@tanstack/ai 0.13.0 → 0.15.0

package/src/stream-to-response.ts

@@ -1,3 +1,4 @@
+import { toRunErrorPayload } from './activities/error-payload'
 import type { StreamChunk } from './types'
 
 /**
@@ -68,7 +69,7 @@ export function toServerSentEventsStream(
         }
 
         controller.close()
-      } catch (error: any) {
+      } catch (error: unknown) {
         // Don't send error if aborted
         if (abortController?.signal.aborted) {
           controller.close()
@@ -81,10 +82,7 @@ export function toServerSentEventsStream(
             `data: ${JSON.stringify({
               type: 'RUN_ERROR',
               timestamp: Date.now(),
-              error: {
-                message: error.message || 'Unknown error occurred',
-                code: error.code,
-              },
+              error: toRunErrorPayload(error),
             })}\n\n`,
           ),
         )
@@ -190,7 +188,7 @@ export function toHttpStream(
         }
 
         controller.close()
-      } catch (error: any) {
+      } catch (error: unknown) {
         // Don't send error if aborted
         if (abortController?.signal.aborted) {
           controller.close()
@@ -203,10 +201,7 @@ export function toHttpStream(
             `${JSON.stringify({
               type: 'RUN_ERROR',
               timestamp: Date.now(),
-              error: {
-                message: error.message || 'Unknown error occurred',
-                code: error.code,
-              },
+              error: toRunErrorPayload(error),
             })}\n`,
           ),
         )

package/src/types.ts

@@ -297,6 +297,7 @@ export interface ModelMessage<
   name?: string
   toolCalls?: Array<ToolCall>
   toolCallId?: string
+  thinking?: Array<{ content: string; signature?: string }>
 }
 
 /**
@@ -335,6 +336,8 @@ export interface ToolResultPart {
 export interface ThinkingPart {
   type: 'thinking'
   content: string
+  stepId?: string
+  signature?: string
 }
 
 export type MessagePart =
@@ -987,6 +990,8 @@ export interface StepFinishedEvent extends AGUIStepFinishedEvent {
   delta?: string
   /** Full accumulated thinking content (TanStack AI internal) */
   content?: string
+  /** Provider signature for the thinking block */
+  signature?: string
 }
 
 /**
@@ -1219,14 +1224,28 @@ export interface ImageGenerationOptions<
   logger: InternalLogger
 }
 
+/**
+ * Source of a generated media asset. Exactly one of `url` or `b64Json` is
+ * present; the other is absent. Modeled as a mutually-exclusive union so the
+ * type rejects `{}` and `{ url, b64Json }` together at compile time while
+ * preserving the flat `.url` / `.b64Json` access patterns.
+ */
+export type GeneratedMediaSource =
+  | {
+      /** URL to the generated asset (may be temporary) */
+      url: string
+      b64Json?: never
+    }
+  | {
+      /** Base64-encoded asset data */
+      b64Json: string
+      url?: never
+    }
+
 /**
  * A single generated image
  */
-export interface GeneratedImage {
-  /** Base64-encoded image data */
-  b64Json?: string
-  /** URL to the generated image (may be temporary) */
-  url?: string
+export type GeneratedImage = GeneratedMediaSource & {
   /** Revised prompt used by the model (if applicable) */
   revisedPrompt?: string
 }
@@ -1249,6 +1268,61 @@ export interface ImageGenerationResult {
   }
 }
 
+// ============================================================================
+// Audio Generation Types
+// ============================================================================
+
+/**
+ * Options for audio generation (music, sound effects, etc.).
+ * These are the common options supported across providers.
+ */
+export interface AudioGenerationOptions<
+  TProviderOptions extends object = object,
+> {
+  /** The model to use for audio generation */
+  model: string
+  /** Text description of the desired audio */
+  prompt: string
+  /** Desired duration in seconds */
+  duration?: number
+  /** Model-specific options for audio generation */
+  modelOptions?: TProviderOptions
+  /**
+   * Internal logger threaded from the generateAudio() entry point. Adapters
+   * must call logger.request() before the SDK call and logger.errors() in
+   * catch blocks.
+   */
+  logger: InternalLogger
+}
+
+/**
+ * A single generated audio output
+ */
+export type GeneratedAudio = GeneratedMediaSource & {
+  /** Content type of the audio (e.g., 'audio/wav', 'audio/mp3') */
+  contentType?: string
+  /** Duration of the generated audio in seconds */
+  duration?: number
+}
+
+/**
+ * Result of audio generation
+ */
+export interface AudioGenerationResult {
+  /** Unique identifier for the generation */
+  id: string
+  /** Model used for generation */
+  model: string
+  /** The generated audio */
+  audio: GeneratedAudio
+  /** Token usage information (if available) */
+  usage?: {
+    inputTokens?: number
+    outputTokens?: number
+    totalTokens?: number
+  }
+}
+
 // ============================================================================
 // Video Generation Types (Experimental)
 // ============================================================================