ai 3.2.27 → 3.2.29

package/dist/index.d.mts

@@ -706,15 +706,12 @@ The result of a `streamObject` call that contains the partial object stream and
  */
 declare class StreamObjectResult<T> {
     private readonly originalStream;
+    private readonly objectPromise;
     /**
   Warnings from the model provider (e.g. unsupported settings)
      */
     readonly warnings: CallWarning[] | undefined;
     /**
-  The generated object (typed according to the schema). Resolved when the response is finished.
-     */
-    readonly object: Promise<T>;
-    /**
   The token usage of the generated response. Resolved when the response is finished.
      */
     readonly usage: Promise<CompletionTokenUsage$1>;
@@ -737,6 +734,10 @@ declare class StreamObjectResult<T> {
         onFinish: Parameters<typeof streamObject<T>>[0]['onFinish'];
     });
     /**
+  The generated object (typed according to the schema). Resolved when the response is finished.
+     */
+    get object(): Promise<T>;
+    /**
   Stream of partial objects. It gets more complete as the stream progresses.
     
   Note that the partial object is not validated.
@@ -909,7 +910,7 @@ Converts an array of messages from useChat into an array of CoreMessages that ca
 with the AI core functions (e.g. `streamText`).
  */
 declare function convertToCoreMessages(messages: Array<{
-    role: 'user' | 'assistant';
+    role: 'user' | 'assistant' | 'system';
     content: string;
     toolInvocations?: Array<ToolResult<string, unknown, unknown>>;
     experimental_attachments?: Attachment[];
@@ -1183,7 +1184,7 @@ If set and supported by the model, calls will generate deterministic results.
 @return
 A result object for accessing different stream types and additional information.
  */
-declare function streamText<TOOLS extends Record<string, CoreTool>>({ model, tools, toolChoice, system, prompt, messages, maxRetries, abortSignal, headers, experimental_telemetry: telemetry, onFinish, ...settings }: CallSettings & Prompt & {
+declare function streamText<TOOLS extends Record<string, CoreTool>>({ model, tools, toolChoice, system, prompt, messages, maxRetries, abortSignal, headers, experimental_telemetry: telemetry, experimental_toolCallStreaming: toolCallStreaming, onFinish, ...settings }: CallSettings & Prompt & {
     /**
 The language model to use.
      */
@@ -1197,10 +1198,14 @@ The tool choice strategy. Default: 'auto'.
      */
     toolChoice?: CoreToolChoice<TOOLS>;
     /**
-     * Optional telemetry configuration (experimental).
+Optional telemetry configuration (experimental).
      */
     experimental_telemetry?: TelemetrySettings;
     /**
+Enable streaming of tool call deltas as they are generated. Disabled by default.
+     */
+    experimental_toolCallStreaming?: boolean;
+    /**
 Callback that is called when the LLM response and all request tool executions
 (for tools that have an `execute` function) are finished.
      */
@@ -1246,8 +1251,14 @@ type TextStreamPart<TOOLS extends Record<string, CoreTool>> = {
 } | ({
     type: 'tool-call';
 } & ToToolCall<TOOLS>) | {
-    type: 'error';
-    error: unknown;
+    type: 'tool-call-streaming-start';
+    toolCallId: string;
+    toolName: string;
+} | {
+    type: 'tool-call-delta';
+    toolCallId: string;
+    toolName: string;
+    argsTextDelta: string;
 } | ({
     type: 'tool-result';
 } & ToToolResult<TOOLS>) | {
@@ -1259,6 +1270,9 @@ type TextStreamPart<TOOLS extends Record<string, CoreTool>> = {
         completionTokens: number;
         totalTokens: number;
     };
+} | {
+    type: 'error';
+    error: unknown;
 };
 /**
 A result object for accessing different stream types and additional information.
@@ -1369,11 +1383,15 @@ declare class StreamTextResult<TOOLS extends Record<string, CoreTool>> {
   Converts the result to a streamed response object with a stream data part stream.
   It can be used with the `useChat` and `useCompletion` hooks.
   
-  @param init Optional headers.
+  @param options An object with an init property (ResponseInit) and a data property.
+  You can also pass in a ResponseInit directly (deprecated).
   
   @return A response object.
      */
-    toAIStreamResponse(init?: ResponseInit): Response;
+    toAIStreamResponse(options?: ResponseInit | {
+        init?: ResponseInit;
+        data?: StreamData;
+    }): Response;
     /**
   Creates a simple text stream response.
   Each text delta is encoded as UTF-8 and sent as a separate chunk.

package/dist/index.d.ts

@@ -706,15 +706,12 @@ The result of a `streamObject` call that contains the partial object stream and
  */
 declare class StreamObjectResult<T> {
     private readonly originalStream;
+    private readonly objectPromise;
     /**
   Warnings from the model provider (e.g. unsupported settings)
      */
     readonly warnings: CallWarning[] | undefined;
     /**
-  The generated object (typed according to the schema). Resolved when the response is finished.
-     */
-    readonly object: Promise<T>;
-    /**
   The token usage of the generated response. Resolved when the response is finished.
      */
     readonly usage: Promise<CompletionTokenUsage$1>;
@@ -737,6 +734,10 @@ declare class StreamObjectResult<T> {
         onFinish: Parameters<typeof streamObject<T>>[0]['onFinish'];
     });
     /**
+  The generated object (typed according to the schema). Resolved when the response is finished.
+     */
+    get object(): Promise<T>;
+    /**
   Stream of partial objects. It gets more complete as the stream progresses.
     
   Note that the partial object is not validated.
@@ -909,7 +910,7 @@ Converts an array of messages from useChat into an array of CoreMessages that ca
 with the AI core functions (e.g. `streamText`).
  */
 declare function convertToCoreMessages(messages: Array<{
-    role: 'user' | 'assistant';
+    role: 'user' | 'assistant' | 'system';
     content: string;
     toolInvocations?: Array<ToolResult<string, unknown, unknown>>;
     experimental_attachments?: Attachment[];
@@ -1183,7 +1184,7 @@ If set and supported by the model, calls will generate deterministic results.
 @return
 A result object for accessing different stream types and additional information.
  */
-declare function streamText<TOOLS extends Record<string, CoreTool>>({ model, tools, toolChoice, system, prompt, messages, maxRetries, abortSignal, headers, experimental_telemetry: telemetry, onFinish, ...settings }: CallSettings & Prompt & {
+declare function streamText<TOOLS extends Record<string, CoreTool>>({ model, tools, toolChoice, system, prompt, messages, maxRetries, abortSignal, headers, experimental_telemetry: telemetry, experimental_toolCallStreaming: toolCallStreaming, onFinish, ...settings }: CallSettings & Prompt & {
     /**
 The language model to use.
      */
@@ -1197,10 +1198,14 @@ The tool choice strategy. Default: 'auto'.
      */
     toolChoice?: CoreToolChoice<TOOLS>;
     /**
-     * Optional telemetry configuration (experimental).
+Optional telemetry configuration (experimental).
      */
     experimental_telemetry?: TelemetrySettings;
     /**
+Enable streaming of tool call deltas as they are generated. Disabled by default.
+     */
+    experimental_toolCallStreaming?: boolean;
+    /**
 Callback that is called when the LLM response and all request tool executions
 (for tools that have an `execute` function) are finished.
      */
@@ -1246,8 +1251,14 @@ type TextStreamPart<TOOLS extends Record<string, CoreTool>> = {
 } | ({
     type: 'tool-call';
 } & ToToolCall<TOOLS>) | {
-    type: 'error';
-    error: unknown;
+    type: 'tool-call-streaming-start';
+    toolCallId: string;
+    toolName: string;
+} | {
+    type: 'tool-call-delta';
+    toolCallId: string;
+    toolName: string;
+    argsTextDelta: string;
 } | ({
     type: 'tool-result';
 } & ToToolResult<TOOLS>) | {
@@ -1259,6 +1270,9 @@ type TextStreamPart<TOOLS extends Record<string, CoreTool>> = {
         completionTokens: number;
         totalTokens: number;
     };
+} | {
+    type: 'error';
+    error: unknown;
 };
 /**
 A result object for accessing different stream types and additional information.
@@ -1369,11 +1383,15 @@ declare class StreamTextResult<TOOLS extends Record<string, CoreTool>> {
   Converts the result to a streamed response object with a stream data part stream.
   It can be used with the `useChat` and `useCompletion` hooks.
   
-  @param init Optional headers.
+  @param options An object with an init property (ResponseInit) and a data property.
+  You can also pass in a ResponseInit directly (deprecated).
   
   @return A response object.
      */
-    toAIStreamResponse(init?: ResponseInit): Response;
+    toAIStreamResponse(options?: ResponseInit | {
+        init?: ResponseInit;
+        data?: StreamData;
+    }): Response;
     /**
   Creates a simple text stream response.
   Each text delta is encoded as UTF-8 and sent as a separate chunk.

package/dist/index.js

@@ -67,7 +67,7 @@ __export(streams_exports, {
   OpenAIStream: () => OpenAIStream,
   ReplicateStream: () => ReplicateStream,
   RetryError: () => import_provider8.RetryError,
-  StreamData: () => StreamData,
+  StreamData: () => StreamData2,
   StreamObjectResult: () => StreamObjectResult,
   StreamTextResult: () => StreamTextResult,
   StreamingTextResponse: () => StreamingTextResponse,
@@ -841,6 +841,44 @@ function createAsyncIterableStream(source, transformer) {
   return transformedStream;
 }
 
+// core/util/delayed-promise.ts
+var DelayedPromise = class {
+  constructor() {
+    this.status = { type: "pending" };
+    this._resolve = void 0;
+    this._reject = void 0;
+  }
+  get value() {
+    if (this.promise) {
+      return this.promise;
+    }
+    this.promise = new Promise((resolve, reject) => {
+      if (this.status.type === "resolved") {
+        resolve(this.status.value);
+      } else if (this.status.type === "rejected") {
+        reject(this.status.error);
+      }
+      this._resolve = resolve;
+      this._reject = reject;
+    });
+    return this.promise;
+  }
+  resolve(value) {
+    var _a;
+    this.status = { type: "resolved", value };
+    if (this.promise) {
+      (_a = this._resolve) == null ? void 0 : _a.call(this, value);
+    }
+  }
+  reject(error) {
+    var _a;
+    this.status = { type: "rejected", error };
+    if (this.promise) {
+      (_a = this._reject) == null ? void 0 : _a.call(this, error);
+    }
+  }
+};
+
 // core/generate-object/stream-object.ts
 async function streamObject({
   model,
@@ -985,12 +1023,7 @@ var StreamObjectResult = class {
   }) {
     this.warnings = warnings;
     this.rawResponse = rawResponse;
-    let resolveObject;
-    let rejectObject;
-    this.object = new Promise((resolve, reject) => {
-      resolveObject = resolve;
-      rejectObject = reject;
-    });
+    this.objectPromise = new DelayedPromise();
     let resolveUsage;
     this.usage = new Promise((resolve) => {
       resolveUsage = resolve;
@@ -1001,6 +1034,7 @@ var StreamObjectResult = class {
     let accumulatedText = "";
     let delta = "";
     let latestObject = void 0;
+    const self = this;
     this.originalStream = stream.pipeThrough(
       new TransformStream({
         async transform(chunk, controller) {
@@ -1041,10 +1075,10 @@ var StreamObjectResult = class {
               });
               if (validationResult.success) {
                 object = validationResult.value;
-                resolveObject(object);
+                self.objectPromise.resolve(object);
               } else {
                 error = validationResult.error;
-                rejectObject(error);
+                self.objectPromise.reject(error);
               }
               break;
             }
@@ -1076,6 +1110,12 @@ var StreamObjectResult = class {
     );
   }
   /**
+  The generated object (typed according to the schema). Resolved when the response is finished.
+     */
+  get object() {
+    return this.objectPromise.value;
+  }
+  /**
   Stream of partial objects. It gets more complete as the stream progresses.
     
   Note that the partial object is not validated. 
@@ -1637,12 +1677,101 @@ function toResponseMessages({
 }
 var experimental_generateText = generateText;
 
+// core/util/merge-streams.ts
+function mergeStreams(stream1, stream2) {
+  const reader1 = stream1.getReader();
+  const reader2 = stream2.getReader();
+  let lastRead1 = void 0;
+  let lastRead2 = void 0;
+  let stream1Done = false;
+  let stream2Done = false;
+  async function readStream1(controller) {
+    try {
+      if (lastRead1 == null) {
+        lastRead1 = reader1.read();
+      }
+      const result = await lastRead1;
+      lastRead1 = void 0;
+      if (!result.done) {
+        controller.enqueue(result.value);
+      } else {
+        controller.close();
+      }
+    } catch (error) {
+      controller.error(error);
+    }
+  }
+  async function readStream2(controller) {
+    try {
+      if (lastRead2 == null) {
+        lastRead2 = reader2.read();
+      }
+      const result = await lastRead2;
+      lastRead2 = void 0;
+      if (!result.done) {
+        controller.enqueue(result.value);
+      } else {
+        controller.close();
+      }
+    } catch (error) {
+      controller.error(error);
+    }
+  }
+  return new ReadableStream({
+    async pull(controller) {
+      try {
+        if (stream1Done) {
+          await readStream2(controller);
+          return;
+        }
+        if (stream2Done) {
+          await readStream1(controller);
+          return;
+        }
+        if (lastRead1 == null) {
+          lastRead1 = reader1.read();
+        }
+        if (lastRead2 == null) {
+          lastRead2 = reader2.read();
+        }
+        const { result, reader } = await Promise.race([
+          lastRead1.then((result2) => ({ result: result2, reader: reader1 })),
+          lastRead2.then((result2) => ({ result: result2, reader: reader2 }))
+        ]);
+        if (!result.done) {
+          controller.enqueue(result.value);
+        }
+        if (reader === reader1) {
+          lastRead1 = void 0;
+          if (result.done) {
+            await readStream2(controller);
+            stream1Done = true;
+          }
+        } else {
+          lastRead2 = void 0;
+          if (result.done) {
+            stream2Done = true;
+            await readStream1(controller);
+          }
+        }
+      } catch (error) {
+        controller.error(error);
+      }
+    },
+    cancel() {
+      reader1.cancel();
+      reader2.cancel();
+    }
+  });
+}
+
 // core/generate-text/run-tools-transformation.ts
 var import_provider7 = require("@ai-sdk/provider");
 var import_ui_utils2 = require("@ai-sdk/ui-utils");
 function runToolsTransformation({
   tools,
   generatorStream,
+  toolCallStreaming,
   tracer
 }) {
   let canClose = false;
@@ -1653,6 +1782,7 @@ function runToolsTransformation({
       toolResultsStreamController = controller;
     }
   });
+  const activeToolCalls = {};
   const forwardStream = new TransformStream({
     transform(chunk, controller) {
       const chunkType = chunk.type;
@@ -1662,6 +1792,25 @@ function runToolsTransformation({
           controller.enqueue(chunk);
           break;
         }
+        case "tool-call-delta": {
+          if (toolCallStreaming) {
+            if (!activeToolCalls[chunk.toolCallId]) {
+              controller.enqueue({
+                type: "tool-call-streaming-start",
+                toolCallId: chunk.toolCallId,
+                toolName: chunk.toolName
+              });
+              activeToolCalls[chunk.toolCallId] = true;
+            }
+            controller.enqueue({
+              type: "tool-call-delta",
+              toolCallId: chunk.toolCallId,
+              toolName: chunk.toolName,
+              argsTextDelta: chunk.argsTextDelta
+            });
+          }
+          break;
+        }
         case "tool-call": {
           const toolName = chunk.toolName;
           if (tools == null) {
@@ -1747,9 +1896,6 @@ function runToolsTransformation({
           });
           break;
         }
-        case "tool-call-delta": {
-          break;
-        }
         default: {
           const _exhaustiveCheck = chunkType;
           throw new Error(`Unhandled chunk type: ${_exhaustiveCheck}`);
@@ -1802,6 +1948,7 @@ async function streamText({
   abortSignal,
   headers,
   experimental_telemetry: telemetry,
+  experimental_toolCallStreaming: toolCallStreaming = false,
   onFinish,
   ...settings
 }) {
@@ -1862,6 +2009,7 @@ async function streamText({
         stream: runToolsTransformation({
           tools,
           generatorStream: stream,
+          toolCallStreaming,
           tracer
         }),
         warnings,
@@ -1939,6 +2087,8 @@ var StreamTextResult = class {
               resolveText(text);
               resolveToolCalls(toolCalls);
               break;
+            case "tool-call-streaming-start":
+            case "tool-call-delta":
             case "error":
               break;
             default: {
@@ -2080,12 +2230,29 @@ var StreamTextResult = class {
           await callbacks.onFinal(aggregatedResponse);
       }
     });
-    const streamDataTransformer = new TransformStream({
+    const streamPartsTransformer = new TransformStream({
       transform: async (chunk, controller) => {
-        switch (chunk.type) {
+        const chunkType = chunk.type;
+        switch (chunkType) {
           case "text-delta":
             controller.enqueue((0, import_ui_utils6.formatStreamPart)("text", chunk.textDelta));
             break;
+          case "tool-call-streaming-start":
+            controller.enqueue(
+              (0, import_ui_utils6.formatStreamPart)("tool_call_streaming_start", {
+                toolCallId: chunk.toolCallId,
+                toolName: chunk.toolName
+              })
+            );
+            break;
+          case "tool-call-delta":
+            controller.enqueue(
+              (0, import_ui_utils6.formatStreamPart)("tool_call_delta", {
+                toolCallId: chunk.toolCallId,
+                argsTextDelta: chunk.argsTextDelta
+              })
+            );
+            break;
           case "tool-call":
             controller.enqueue(
               (0, import_ui_utils6.formatStreamPart)("tool_call", {
@@ -2110,10 +2277,16 @@ var StreamTextResult = class {
               (0, import_ui_utils6.formatStreamPart)("error", JSON.stringify(chunk.error))
             );
             break;
+          case "finish":
+            break;
+          default: {
+            const exhaustiveCheck = chunkType;
+            throw new Error(`Unknown chunk type: ${exhaustiveCheck}`);
+          }
         }
       }
     });
-    return this.fullStream.pipeThrough(callbackTransformer).pipeThrough(streamDataTransformer).pipeThrough(new TextEncoderStream());
+    return this.fullStream.pipeThrough(callbackTransformer).pipeThrough(streamPartsTransformer).pipeThrough(new TextEncoderStream());
   }
   /**
   Writes stream data output to a Node.js response-like object.
@@ -2181,12 +2354,27 @@ var StreamTextResult = class {
   Converts the result to a streamed response object with a stream data part stream.
   It can be used with the `useChat` and `useCompletion` hooks.
   
-  @param init Optional headers.
+  @param options An object with an init property (ResponseInit) and a data property. 
+  You can also pass in a ResponseInit directly (deprecated).
   
   @return A response object.
      */
-  toAIStreamResponse(init) {
-    return new StreamingTextResponse(this.toAIStream(), init);
+  toAIStreamResponse(options) {
+    var _a;
+    const init = options == null ? void 0 : "init" in options ? options.init : {
+      headers: "headers" in options ? options.headers : void 0,
+      status: "status" in options ? options.status : void 0,
+      statusText: "statusText" in options ? options.statusText : void 0
+    };
+    const data = options == null ? void 0 : "data" in options ? options.data : void 0;
+    const stream = data ? mergeStreams(data.stream, this.toAIStream()) : this.toAIStream();
+    return new Response(stream, {
+      status: (_a = init == null ? void 0 : init.status) != null ? _a : 200,
+      statusText: init == null ? void 0 : init.statusText,
+      headers: prepareResponseHeaders(init, {
+        contentType: "text/plain; charset=utf-8"
+      })
+    });
   }
   /**
   Creates a simple text stream response.
@@ -2272,6 +2460,13 @@ function convertToCoreMessages(messages) {
     experimental_attachments
   } of messages) {
     switch (role) {
+      case "system": {
+        coreMessages.push({
+          role: "system",
+          content
+        });
+        break;
+      }
       case "user": {
         coreMessages.push({
           role: "user",
@@ -2604,7 +2799,7 @@ function readableFromAsyncIterable(iterable) {
 
 // streams/stream-data.ts
 var import_ui_utils3 = require("@ai-sdk/ui-utils");
-var StreamData = class {
+var StreamData2 = class {
   constructor() {
     this.encoder = new TextEncoder();
     this.controller = null;
@@ -2675,7 +2870,7 @@ function createStreamDataTransformer() {
     }
   });
 }
-var experimental_StreamData = class extends StreamData {
+var experimental_StreamData = class extends StreamData2 {
 };
 
 // streams/anthropic-stream.ts
@@ -3440,94 +3635,6 @@ async function ReplicateStream(res, cb, options) {
   );
 }
 
-// core/util/merge-streams.ts
-function mergeStreams(stream1, stream2) {
-  const reader1 = stream1.getReader();
-  const reader2 = stream2.getReader();
-  let lastRead1 = void 0;
-  let lastRead2 = void 0;
-  let stream1Done = false;
-  let stream2Done = false;
-  async function readStream1(controller) {
-    try {
-      if (lastRead1 == null) {
-        lastRead1 = reader1.read();
-      }
-      const result = await lastRead1;
-      lastRead1 = void 0;
-      if (!result.done) {
-        controller.enqueue(result.value);
-      } else {
-        controller.close();
-      }
-    } catch (error) {
-      controller.error(error);
-    }
-  }
-  async function readStream2(controller) {
-    try {
-      if (lastRead2 == null) {
-        lastRead2 = reader2.read();
-      }
-      const result = await lastRead2;
-      lastRead2 = void 0;
-      if (!result.done) {
-        controller.enqueue(result.value);
-      } else {
-        controller.close();
-      }
-    } catch (error) {
-      controller.error(error);
-    }
-  }
-  return new ReadableStream({
-    async pull(controller) {
-      try {
-        if (stream1Done) {
-          readStream2(controller);
-          return;
-        }
-        if (stream2Done) {
-          readStream1(controller);
-          return;
-        }
-        if (lastRead1 == null) {
-          lastRead1 = reader1.read();
-        }
-        if (lastRead2 == null) {
-          lastRead2 = reader2.read();
-        }
-        const { result, reader } = await Promise.race([
-          lastRead1.then((result2) => ({ result: result2, reader: reader1 })),
-          lastRead2.then((result2) => ({ result: result2, reader: reader2 }))
-        ]);
-        if (!result.done) {
-          controller.enqueue(result.value);
-        }
-        if (reader === reader1) {
-          lastRead1 = void 0;
-          if (result.done) {
-            readStream2(controller);
-            stream1Done = true;
-          }
-        } else {
-          lastRead2 = void 0;
-          if (result.done) {
-            stream2Done = true;
-            readStream1(controller);
-          }
-        }
-      } catch (error) {
-        controller.error(error);
-      }
-    },
-    cancel() {
-      reader1.cancel();
-      reader2.cancel();
-    }
-  });
-}
-
 // streams/stream-to-response.ts
 function streamToResponse(res, response, init, data) {
   var _a;