ai 3.3.6 → 3.3.8

package/dist/index.d.mts

@@ -1420,13 +1420,14 @@ If set and supported by the model, calls will generate deterministic results.
 @param abortSignal - An optional abort signal that can be used to cancel the call.
 @param headers - Additional HTTP headers to be sent with the request. Only applicable for HTTP-based providers.
 
+@param onChunk - Callback that is called for each chunk of the stream. The stream processing will pause until the callback promise is resolved.
 @param onFinish - Callback that is called when the LLM response and all request tool executions
 (for tools that have an `execute` function) are finished.
 
 @return
 A result object for accessing different stream types and additional information.
  */
-declare function streamText<TOOLS extends Record<string, CoreTool>>({ model, tools, toolChoice, system, prompt, messages, maxRetries, abortSignal, headers, experimental_telemetry: telemetry, experimental_toolCallStreaming: toolCallStreaming, onFinish, ...settings }: CallSettings & Prompt & {
+declare function streamText<TOOLS extends Record<string, CoreTool>>({ model, tools, toolChoice, system, prompt, messages, maxRetries, abortSignal, headers, experimental_telemetry: telemetry, experimental_toolCallStreaming: toolCallStreaming, onChunk, onFinish, ...settings }: CallSettings & Prompt & {
     /**
 The language model to use.
      */
@@ -1448,6 +1449,14 @@ Enable streaming of tool call deltas as they are generated. Disabled by default.
      */
     experimental_toolCallStreaming?: boolean;
     /**
+Callback that is called for each chunk of the stream. The stream processing will pause until the callback promise is resolved.
+     */
+    onChunk?: (event: {
+        chunk: Extract<TextStreamPart<TOOLS>, {
+            type: 'text-delta' | 'tool-call' | 'tool-call-streaming-start' | 'tool-call-delta' | 'tool-result';
+        }>;
+    }) => Promise<void> | void;
+    /**
 Callback that is called when the LLM response and all request tool executions
 (for tools that have an `execute` function) are finished.
      */
@@ -1489,7 +1498,6 @@ Callback that is called when the LLM response and all request tool executions
 }): Promise<DefaultStreamTextResult<TOOLS>>;
 declare class DefaultStreamTextResult<TOOLS extends Record<string, CoreTool>> implements StreamTextResult<TOOLS> {
     private originalStream;
-    private onFinish?;
     readonly warnings: StreamTextResult<TOOLS>['warnings'];
     readonly usage: StreamTextResult<TOOLS>['usage'];
     readonly finishReason: StreamTextResult<TOOLS>['finishReason'];
@@ -1497,11 +1505,12 @@ declare class DefaultStreamTextResult<TOOLS extends Record<string, CoreTool>> im
     readonly toolCalls: StreamTextResult<TOOLS>['toolCalls'];
     readonly toolResults: StreamTextResult<TOOLS>['toolResults'];
     readonly rawResponse: StreamTextResult<TOOLS>['rawResponse'];
-    constructor({ stream, warnings, rawResponse, onFinish, rootSpan, doStreamSpan, telemetry, }: {
+    constructor({ stream, warnings, rawResponse, onChunk, onFinish, rootSpan, doStreamSpan, telemetry, }: {
         stream: ReadableStream<TextStreamPart<TOOLS>>;
         warnings: StreamTextResult<TOOLS>['warnings'];
         rawResponse: StreamTextResult<TOOLS>['rawResponse'];
-        onFinish?: Parameters<typeof streamText>[0]['onFinish'];
+        onChunk: Parameters<typeof streamText>[0]['onChunk'];
+        onFinish: Parameters<typeof streamText>[0]['onFinish'];
         rootSpan: Span;
         doStreamSpan: Span;
         telemetry: TelemetrySettings | undefined;
@@ -2694,10 +2703,10 @@ declare class StreamingTextResponse extends Response {
     constructor(res: ReadableStream, init?: ResponseInit, data?: StreamData);
 }
 
-declare const generateId: (size?: number | undefined) => string;
+declare const generateId: (size?: number) => string;
 /**
 @deprecated Use `generateId` instead.
  */
-declare const nanoid: (size?: number | undefined) => string;
+declare const nanoid: (size?: number) => string;
 
 export { AIStream, AIStreamCallbacksAndOptions, AIStreamParser, AIStreamParserOptions, AWSBedrockAnthropicMessagesStream, AWSBedrockAnthropicStream, AWSBedrockCohereStream, AWSBedrockLlama2Stream, AWSBedrockStream, AnthropicStream, AssistantContent, AssistantResponse, CallWarning, CohereStream, CompletionTokenUsage, CompletionUsage, CoreAssistantMessage, CoreMessage, CoreSystemMessage, CoreTool, CoreToolChoice, CoreToolMessage, CoreUserMessage, DataContent, DownloadError, EmbedManyResult, EmbedResult, Embedding, EmbeddingModel, EmbeddingTokenUsage, ExperimentalAssistantMessage, ExperimentalMessage, ExperimentalTool, ExperimentalToolMessage, ExperimentalUserMessage, FinishReason, FunctionCallPayload, GenerateObjectResult, GenerateTextResult, GoogleGenerativeAIStream, HuggingFaceStream, ImagePart, InkeepAIStreamCallbacksAndOptions, InkeepChatResultCallbacks, InkeepOnFinalMetadata, InkeepStream, InvalidArgumentError, InvalidDataContentError, InvalidMessageRoleError, InvalidModelIdError, InvalidToolArgumentsError, langchainAdapter as LangChainAdapter, LangChainStream, LanguageModel, LogProbs, MistralStream, ModelType, NoObjectGeneratedError, NoSuchModelError, NoSuchProviderError, NoSuchToolError, ObjectStreamInputPart, ObjectStreamPart, OpenAIStream, OpenAIStreamCallbacks, ReplicateStream, RetryError, StreamData, StreamObjectResult, StreamTextResult, StreamingTextResponse, TextPart$1 as TextPart, TextStreamPart, TokenUsage, ToolCallPart, ToolCallPayload, ToolContent, ToolResultPart, UserContent, convertDataContentToBase64String, convertDataContentToUint8Array, convertToCoreMessages, convertUint8ArrayToText, cosineSimilarity, createCallbacksTransformer, createEventStreamTransformer, createStreamDataTransformer, embed, embedMany, experimental_AssistantResponse, experimental_ModelRegistry, experimental_Provider, experimental_ProviderRegistry, experimental_StreamData, experimental_createModelRegistry, experimental_createProviderRegistry, experimental_generateObject, experimental_generateText, experimental_streamObject, experimental_streamText, generateId, generateObject, generateText, nanoid, readableFromAsyncIterable, streamObject, streamText, streamToResponse, tool, trimStartOfStreamHelper };

package/dist/index.d.ts

@@ -1420,13 +1420,14 @@ If set and supported by the model, calls will generate deterministic results.
 @param abortSignal - An optional abort signal that can be used to cancel the call.
 @param headers - Additional HTTP headers to be sent with the request. Only applicable for HTTP-based providers.
 
+@param onChunk - Callback that is called for each chunk of the stream. The stream processing will pause until the callback promise is resolved.
 @param onFinish - Callback that is called when the LLM response and all request tool executions
 (for tools that have an `execute` function) are finished.
 
 @return
 A result object for accessing different stream types and additional information.
  */
-declare function streamText<TOOLS extends Record<string, CoreTool>>({ model, tools, toolChoice, system, prompt, messages, maxRetries, abortSignal, headers, experimental_telemetry: telemetry, experimental_toolCallStreaming: toolCallStreaming, onFinish, ...settings }: CallSettings & Prompt & {
+declare function streamText<TOOLS extends Record<string, CoreTool>>({ model, tools, toolChoice, system, prompt, messages, maxRetries, abortSignal, headers, experimental_telemetry: telemetry, experimental_toolCallStreaming: toolCallStreaming, onChunk, onFinish, ...settings }: CallSettings & Prompt & {
     /**
 The language model to use.
      */
@@ -1448,6 +1449,14 @@ Enable streaming of tool call deltas as they are generated. Disabled by default.
      */
     experimental_toolCallStreaming?: boolean;
     /**
+Callback that is called for each chunk of the stream. The stream processing will pause until the callback promise is resolved.
+     */
+    onChunk?: (event: {
+        chunk: Extract<TextStreamPart<TOOLS>, {
+            type: 'text-delta' | 'tool-call' | 'tool-call-streaming-start' | 'tool-call-delta' | 'tool-result';
+        }>;
+    }) => Promise<void> | void;
+    /**
 Callback that is called when the LLM response and all request tool executions
 (for tools that have an `execute` function) are finished.
      */
@@ -1489,7 +1498,6 @@ Callback that is called when the LLM response and all request tool executions
 }): Promise<DefaultStreamTextResult<TOOLS>>;
 declare class DefaultStreamTextResult<TOOLS extends Record<string, CoreTool>> implements StreamTextResult<TOOLS> {
     private originalStream;
-    private onFinish?;
     readonly warnings: StreamTextResult<TOOLS>['warnings'];
     readonly usage: StreamTextResult<TOOLS>['usage'];
     readonly finishReason: StreamTextResult<TOOLS>['finishReason'];
@@ -1497,11 +1505,12 @@ declare class DefaultStreamTextResult<TOOLS extends Record<string, CoreTool>> im
     readonly toolCalls: StreamTextResult<TOOLS>['toolCalls'];
     readonly toolResults: StreamTextResult<TOOLS>['toolResults'];
     readonly rawResponse: StreamTextResult<TOOLS>['rawResponse'];
-    constructor({ stream, warnings, rawResponse, onFinish, rootSpan, doStreamSpan, telemetry, }: {
+    constructor({ stream, warnings, rawResponse, onChunk, onFinish, rootSpan, doStreamSpan, telemetry, }: {
         stream: ReadableStream<TextStreamPart<TOOLS>>;
         warnings: StreamTextResult<TOOLS>['warnings'];
         rawResponse: StreamTextResult<TOOLS>['rawResponse'];
-        onFinish?: Parameters<typeof streamText>[0]['onFinish'];
+        onChunk: Parameters<typeof streamText>[0]['onChunk'];
+        onFinish: Parameters<typeof streamText>[0]['onFinish'];
         rootSpan: Span;
         doStreamSpan: Span;
         telemetry: TelemetrySettings | undefined;
@@ -2694,10 +2703,10 @@ declare class StreamingTextResponse extends Response {
     constructor(res: ReadableStream, init?: ResponseInit, data?: StreamData);
 }
 
-declare const generateId: (size?: number | undefined) => string;
+declare const generateId: (size?: number) => string;
 /**
 @deprecated Use `generateId` instead.
  */
-declare const nanoid: (size?: number | undefined) => string;
+declare const nanoid: (size?: number) => string;
 
 export { AIStream, AIStreamCallbacksAndOptions, AIStreamParser, AIStreamParserOptions, AWSBedrockAnthropicMessagesStream, AWSBedrockAnthropicStream, AWSBedrockCohereStream, AWSBedrockLlama2Stream, AWSBedrockStream, AnthropicStream, AssistantContent, AssistantResponse, CallWarning, CohereStream, CompletionTokenUsage, CompletionUsage, CoreAssistantMessage, CoreMessage, CoreSystemMessage, CoreTool, CoreToolChoice, CoreToolMessage, CoreUserMessage, DataContent, DownloadError, EmbedManyResult, EmbedResult, Embedding, EmbeddingModel, EmbeddingTokenUsage, ExperimentalAssistantMessage, ExperimentalMessage, ExperimentalTool, ExperimentalToolMessage, ExperimentalUserMessage, FinishReason, FunctionCallPayload, GenerateObjectResult, GenerateTextResult, GoogleGenerativeAIStream, HuggingFaceStream, ImagePart, InkeepAIStreamCallbacksAndOptions, InkeepChatResultCallbacks, InkeepOnFinalMetadata, InkeepStream, InvalidArgumentError, InvalidDataContentError, InvalidMessageRoleError, InvalidModelIdError, InvalidToolArgumentsError, langchainAdapter as LangChainAdapter, LangChainStream, LanguageModel, LogProbs, MistralStream, ModelType, NoObjectGeneratedError, NoSuchModelError, NoSuchProviderError, NoSuchToolError, ObjectStreamInputPart, ObjectStreamPart, OpenAIStream, OpenAIStreamCallbacks, ReplicateStream, RetryError, StreamData, StreamObjectResult, StreamTextResult, StreamingTextResponse, TextPart$1 as TextPart, TextStreamPart, TokenUsage, ToolCallPart, ToolCallPayload, ToolContent, ToolResultPart, UserContent, convertDataContentToBase64String, convertDataContentToUint8Array, convertToCoreMessages, convertUint8ArrayToText, cosineSimilarity, createCallbacksTransformer, createEventStreamTransformer, createStreamDataTransformer, embed, embedMany, experimental_AssistantResponse, experimental_ModelRegistry, experimental_Provider, experimental_ProviderRegistry, experimental_StreamData, experimental_createModelRegistry, experimental_createProviderRegistry, experimental_generateObject, experimental_generateText, experimental_streamObject, experimental_streamText, generateId, generateObject, generateText, nanoid, readableFromAsyncIterable, streamObject, streamText, streamToResponse, tool, trimStartOfStreamHelper };

package/dist/index.js

@@ -106,7 +106,7 @@ var import_provider_utils = require("@ai-sdk/provider-utils");
 
 // util/delay.ts
 async function delay(delayInMs) {
-  return new Promise((resolve) => setTimeout(resolve, delayInMs));
+  return delayInMs === void 0 ? Promise.resolve() : new Promise((resolve) => setTimeout(resolve, delayInMs));
 }
 
 // util/retry-error.ts
@@ -2853,6 +2853,7 @@ async function streamText({
   headers,
   experimental_telemetry: telemetry,
   experimental_toolCallStreaming: toolCallStreaming = false,
+  onChunk,
   onFinish,
   ...settings
 }) {
@@ -2944,6 +2945,7 @@ async function streamText({
         }),
         warnings,
         rawResponse,
+        onChunk,
         onFinish,
         rootSpan,
         doStreamSpan,
@@ -2957,6 +2959,7 @@ var DefaultStreamTextResult = class {
     stream,
     warnings,
     rawResponse,
+    onChunk,
     onFinish,
     rootSpan,
     doStreamSpan,
@@ -2964,7 +2967,6 @@ var DefaultStreamTextResult = class {
   }) {
     this.warnings = warnings;
     this.rawResponse = rawResponse;
-    this.onFinish = onFinish;
     const { resolve: resolveUsage, promise: usagePromise } = createResolvablePromise();
     this.usage = usagePromise;
     const { resolve: resolveFinishReason, promise: finishReasonPromise } = createResolvablePromise();
@@ -2981,25 +2983,30 @@ var DefaultStreamTextResult = class {
     const toolCalls = [];
     const toolResults = [];
     let firstChunk = true;
-    const self = this;
     this.originalStream = stream.pipeThrough(
       new TransformStream({
         async transform(chunk, controller) {
-          controller.enqueue(chunk);
           if (firstChunk) {
             firstChunk = false;
             doStreamSpan.addEvent("ai.stream.firstChunk");
           }
+          if (chunk.type === "text-delta" && chunk.textDelta.length === 0) {
+            return;
+          }
+          controller.enqueue(chunk);
           const chunkType = chunk.type;
           switch (chunkType) {
             case "text-delta":
               text += chunk.textDelta;
+              await (onChunk == null ? void 0 : onChunk({ chunk }));
               break;
             case "tool-call":
               toolCalls.push(chunk);
+              await (onChunk == null ? void 0 : onChunk({ chunk }));
               break;
             case "tool-result":
               toolResults.push(chunk);
+              await (onChunk == null ? void 0 : onChunk({ chunk }));
               break;
             case "finish":
               usage = chunk.usage;
@@ -3010,7 +3017,10 @@ var DefaultStreamTextResult = class {
               resolveToolCalls(toolCalls);
               break;
             case "tool-call-streaming-start":
-            case "tool-call-delta":
+            case "tool-call-delta": {
+              await (onChunk == null ? void 0 : onChunk({ chunk }));
+              break;
+            }
             case "error":
               break;
             default: {
@@ -3021,7 +3031,6 @@ var DefaultStreamTextResult = class {
         },
         // invoke onFinish callback and resolve toolResults promise when the stream is about to close:
         async flush(controller) {
-          var _a12;
           try {
             const finalUsage = usage != null ? usage : {
               promptTokens: NaN,
@@ -3060,7 +3069,7 @@ var DefaultStreamTextResult = class {
               })
             );
             resolveToolResults(toolResults);
-            await ((_a12 = self.onFinish) == null ? void 0 : _a12.call(self, {
+            await (onFinish == null ? void 0 : onFinish({
               finishReason: finalFinishReason,
               usage: finalUsage,
               text,
@@ -3099,9 +3108,7 @@ var DefaultStreamTextResult = class {
     return createAsyncIterableStream(this.teeStream(), {
       transform(chunk, controller) {
         if (chunk.type === "text-delta") {
-          if (chunk.textDelta.length > 0) {
-            controller.enqueue(chunk.textDelta);
-          }
+          controller.enqueue(chunk.textDelta);
         } else if (chunk.type === "error") {
           controller.error(chunk.error);
         }
@@ -3111,13 +3118,7 @@ var DefaultStreamTextResult = class {
   get fullStream() {
     return createAsyncIterableStream(this.teeStream(), {
       transform(chunk, controller) {
-        if (chunk.type === "text-delta") {
-          if (chunk.textDelta.length > 0) {
-            controller.enqueue(chunk);
-          }
-        } else {
-          controller.enqueue(chunk);
-        }
+        controller.enqueue(chunk);
       }
     });
   }
@@ -3760,7 +3761,11 @@ function readableFromAsyncIterable(iterable) {
 
 // streams/stream-data.ts
 var import_ui_utils7 = require("@ai-sdk/ui-utils");
-var STREAM_DATA_WARNING_TIME_MS = 15 * 1e3;
+
+// util/constants.ts
+var HANGING_STREAM_WARNING_TIME_MS = 15 * 1e3;
+
+// streams/stream-data.ts
 var StreamData2 = class {
   constructor() {
     this.encoder = new TextEncoder();
@@ -3776,7 +3781,7 @@ var StreamData2 = class {
             console.warn(
               "The data stream is hanging. Did you forget to close it with `data.close()`?"
             );
-          }, STREAM_DATA_WARNING_TIME_MS);
+          }, HANGING_STREAM_WARNING_TIME_MS);
         }
       },
       pull: (controller) => {