ai 4.0.34 → 4.0.36

package/CHANGELOG.md

@@ -1,5 +1,19 @@
 # ai
 
+## 4.0.36
+
+### Patch Changes
+
+- Updated dependencies [37f4510]
+  - @ai-sdk/ui-utils@1.0.10
+  - @ai-sdk/react@1.0.11
+
+## 4.0.35
+
+### Patch Changes
+
+- 3491f78: feat (ai/core): support multiple stream text transforms
+
 ## 4.0.34
 
 ### Patch Changes

package/dist/index.d.mts

@@ -2031,6 +2031,37 @@ type TextStreamPart<TOOLS extends Record<string, CoreTool>> = {
     error: unknown;
 };
 
+/**
+ * Smooths text streaming output.
+ *
+ * @param delayInMs - The delay in milliseconds between each chunk. Defaults to 10ms. Can be set to `null` to skip the delay.
+ * @param chunking - Controls how the text is chunked for streaming. Use "word" to stream word by word (default), "line" to stream line by line, or provide a custom RegExp pattern for custom chunking.
+ *
+ * @returns A transform stream that smooths text streaming output.
+ */
+declare function smoothStream<TOOLS extends Record<string, CoreTool>>({ delayInMs, chunking, _internal: { delay }, }?: {
+    delayInMs?: number | null;
+    chunking?: 'word' | 'line' | RegExp;
+    /**
+     * Internal. For test use only. May change without notice.
+     */
+    _internal?: {
+        delay?: (delayInMs: number | null) => Promise<void>;
+    };
+}): (options: {
+    tools: TOOLS;
+}) => TransformStream<TextStreamPart<TOOLS>, TextStreamPart<TOOLS>>;
+
+/**
+A transformation that is applied to the stream.
+
+@param stopStream - A function that stops the source stream.
+@param tools - The tools that are accessible to and can be called by the model. The model needs to support calling tools.
+ */
+type StreamTextTransform<TOOLS extends Record<string, CoreTool>> = (options: {
+    tools: TOOLS;
+    stopStream: () => void;
+}) => TransformStream<TextStreamPart<TOOLS>, TextStreamPart<TOOLS>>;
 /**
 Generate a text and call tools for a given prompt using a language model.
 
@@ -2133,15 +2164,11 @@ Enable streaming of tool call deltas as they are generated. Disabled by default.
      */
     experimental_toolCallStreaming?: boolean;
     /**
-Optional transformation that is applied to the stream.
-
-@param stopStream - A function that stops the source stream.
-@param tools - The tools that are accessible to and can be called by the model. The model needs to support calling tools.
+Optional stream transformations.
+They are applied in the order they are provided.
+The stream transformations must maintain the stream structure for streamText to work correctly.
      */
-    experimental_transform?: (options: {
-        tools: TOOLS;
-        stopStream: () => void;
-    }) => TransformStream<TextStreamPart<TOOLS>, TextStreamPart<TOOLS>>;
+    experimental_transform?: StreamTextTransform<TOOLS> | Array<StreamTextTransform<TOOLS>>;
     /**
 Callback that is called for each chunk of the stream. The stream processing will pause until the callback promise is resolved.
      */
@@ -2176,27 +2203,6 @@ Details for all steps.
     };
 }): StreamTextResult<TOOLS, PARTIAL_OUTPUT>;
 
-/**
- * Smooths text streaming output.
- *
- * @param delayInMs - The delay in milliseconds between each chunk. Defaults to 10ms. Can be set to `null` to skip the delay.
- * @param chunking - Controls how the text is chunked for streaming. Use "word" to stream word by word (default), "line" to stream line by line, or provide a custom RegExp pattern for custom chunking.
- *
- * @returns A transform stream that smooths text streaming output.
- */
-declare function smoothStream<TOOLS extends Record<string, CoreTool>>({ delayInMs, chunking, _internal: { delay }, }?: {
-    delayInMs?: number | null;
-    chunking?: 'word' | 'line' | RegExp;
-    /**
-     * Internal. For test use only. May change without notice.
-     */
-    _internal?: {
-        delay?: (delayInMs: number | null) => Promise<void>;
-    };
-}): (options: {
-    tools: TOOLS;
-}) => TransformStream<TextStreamPart<TOOLS>, TextStreamPart<TOOLS>>;
-
 /**
  * Experimental middleware for LanguageModelV1.
  * This type defines the structure for middleware that can be used to modify
@@ -2617,4 +2623,4 @@ declare namespace llamaindexAdapter {
   };
 }
 
-export { AssistantContent, AssistantResponse, CallWarning, CoreAssistantMessage, CoreMessage, CoreSystemMessage, CoreTool, ToolCallUnion as CoreToolCallUnion, CoreToolChoice, CoreToolMessage, ToolResultUnion as CoreToolResultUnion, CoreUserMessage, DataContent, DataStreamWriter, DownloadError, EmbedManyResult, EmbedResult, Embedding, EmbeddingModel, EmbeddingModelUsage, GenerateImageResult as Experimental_GenerateImageResult, GeneratedImage as Experimental_GeneratedImage, Experimental_LanguageModelV1Middleware, FilePart, FinishReason, GenerateObjectResult, GenerateTextResult, ImageModel, ImageGenerationWarning as ImageModelCallWarning, ImagePart, InvalidArgumentError, InvalidDataContentError, InvalidMessageRoleError, InvalidToolArgumentsError, langchainAdapter as LangChainAdapter, LanguageModel, LanguageModelRequestMetadata, LanguageModelResponseMetadata, LanguageModelUsage, llamaindexAdapter as LlamaIndexAdapter, LogProbs, MessageConversionError, NoObjectGeneratedError, NoOutputSpecifiedError, NoSuchProviderError, NoSuchToolError, ObjectStreamPart, output as Output, Provider, ProviderMetadata, RetryError, StepResult, StreamData, StreamObjectResult, StreamTextResult, TextPart, TextStreamPart, ToolCallPart, ToolCallRepairError, ToolCallRepairFunction, ToolContent, ToolExecutionError, ToolExecutionOptions, ToolResultPart, UserContent, convertToCoreMessages, cosineSimilarity, createDataStream, createDataStreamResponse, embed, embedMany, experimental_createProviderRegistry, experimental_customProvider, generateImage as experimental_generateImage, experimental_wrapLanguageModel, generateObject, generateText, pipeDataStreamToResponse, simulateReadableStream, smoothStream, streamObject, streamText, tool };
+export { AssistantContent, AssistantResponse, CallWarning, CoreAssistantMessage, CoreMessage, CoreSystemMessage, CoreTool, ToolCallUnion as CoreToolCallUnion, CoreToolChoice, CoreToolMessage, ToolResultUnion as CoreToolResultUnion, CoreUserMessage, DataContent, DataStreamWriter, DownloadError, EmbedManyResult, EmbedResult, Embedding, EmbeddingModel, EmbeddingModelUsage, GenerateImageResult as Experimental_GenerateImageResult, GeneratedImage as Experimental_GeneratedImage, Experimental_LanguageModelV1Middleware, FilePart, FinishReason, GenerateObjectResult, GenerateTextResult, ImageModel, ImageGenerationWarning as ImageModelCallWarning, ImagePart, InvalidArgumentError, InvalidDataContentError, InvalidMessageRoleError, InvalidToolArgumentsError, langchainAdapter as LangChainAdapter, LanguageModel, LanguageModelRequestMetadata, LanguageModelResponseMetadata, LanguageModelUsage, llamaindexAdapter as LlamaIndexAdapter, LogProbs, MessageConversionError, NoObjectGeneratedError, NoOutputSpecifiedError, NoSuchProviderError, NoSuchToolError, ObjectStreamPart, output as Output, Provider, ProviderMetadata, RetryError, StepResult, StreamData, StreamObjectResult, StreamTextResult, StreamTextTransform, TextPart, TextStreamPart, ToolCallPart, ToolCallRepairError, ToolCallRepairFunction, ToolContent, ToolExecutionError, ToolExecutionOptions, ToolResultPart, UserContent, convertToCoreMessages, cosineSimilarity, createDataStream, createDataStreamResponse, embed, embedMany, experimental_createProviderRegistry, experimental_customProvider, generateImage as experimental_generateImage, experimental_wrapLanguageModel, generateObject, generateText, pipeDataStreamToResponse, simulateReadableStream, smoothStream, streamObject, streamText, tool };

package/dist/index.d.ts

@@ -2031,6 +2031,37 @@ type TextStreamPart<TOOLS extends Record<string, CoreTool>> = {
     error: unknown;
 };
 
+/**
+ * Smooths text streaming output.
+ *
+ * @param delayInMs - The delay in milliseconds between each chunk. Defaults to 10ms. Can be set to `null` to skip the delay.
+ * @param chunking - Controls how the text is chunked for streaming. Use "word" to stream word by word (default), "line" to stream line by line, or provide a custom RegExp pattern for custom chunking.
+ *
+ * @returns A transform stream that smooths text streaming output.
+ */
+declare function smoothStream<TOOLS extends Record<string, CoreTool>>({ delayInMs, chunking, _internal: { delay }, }?: {
+    delayInMs?: number | null;
+    chunking?: 'word' | 'line' | RegExp;
+    /**
+     * Internal. For test use only. May change without notice.
+     */
+    _internal?: {
+        delay?: (delayInMs: number | null) => Promise<void>;
+    };
+}): (options: {
+    tools: TOOLS;
+}) => TransformStream<TextStreamPart<TOOLS>, TextStreamPart<TOOLS>>;
+
+/**
+A transformation that is applied to the stream.
+
+@param stopStream - A function that stops the source stream.
+@param tools - The tools that are accessible to and can be called by the model. The model needs to support calling tools.
+ */
+type StreamTextTransform<TOOLS extends Record<string, CoreTool>> = (options: {
+    tools: TOOLS;
+    stopStream: () => void;
+}) => TransformStream<TextStreamPart<TOOLS>, TextStreamPart<TOOLS>>;
 /**
 Generate a text and call tools for a given prompt using a language model.
 
@@ -2133,15 +2164,11 @@ Enable streaming of tool call deltas as they are generated. Disabled by default.
      */
     experimental_toolCallStreaming?: boolean;
     /**
-Optional transformation that is applied to the stream.
-
-@param stopStream - A function that stops the source stream.
-@param tools - The tools that are accessible to and can be called by the model. The model needs to support calling tools.
+Optional stream transformations.
+They are applied in the order they are provided.
+The stream transformations must maintain the stream structure for streamText to work correctly.
      */
-    experimental_transform?: (options: {
-        tools: TOOLS;
-        stopStream: () => void;
-    }) => TransformStream<TextStreamPart<TOOLS>, TextStreamPart<TOOLS>>;
+    experimental_transform?: StreamTextTransform<TOOLS> | Array<StreamTextTransform<TOOLS>>;
     /**
 Callback that is called for each chunk of the stream. The stream processing will pause until the callback promise is resolved.
      */
@@ -2176,27 +2203,6 @@ Details for all steps.
     };
 }): StreamTextResult<TOOLS, PARTIAL_OUTPUT>;
 
-/**
- * Smooths text streaming output.
- *
- * @param delayInMs - The delay in milliseconds between each chunk. Defaults to 10ms. Can be set to `null` to skip the delay.
- * @param chunking - Controls how the text is chunked for streaming. Use "word" to stream word by word (default), "line" to stream line by line, or provide a custom RegExp pattern for custom chunking.
- *
- * @returns A transform stream that smooths text streaming output.
- */
-declare function smoothStream<TOOLS extends Record<string, CoreTool>>({ delayInMs, chunking, _internal: { delay }, }?: {
-    delayInMs?: number | null;
-    chunking?: 'word' | 'line' | RegExp;
-    /**
-     * Internal. For test use only. May change without notice.
-     */
-    _internal?: {
-        delay?: (delayInMs: number | null) => Promise<void>;
-    };
-}): (options: {
-    tools: TOOLS;
-}) => TransformStream<TextStreamPart<TOOLS>, TextStreamPart<TOOLS>>;
-
 /**
  * Experimental middleware for LanguageModelV1.
  * This type defines the structure for middleware that can be used to modify
@@ -2617,4 +2623,4 @@ declare namespace llamaindexAdapter {
   };
 }
 
-export { AssistantContent, AssistantResponse, CallWarning, CoreAssistantMessage, CoreMessage, CoreSystemMessage, CoreTool, ToolCallUnion as CoreToolCallUnion, CoreToolChoice, CoreToolMessage, ToolResultUnion as CoreToolResultUnion, CoreUserMessage, DataContent, DataStreamWriter, DownloadError, EmbedManyResult, EmbedResult, Embedding, EmbeddingModel, EmbeddingModelUsage, GenerateImageResult as Experimental_GenerateImageResult, GeneratedImage as Experimental_GeneratedImage, Experimental_LanguageModelV1Middleware, FilePart, FinishReason, GenerateObjectResult, GenerateTextResult, ImageModel, ImageGenerationWarning as ImageModelCallWarning, ImagePart, InvalidArgumentError, InvalidDataContentError, InvalidMessageRoleError, InvalidToolArgumentsError, langchainAdapter as LangChainAdapter, LanguageModel, LanguageModelRequestMetadata, LanguageModelResponseMetadata, LanguageModelUsage, llamaindexAdapter as LlamaIndexAdapter, LogProbs, MessageConversionError, NoObjectGeneratedError, NoOutputSpecifiedError, NoSuchProviderError, NoSuchToolError, ObjectStreamPart, output as Output, Provider, ProviderMetadata, RetryError, StepResult, StreamData, StreamObjectResult, StreamTextResult, TextPart, TextStreamPart, ToolCallPart, ToolCallRepairError, ToolCallRepairFunction, ToolContent, ToolExecutionError, ToolExecutionOptions, ToolResultPart, UserContent, convertToCoreMessages, cosineSimilarity, createDataStream, createDataStreamResponse, embed, embedMany, experimental_createProviderRegistry, experimental_customProvider, generateImage as experimental_generateImage, experimental_wrapLanguageModel, generateObject, generateText, pipeDataStreamToResponse, simulateReadableStream, smoothStream, streamObject, streamText, tool };
+export { AssistantContent, AssistantResponse, CallWarning, CoreAssistantMessage, CoreMessage, CoreSystemMessage, CoreTool, ToolCallUnion as CoreToolCallUnion, CoreToolChoice, CoreToolMessage, ToolResultUnion as CoreToolResultUnion, CoreUserMessage, DataContent, DataStreamWriter, DownloadError, EmbedManyResult, EmbedResult, Embedding, EmbeddingModel, EmbeddingModelUsage, GenerateImageResult as Experimental_GenerateImageResult, GeneratedImage as Experimental_GeneratedImage, Experimental_LanguageModelV1Middleware, FilePart, FinishReason, GenerateObjectResult, GenerateTextResult, ImageModel, ImageGenerationWarning as ImageModelCallWarning, ImagePart, InvalidArgumentError, InvalidDataContentError, InvalidMessageRoleError, InvalidToolArgumentsError, langchainAdapter as LangChainAdapter, LanguageModel, LanguageModelRequestMetadata, LanguageModelResponseMetadata, LanguageModelUsage, llamaindexAdapter as LlamaIndexAdapter, LogProbs, MessageConversionError, NoObjectGeneratedError, NoOutputSpecifiedError, NoSuchProviderError, NoSuchToolError, ObjectStreamPart, output as Output, Provider, ProviderMetadata, RetryError, StepResult, StreamData, StreamObjectResult, StreamTextResult, StreamTextTransform, TextPart, TextStreamPart, ToolCallPart, ToolCallRepairError, ToolCallRepairFunction, ToolContent, ToolExecutionError, ToolExecutionOptions, ToolResultPart, UserContent, convertToCoreMessages, cosineSimilarity, createDataStream, createDataStreamResponse, embed, embedMany, experimental_createProviderRegistry, experimental_customProvider, generateImage as experimental_generateImage, experimental_wrapLanguageModel, generateObject, generateText, pipeDataStreamToResponse, simulateReadableStream, smoothStream, streamObject, streamText, tool };

package/dist/index.js

@@ -4144,6 +4144,53 @@ var object = ({
   };
 };
 
+// core/generate-text/smooth-stream.ts
+var import_provider17 = require("@ai-sdk/provider");
+var CHUNKING_REGEXPS = {
+  word: /\s*\S+\s+/m,
+  line: /[^\n]*\n/m
+};
+function smoothStream({
+  delayInMs = 10,
+  chunking = "word",
+  _internal: { delay: delay2 = delay } = {}
+} = {}) {
+  const chunkingRegexp = typeof chunking === "string" ? CHUNKING_REGEXPS[chunking] : chunking;
+  if (chunkingRegexp == null) {
+    throw new import_provider17.InvalidArgumentError({
+      argument: "chunking",
+      message: `Chunking must be "word" or "line" or a RegExp. Received: ${chunking}`
+    });
+  }
+  return () => {
+    let buffer = "";
+    return new TransformStream({
+      async transform(chunk, controller) {
+        if (chunk.type === "step-finish") {
+          if (buffer.length > 0) {
+            controller.enqueue({ type: "text-delta", textDelta: buffer });
+            buffer = "";
+          }
+          controller.enqueue(chunk);
+          return;
+        }
+        if (chunk.type !== "text-delta") {
+          controller.enqueue(chunk);
+          return;
+        }
+        buffer += chunk.textDelta;
+        let match;
+        while ((match = chunkingRegexp.exec(buffer)) != null) {
+          const chunk2 = match[0];
+          controller.enqueue({ type: "text-delta", textDelta: chunk2 });
+          buffer = buffer.slice(chunk2.length);
+          await delay2(delayInMs);
+        }
+      }
+    });
+  };
+}
+
 // core/generate-text/stream-text.ts
 var import_provider_utils11 = require("@ai-sdk/provider-utils");
 var import_ui_utils8 = require("@ai-sdk/ui-utils");
@@ -4470,7 +4517,7 @@ function streamText({
     tools,
     toolChoice,
     toolCallStreaming,
-    transform,
+    transforms: transform == null ? [] : Array.isArray(transform) ? transform : [transform],
     activeTools,
     repairToolCall,
     maxSteps,
@@ -4550,7 +4597,7 @@ var DefaultStreamTextResult = class {
     tools,
     toolChoice,
     toolCallStreaming,
-    transform,
+    transforms,
     activeTools,
     repairToolCall,
     maxSteps,
@@ -4743,7 +4790,7 @@ var DefaultStreamTextResult = class {
     this.addStream = stitchableStream.addStream;
     this.closeStream = stitchableStream.close;
     let stream = stitchableStream.stream;
-    if (transform) {
+    for (const transform of transforms) {
       stream = stream.pipeThrough(
         transform({
           tools,
@@ -5417,53 +5464,6 @@ var DefaultStreamTextResult = class {
   }
 };
 
-// core/generate-text/smooth-stream.ts
-var import_provider17 = require("@ai-sdk/provider");
-var CHUNKING_REGEXPS = {
-  word: /\s*\S+\s+/m,
-  line: /[^\n]*\n/m
-};
-function smoothStream({
-  delayInMs = 10,
-  chunking = "word",
-  _internal: { delay: delay2 = delay } = {}
-} = {}) {
-  const chunkingRegexp = typeof chunking === "string" ? CHUNKING_REGEXPS[chunking] : chunking;
-  if (chunkingRegexp == null) {
-    throw new import_provider17.InvalidArgumentError({
-      argument: "chunking",
-      message: `Chunking must be "word" or "line" or a RegExp. Received: ${chunking}`
-    });
-  }
-  return () => {
-    let buffer = "";
-    return new TransformStream({
-      async transform(chunk, controller) {
-        if (chunk.type === "step-finish") {
-          if (buffer.length > 0) {
-            controller.enqueue({ type: "text-delta", textDelta: buffer });
-            buffer = "";
-          }
-          controller.enqueue(chunk);
-          return;
-        }
-        if (chunk.type !== "text-delta") {
-          controller.enqueue(chunk);
-          return;
-        }
-        buffer += chunk.textDelta;
-        let match;
-        while ((match = chunkingRegexp.exec(buffer)) != null) {
-          const chunk2 = match[0];
-          controller.enqueue({ type: "text-delta", textDelta: chunk2 });
-          buffer = buffer.slice(chunk2.length);
-          await delay2(delayInMs);
-        }
-      }
-    });
-  };
-}
-
 // core/middleware/wrap-language-model.ts
 var experimental_wrapLanguageModel = ({
   model,