ai 4.0.14 → 4.0.16

package/CHANGELOG.md

@@ -1,5 +1,18 @@
 # ai
 
+## 4.0.16
+
+### Patch Changes
+
+- e3fac3f: fix (ai/core): change smoothStream default delay to 10ms
+
+## 4.0.15
+
+### Patch Changes
+
+- cc16a83: feat (ai/core): add smoothStream helper
+- cc16a83: feat (ai/core): add experimental transform option to streamText
+
 ## 4.0.14
 
 ### Patch Changes

package/dist/index.d.mts

@@ -2037,7 +2037,7 @@ If set and supported by the model, calls will generate deterministic results.
 @return
 A result object for accessing different stream types and additional information.
  */
-declare function streamText<TOOLS extends Record<string, CoreTool>>({ model, tools, toolChoice, system, prompt, messages, maxRetries, abortSignal, headers, maxSteps, experimental_continueSteps: continueSteps, experimental_telemetry: telemetry, experimental_providerMetadata: providerMetadata, experimental_toolCallStreaming: toolCallStreaming, experimental_activeTools: activeTools, experimental_repairToolCall: repairToolCall, onChunk, onFinish, onStepFinish, _internal: { now, generateId, currentDate, }, ...settings }: CallSettings & Prompt & {
+declare function streamText<TOOLS extends Record<string, CoreTool>>({ model, tools, toolChoice, system, prompt, messages, maxRetries, abortSignal, headers, maxSteps, experimental_continueSteps: continueSteps, experimental_telemetry: telemetry, experimental_providerMetadata: providerMetadata, experimental_toolCallStreaming: toolCallStreaming, experimental_activeTools: activeTools, experimental_repairToolCall: repairToolCall, experimental_transform: transform, onChunk, onFinish, onStepFinish, _internal: { now, generateId, currentDate, }, ...settings }: CallSettings & Prompt & {
     /**
 The language model to use.
      */
@@ -2088,6 +2088,10 @@ Enable streaming of tool call deltas as they are generated. Disabled by default.
      */
     experimental_toolCallStreaming?: boolean;
     /**
+Optional transformation that is applied to the stream.
+     */
+    experimental_transform?: TransformStream<TextStreamPart<TOOLS>, TextStreamPart<TOOLS>>;
+    /**
 Callback that is called for each chunk of the stream. The stream processing will pause until the callback promise is resolved.
      */
     onChunk?: (event: {
@@ -2121,6 +2125,22 @@ Details for all steps.
     };
 }): StreamTextResult<TOOLS>;
 
+/**
+ * Smooths text streaming output.
+ *
+ * @param delayInMs - The delay in milliseconds between each chunk. Defaults to 10ms.
+ * @returns A transform stream that smooths text streaming output.
+ */
+declare function smoothStream<TOOLS extends Record<string, CoreTool>>({ delayInMs, _internal: { delay }, }?: {
+    delayInMs?: number;
+    /**
+     * Internal. For test use only. May change without notice.
+     */
+    _internal?: {
+        delay?: (delayInMs: number) => Promise<void>;
+    };
+}): TransformStream<TextStreamPart<TOOLS>, TextStreamPart<TOOLS>>;
+
 /**
  * Experimental middleware for LanguageModelV1.
  * This type defines the structure for middleware that can be used to modify
@@ -2485,4 +2505,4 @@ declare namespace llamaindexAdapter {
   };
 }
 
-export { AssistantContent, AssistantResponse, CallWarning, CoreAssistantMessage, CoreMessage, CoreSystemMessage, CoreTool, ToolCallUnion as CoreToolCallUnion, CoreToolChoice, CoreToolMessage, ToolResultUnion as CoreToolResultUnion, CoreUserMessage, DataContent, DataStreamWriter, DownloadError, EmbedManyResult, EmbedResult, Embedding, EmbeddingModel, EmbeddingModelUsage, GenerateImageResult as Experimental_GenerateImageResult, GeneratedImage as Experimental_GeneratedImage, Experimental_LanguageModelV1Middleware, FilePart, FinishReason, GenerateObjectResult, GenerateTextResult, ImagePart, InvalidArgumentError, InvalidDataContentError, InvalidMessageRoleError, InvalidToolArgumentsError, langchainAdapter as LangChainAdapter, LanguageModel, LanguageModelRequestMetadata, LanguageModelResponseMetadata, LanguageModelUsage, llamaindexAdapter as LlamaIndexAdapter, LogProbs, MessageConversionError, NoObjectGeneratedError, NoSuchProviderError, NoSuchToolError, ObjectStreamPart, output as Output, Provider, ProviderMetadata, RetryError, StepResult, StreamData, StreamObjectResult, StreamTextResult, TextPart, TextStreamPart, ToolCallPart, ToolCallRepairError, ToolCallRepairFunction, ToolContent, ToolExecutionError, ToolExecutionOptions, ToolResultPart, UserContent, convertToCoreMessages, cosineSimilarity, createDataStream, createDataStreamResponse, embed, embedMany, experimental_createProviderRegistry, experimental_customProvider, generateImage as experimental_generateImage, experimental_wrapLanguageModel, generateObject, generateText, pipeDataStreamToResponse, streamObject, streamText, tool };
+export { AssistantContent, AssistantResponse, CallWarning, CoreAssistantMessage, CoreMessage, CoreSystemMessage, CoreTool, ToolCallUnion as CoreToolCallUnion, CoreToolChoice, CoreToolMessage, ToolResultUnion as CoreToolResultUnion, CoreUserMessage, DataContent, DataStreamWriter, DownloadError, EmbedManyResult, EmbedResult, Embedding, EmbeddingModel, EmbeddingModelUsage, GenerateImageResult as Experimental_GenerateImageResult, GeneratedImage as Experimental_GeneratedImage, Experimental_LanguageModelV1Middleware, FilePart, FinishReason, GenerateObjectResult, GenerateTextResult, ImagePart, InvalidArgumentError, InvalidDataContentError, InvalidMessageRoleError, InvalidToolArgumentsError, langchainAdapter as LangChainAdapter, LanguageModel, LanguageModelRequestMetadata, LanguageModelResponseMetadata, LanguageModelUsage, llamaindexAdapter as LlamaIndexAdapter, LogProbs, MessageConversionError, NoObjectGeneratedError, NoSuchProviderError, NoSuchToolError, ObjectStreamPart, output as Output, Provider, ProviderMetadata, RetryError, StepResult, StreamData, StreamObjectResult, StreamTextResult, TextPart, TextStreamPart, ToolCallPart, ToolCallRepairError, ToolCallRepairFunction, ToolContent, ToolExecutionError, ToolExecutionOptions, ToolResultPart, UserContent, convertToCoreMessages, cosineSimilarity, createDataStream, createDataStreamResponse, embed, embedMany, experimental_createProviderRegistry, experimental_customProvider, generateImage as experimental_generateImage, experimental_wrapLanguageModel, generateObject, generateText, pipeDataStreamToResponse, smoothStream, streamObject, streamText, tool };

package/dist/index.d.ts

@@ -2037,7 +2037,7 @@ If set and supported by the model, calls will generate deterministic results.
 @return
 A result object for accessing different stream types and additional information.
  */
-declare function streamText<TOOLS extends Record<string, CoreTool>>({ model, tools, toolChoice, system, prompt, messages, maxRetries, abortSignal, headers, maxSteps, experimental_continueSteps: continueSteps, experimental_telemetry: telemetry, experimental_providerMetadata: providerMetadata, experimental_toolCallStreaming: toolCallStreaming, experimental_activeTools: activeTools, experimental_repairToolCall: repairToolCall, onChunk, onFinish, onStepFinish, _internal: { now, generateId, currentDate, }, ...settings }: CallSettings & Prompt & {
+declare function streamText<TOOLS extends Record<string, CoreTool>>({ model, tools, toolChoice, system, prompt, messages, maxRetries, abortSignal, headers, maxSteps, experimental_continueSteps: continueSteps, experimental_telemetry: telemetry, experimental_providerMetadata: providerMetadata, experimental_toolCallStreaming: toolCallStreaming, experimental_activeTools: activeTools, experimental_repairToolCall: repairToolCall, experimental_transform: transform, onChunk, onFinish, onStepFinish, _internal: { now, generateId, currentDate, }, ...settings }: CallSettings & Prompt & {
     /**
 The language model to use.
      */
@@ -2088,6 +2088,10 @@ Enable streaming of tool call deltas as they are generated. Disabled by default.
      */
     experimental_toolCallStreaming?: boolean;
     /**
+Optional transformation that is applied to the stream.
+     */
+    experimental_transform?: TransformStream<TextStreamPart<TOOLS>, TextStreamPart<TOOLS>>;
+    /**
 Callback that is called for each chunk of the stream. The stream processing will pause until the callback promise is resolved.
      */
     onChunk?: (event: {
@@ -2121,6 +2125,22 @@ Details for all steps.
     };
 }): StreamTextResult<TOOLS>;
 
+/**
+ * Smooths text streaming output.
+ *
+ * @param delayInMs - The delay in milliseconds between each chunk. Defaults to 10ms.
+ * @returns A transform stream that smooths text streaming output.
+ */
+declare function smoothStream<TOOLS extends Record<string, CoreTool>>({ delayInMs, _internal: { delay }, }?: {
+    delayInMs?: number;
+    /**
+     * Internal. For test use only. May change without notice.
+     */
+    _internal?: {
+        delay?: (delayInMs: number) => Promise<void>;
+    };
+}): TransformStream<TextStreamPart<TOOLS>, TextStreamPart<TOOLS>>;
+
 /**
  * Experimental middleware for LanguageModelV1.
  * This type defines the structure for middleware that can be used to modify
@@ -2485,4 +2505,4 @@ declare namespace llamaindexAdapter {
   };
 }
 
-export { AssistantContent, AssistantResponse, CallWarning, CoreAssistantMessage, CoreMessage, CoreSystemMessage, CoreTool, ToolCallUnion as CoreToolCallUnion, CoreToolChoice, CoreToolMessage, ToolResultUnion as CoreToolResultUnion, CoreUserMessage, DataContent, DataStreamWriter, DownloadError, EmbedManyResult, EmbedResult, Embedding, EmbeddingModel, EmbeddingModelUsage, GenerateImageResult as Experimental_GenerateImageResult, GeneratedImage as Experimental_GeneratedImage, Experimental_LanguageModelV1Middleware, FilePart, FinishReason, GenerateObjectResult, GenerateTextResult, ImagePart, InvalidArgumentError, InvalidDataContentError, InvalidMessageRoleError, InvalidToolArgumentsError, langchainAdapter as LangChainAdapter, LanguageModel, LanguageModelRequestMetadata, LanguageModelResponseMetadata, LanguageModelUsage, llamaindexAdapter as LlamaIndexAdapter, LogProbs, MessageConversionError, NoObjectGeneratedError, NoSuchProviderError, NoSuchToolError, ObjectStreamPart, output as Output, Provider, ProviderMetadata, RetryError, StepResult, StreamData, StreamObjectResult, StreamTextResult, TextPart, TextStreamPart, ToolCallPart, ToolCallRepairError, ToolCallRepairFunction, ToolContent, ToolExecutionError, ToolExecutionOptions, ToolResultPart, UserContent, convertToCoreMessages, cosineSimilarity, createDataStream, createDataStreamResponse, embed, embedMany, experimental_createProviderRegistry, experimental_customProvider, generateImage as experimental_generateImage, experimental_wrapLanguageModel, generateObject, generateText, pipeDataStreamToResponse, streamObject, streamText, tool };
+export { AssistantContent, AssistantResponse, CallWarning, CoreAssistantMessage, CoreMessage, CoreSystemMessage, CoreTool, ToolCallUnion as CoreToolCallUnion, CoreToolChoice, CoreToolMessage, ToolResultUnion as CoreToolResultUnion, CoreUserMessage, DataContent, DataStreamWriter, DownloadError, EmbedManyResult, EmbedResult, Embedding, EmbeddingModel, EmbeddingModelUsage, GenerateImageResult as Experimental_GenerateImageResult, GeneratedImage as Experimental_GeneratedImage, Experimental_LanguageModelV1Middleware, FilePart, FinishReason, GenerateObjectResult, GenerateTextResult, ImagePart, InvalidArgumentError, InvalidDataContentError, InvalidMessageRoleError, InvalidToolArgumentsError, langchainAdapter as LangChainAdapter, LanguageModel, LanguageModelRequestMetadata, LanguageModelResponseMetadata, LanguageModelUsage, llamaindexAdapter as LlamaIndexAdapter, LogProbs, MessageConversionError, NoObjectGeneratedError, NoSuchProviderError, NoSuchToolError, ObjectStreamPart, output as Output, Provider, ProviderMetadata, RetryError, StepResult, StreamData, StreamObjectResult, StreamTextResult, TextPart, TextStreamPart, ToolCallPart, ToolCallRepairError, ToolCallRepairFunction, ToolContent, ToolExecutionError, ToolExecutionOptions, ToolResultPart, UserContent, convertToCoreMessages, cosineSimilarity, createDataStream, createDataStreamResponse, embed, embedMany, experimental_createProviderRegistry, experimental_customProvider, generateImage as experimental_generateImage, experimental_wrapLanguageModel, generateObject, generateText, pipeDataStreamToResponse, smoothStream, streamObject, streamText, tool };

package/dist/index.js

@@ -69,6 +69,7 @@ __export(streams_exports, {
   pipeDataStreamToResponse: () => pipeDataStreamToResponse,
   processDataStream: () => import_ui_utils14.processDataStream,
   processTextStream: () => import_ui_utils14.processTextStream,
+  smoothStream: () => smoothStream,
   streamObject: () => streamObject,
   streamText: () => streamText,
   tool: () => tool
@@ -4243,6 +4244,7 @@ function streamText({
   experimental_toolCallStreaming: toolCallStreaming = false,
   experimental_activeTools: activeTools,
   experimental_repairToolCall: repairToolCall,
+  experimental_transform: transform,
   onChunk,
   onFinish,
   onStepFinish,
@@ -4266,6 +4268,7 @@ function streamText({
     tools,
     toolChoice,
     toolCallStreaming,
+    transform,
     activeTools,
     repairToolCall,
     maxSteps,
@@ -4293,6 +4296,7 @@ var DefaultStreamTextResult = class {
     tools,
     toolChoice,
     toolCallStreaming,
+    transform,
     activeTools,
     repairToolCall,
     maxSteps,
@@ -4315,7 +4319,6 @@ var DefaultStreamTextResult = class {
     this.requestPromise = new DelayedPromise();
     this.responsePromise = new DelayedPromise();
     this.stepsPromise = new DelayedPromise();
-    this.stitchableStream = createStitchableStream();
     if (maxSteps < 1) {
       throw new InvalidArgumentError({
         parameter: "maxSteps",
@@ -4323,6 +4326,10 @@ var DefaultStreamTextResult = class {
         message: "maxSteps must be at least 1"
       });
     }
+    const stitchableStream = createStitchableStream();
+    this.addStream = stitchableStream.addStream;
+    this.closeStream = stitchableStream.close;
+    this.baseStream = transform ? stitchableStream.stream.pipeThrough(transform) : stitchableStream.stream;
     const { maxRetries, retry } = prepareRetries({
       maxRetries: maxRetriesArg
     });
@@ -4488,7 +4495,7 @@ var DefaultStreamTextResult = class {
             hasWhitespaceSuffix = chunk.textDelta.trimEnd() !== chunk.textDelta;
             await (onChunk == null ? void 0 : onChunk({ chunk }));
           }
-          self.stitchableStream.addStream(
+          self.addStream(
             transformedStream.pipeThrough(
               new TransformStream({
                 async transform(chunk, controller) {
@@ -4716,7 +4723,7 @@ var DefaultStreamTextResult = class {
                         ...stepResponse
                       }
                     });
-                    self.stitchableStream.close();
+                    self.closeStream();
                     rootSpan.setAttributes(
                       selectTelemetryAttributes({
                         telemetry,
@@ -4790,7 +4797,7 @@ var DefaultStreamTextResult = class {
         });
       }
     }).catch((error) => {
-      self.stitchableStream.addStream(
+      self.addStream(
         new ReadableStream({
           start(controller) {
             controller.enqueue({ type: "error", error });
@@ -4798,7 +4805,7 @@ var DefaultStreamTextResult = class {
           }
         })
       );
-      self.stitchableStream.close();
+      self.closeStream();
     });
   }
   get warnings() {
@@ -4840,8 +4847,8 @@ var DefaultStreamTextResult = class {
   However, the LLM results are expected to be small enough to not cause issues.
      */
   teeStream() {
-    const [stream1, stream2] = this.stitchableStream.stream.tee();
-    this.stitchableStream.stream = stream2;
+    const [stream1, stream2] = this.baseStream.tee();
+    this.baseStream = stream2;
     return stream1;
   }
   get textStream() {
@@ -5037,6 +5044,40 @@ var DefaultStreamTextResult = class {
   }
 };
 
+// core/generate-text/smooth-stream.ts
+function smoothStream({
+  delayInMs = 10,
+  _internal: { delay: delay2 = delay } = {}
+} = {}) {
+  let buffer = "";
+  return new TransformStream({
+    async transform(chunk, controller) {
+      if (chunk.type === "step-finish") {
+        if (buffer.length > 0) {
+          controller.enqueue({ type: "text-delta", textDelta: buffer });
+          buffer = "";
+        }
+        controller.enqueue(chunk);
+        return;
+      }
+      if (chunk.type !== "text-delta") {
+        controller.enqueue(chunk);
+        return;
+      }
+      buffer += chunk.textDelta;
+      while (buffer.match(/\s/)) {
+        const whitespaceIndex = buffer.search(/\s/);
+        const word = buffer.slice(0, whitespaceIndex + 1);
+        controller.enqueue({ type: "text-delta", textDelta: word });
+        buffer = buffer.slice(whitespaceIndex + 1);
+        if (delayInMs > 0) {
+          await delay2(delayInMs);
+        }
+      }
+    }
+  });
+}
+
 // core/middleware/wrap-language-model.ts
 var experimental_wrapLanguageModel = ({
   model,
@@ -5601,6 +5642,7 @@ var StreamData = class {
   pipeDataStreamToResponse,
   processDataStream,
   processTextStream,
+  smoothStream,
   streamObject,
   streamText,
   tool