ai 4.1.55 → 4.1.56

package/CHANGELOG.md

@@ -1,5 +1,12 @@
 # ai
 
+## 4.1.56
+
+### Patch Changes
+
+- 80be82b: feat (ai/core): add simulateStreamingMiddleware
+- 8109a24: fix (ai/core): limit node imports to types where possible
+
 ## 4.1.55
 
 ### Patch Changes

package/dist/index.d.mts

@@ -3523,6 +3523,7 @@ type LanguageModelV1Middleware = {
      * Wraps the generate operation of the language model.
      * @param options - Object containing the generate function, parameters, and model.
      * @param options.doGenerate - The original generate function.
+     * @param options.doStream - The original stream function.
      * @param options.params - The parameters for the generate call. If the
      * `transformParams` middleware is used, this will be the transformed parameters.
      * @param options.model - The language model instance.
@@ -3530,12 +3531,15 @@ type LanguageModelV1Middleware = {
      */
     wrapGenerate?: (options: {
         doGenerate: () => ReturnType<LanguageModelV1['doGenerate']>;
+        doStream: () => ReturnType<LanguageModelV1['doStream']>;
         params: LanguageModelV1CallOptions;
         model: LanguageModelV1;
     }) => Promise<Awaited<ReturnType<LanguageModelV1['doGenerate']>>>;
     /**
      * Wraps the stream operation of the language model.
+     *
      * @param options - Object containing the stream function, parameters, and model.
+     * @param options.doGenerate - The original generate function.
      * @param options.doStream - The original stream function.
      * @param options.params - The parameters for the stream call. If the
      * `transformParams` middleware is used, this will be the transformed parameters.
@@ -3543,6 +3547,7 @@ type LanguageModelV1Middleware = {
      * @returns A promise that resolves to the result of the stream operation.
      */
     wrapStream?: (options: {
+        doGenerate: () => ReturnType<LanguageModelV1['doGenerate']>;
         doStream: () => ReturnType<LanguageModelV1['doStream']>;
         params: LanguageModelV1CallOptions;
         model: LanguageModelV1;
@@ -3567,6 +3572,11 @@ declare function extractReasoningMiddleware({ tagName, separator, startWithReaso
     startWithReasoning?: boolean;
 }): LanguageModelV1Middleware;
 
+/**
+ * Simulates streaming chunks with the response from a generate call.
+ */
+declare function simulateStreamingMiddleware(): LanguageModelV1Middleware;
+
 /**
  * Wraps a LanguageModelV1 instance with middleware functionality.
  * This function allows you to apply middleware to transform parameters,
@@ -4056,4 +4066,4 @@ declare namespace llamaindexAdapter {
   };
 }
 
-export { AssistantContent, AssistantResponse, CallWarning, CoreAssistantMessage, CoreMessage, CoreSystemMessage, CoreTool, CoreToolCallUnion, CoreToolChoice, CoreToolMessage, CoreToolResultUnion, CoreUserMessage, DataContent, DataStreamOptions, DataStreamWriter, DownloadError, EmbedManyResult, EmbedResult, Embedding, EmbeddingModel, EmbeddingModelUsage, GenerateImageResult as Experimental_GenerateImageResult, GeneratedImage as Experimental_GeneratedImage, Experimental_LanguageModelV1Middleware, FilePart, FinishReason, GenerateObjectResult, GenerateTextOnStepFinishCallback, GenerateTextResult, ImageModel, ImageGenerationWarning as ImageModelCallWarning, ImageModelResponseMetadata, ImagePart, InvalidArgumentError, InvalidDataContentError, InvalidMessageRoleError, InvalidStreamPartError, InvalidToolArgumentsError, langchainAdapter as LangChainAdapter, LanguageModel, LanguageModelRequestMetadata, LanguageModelResponseMetadata, LanguageModelUsage, LanguageModelV1Middleware, llamaindexAdapter as LlamaIndexAdapter, LogProbs, MCPClientError, MessageConversionError, NoImageGeneratedError, NoObjectGeneratedError, NoOutputSpecifiedError, NoSuchProviderError, NoSuchToolError, ObjectStreamPart, output as Output, Provider, ProviderMetadata, RepairTextFunction, RetryError, StepResult, StreamData, StreamObjectOnFinishCallback, StreamObjectResult, StreamTextOnChunkCallback, StreamTextOnErrorCallback, StreamTextOnFinishCallback, StreamTextOnStepFinishCallback, StreamTextResult, StreamTextTransform, TelemetrySettings, TextPart, TextStreamPart, Tool, ToolCallPart, ToolCallRepairError, ToolCallRepairFunction, ToolCallUnion, ToolChoice, ToolContent, ToolExecutionError, ToolExecutionOptions, ToolResultPart, ToolResultUnion, ToolSet, UserContent, appendClientMessage, appendResponseMessages, convertToCoreMessages, coreAssistantMessageSchema, coreMessageSchema, coreSystemMessageSchema, coreToolMessageSchema, coreUserMessageSchema, cosineSimilarity, createDataStream, createDataStreamResponse, customProvider, embed, embedMany, createMCPClient as experimental_createMCPClient, experimental_createProviderRegistry, experimental_customProvider, generateImage as experimental_generateImage, experimental_wrapLanguageModel, extractReasoningMiddleware, generateObject, generateText, pipeDataStreamToResponse, simulateReadableStream, smoothStream, streamObject, streamText, tool, wrapLanguageModel };
+export { AssistantContent, AssistantResponse, CallWarning, CoreAssistantMessage, CoreMessage, CoreSystemMessage, CoreTool, CoreToolCallUnion, CoreToolChoice, CoreToolMessage, CoreToolResultUnion, CoreUserMessage, DataContent, DataStreamOptions, DataStreamWriter, DownloadError, EmbedManyResult, EmbedResult, Embedding, EmbeddingModel, EmbeddingModelUsage, GenerateImageResult as Experimental_GenerateImageResult, GeneratedImage as Experimental_GeneratedImage, Experimental_LanguageModelV1Middleware, FilePart, FinishReason, GenerateObjectResult, GenerateTextOnStepFinishCallback, GenerateTextResult, ImageModel, ImageGenerationWarning as ImageModelCallWarning, ImageModelResponseMetadata, ImagePart, InvalidArgumentError, InvalidDataContentError, InvalidMessageRoleError, InvalidStreamPartError, InvalidToolArgumentsError, langchainAdapter as LangChainAdapter, LanguageModel, LanguageModelRequestMetadata, LanguageModelResponseMetadata, LanguageModelUsage, LanguageModelV1Middleware, llamaindexAdapter as LlamaIndexAdapter, LogProbs, MCPClientError, MessageConversionError, NoImageGeneratedError, NoObjectGeneratedError, NoOutputSpecifiedError, NoSuchProviderError, NoSuchToolError, ObjectStreamPart, output as Output, Provider, ProviderMetadata, RepairTextFunction, RetryError, StepResult, StreamData, StreamObjectOnFinishCallback, StreamObjectResult, StreamTextOnChunkCallback, StreamTextOnErrorCallback, StreamTextOnFinishCallback, StreamTextOnStepFinishCallback, StreamTextResult, StreamTextTransform, TelemetrySettings, TextPart, TextStreamPart, Tool, ToolCallPart, ToolCallRepairError, ToolCallRepairFunction, ToolCallUnion, ToolChoice, ToolContent, ToolExecutionError, ToolExecutionOptions, ToolResultPart, ToolResultUnion, ToolSet, UserContent, appendClientMessage, appendResponseMessages, convertToCoreMessages, coreAssistantMessageSchema, coreMessageSchema, coreSystemMessageSchema, coreToolMessageSchema, coreUserMessageSchema, cosineSimilarity, createDataStream, createDataStreamResponse, customProvider, embed, embedMany, createMCPClient as experimental_createMCPClient, experimental_createProviderRegistry, experimental_customProvider, generateImage as experimental_generateImage, experimental_wrapLanguageModel, extractReasoningMiddleware, generateObject, generateText, pipeDataStreamToResponse, simulateReadableStream, simulateStreamingMiddleware, smoothStream, streamObject, streamText, tool, wrapLanguageModel };

package/dist/index.d.ts

@@ -3523,6 +3523,7 @@ type LanguageModelV1Middleware = {
      * Wraps the generate operation of the language model.
      * @param options - Object containing the generate function, parameters, and model.
      * @param options.doGenerate - The original generate function.
+     * @param options.doStream - The original stream function.
      * @param options.params - The parameters for the generate call. If the
      * `transformParams` middleware is used, this will be the transformed parameters.
      * @param options.model - The language model instance.
@@ -3530,12 +3531,15 @@ type LanguageModelV1Middleware = {
      */
     wrapGenerate?: (options: {
         doGenerate: () => ReturnType<LanguageModelV1['doGenerate']>;
+        doStream: () => ReturnType<LanguageModelV1['doStream']>;
         params: LanguageModelV1CallOptions;
         model: LanguageModelV1;
     }) => Promise<Awaited<ReturnType<LanguageModelV1['doGenerate']>>>;
     /**
      * Wraps the stream operation of the language model.
+     *
      * @param options - Object containing the stream function, parameters, and model.
+     * @param options.doGenerate - The original generate function.
      * @param options.doStream - The original stream function.
      * @param options.params - The parameters for the stream call. If the
      * `transformParams` middleware is used, this will be the transformed parameters.
@@ -3543,6 +3547,7 @@ type LanguageModelV1Middleware = {
      * @returns A promise that resolves to the result of the stream operation.
      */
     wrapStream?: (options: {
+        doGenerate: () => ReturnType<LanguageModelV1['doGenerate']>;
         doStream: () => ReturnType<LanguageModelV1['doStream']>;
         params: LanguageModelV1CallOptions;
         model: LanguageModelV1;
@@ -3567,6 +3572,11 @@ declare function extractReasoningMiddleware({ tagName, separator, startWithReaso
     startWithReasoning?: boolean;
 }): LanguageModelV1Middleware;
 
+/**
+ * Simulates streaming chunks with the response from a generate call.
+ */
+declare function simulateStreamingMiddleware(): LanguageModelV1Middleware;
+
 /**
  * Wraps a LanguageModelV1 instance with middleware functionality.
  * This function allows you to apply middleware to transform parameters,
@@ -4056,4 +4066,4 @@ declare namespace llamaindexAdapter {
   };
 }
 
-export { AssistantContent, AssistantResponse, CallWarning, CoreAssistantMessage, CoreMessage, CoreSystemMessage, CoreTool, CoreToolCallUnion, CoreToolChoice, CoreToolMessage, CoreToolResultUnion, CoreUserMessage, DataContent, DataStreamOptions, DataStreamWriter, DownloadError, EmbedManyResult, EmbedResult, Embedding, EmbeddingModel, EmbeddingModelUsage, GenerateImageResult as Experimental_GenerateImageResult, GeneratedImage as Experimental_GeneratedImage, Experimental_LanguageModelV1Middleware, FilePart, FinishReason, GenerateObjectResult, GenerateTextOnStepFinishCallback, GenerateTextResult, ImageModel, ImageGenerationWarning as ImageModelCallWarning, ImageModelResponseMetadata, ImagePart, InvalidArgumentError, InvalidDataContentError, InvalidMessageRoleError, InvalidStreamPartError, InvalidToolArgumentsError, langchainAdapter as LangChainAdapter, LanguageModel, LanguageModelRequestMetadata, LanguageModelResponseMetadata, LanguageModelUsage, LanguageModelV1Middleware, llamaindexAdapter as LlamaIndexAdapter, LogProbs, MCPClientError, MessageConversionError, NoImageGeneratedError, NoObjectGeneratedError, NoOutputSpecifiedError, NoSuchProviderError, NoSuchToolError, ObjectStreamPart, output as Output, Provider, ProviderMetadata, RepairTextFunction, RetryError, StepResult, StreamData, StreamObjectOnFinishCallback, StreamObjectResult, StreamTextOnChunkCallback, StreamTextOnErrorCallback, StreamTextOnFinishCallback, StreamTextOnStepFinishCallback, StreamTextResult, StreamTextTransform, TelemetrySettings, TextPart, TextStreamPart, Tool, ToolCallPart, ToolCallRepairError, ToolCallRepairFunction, ToolCallUnion, ToolChoice, ToolContent, ToolExecutionError, ToolExecutionOptions, ToolResultPart, ToolResultUnion, ToolSet, UserContent, appendClientMessage, appendResponseMessages, convertToCoreMessages, coreAssistantMessageSchema, coreMessageSchema, coreSystemMessageSchema, coreToolMessageSchema, coreUserMessageSchema, cosineSimilarity, createDataStream, createDataStreamResponse, customProvider, embed, embedMany, createMCPClient as experimental_createMCPClient, experimental_createProviderRegistry, experimental_customProvider, generateImage as experimental_generateImage, experimental_wrapLanguageModel, extractReasoningMiddleware, generateObject, generateText, pipeDataStreamToResponse, simulateReadableStream, smoothStream, streamObject, streamText, tool, wrapLanguageModel };
+export { AssistantContent, AssistantResponse, CallWarning, CoreAssistantMessage, CoreMessage, CoreSystemMessage, CoreTool, CoreToolCallUnion, CoreToolChoice, CoreToolMessage, CoreToolResultUnion, CoreUserMessage, DataContent, DataStreamOptions, DataStreamWriter, DownloadError, EmbedManyResult, EmbedResult, Embedding, EmbeddingModel, EmbeddingModelUsage, GenerateImageResult as Experimental_GenerateImageResult, GeneratedImage as Experimental_GeneratedImage, Experimental_LanguageModelV1Middleware, FilePart, FinishReason, GenerateObjectResult, GenerateTextOnStepFinishCallback, GenerateTextResult, ImageModel, ImageGenerationWarning as ImageModelCallWarning, ImageModelResponseMetadata, ImagePart, InvalidArgumentError, InvalidDataContentError, InvalidMessageRoleError, InvalidStreamPartError, InvalidToolArgumentsError, langchainAdapter as LangChainAdapter, LanguageModel, LanguageModelRequestMetadata, LanguageModelResponseMetadata, LanguageModelUsage, LanguageModelV1Middleware, llamaindexAdapter as LlamaIndexAdapter, LogProbs, MCPClientError, MessageConversionError, NoImageGeneratedError, NoObjectGeneratedError, NoOutputSpecifiedError, NoSuchProviderError, NoSuchToolError, ObjectStreamPart, output as Output, Provider, ProviderMetadata, RepairTextFunction, RetryError, StepResult, StreamData, StreamObjectOnFinishCallback, StreamObjectResult, StreamTextOnChunkCallback, StreamTextOnErrorCallback, StreamTextOnFinishCallback, StreamTextOnStepFinishCallback, StreamTextResult, StreamTextTransform, TelemetrySettings, TextPart, TextStreamPart, Tool, ToolCallPart, ToolCallRepairError, ToolCallRepairFunction, ToolCallUnion, ToolChoice, ToolContent, ToolExecutionError, ToolExecutionOptions, ToolResultPart, ToolResultUnion, ToolSet, UserContent, appendClientMessage, appendResponseMessages, convertToCoreMessages, coreAssistantMessageSchema, coreMessageSchema, coreSystemMessageSchema, coreToolMessageSchema, coreUserMessageSchema, cosineSimilarity, createDataStream, createDataStreamResponse, customProvider, embed, embedMany, createMCPClient as experimental_createMCPClient, experimental_createProviderRegistry, experimental_customProvider, generateImage as experimental_generateImage, experimental_wrapLanguageModel, extractReasoningMiddleware, generateObject, generateText, pipeDataStreamToResponse, simulateReadableStream, simulateStreamingMiddleware, smoothStream, streamObject, streamText, tool, wrapLanguageModel };

package/dist/index.js

@@ -95,6 +95,7 @@ __export(streams_exports, {
   processDataStream: () => import_ui_utils11.processDataStream,
   processTextStream: () => import_ui_utils11.processTextStream,
   simulateReadableStream: () => simulateReadableStream,
+  simulateStreamingMiddleware: () => simulateStreamingMiddleware,
   smoothStream: () => smoothStream,
   streamObject: () => streamObject,
   streamText: () => streamText,
@@ -6156,6 +6157,89 @@ function extractReasoningMiddleware({
   };
 }
 
+// core/middleware/simulate-streaming-middleware.ts
+function simulateStreamingMiddleware() {
+  return {
+    middlewareVersion: "v1",
+    wrapStream: async ({ doGenerate }) => {
+      const result = await doGenerate();
+      const simulatedStream = new ReadableStream({
+        start(controller) {
+          controller.enqueue({ type: "response-metadata", ...result.response });
+          if (result.reasoning) {
+            if (typeof result.reasoning === "string") {
+              controller.enqueue({
+                type: "reasoning",
+                textDelta: result.reasoning
+              });
+            } else {
+              for (const reasoning of result.reasoning) {
+                switch (reasoning.type) {
+                  case "text": {
+                    controller.enqueue({
+                      type: "reasoning",
+                      textDelta: reasoning.text
+                    });
+                    if (reasoning.signature != null) {
+                      controller.enqueue({
+                        type: "reasoning-signature",
+                        signature: reasoning.signature
+                      });
+                    }
+                    break;
+                  }
+                  case "redacted": {
+                    controller.enqueue({
+                      type: "redacted-reasoning",
+                      data: reasoning.data
+                    });
+                    break;
+                  }
+                }
+              }
+            }
+          }
+          if (result.text) {
+            controller.enqueue({
+              type: "text-delta",
+              textDelta: result.text
+            });
+          }
+          if (result.toolCalls) {
+            for (const toolCall of result.toolCalls) {
+              controller.enqueue({
+                type: "tool-call-delta",
+                toolCallType: "function",
+                toolCallId: toolCall.toolCallId,
+                toolName: toolCall.toolName,
+                argsTextDelta: toolCall.args
+              });
+              controller.enqueue({
+                type: "tool-call",
+                ...toolCall
+              });
+            }
+          }
+          controller.enqueue({
+            type: "finish",
+            finishReason: result.finishReason,
+            usage: result.usage,
+            logprobs: result.logprobs,
+            providerMetadata: result.providerMetadata
+          });
+          controller.close();
+        }
+      });
+      return {
+        stream: simulatedStream,
+        rawCall: result.rawCall,
+        rawResponse: result.rawResponse,
+        warnings: result.warnings
+      };
+    }
+  };
+}
+
 // core/middleware/wrap-language-model.ts
 var wrapLanguageModel = ({
   model,
@@ -6191,12 +6275,19 @@ var doWrap = ({
     async doGenerate(params) {
       const transformedParams = await doTransform({ params, type: "generate" });
       const doGenerate = async () => model.doGenerate(transformedParams);
-      return wrapGenerate ? wrapGenerate({ doGenerate, params: transformedParams, model }) : doGenerate();
+      const doStream = async () => model.doStream(transformedParams);
+      return wrapGenerate ? wrapGenerate({
+        doGenerate,
+        doStream,
+        params: transformedParams,
+        model
+      }) : doGenerate();
     },
     async doStream(params) {
       const transformedParams = await doTransform({ params, type: "stream" });
+      const doGenerate = async () => model.doGenerate(transformedParams);
       const doStream = async () => model.doStream(transformedParams);
-      return wrapStream ? wrapStream({ doStream, params: transformedParams, model }) : doStream();
+      return wrapStream ? wrapStream({ doGenerate, doStream, params: transformedParams, model }) : doStream();
     }
   };
 };
@@ -7701,6 +7792,7 @@ var StreamData = class {
   processDataStream,
   processTextStream,
   simulateReadableStream,
+  simulateStreamingMiddleware,
   smoothStream,
   streamObject,
   streamText,