ai 4.1.6 → 4.1.8

package/CHANGELOG.md

@@ -1,5 +1,21 @@
 # ai
 
+## 4.1.8
+
+### Patch Changes
+
+- 92f5f36: feat (core): add extractReasoningMiddleware
+
+## 4.1.7
+
+### Patch Changes
+
+- 066206e: feat (provider-utils): move delay to provider-utils from ai
+- Updated dependencies [066206e]
+  - @ai-sdk/provider-utils@2.1.4
+  - @ai-sdk/react@1.1.5
+  - @ai-sdk/ui-utils@1.1.5
+
 ## 4.1.6
 
 ### Patch Changes

package/dist/index.d.mts

@@ -2387,6 +2387,18 @@ declare const experimental_wrapLanguageModel: ({ model, middleware: { transformP
     providerId?: string;
 }) => LanguageModelV1;
 
+/**
+ * Extract an XML-tagged reasoning section from the generated text and exposes it
+ * as a `reasoning` property on the result.
+ *
+ * @param tagName - The name of the XML tag to extract reasoning from.
+ * @param separator - The separator to use between reasoning and text sections.
+ */
+declare function extractReasoningMiddleware({ tagName, separator, }: {
+    tagName: string;
+    separator?: string;
+}): Experimental_LanguageModelV1Middleware;
+
 /**
  * Creates a custom provider with specified language models, text embedding models, and an optional fallback provider.
  *
@@ -2768,4 +2780,4 @@ declare namespace llamaindexAdapter {
   };
 }
 
-export { AssistantContent, AssistantResponse, CallWarning, CoreAssistantMessage, CoreMessage, CoreSystemMessage, CoreTool, ToolCallUnion as CoreToolCallUnion, CoreToolChoice, CoreToolMessage, ToolResultUnion as CoreToolResultUnion, CoreUserMessage, DataContent, DataStreamWriter, DownloadError, EmbedManyResult, EmbedResult, Embedding, EmbeddingModel, EmbeddingModelUsage, GenerateImageResult as Experimental_GenerateImageResult, GeneratedImage as Experimental_GeneratedImage, Experimental_LanguageModelV1Middleware, FilePart, FinishReason, GenerateObjectResult, GenerateTextResult, ImageModel, ImageGenerationWarning as ImageModelCallWarning, ImageModelResponseMetadata, ImagePart, InvalidArgumentError, InvalidDataContentError, InvalidMessageRoleError, InvalidToolArgumentsError, langchainAdapter as LangChainAdapter, LanguageModel, LanguageModelRequestMetadata, LanguageModelResponseMetadata, LanguageModelUsage, llamaindexAdapter as LlamaIndexAdapter, LogProbs, MessageConversionError, NoImageGeneratedError, NoObjectGeneratedError, NoOutputSpecifiedError, NoSuchProviderError, NoSuchToolError, ObjectStreamPart, output as Output, Provider, ProviderMetadata, RetryError, StepResult, StreamData, StreamObjectResult, StreamTextResult, StreamTextTransform, TelemetrySettings, TextPart, TextStreamPart, ToolCallPart, ToolCallRepairError, ToolCallRepairFunction, ToolContent, ToolExecutionError, ToolExecutionOptions, ToolResultPart, UserContent, appendClientMessage, appendResponseMessages, convertToCoreMessages, coreAssistantMessageSchema, coreMessageSchema, coreSystemMessageSchema, coreToolMessageSchema, coreUserMessageSchema, cosineSimilarity, createDataStream, createDataStreamResponse, embed, embedMany, experimental_createProviderRegistry, experimental_customProvider, generateImage as experimental_generateImage, experimental_wrapLanguageModel, generateObject, generateText, pipeDataStreamToResponse, simulateReadableStream, smoothStream, streamObject, streamText, tool };
+export { AssistantContent, AssistantResponse, CallWarning, CoreAssistantMessage, CoreMessage, CoreSystemMessage, CoreTool, ToolCallUnion as CoreToolCallUnion, CoreToolChoice, CoreToolMessage, ToolResultUnion as CoreToolResultUnion, CoreUserMessage, DataContent, DataStreamWriter, DownloadError, EmbedManyResult, EmbedResult, Embedding, EmbeddingModel, EmbeddingModelUsage, GenerateImageResult as Experimental_GenerateImageResult, GeneratedImage as Experimental_GeneratedImage, Experimental_LanguageModelV1Middleware, FilePart, FinishReason, GenerateObjectResult, GenerateTextResult, ImageModel, ImageGenerationWarning as ImageModelCallWarning, ImageModelResponseMetadata, ImagePart, InvalidArgumentError, InvalidDataContentError, InvalidMessageRoleError, InvalidToolArgumentsError, langchainAdapter as LangChainAdapter, LanguageModel, LanguageModelRequestMetadata, LanguageModelResponseMetadata, LanguageModelUsage, llamaindexAdapter as LlamaIndexAdapter, LogProbs, MessageConversionError, NoImageGeneratedError, NoObjectGeneratedError, NoOutputSpecifiedError, NoSuchProviderError, NoSuchToolError, ObjectStreamPart, output as Output, Provider, ProviderMetadata, RetryError, StepResult, StreamData, StreamObjectResult, StreamTextResult, StreamTextTransform, TelemetrySettings, TextPart, TextStreamPart, ToolCallPart, ToolCallRepairError, ToolCallRepairFunction, ToolContent, ToolExecutionError, ToolExecutionOptions, ToolResultPart, UserContent, appendClientMessage, appendResponseMessages, convertToCoreMessages, coreAssistantMessageSchema, coreMessageSchema, coreSystemMessageSchema, coreToolMessageSchema, coreUserMessageSchema, cosineSimilarity, createDataStream, createDataStreamResponse, embed, embedMany, experimental_createProviderRegistry, experimental_customProvider, generateImage as experimental_generateImage, experimental_wrapLanguageModel, extractReasoningMiddleware, generateObject, generateText, pipeDataStreamToResponse, simulateReadableStream, smoothStream, streamObject, streamText, tool };

package/dist/index.d.ts

@@ -2387,6 +2387,18 @@ declare const experimental_wrapLanguageModel: ({ model, middleware: { transformP
     providerId?: string;
 }) => LanguageModelV1;
 
+/**
+ * Extract an XML-tagged reasoning section from the generated text and exposes it
+ * as a `reasoning` property on the result.
+ *
+ * @param tagName - The name of the XML tag to extract reasoning from.
+ * @param separator - The separator to use between reasoning and text sections.
+ */
+declare function extractReasoningMiddleware({ tagName, separator, }: {
+    tagName: string;
+    separator?: string;
+}): Experimental_LanguageModelV1Middleware;
+
 /**
  * Creates a custom provider with specified language models, text embedding models, and an optional fallback provider.
  *
@@ -2768,4 +2780,4 @@ declare namespace llamaindexAdapter {
   };
 }
 
-export { AssistantContent, AssistantResponse, CallWarning, CoreAssistantMessage, CoreMessage, CoreSystemMessage, CoreTool, ToolCallUnion as CoreToolCallUnion, CoreToolChoice, CoreToolMessage, ToolResultUnion as CoreToolResultUnion, CoreUserMessage, DataContent, DataStreamWriter, DownloadError, EmbedManyResult, EmbedResult, Embedding, EmbeddingModel, EmbeddingModelUsage, GenerateImageResult as Experimental_GenerateImageResult, GeneratedImage as Experimental_GeneratedImage, Experimental_LanguageModelV1Middleware, FilePart, FinishReason, GenerateObjectResult, GenerateTextResult, ImageModel, ImageGenerationWarning as ImageModelCallWarning, ImageModelResponseMetadata, ImagePart, InvalidArgumentError, InvalidDataContentError, InvalidMessageRoleError, InvalidToolArgumentsError, langchainAdapter as LangChainAdapter, LanguageModel, LanguageModelRequestMetadata, LanguageModelResponseMetadata, LanguageModelUsage, llamaindexAdapter as LlamaIndexAdapter, LogProbs, MessageConversionError, NoImageGeneratedError, NoObjectGeneratedError, NoOutputSpecifiedError, NoSuchProviderError, NoSuchToolError, ObjectStreamPart, output as Output, Provider, ProviderMetadata, RetryError, StepResult, StreamData, StreamObjectResult, StreamTextResult, StreamTextTransform, TelemetrySettings, TextPart, TextStreamPart, ToolCallPart, ToolCallRepairError, ToolCallRepairFunction, ToolContent, ToolExecutionError, ToolExecutionOptions, ToolResultPart, UserContent, appendClientMessage, appendResponseMessages, convertToCoreMessages, coreAssistantMessageSchema, coreMessageSchema, coreSystemMessageSchema, coreToolMessageSchema, coreUserMessageSchema, cosineSimilarity, createDataStream, createDataStreamResponse, embed, embedMany, experimental_createProviderRegistry, experimental_customProvider, generateImage as experimental_generateImage, experimental_wrapLanguageModel, generateObject, generateText, pipeDataStreamToResponse, simulateReadableStream, smoothStream, streamObject, streamText, tool };
+export { AssistantContent, AssistantResponse, CallWarning, CoreAssistantMessage, CoreMessage, CoreSystemMessage, CoreTool, ToolCallUnion as CoreToolCallUnion, CoreToolChoice, CoreToolMessage, ToolResultUnion as CoreToolResultUnion, CoreUserMessage, DataContent, DataStreamWriter, DownloadError, EmbedManyResult, EmbedResult, Embedding, EmbeddingModel, EmbeddingModelUsage, GenerateImageResult as Experimental_GenerateImageResult, GeneratedImage as Experimental_GeneratedImage, Experimental_LanguageModelV1Middleware, FilePart, FinishReason, GenerateObjectResult, GenerateTextResult, ImageModel, ImageGenerationWarning as ImageModelCallWarning, ImageModelResponseMetadata, ImagePart, InvalidArgumentError, InvalidDataContentError, InvalidMessageRoleError, InvalidToolArgumentsError, langchainAdapter as LangChainAdapter, LanguageModel, LanguageModelRequestMetadata, LanguageModelResponseMetadata, LanguageModelUsage, llamaindexAdapter as LlamaIndexAdapter, LogProbs, MessageConversionError, NoImageGeneratedError, NoObjectGeneratedError, NoOutputSpecifiedError, NoSuchProviderError, NoSuchToolError, ObjectStreamPart, output as Output, Provider, ProviderMetadata, RetryError, StepResult, StreamData, StreamObjectResult, StreamTextResult, StreamTextTransform, TelemetrySettings, TextPart, TextStreamPart, ToolCallPart, ToolCallRepairError, ToolCallRepairFunction, ToolContent, ToolExecutionError, ToolExecutionOptions, ToolResultPart, UserContent, appendClientMessage, appendResponseMessages, convertToCoreMessages, coreAssistantMessageSchema, coreMessageSchema, coreSystemMessageSchema, coreToolMessageSchema, coreUserMessageSchema, cosineSimilarity, createDataStream, createDataStreamResponse, embed, embedMany, experimental_createProviderRegistry, experimental_customProvider, generateImage as experimental_generateImage, experimental_wrapLanguageModel, extractReasoningMiddleware, generateObject, generateText, pipeDataStreamToResponse, simulateReadableStream, smoothStream, streamObject, streamText, tool };

package/dist/index.js

@@ -61,16 +61,17 @@ __export(streams_exports, {
   cosineSimilarity: () => cosineSimilarity,
   createDataStream: () => createDataStream,
   createDataStreamResponse: () => createDataStreamResponse,
-  createIdGenerator: () => import_provider_utils12.createIdGenerator,
+  createIdGenerator: () => import_provider_utils14.createIdGenerator,
   embed: () => embed,
   embedMany: () => embedMany,
   experimental_createProviderRegistry: () => experimental_createProviderRegistry,
   experimental_customProvider: () => experimental_customProvider,
   experimental_generateImage: () => generateImage,
   experimental_wrapLanguageModel: () => experimental_wrapLanguageModel,
+  extractReasoningMiddleware: () => extractReasoningMiddleware,
   formatAssistantStreamPart: () => import_ui_utils9.formatAssistantStreamPart,
   formatDataStreamPart: () => import_ui_utils9.formatDataStreamPart,
-  generateId: () => import_provider_utils12.generateId,
+  generateId: () => import_provider_utils14.generateId,
   generateObject: () => generateObject,
   generateText: () => generateText,
   jsonSchema: () => import_ui_utils9.jsonSchema,
@@ -88,7 +89,7 @@ __export(streams_exports, {
 module.exports = __toCommonJS(streams_exports);
 
 // core/index.ts
-var import_provider_utils12 = require("@ai-sdk/provider-utils");
+var import_provider_utils14 = require("@ai-sdk/provider-utils");
 var import_ui_utils9 = require("@ai-sdk/ui-utils");
 
 // core/data-stream/create-data-stream.ts
@@ -296,11 +297,6 @@ _a = symbol;
 var import_provider3 = require("@ai-sdk/provider");
 var import_provider_utils = require("@ai-sdk/provider-utils");
 
-// util/delay.ts
-async function delay(delayInMs) {
-  return delayInMs == null ? Promise.resolve() : new Promise((resolve) => setTimeout(resolve, delayInMs));
-}
-
 // util/retry-error.ts
 var import_provider2 = require("@ai-sdk/provider");
 var name2 = "AI_RetryError";
@@ -360,7 +356,7 @@ async function _retryWithExponentialBackoff(f, {
       });
     }
     if (error instanceof Error && import_provider3.APICallError.isInstance(error) && error.isRetryable === true && tryNumber <= maxRetries) {
-      await delay(delayInMs);
+      await (0, import_provider_utils.delay)(delayInMs);
       return _retryWithExponentialBackoff(
         f,
         { maxRetries, delayInMs: backoffFactor * delayInMs, backoffFactor },
@@ -4204,6 +4200,7 @@ var object = ({
 
 // core/generate-text/smooth-stream.ts
 var import_provider18 = require("@ai-sdk/provider");
+var import_provider_utils11 = require("@ai-sdk/provider-utils");
 var CHUNKING_REGEXPS = {
   word: /\s*\S+\s+/m,
   line: /[^\n]*\n/m
@@ -4211,7 +4208,7 @@ var CHUNKING_REGEXPS = {
 function smoothStream({
   delayInMs = 10,
   chunking = "word",
-  _internal: { delay: delay2 = delay } = {}
+  _internal: { delay: delay2 = import_provider_utils11.delay } = {}
 } = {}) {
   const chunkingRegexp = typeof chunking === "string" ? CHUNKING_REGEXPS[chunking] : chunking;
   if (chunkingRegexp == null) {
@@ -4250,7 +4247,7 @@ function smoothStream({
 }
 
 // core/generate-text/stream-text.ts
-var import_provider_utils11 = require("@ai-sdk/provider-utils");
+var import_provider_utils12 = require("@ai-sdk/provider-utils");
 var import_ui_utils8 = require("@ai-sdk/ui-utils");
 
 // util/as-array.ts
@@ -4538,11 +4535,11 @@ function runToolsTransformation({
 }
 
 // core/generate-text/stream-text.ts
-var originalGenerateId4 = (0, import_provider_utils11.createIdGenerator)({
+var originalGenerateId4 = (0, import_provider_utils12.createIdGenerator)({
   prefix: "aitxt",
   size: 24
 });
-var originalGenerateMessageId2 = (0, import_provider_utils11.createIdGenerator)({
+var originalGenerateMessageId2 = (0, import_provider_utils12.createIdGenerator)({
   prefix: "msg",
   size: 24
 });
@@ -5634,6 +5631,113 @@ var experimental_wrapLanguageModel = ({
   };
 };
 
+// core/util/get-potential-start-index.ts
+function getPotentialStartIndex(text2, searchedText) {
+  if (searchedText.length === 0) {
+    return null;
+  }
+  const directIndex = text2.indexOf(searchedText);
+  if (directIndex !== -1) {
+    return directIndex;
+  }
+  for (let i = text2.length - 1; i >= 0; i--) {
+    const suffix = text2.substring(i);
+    if (searchedText.startsWith(suffix)) {
+      return i;
+    }
+  }
+  return null;
+}
+
+// core/middleware/extract-reasoning-middleware.ts
+function extractReasoningMiddleware({
+  tagName,
+  separator = "\n"
+}) {
+  const openingTag = `<${tagName}>`;
+  const closingTag = `</${tagName}>`;
+  return {
+    wrapGenerate: async ({ doGenerate }) => {
+      const { text: text2, ...rest } = await doGenerate();
+      if (text2 == null) {
+        return { text: text2, ...rest };
+      }
+      const regexp = new RegExp(`${openingTag}(.*?)${closingTag}`, "gs");
+      const matches = Array.from(text2.matchAll(regexp));
+      if (!matches.length) {
+        return { text: text2, ...rest };
+      }
+      const reasoning = matches.map((match) => match[1]).join(separator);
+      let textWithoutReasoning = text2;
+      for (let i = matches.length - 1; i >= 0; i--) {
+        const match = matches[i];
+        const beforeMatch = textWithoutReasoning.slice(0, match.index);
+        const afterMatch = textWithoutReasoning.slice(
+          match.index + match[0].length
+        );
+        textWithoutReasoning = beforeMatch + (beforeMatch.length > 0 && afterMatch.length > 0 ? separator : "") + afterMatch;
+      }
+      return { text: textWithoutReasoning, reasoning, ...rest };
+    },
+    wrapStream: async ({ doStream }) => {
+      const { stream, ...rest } = await doStream();
+      let isFirstReasoning = true;
+      let isFirstText = true;
+      let afterSwitch = false;
+      let isReasoning = false;
+      let buffer = "";
+      return {
+        stream: stream.pipeThrough(
+          new TransformStream({
+            transform: (chunk, controller) => {
+              if (chunk.type !== "text-delta") {
+                controller.enqueue(chunk);
+                return;
+              }
+              buffer += chunk.textDelta;
+              function publish(text2) {
+                if (text2.length > 0) {
+                  const prefix = afterSwitch && (isReasoning ? !isFirstReasoning : !isFirstText) ? separator : "";
+                  controller.enqueue({
+                    type: isReasoning ? "reasoning" : "text-delta",
+                    textDelta: prefix + text2
+                  });
+                  afterSwitch = false;
+                  if (isReasoning) {
+                    isFirstReasoning = false;
+                  } else {
+                    isFirstText = false;
+                  }
+                }
+              }
+              do {
+                const nextTag = isReasoning ? closingTag : openingTag;
+                const startIndex = getPotentialStartIndex(buffer, nextTag);
+                if (startIndex == null) {
+                  publish(buffer);
+                  buffer = "";
+                  break;
+                }
+                publish(buffer.slice(0, startIndex));
+                const foundFullMatch = startIndex + nextTag.length <= buffer.length;
+                if (foundFullMatch) {
+                  buffer = buffer.slice(startIndex + nextTag.length);
+                  isReasoning = !isReasoning;
+                  afterSwitch = true;
+                } else {
+                  buffer = buffer.slice(startIndex);
+                  break;
+                }
+              } while (true);
+            }
+          })
+        ),
+        ...rest
+      };
+    }
+  };
+}
+
 // core/prompt/append-client-message.ts
 function appendClientMessage({
   messages,
@@ -5864,6 +5968,7 @@ function magnitude(vector) {
 }
 
 // core/util/simulate-readable-stream.ts
+var import_provider_utils13 = require("@ai-sdk/provider-utils");
 function simulateReadableStream({
   chunks,
   initialDelayInMs = 0,
@@ -5871,7 +5976,7 @@ function simulateReadableStream({
   _internal
 }) {
   var _a15;
-  const delay2 = (_a15 = _internal == null ? void 0 : _internal.delay) != null ? _a15 : delay;
+  const delay2 = (_a15 = _internal == null ? void 0 : _internal.delay) != null ? _a15 : import_provider_utils13.delay;
   let index = 0;
   return new ReadableStream({
     async pull(controller) {
@@ -6095,11 +6200,11 @@ __export(llamaindex_adapter_exports, {
   toDataStream: () => toDataStream2,
   toDataStreamResponse: () => toDataStreamResponse2
 });
-var import_provider_utils13 = require("@ai-sdk/provider-utils");
+var import_provider_utils15 = require("@ai-sdk/provider-utils");
 var import_ui_utils12 = require("@ai-sdk/ui-utils");
 function toDataStreamInternal2(stream, callbacks) {
   const trimStart = trimStartOfStream();
-  return (0, import_provider_utils13.convertAsyncIteratorToReadableStream)(stream[Symbol.asyncIterator]()).pipeThrough(
+  return (0, import_provider_utils15.convertAsyncIteratorToReadableStream)(stream[Symbol.asyncIterator]()).pipeThrough(
     new TransformStream({
       async transform(message, controller) {
         controller.enqueue(trimStart(message.delta));
@@ -6267,6 +6372,7 @@ var StreamData = class {
   experimental_customProvider,
   experimental_generateImage,
   experimental_wrapLanguageModel,
+  extractReasoningMiddleware,
   formatAssistantStreamPart,
   formatDataStreamPart,
   generateId,