ai 4.1.43 → 4.1.45

package/CHANGELOG.md

@@ -1,5 +1,17 @@
 # ai
 
+## 4.1.45
+
+### Patch Changes
+
+- 93bd5a0: feat (ai/ui): add writeSource to createDataStream
+
+## 4.1.44
+
+### Patch Changes
+
+- f8e7df2: fix (ai/core): add `startWithReasoning` option to `extractReasoningMiddleware`
+
 ## 4.1.43
 
 ### Patch Changes

package/dist/index.d.mts

@@ -2,13 +2,61 @@ import { IDGenerator } from '@ai-sdk/provider-utils';
 export { CoreToolCall, CoreToolResult, IDGenerator, ToolCall, ToolResult, createIdGenerator, generateId } from '@ai-sdk/provider-utils';
 import { DataStreamString, Message, Schema, DeepPartial, JSONValue as JSONValue$1, AssistantMessage, DataMessage } from '@ai-sdk/ui-utils';
 export { AssistantMessage, AssistantStatus, Attachment, ChatRequest, ChatRequestOptions, CreateMessage, DataMessage, DataStreamPart, DeepPartial, IdGenerator, JSONValue, Message, RequestOptions, Schema, ToolInvocation, UIMessage, UseAssistantOptions, formatAssistantStreamPart, formatDataStreamPart, jsonSchema, parseAssistantStreamPart, parseDataStreamPart, processDataStream, processTextStream, zodSchema } from '@ai-sdk/ui-utils';
-import { JSONValue, EmbeddingModelV1, EmbeddingModelV1Embedding, ImageModelV1, ImageModelV1CallWarning, LanguageModelV1, LanguageModelV1FinishReason, LanguageModelV1LogProbs, LanguageModelV1CallWarning, LanguageModelV1Source, LanguageModelV1ProviderMetadata, JSONParseError, TypeValidationError, LanguageModelV1CallOptions, AISDKError, LanguageModelV1FunctionToolCall, JSONSchema7, ProviderV1, NoSuchModelError } from '@ai-sdk/provider';
+import { LanguageModelV1, LanguageModelV1FinishReason, LanguageModelV1LogProbs, LanguageModelV1CallWarning, LanguageModelV1Source, JSONValue, EmbeddingModelV1, EmbeddingModelV1Embedding, ImageModelV1, ImageModelV1CallWarning, LanguageModelV1ProviderMetadata, JSONParseError, TypeValidationError, LanguageModelV1CallOptions, AISDKError, LanguageModelV1FunctionToolCall, JSONSchema7, ProviderV1, NoSuchModelError } from '@ai-sdk/provider';
 export { AISDKError, APICallError, EmptyResponseBodyError, InvalidPromptError, InvalidResponseDataError, JSONParseError, LanguageModelV1, LanguageModelV1CallOptions, LanguageModelV1Prompt, LanguageModelV1StreamPart, LoadAPIKeyError, NoContentGeneratedError, NoSuchModelError, TypeValidationError, UnsupportedFunctionalityError } from '@ai-sdk/provider';
 import { ServerResponse } from 'node:http';
 import { AttributeValue, Tracer } from '@opentelemetry/api';
 import { z } from 'zod';
 import { ServerResponse as ServerResponse$1 } from 'http';
 
+/**
+Language model that is used by the AI SDK Core functions.
+*/
+type LanguageModel = LanguageModelV1;
+/**
+Reason why a language model finished generating a response.
+
+Can be one of the following:
+- `stop`: model generated stop sequence
+- `length`: model generated maximum number of tokens
+- `content-filter`: content filter violation stopped the model
+- `tool-calls`: model triggered tool calls
+- `error`: model stopped because of an error
+- `other`: model stopped for other reasons
+*/
+type FinishReason = LanguageModelV1FinishReason;
+/**
+Log probabilities for each token and its top log probabilities.
+
+@deprecated Will become a provider extension in the future.
+ */
+type LogProbs = LanguageModelV1LogProbs;
+/**
+Warning from the model provider for this call. The call will proceed, but e.g.
+some settings might not be supported, which can lead to suboptimal results.
+*/
+type CallWarning = LanguageModelV1CallWarning;
+/**
+A source that has been used as input to generate the response.
+*/
+type Source = LanguageModelV1Source;
+/**
+Tool choice for the generation. It supports the following settings:
+
+- `auto` (default): the model can choose whether and which tools to call.
+- `required`: the model must call a tool. It can choose which tool to call.
+- `none`: the model must not call tools
+- `{ type: 'tool', toolName: string (typed) }`: the model must call the specified tool
+ */
+type ToolChoice<TOOLS extends Record<string, unknown>> = 'auto' | 'none' | 'required' | {
+    type: 'tool';
+    toolName: keyof TOOLS;
+};
+/**
+ * @deprecated Use `ToolChoice` instead.
+ */
+type CoreToolChoice<TOOLS extends Record<string, unknown>> = ToolChoice<TOOLS>;
+
 interface DataStreamWriter {
     /**
      * Appends a data part to the stream.
@@ -22,6 +70,10 @@ interface DataStreamWriter {
      * Appends a message annotation to the stream.
      */
     writeMessageAnnotation(value: JSONValue): void;
+    /**
+     * Appends a source part to the stream.
+     */
+    writeSource(source: Source): void;
     /**
      * Merges the contents of another stream to this stream.
      */
@@ -119,54 +171,6 @@ type ImageModelResponseMetadata = {
     headers?: Record<string, string>;
 };
 
-/**
-Language model that is used by the AI SDK Core functions.
-*/
-type LanguageModel = LanguageModelV1;
-/**
-Reason why a language model finished generating a response.
-
-Can be one of the following:
-- `stop`: model generated stop sequence
-- `length`: model generated maximum number of tokens
-- `content-filter`: content filter violation stopped the model
-- `tool-calls`: model triggered tool calls
-- `error`: model stopped because of an error
-- `other`: model stopped for other reasons
-*/
-type FinishReason = LanguageModelV1FinishReason;
-/**
-Log probabilities for each token and its top log probabilities.
-
-@deprecated Will become a provider extension in the future.
- */
-type LogProbs = LanguageModelV1LogProbs;
-/**
-Warning from the model provider for this call. The call will proceed, but e.g.
-some settings might not be supported, which can lead to suboptimal results.
-*/
-type CallWarning = LanguageModelV1CallWarning;
-/**
-A source that has been used as input to generate the response.
-*/
-type Source = LanguageModelV1Source;
-/**
-Tool choice for the generation. It supports the following settings:
-
-- `auto` (default): the model can choose whether and which tools to call.
-- `required`: the model must call a tool. It can choose which tool to call.
-- `none`: the model must not call tools
-- `{ type: 'tool', toolName: string (typed) }`: the model must call the specified tool
- */
-type ToolChoice<TOOLS extends Record<string, unknown>> = 'auto' | 'none' | 'required' | {
-    type: 'tool';
-    toolName: keyof TOOLS;
-};
-/**
- * @deprecated Use `ToolChoice` instead.
- */
-type CoreToolChoice<TOOLS extends Record<string, unknown>> = ToolChoice<TOOLS>;
-
 type LanguageModelRequestMetadata = {
     /**
     Raw request HTTP body that was sent to the provider API as a string (JSON should be stringified).
@@ -2665,10 +2669,12 @@ type Experimental_LanguageModelV1Middleware = LanguageModelV1Middleware;
  *
  * @param tagName - The name of the XML tag to extract reasoning from.
  * @param separator - The separator to use between reasoning and text sections.
+ * @param startWithReasoning - Whether to start with reasoning tokens.
  */
-declare function extractReasoningMiddleware({ tagName, separator, }: {
+declare function extractReasoningMiddleware({ tagName, separator, startWithReasoning, }: {
     tagName: string;
     separator?: string;
+    startWithReasoning?: boolean;
 }): LanguageModelV1Middleware;
 
 /**

package/dist/index.d.ts

@@ -2,13 +2,61 @@ import { IDGenerator } from '@ai-sdk/provider-utils';
 export { CoreToolCall, CoreToolResult, IDGenerator, ToolCall, ToolResult, createIdGenerator, generateId } from '@ai-sdk/provider-utils';
 import { DataStreamString, Message, Schema, DeepPartial, JSONValue as JSONValue$1, AssistantMessage, DataMessage } from '@ai-sdk/ui-utils';
 export { AssistantMessage, AssistantStatus, Attachment, ChatRequest, ChatRequestOptions, CreateMessage, DataMessage, DataStreamPart, DeepPartial, IdGenerator, JSONValue, Message, RequestOptions, Schema, ToolInvocation, UIMessage, UseAssistantOptions, formatAssistantStreamPart, formatDataStreamPart, jsonSchema, parseAssistantStreamPart, parseDataStreamPart, processDataStream, processTextStream, zodSchema } from '@ai-sdk/ui-utils';
-import { JSONValue, EmbeddingModelV1, EmbeddingModelV1Embedding, ImageModelV1, ImageModelV1CallWarning, LanguageModelV1, LanguageModelV1FinishReason, LanguageModelV1LogProbs, LanguageModelV1CallWarning, LanguageModelV1Source, LanguageModelV1ProviderMetadata, JSONParseError, TypeValidationError, LanguageModelV1CallOptions, AISDKError, LanguageModelV1FunctionToolCall, JSONSchema7, ProviderV1, NoSuchModelError } from '@ai-sdk/provider';
+import { LanguageModelV1, LanguageModelV1FinishReason, LanguageModelV1LogProbs, LanguageModelV1CallWarning, LanguageModelV1Source, JSONValue, EmbeddingModelV1, EmbeddingModelV1Embedding, ImageModelV1, ImageModelV1CallWarning, LanguageModelV1ProviderMetadata, JSONParseError, TypeValidationError, LanguageModelV1CallOptions, AISDKError, LanguageModelV1FunctionToolCall, JSONSchema7, ProviderV1, NoSuchModelError } from '@ai-sdk/provider';
 export { AISDKError, APICallError, EmptyResponseBodyError, InvalidPromptError, InvalidResponseDataError, JSONParseError, LanguageModelV1, LanguageModelV1CallOptions, LanguageModelV1Prompt, LanguageModelV1StreamPart, LoadAPIKeyError, NoContentGeneratedError, NoSuchModelError, TypeValidationError, UnsupportedFunctionalityError } from '@ai-sdk/provider';
 import { ServerResponse } from 'node:http';
 import { AttributeValue, Tracer } from '@opentelemetry/api';
 import { z } from 'zod';
 import { ServerResponse as ServerResponse$1 } from 'http';
 
+/**
+Language model that is used by the AI SDK Core functions.
+*/
+type LanguageModel = LanguageModelV1;
+/**
+Reason why a language model finished generating a response.
+
+Can be one of the following:
+- `stop`: model generated stop sequence
+- `length`: model generated maximum number of tokens
+- `content-filter`: content filter violation stopped the model
+- `tool-calls`: model triggered tool calls
+- `error`: model stopped because of an error
+- `other`: model stopped for other reasons
+*/
+type FinishReason = LanguageModelV1FinishReason;
+/**
+Log probabilities for each token and its top log probabilities.
+
+@deprecated Will become a provider extension in the future.
+ */
+type LogProbs = LanguageModelV1LogProbs;
+/**
+Warning from the model provider for this call. The call will proceed, but e.g.
+some settings might not be supported, which can lead to suboptimal results.
+*/
+type CallWarning = LanguageModelV1CallWarning;
+/**
+A source that has been used as input to generate the response.
+*/
+type Source = LanguageModelV1Source;
+/**
+Tool choice for the generation. It supports the following settings:
+
+- `auto` (default): the model can choose whether and which tools to call.
+- `required`: the model must call a tool. It can choose which tool to call.
+- `none`: the model must not call tools
+- `{ type: 'tool', toolName: string (typed) }`: the model must call the specified tool
+ */
+type ToolChoice<TOOLS extends Record<string, unknown>> = 'auto' | 'none' | 'required' | {
+    type: 'tool';
+    toolName: keyof TOOLS;
+};
+/**
+ * @deprecated Use `ToolChoice` instead.
+ */
+type CoreToolChoice<TOOLS extends Record<string, unknown>> = ToolChoice<TOOLS>;
+
 interface DataStreamWriter {
     /**
      * Appends a data part to the stream.
@@ -22,6 +70,10 @@ interface DataStreamWriter {
      * Appends a message annotation to the stream.
      */
     writeMessageAnnotation(value: JSONValue): void;
+    /**
+     * Appends a source part to the stream.
+     */
+    writeSource(source: Source): void;
     /**
      * Merges the contents of another stream to this stream.
      */
@@ -119,54 +171,6 @@ type ImageModelResponseMetadata = {
     headers?: Record<string, string>;
 };
 
-/**
-Language model that is used by the AI SDK Core functions.
-*/
-type LanguageModel = LanguageModelV1;
-/**
-Reason why a language model finished generating a response.
-
-Can be one of the following:
-- `stop`: model generated stop sequence
-- `length`: model generated maximum number of tokens
-- `content-filter`: content filter violation stopped the model
-- `tool-calls`: model triggered tool calls
-- `error`: model stopped because of an error
-- `other`: model stopped for other reasons
-*/
-type FinishReason = LanguageModelV1FinishReason;
-/**
-Log probabilities for each token and its top log probabilities.
-
-@deprecated Will become a provider extension in the future.
- */
-type LogProbs = LanguageModelV1LogProbs;
-/**
-Warning from the model provider for this call. The call will proceed, but e.g.
-some settings might not be supported, which can lead to suboptimal results.
-*/
-type CallWarning = LanguageModelV1CallWarning;
-/**
-A source that has been used as input to generate the response.
-*/
-type Source = LanguageModelV1Source;
-/**
-Tool choice for the generation. It supports the following settings:
-
-- `auto` (default): the model can choose whether and which tools to call.
-- `required`: the model must call a tool. It can choose which tool to call.
-- `none`: the model must not call tools
-- `{ type: 'tool', toolName: string (typed) }`: the model must call the specified tool
- */
-type ToolChoice<TOOLS extends Record<string, unknown>> = 'auto' | 'none' | 'required' | {
-    type: 'tool';
-    toolName: keyof TOOLS;
-};
-/**
- * @deprecated Use `ToolChoice` instead.
- */
-type CoreToolChoice<TOOLS extends Record<string, unknown>> = ToolChoice<TOOLS>;
-
 type LanguageModelRequestMetadata = {
     /**
     Raw request HTTP body that was sent to the provider API as a string (JSON should be stringified).
@@ -2665,10 +2669,12 @@ type Experimental_LanguageModelV1Middleware = LanguageModelV1Middleware;
  *
  * @param tagName - The name of the XML tag to extract reasoning from.
  * @param separator - The separator to use between reasoning and text sections.
+ * @param startWithReasoning - Whether to start with reasoning tokens.
  */
-declare function extractReasoningMiddleware({ tagName, separator, }: {
+declare function extractReasoningMiddleware({ tagName, separator, startWithReasoning, }: {
     tagName: string;
     separator?: string;
+    startWithReasoning?: boolean;
 }): LanguageModelV1Middleware;
 
 /**

package/dist/index.js

@@ -126,6 +126,9 @@ function createDataStream({
       writeMessageAnnotation(annotation) {
         safeEnqueue((0, import_ui_utils.formatDataStreamPart)("message_annotations", [annotation]));
       },
+      writeSource(source) {
+        safeEnqueue((0, import_ui_utils.formatDataStreamPart)("source", source));
+      },
       merge(streamArg) {
         ongoingStreamPromises.push(
           (async () => {
@@ -5839,17 +5842,19 @@ function getPotentialStartIndex(text2, searchedText) {
 // core/middleware/extract-reasoning-middleware.ts
 function extractReasoningMiddleware({
   tagName,
-  separator = "\n"
+  separator = "\n",
+  startWithReasoning = false
 }) {
   const openingTag = `<${tagName}>`;
   const closingTag = `</${tagName}>`;
   return {
     middlewareVersion: "v1",
     wrapGenerate: async ({ doGenerate }) => {
-      const { text: text2, ...rest } = await doGenerate();
-      if (text2 == null) {
-        return { text: text2, ...rest };
+      const { text: rawText, ...rest } = await doGenerate();
+      if (rawText == null) {
+        return { text: rawText, ...rest };
       }
+      const text2 = startWithReasoning ? openingTag + rawText : rawText;
       const regexp = new RegExp(`${openingTag}(.*?)${closingTag}`, "gs");
       const matches = Array.from(text2.matchAll(regexp));
       if (!matches.length) {
@@ -5872,7 +5877,7 @@ function extractReasoningMiddleware({
       let isFirstReasoning = true;
       let isFirstText = true;
       let afterSwitch = false;
-      let isReasoning = false;
+      let isReasoning = startWithReasoning;
       let buffer = "";
       return {
         stream: stream.pipeThrough(