ai 4.1.27 → 4.1.28

package/CHANGELOG.md

@@ -1,5 +1,11 @@
 # ai
 
+## 4.1.28
+
+### Patch Changes
+
+- 6eb7fc4: feat (ai/core): url source support
+
 ## 4.1.27
 
 ### Patch Changes

package/dist/index.d.mts

@@ -2,7 +2,7 @@ import { IDGenerator } from '@ai-sdk/provider-utils';
 export { CoreToolCall, CoreToolResult, IDGenerator, ToolCall, ToolResult, createIdGenerator, generateId } from '@ai-sdk/provider-utils';
 import { DataStreamString, Message, Schema, DeepPartial, JSONValue as JSONValue$1, AssistantMessage, DataMessage } from '@ai-sdk/ui-utils';
 export { AssistantMessage, AssistantStatus, Attachment, ChatRequest, ChatRequestOptions, CreateMessage, DataMessage, DataStreamPart, DeepPartial, IdGenerator, JSONValue, Message, RequestOptions, Schema, ToolInvocation, UseAssistantOptions, formatAssistantStreamPart, formatDataStreamPart, jsonSchema, parseAssistantStreamPart, parseDataStreamPart, processDataStream, processTextStream, zodSchema } from '@ai-sdk/ui-utils';
-import { JSONValue, EmbeddingModelV1, EmbeddingModelV1Embedding, ImageModelV1, ImageModelV1CallWarning, LanguageModelV1, LanguageModelV1FinishReason, LanguageModelV1LogProbs, LanguageModelV1CallWarning, LanguageModelV1ProviderMetadata, LanguageModelV1CallOptions, AISDKError, LanguageModelV1FunctionToolCall, JSONSchema7, ProviderV1, NoSuchModelError } from '@ai-sdk/provider';
+import { JSONValue, EmbeddingModelV1, EmbeddingModelV1Embedding, ImageModelV1, ImageModelV1CallWarning, LanguageModelV1, LanguageModelV1FinishReason, LanguageModelV1LogProbs, LanguageModelV1CallWarning, LanguageModelV1Source, LanguageModelV1ProviderMetadata, LanguageModelV1CallOptions, AISDKError, LanguageModelV1FunctionToolCall, JSONSchema7, ProviderV1, NoSuchModelError } from '@ai-sdk/provider';
 export { AISDKError, APICallError, EmptyResponseBodyError, InvalidPromptError, InvalidResponseDataError, JSONParseError, LanguageModelV1, LanguageModelV1CallOptions, LanguageModelV1Prompt, LanguageModelV1StreamPart, LoadAPIKeyError, NoContentGeneratedError, NoSuchModelError, TypeValidationError, UnsupportedFunctionalityError } from '@ai-sdk/provider';
 import { ServerResponse } from 'node:http';
 import { AttributeValue, Tracer } from '@opentelemetry/api';
@@ -147,6 +147,10 @@ some settings might not be supported, which can lead to suboptimal results.
 */
 type CallWarning = LanguageModelV1CallWarning;
 /**
+A source that has been used as input to generate the response.
+*/
+type Source = LanguageModelV1Source;
+/**
 Tool choice for the generation. It supports the following settings:
 
 - `auto` (default): the model can choose whether and which tools to call.
@@ -1640,6 +1644,10 @@ type StepResult<TOOLS extends ToolSet> = {
   */
     readonly reasoning: string | undefined;
     /**
+  The sources that were used to generate the text.
+  */
+    readonly sources: Source[];
+    /**
   The tool calls that were made during the generation.
   */
     readonly toolCalls: ToolCallArray<TOOLS>;
@@ -1738,6 +1746,11 @@ interface GenerateTextResult<TOOLS extends ToolSet, OUTPUT> {
      */
     readonly reasoning: string | undefined;
     /**
+  Sources that have been used as input to generate the response.
+  For multi-step generation, the sources are accumulated from all steps.
+     */
+    readonly sources: Source[];
+    /**
   The generated structured output. It uses the `experimental_output` specification.
      */
     readonly experimental_output: OUTPUT;
@@ -2039,6 +2052,13 @@ interface StreamTextResult<TOOLS extends ToolSet, PARTIAL_OUTPUT> {
        */
     readonly usage: Promise<LanguageModelUsage>;
     /**
+  Sources that have been used as input to generate the response.
+  For multi-step generation, the sources are accumulated from all steps.
+  
+  Resolved when the response is finished.
+     */
+    readonly sources: Promise<Source[]>;
+    /**
   The reason why the generation finished. Taken from the last step.
   
   Resolved when the response is finished.
@@ -2210,6 +2230,9 @@ type TextStreamPart<TOOLS extends ToolSet> = {
 } | {
     type: 'reasoning';
     textDelta: string;
+} | {
+    type: 'source';
+    source: Source;
 } | ({
     type: 'tool-call';
 } & ToolCallUnion<TOOLS>) | {
@@ -2414,7 +2437,7 @@ Callback that is called for each chunk of the stream. The stream processing will
      */
     onChunk?: (event: {
         chunk: Extract<TextStreamPart<TOOLS>, {
-            type: 'text-delta' | 'reasoning' | 'tool-call' | 'tool-call-streaming-start' | 'tool-call-delta' | 'tool-result';
+            type: 'text-delta' | 'reasoning' | 'source' | 'tool-call' | 'tool-call-streaming-start' | 'tool-call-delta' | 'tool-result';
         }>;
     }) => Promise<void> | void;
     /**

package/dist/index.d.ts

@@ -2,7 +2,7 @@ import { IDGenerator } from '@ai-sdk/provider-utils';
 export { CoreToolCall, CoreToolResult, IDGenerator, ToolCall, ToolResult, createIdGenerator, generateId } from '@ai-sdk/provider-utils';
 import { DataStreamString, Message, Schema, DeepPartial, JSONValue as JSONValue$1, AssistantMessage, DataMessage } from '@ai-sdk/ui-utils';
 export { AssistantMessage, AssistantStatus, Attachment, ChatRequest, ChatRequestOptions, CreateMessage, DataMessage, DataStreamPart, DeepPartial, IdGenerator, JSONValue, Message, RequestOptions, Schema, ToolInvocation, UseAssistantOptions, formatAssistantStreamPart, formatDataStreamPart, jsonSchema, parseAssistantStreamPart, parseDataStreamPart, processDataStream, processTextStream, zodSchema } from '@ai-sdk/ui-utils';
-import { JSONValue, EmbeddingModelV1, EmbeddingModelV1Embedding, ImageModelV1, ImageModelV1CallWarning, LanguageModelV1, LanguageModelV1FinishReason, LanguageModelV1LogProbs, LanguageModelV1CallWarning, LanguageModelV1ProviderMetadata, LanguageModelV1CallOptions, AISDKError, LanguageModelV1FunctionToolCall, JSONSchema7, ProviderV1, NoSuchModelError } from '@ai-sdk/provider';
+import { JSONValue, EmbeddingModelV1, EmbeddingModelV1Embedding, ImageModelV1, ImageModelV1CallWarning, LanguageModelV1, LanguageModelV1FinishReason, LanguageModelV1LogProbs, LanguageModelV1CallWarning, LanguageModelV1Source, LanguageModelV1ProviderMetadata, LanguageModelV1CallOptions, AISDKError, LanguageModelV1FunctionToolCall, JSONSchema7, ProviderV1, NoSuchModelError } from '@ai-sdk/provider';
 export { AISDKError, APICallError, EmptyResponseBodyError, InvalidPromptError, InvalidResponseDataError, JSONParseError, LanguageModelV1, LanguageModelV1CallOptions, LanguageModelV1Prompt, LanguageModelV1StreamPart, LoadAPIKeyError, NoContentGeneratedError, NoSuchModelError, TypeValidationError, UnsupportedFunctionalityError } from '@ai-sdk/provider';
 import { ServerResponse } from 'node:http';
 import { AttributeValue, Tracer } from '@opentelemetry/api';
@@ -147,6 +147,10 @@ some settings might not be supported, which can lead to suboptimal results.
 */
 type CallWarning = LanguageModelV1CallWarning;
 /**
+A source that has been used as input to generate the response.
+*/
+type Source = LanguageModelV1Source;
+/**
 Tool choice for the generation. It supports the following settings:
 
 - `auto` (default): the model can choose whether and which tools to call.
@@ -1640,6 +1644,10 @@ type StepResult<TOOLS extends ToolSet> = {
   */
     readonly reasoning: string | undefined;
     /**
+  The sources that were used to generate the text.
+  */
+    readonly sources: Source[];
+    /**
   The tool calls that were made during the generation.
   */
     readonly toolCalls: ToolCallArray<TOOLS>;
@@ -1738,6 +1746,11 @@ interface GenerateTextResult<TOOLS extends ToolSet, OUTPUT> {
      */
     readonly reasoning: string | undefined;
     /**
+  Sources that have been used as input to generate the response.
+  For multi-step generation, the sources are accumulated from all steps.
+     */
+    readonly sources: Source[];
+    /**
   The generated structured output. It uses the `experimental_output` specification.
      */
     readonly experimental_output: OUTPUT;
@@ -2039,6 +2052,13 @@ interface StreamTextResult<TOOLS extends ToolSet, PARTIAL_OUTPUT> {
        */
     readonly usage: Promise<LanguageModelUsage>;
     /**
+  Sources that have been used as input to generate the response.
+  For multi-step generation, the sources are accumulated from all steps.
+  
+  Resolved when the response is finished.
+     */
+    readonly sources: Promise<Source[]>;
+    /**
   The reason why the generation finished. Taken from the last step.
   
   Resolved when the response is finished.
@@ -2210,6 +2230,9 @@ type TextStreamPart<TOOLS extends ToolSet> = {
 } | {
     type: 'reasoning';
     textDelta: string;
+} | {
+    type: 'source';
+    source: Source;
 } | ({
     type: 'tool-call';
 } & ToolCallUnion<TOOLS>) | {
@@ -2414,7 +2437,7 @@ Callback that is called for each chunk of the stream. The stream processing will
      */
     onChunk?: (event: {
         chunk: Extract<TextStreamPart<TOOLS>, {
-            type: 'text-delta' | 'reasoning' | 'tool-call' | 'tool-call-streaming-start' | 'tool-call-delta' | 'tool-result';
+            type: 'text-delta' | 'reasoning' | 'source' | 'tool-call' | 'tool-call-streaming-start' | 'tool-call-delta' | 'tool-result';
         }>;
     }) => Promise<void> | void;
     /**

package/dist/index.js

@@ -3896,7 +3896,7 @@ async function generateText({
     }),
     tracer,
     fn: async (span) => {
-      var _a16, _b, _c, _d, _e, _f, _g;
+      var _a16, _b, _c, _d, _e, _f, _g, _h, _i;
       const mode = {
         type: "regular",
         ...prepareToolsAndToolChoice({ tools, toolChoice, activeTools })
@@ -3908,6 +3908,7 @@ async function generateText({
       let stepCount = 0;
       const responseMessages = [];
       let text2 = "";
+      const sources = [];
       const steps = [];
       let usage = {
         completionTokens: 0,
@@ -4056,6 +4057,7 @@ async function generateText({
         text2.trimEnd() !== text2 ? originalText.trimStart() : originalText;
         const stepText = nextStepType === "continue" ? removeTextAfterLastWhitespace(stepTextLeadingWhitespaceTrimmed) : stepTextLeadingWhitespaceTrimmed;
         text2 = nextStepType === "continue" || stepType === "continue" ? text2 + stepText : stepText;
+        sources.push(...(_d = currentModelResponse.sources) != null ? _d : []);
         if (stepType === "continue") {
           const lastMessage = responseMessages[responseMessages.length - 1];
           if (typeof lastMessage.content === "string") {
@@ -4082,16 +4084,17 @@ async function generateText({
           stepType,
           text: stepText,
           reasoning: currentModelResponse.reasoning,
+          sources: (_e = currentModelResponse.sources) != null ? _e : [],
           toolCalls: currentToolCalls,
           toolResults: currentToolResults,
           finishReason: currentModelResponse.finishReason,
           usage: currentUsage,
           warnings: currentModelResponse.warnings,
           logprobs: currentModelResponse.logprobs,
-          request: (_d = currentModelResponse.request) != null ? _d : {},
+          request: (_f = currentModelResponse.request) != null ? _f : {},
           response: {
             ...currentModelResponse.response,
-            headers: (_e = currentModelResponse.rawResponse) == null ? void 0 : _e.headers,
+            headers: (_g = currentModelResponse.rawResponse) == null ? void 0 : _g.headers,
             // deep clone msgs to avoid mutating past messages in multi-step:
             messages: structuredClone(responseMessages)
           },
@@ -4121,6 +4124,7 @@ async function generateText({
       return new DefaultGenerateTextResult({
         text: text2,
         reasoning: currentModelResponse.reasoning,
+        sources,
         outputResolver: () => {
           if (output == null) {
             throw new NoOutputSpecifiedError();
@@ -4135,10 +4139,10 @@ async function generateText({
         finishReason: currentModelResponse.finishReason,
         usage,
         warnings: currentModelResponse.warnings,
-        request: (_f = currentModelResponse.request) != null ? _f : {},
+        request: (_h = currentModelResponse.request) != null ? _h : {},
         response: {
           ...currentModelResponse.response,
-          headers: (_g = currentModelResponse.rawResponse) == null ? void 0 : _g.headers,
+          headers: (_i = currentModelResponse.rawResponse) == null ? void 0 : _i.headers,
           messages: responseMessages
         },
         logprobs: currentModelResponse.logprobs,
@@ -4238,6 +4242,7 @@ var DefaultGenerateTextResult = class {
     this.experimental_providerMetadata = options.providerMetadata;
     this.logprobs = options.logprobs;
     this.outputResolver = options.outputResolver;
+    this.sources = options.sources;
   }
   get experimental_output() {
     return this.outputResolver();
@@ -4515,6 +4520,7 @@ function runToolsTransformation({
       switch (chunkType) {
         case "text-delta":
         case "reasoning":
+        case "source":
         case "response-metadata":
         case "error": {
           controller.enqueue(chunk);
@@ -4828,6 +4834,7 @@ var DefaultStreamTextResult = class {
     this.providerMetadataPromise = new DelayedPromise();
     this.textPromise = new DelayedPromise();
     this.reasoningPromise = new DelayedPromise();
+    this.sourcesPromise = new DelayedPromise();
     this.toolCallsPromise = new DelayedPromise();
     this.toolResultsPromise = new DelayedPromise();
     this.requestPromise = new DelayedPromise();
@@ -4846,6 +4853,8 @@ var DefaultStreamTextResult = class {
     let recordedContinuationText = "";
     let recordedFullText = "";
     let recordedReasoningText = void 0;
+    let recordedStepSources = [];
+    const recordedSources = [];
     const recordedResponse = {
       id: generateId3(),
       timestamp: currentDate(),
@@ -4863,7 +4872,7 @@ var DefaultStreamTextResult = class {
       async transform(chunk, controller) {
         controller.enqueue(chunk);
         const { part } = chunk;
-        if (part.type === "text-delta" || part.type === "reasoning" || part.type === "tool-call" || part.type === "tool-result" || part.type === "tool-call-streaming-start" || part.type === "tool-call-delta") {
+        if (part.type === "text-delta" || part.type === "reasoning" || part.type === "source" || part.type === "tool-call" || part.type === "tool-result" || part.type === "tool-call-streaming-start" || part.type === "tool-call-delta") {
           await (onChunk == null ? void 0 : onChunk({ chunk: part }));
         }
         if (part.type === "error") {
@@ -4877,6 +4886,10 @@ var DefaultStreamTextResult = class {
         if (part.type === "reasoning") {
           recordedReasoningText = (recordedReasoningText != null ? recordedReasoningText : "") + part.textDelta;
         }
+        if (part.type === "source") {
+          recordedSources.push(part.source);
+          recordedStepSources.push(part.source);
+        }
         if (part.type === "tool-call") {
           recordedToolCalls.push(part);
         }
@@ -4910,6 +4923,7 @@ var DefaultStreamTextResult = class {
             stepType,
             text: recordedStepText,
             reasoning: recordedReasoningText,
+            sources: recordedStepSources,
             toolCalls: recordedToolCalls,
             toolResults: recordedToolResults,
             finishReason: part.finishReason,
@@ -4929,6 +4943,7 @@ var DefaultStreamTextResult = class {
           recordedToolCalls = [];
           recordedToolResults = [];
           recordedStepText = "";
+          recordedStepSources = [];
           if (nextStepType !== "done") {
             stepType = nextStepType;
           }
@@ -4971,13 +4986,15 @@ var DefaultStreamTextResult = class {
           self.usagePromise.resolve(usage);
           self.textPromise.resolve(recordedFullText);
           self.reasoningPromise.resolve(recordedReasoningText);
+          self.sourcesPromise.resolve(recordedSources);
           self.stepsPromise.resolve(recordedSteps);
           await (onFinish == null ? void 0 : onFinish({
             finishReason,
             logprobs: void 0,
             usage,
             text: recordedFullText,
-            reasoning: recordedReasoningText,
+            reasoning: lastStep.reasoning,
+            sources: lastStep.sources,
             toolCalls: lastStep.toolCalls,
             toolResults: lastStep.toolResults,
             request: (_a16 = lastStep.request) != null ? _a16 : {},
@@ -5253,6 +5270,10 @@ var DefaultStreamTextResult = class {
                       stepReasoning += chunk.textDelta;
                       break;
                     }
+                    case "source": {
+                      controller.enqueue(chunk);
+                      break;
+                    }
                     case "tool-call": {
                       controller.enqueue(chunk);
                       stepToolCalls.push(chunk);
@@ -5469,6 +5490,9 @@ var DefaultStreamTextResult = class {
   get reasoning() {
     return this.reasoningPromise.value;
   }
+  get sources() {
+    return this.sourcesPromise.value;
+  }
   get toolCalls() {
     return this.toolCallsPromise.value;
   }
@@ -5573,6 +5597,9 @@ var DefaultStreamTextResult = class {
             }
             break;
           }
+          case "source": {
+            break;
+          }
           case "tool-call-streaming-start": {
             controller.enqueue(
               (0, import_ui_utils8.formatDataStreamPart)("tool_call_streaming_start", {