ai 6.0.236 → 6.0.238

package/CHANGELOG.md

@@ -1,5 +1,25 @@
 # ai
 
+## 6.0.238
+
+### Patch Changes
+
+- 9ecdefe: Prevent validated downloads on Node.js from reaching private or internal services through DNS aliases or DNS rebinding by validating and pinning every resolved address at connection time.
+- 26d10c0: support overriding model call settings for individual `prepareStep` invocations
+- 7767170: Preserve provider metadata from empty text deltas in `streamText`.
+- Updated dependencies [9ecdefe]
+- Updated dependencies [87fb433]
+  - @ai-sdk/provider-utils@4.0.41
+  - @ai-sdk/gateway@3.0.160
+
+## 6.0.237
+
+### Patch Changes
+
+- f6020d7: Avoid synthesizing client tool errors for invalid provider-executed tool calls.
+- Updated dependencies [de438f5]
+  - @ai-sdk/gateway@3.0.159
+
 ## 6.0.236
 
 ### Patch Changes

package/dist/index.d.mts

@@ -861,7 +861,8 @@ type StepResult<TOOLS extends ToolSet> = {
      */
     readonly content: Array<ContentPart<TOOLS>>;
     /**
-     * The generated text.
+     * The concatenation of all text parts generated in this step.
+     * It is an empty string if the step contains no text parts.
      */
     readonly text: string;
     /**
@@ -947,6 +948,7 @@ type StepResult<TOOLS extends ToolSet> = {
     readonly providerMetadata: ProviderMetadata | undefined;
 };
 
+type PrepareStepCallSettings = Pick<CallSettings, 'maxOutputTokens' | 'temperature' | 'topP' | 'topK' | 'presencePenalty' | 'frequencyPenalty' | 'stopSequences' | 'seed'>;
 /**
  * Function that you can use to provide different settings for a step.
  *
@@ -984,9 +986,13 @@ type PrepareStepFunction<TOOLS extends Record<string, Tool> = Record<string, Too
 }) => PromiseLike<PrepareStepResult<TOOLS>> | PrepareStepResult<TOOLS>;
 /**
  * The result type returned by a {@link PrepareStepFunction},
- * allowing per-step overrides of model, tools, or messages.
+ * allowing per-step overrides of model call settings, model, tools, or
+ * messages.
+ *
+ * Model call setting overrides apply only to the current step. Undefined
+ * settings fall back to the outer call settings.
  */
-type PrepareStepResult<TOOLS extends Record<string, Tool> = Record<string, Tool>> = {
+type PrepareStepResult<TOOLS extends Record<string, Tool> = Record<string, Tool>> = ({
     /**
      * Optionally override which LanguageModel instance is used for this step.
      */
@@ -1023,7 +1029,7 @@ type PrepareStepResult<TOOLS extends Record<string, Tool> = Record<string, Tool>
      * container IDs for Anthropic's code execution.
      */
     providerOptions?: ProviderOptions;
-} | undefined;
+} & PrepareStepCallSettings) | undefined;
 
 type StopCondition<TOOLS extends ToolSet> = (options: {
     steps: Array<StepResult<TOOLS>>;
@@ -1055,7 +1061,9 @@ interface GenerateTextResult<TOOLS extends ToolSet, OUTPUT extends Output> {
      */
     readonly content: Array<ContentPart<TOOLS>>;
     /**
-     * The text that was generated in the last step.
+     * The concatenation of all text parts generated in the final step.
+     * It is an empty string if the final step contains no text parts.
+     * Inspect `content` for a text part to distinguish that case.
      */
     readonly text: string;
     /**
@@ -2347,8 +2355,9 @@ interface StreamTextResult<TOOLS extends ToolSet, OUTPUT extends Output> {
     readonly providerMetadata: PromiseLike<ProviderMetadata | undefined>;
     /**
      * A text stream that returns only the generated text deltas. You can use it
-     * as either an AsyncIterable or a ReadableStream. When an error occurs, the
-     * stream will throw the error.
+     * as either an AsyncIterable or a ReadableStream. Error parts are not
+     * surfaced in this stream. Use the `onError` callback or `fullStream` to
+     * observe them.
      */
     readonly textStream: AsyncIterableStream<string>;
     /**

package/dist/index.d.ts

@@ -861,7 +861,8 @@ type StepResult<TOOLS extends ToolSet> = {
      */
     readonly content: Array<ContentPart<TOOLS>>;
     /**
-     * The generated text.
+     * The concatenation of all text parts generated in this step.
+     * It is an empty string if the step contains no text parts.
      */
     readonly text: string;
     /**
@@ -947,6 +948,7 @@ type StepResult<TOOLS extends ToolSet> = {
     readonly providerMetadata: ProviderMetadata | undefined;
 };
 
+type PrepareStepCallSettings = Pick<CallSettings, 'maxOutputTokens' | 'temperature' | 'topP' | 'topK' | 'presencePenalty' | 'frequencyPenalty' | 'stopSequences' | 'seed'>;
 /**
  * Function that you can use to provide different settings for a step.
  *
@@ -984,9 +986,13 @@ type PrepareStepFunction<TOOLS extends Record<string, Tool> = Record<string, Too
 }) => PromiseLike<PrepareStepResult<TOOLS>> | PrepareStepResult<TOOLS>;
 /**
  * The result type returned by a {@link PrepareStepFunction},
- * allowing per-step overrides of model, tools, or messages.
+ * allowing per-step overrides of model call settings, model, tools, or
+ * messages.
+ *
+ * Model call setting overrides apply only to the current step. Undefined
+ * settings fall back to the outer call settings.
  */
-type PrepareStepResult<TOOLS extends Record<string, Tool> = Record<string, Tool>> = {
+type PrepareStepResult<TOOLS extends Record<string, Tool> = Record<string, Tool>> = ({
     /**
      * Optionally override which LanguageModel instance is used for this step.
      */
@@ -1023,7 +1029,7 @@ type PrepareStepResult<TOOLS extends Record<string, Tool> = Record<string, Tool>
      * container IDs for Anthropic's code execution.
      */
     providerOptions?: ProviderOptions;
-} | undefined;
+} & PrepareStepCallSettings) | undefined;
 
 type StopCondition<TOOLS extends ToolSet> = (options: {
     steps: Array<StepResult<TOOLS>>;
@@ -1055,7 +1061,9 @@ interface GenerateTextResult<TOOLS extends ToolSet, OUTPUT extends Output> {
      */
     readonly content: Array<ContentPart<TOOLS>>;
     /**
-     * The text that was generated in the last step.
+     * The concatenation of all text parts generated in the final step.
+     * It is an empty string if the final step contains no text parts.
+     * Inspect `content` for a text part to distinguish that case.
      */
     readonly text: string;
     /**
@@ -2347,8 +2355,9 @@ interface StreamTextResult<TOOLS extends ToolSet, OUTPUT extends Output> {
     readonly providerMetadata: PromiseLike<ProviderMetadata | undefined>;
     /**
      * A text stream that returns only the generated text deltas. You can use it
-     * as either an AsyncIterable or a ReadableStream. When an error occurs, the
-     * stream will throw the error.
+     * as either an AsyncIterable or a ReadableStream. Error parts are not
+     * surfaced in this stream. Use the `onError` callback or `fullStream` to
+     * observe them.
      */
     readonly textStream: AsyncIterableStream<string>;
     /**

package/dist/index.js

@@ -1304,7 +1304,7 @@ function detectMediaType({
 var import_provider_utils3 = require("@ai-sdk/provider-utils");
 
 // src/version.ts
-var VERSION = true ? "6.0.236" : "0.0.0-test";
+var VERSION = true ? "6.0.238" : "0.0.0-test";
 
 // src/util/download/download.ts
 var download = async ({
@@ -4189,6 +4189,24 @@ async function doParseToolCall({
   };
 }
 
+// src/generate-text/prepare-step-call-settings.ts
+function prepareStepCallSettings({
+  callSettings,
+  stepSettings
+}) {
+  var _a22, _b, _c, _d, _e, _f, _g, _h;
+  return prepareCallSettings({
+    maxOutputTokens: (_a22 = stepSettings == null ? void 0 : stepSettings.maxOutputTokens) != null ? _a22 : callSettings.maxOutputTokens,
+    temperature: (_b = stepSettings == null ? void 0 : stepSettings.temperature) != null ? _b : callSettings.temperature,
+    topP: (_c = stepSettings == null ? void 0 : stepSettings.topP) != null ? _c : callSettings.topP,
+    topK: (_d = stepSettings == null ? void 0 : stepSettings.topK) != null ? _d : callSettings.topK,
+    presencePenalty: (_e = stepSettings == null ? void 0 : stepSettings.presencePenalty) != null ? _e : callSettings.presencePenalty,
+    frequencyPenalty: (_f = stepSettings == null ? void 0 : stepSettings.frequencyPenalty) != null ? _f : callSettings.frequencyPenalty,
+    stopSequences: (_g = stepSettings == null ? void 0 : stepSettings.stopSequences) != null ? _g : callSettings.stopSequences,
+    seed: (_h = stepSettings == null ? void 0 : stepSettings.seed) != null ? _h : callSettings.seed
+  });
+}
+
 // src/generate-text/step-result.ts
 var DefaultStepResult = class {
   constructor({
@@ -4744,6 +4762,10 @@ async function generateText({
               providerOptions,
               prepareStepResult == null ? void 0 : prepareStepResult.providerOptions
             );
+            const stepCallSettings = prepareStepCallSettings({
+              callSettings: callSettings2,
+              stepSettings: prepareStepResult
+            });
             await notify({
               event: {
                 stepNumber: steps.length,
@@ -4771,113 +4793,110 @@ async function generateText({
               ]
             });
             currentModelResponse = await retry(
-              () => {
-                var _a23;
-                return recordSpan({
-                  name: "ai.generateText.doGenerate",
-                  attributes: selectTelemetryAttributes({
-                    telemetry,
-                    attributes: {
-                      ...assembleOperationName({
-                        operationId: "ai.generateText.doGenerate",
-                        telemetry
-                      }),
-                      ...baseTelemetryAttributes,
-                      // model:
-                      "ai.model.provider": stepModel.provider,
-                      "ai.model.id": stepModel.modelId,
-                      // prompt:
-                      "ai.prompt.messages": {
-                        input: () => stringifyForTelemetry(promptMessages)
-                      },
-                      "ai.prompt.tools": {
-                        // convert the language model level tools:
-                        input: () => stepTools == null ? void 0 : stepTools.map((tool2) => JSON.stringify(tool2))
-                      },
-                      "ai.prompt.toolChoice": {
-                        input: () => stepToolChoice != null ? JSON.stringify(stepToolChoice) : void 0
-                      },
-                      // standardized gen-ai llm span attributes:
-                      "gen_ai.system": stepModel.provider,
-                      "gen_ai.request.model": stepModel.modelId,
-                      "gen_ai.request.frequency_penalty": settings.frequencyPenalty,
-                      "gen_ai.request.max_tokens": settings.maxOutputTokens,
-                      "gen_ai.request.presence_penalty": settings.presencePenalty,
-                      "gen_ai.request.stop_sequences": settings.stopSequences,
-                      "gen_ai.request.temperature": (_a23 = settings.temperature) != null ? _a23 : void 0,
-                      "gen_ai.request.top_k": settings.topK,
-                      "gen_ai.request.top_p": settings.topP
-                    }
-                  }),
-                  tracer,
-                  fn: async (span2) => {
-                    var _a24, _b2, _c2, _d2, _e2, _f2, _g2, _h2;
-                    const result = await stepModel.doGenerate({
-                      ...callSettings2,
-                      tools: stepTools,
-                      toolChoice: stepToolChoice,
-                      responseFormat: await (output == null ? void 0 : output.responseFormat),
-                      prompt: promptMessages,
-                      providerOptions: stepProviderOptions,
-                      abortSignal: mergedAbortSignal,
-                      headers: headersWithUserAgent
-                    });
-                    const responseData = {
-                      id: (_b2 = (_a24 = result.response) == null ? void 0 : _a24.id) != null ? _b2 : generateId2(),
-                      timestamp: (_d2 = (_c2 = result.response) == null ? void 0 : _c2.timestamp) != null ? _d2 : /* @__PURE__ */ new Date(),
-                      modelId: (_f2 = (_e2 = result.response) == null ? void 0 : _e2.modelId) != null ? _f2 : stepModel.modelId,
-                      headers: (_g2 = result.response) == null ? void 0 : _g2.headers,
-                      body: (_h2 = result.response) == null ? void 0 : _h2.body
-                    };
-                    const usage = asLanguageModelUsage(result.usage);
-                    span2.setAttributes(
-                      await selectTelemetryAttributes({
-                        telemetry,
-                        attributes: {
-                          "ai.response.finishReason": result.finishReason.unified,
-                          "ai.response.text": {
-                            output: () => extractTextContent(result.content)
-                          },
-                          "ai.response.reasoning": {
-                            output: () => extractReasoningContent(result.content)
-                          },
-                          "ai.response.toolCalls": {
-                            output: () => {
-                              const toolCalls = asToolCalls(result.content);
-                              return toolCalls == null ? void 0 : JSON.stringify(toolCalls);
-                            }
-                          },
-                          "ai.response.id": responseData.id,
-                          "ai.response.model": responseData.modelId,
-                          "ai.response.timestamp": responseData.timestamp.toISOString(),
-                          "ai.response.providerMetadata": JSON.stringify(
-                            result.providerMetadata
-                          ),
-                          "ai.usage.inputTokens": result.usage.inputTokens.total,
-                          "ai.usage.inputTokenDetails.noCacheTokens": result.usage.inputTokens.noCache,
-                          "ai.usage.inputTokenDetails.cacheReadTokens": result.usage.inputTokens.cacheRead,
-                          "ai.usage.inputTokenDetails.cacheWriteTokens": result.usage.inputTokens.cacheWrite,
-                          "ai.usage.outputTokens": result.usage.outputTokens.total,
-                          "ai.usage.outputTokenDetails.textTokens": result.usage.outputTokens.text,
-                          "ai.usage.outputTokenDetails.reasoningTokens": result.usage.outputTokens.reasoning,
-                          "ai.usage.totalTokens": usage.totalTokens,
-                          "ai.usage.reasoningTokens": result.usage.outputTokens.reasoning,
-                          "ai.usage.cachedInputTokens": result.usage.inputTokens.cacheRead,
-                          // standardized gen-ai llm span attributes:
-                          "gen_ai.response.finish_reasons": [
-                            result.finishReason.unified
-                          ],
-                          "gen_ai.response.id": responseData.id,
-                          "gen_ai.response.model": responseData.modelId,
-                          "gen_ai.usage.input_tokens": result.usage.inputTokens.total,
-                          "gen_ai.usage.output_tokens": result.usage.outputTokens.total
-                        }
-                      })
-                    );
-                    return { ...result, response: responseData };
+              () => recordSpan({
+                name: "ai.generateText.doGenerate",
+                attributes: selectTelemetryAttributes({
+                  telemetry,
+                  attributes: {
+                    ...assembleOperationName({
+                      operationId: "ai.generateText.doGenerate",
+                      telemetry
+                    }),
+                    ...baseTelemetryAttributes,
+                    // model:
+                    "ai.model.provider": stepModel.provider,
+                    "ai.model.id": stepModel.modelId,
+                    // prompt:
+                    "ai.prompt.messages": {
+                      input: () => stringifyForTelemetry(promptMessages)
+                    },
+                    "ai.prompt.tools": {
+                      // convert the language model level tools:
+                      input: () => stepTools == null ? void 0 : stepTools.map((tool2) => JSON.stringify(tool2))
+                    },
+                    "ai.prompt.toolChoice": {
+                      input: () => stepToolChoice != null ? JSON.stringify(stepToolChoice) : void 0
+                    },
+                    // standardized gen-ai llm span attributes:
+                    "gen_ai.system": stepModel.provider,
+                    "gen_ai.request.model": stepModel.modelId,
+                    "gen_ai.request.frequency_penalty": stepCallSettings.frequencyPenalty,
+                    "gen_ai.request.max_tokens": stepCallSettings.maxOutputTokens,
+                    "gen_ai.request.presence_penalty": stepCallSettings.presencePenalty,
+                    "gen_ai.request.stop_sequences": stepCallSettings.stopSequences,
+                    "gen_ai.request.temperature": stepCallSettings.temperature,
+                    "gen_ai.request.top_k": stepCallSettings.topK,
+                    "gen_ai.request.top_p": stepCallSettings.topP
                   }
-                });
-              }
+                }),
+                tracer,
+                fn: async (span2) => {
+                  var _a23, _b2, _c2, _d2, _e2, _f2, _g2, _h2;
+                  const result = await stepModel.doGenerate({
+                    ...stepCallSettings,
+                    tools: stepTools,
+                    toolChoice: stepToolChoice,
+                    responseFormat: await (output == null ? void 0 : output.responseFormat),
+                    prompt: promptMessages,
+                    providerOptions: stepProviderOptions,
+                    abortSignal: mergedAbortSignal,
+                    headers: headersWithUserAgent
+                  });
+                  const responseData = {
+                    id: (_b2 = (_a23 = result.response) == null ? void 0 : _a23.id) != null ? _b2 : generateId2(),
+                    timestamp: (_d2 = (_c2 = result.response) == null ? void 0 : _c2.timestamp) != null ? _d2 : /* @__PURE__ */ new Date(),
+                    modelId: (_f2 = (_e2 = result.response) == null ? void 0 : _e2.modelId) != null ? _f2 : stepModel.modelId,
+                    headers: (_g2 = result.response) == null ? void 0 : _g2.headers,
+                    body: (_h2 = result.response) == null ? void 0 : _h2.body
+                  };
+                  const usage = asLanguageModelUsage(result.usage);
+                  span2.setAttributes(
+                    await selectTelemetryAttributes({
+                      telemetry,
+                      attributes: {
+                        "ai.response.finishReason": result.finishReason.unified,
+                        "ai.response.text": {
+                          output: () => extractTextContent(result.content)
+                        },
+                        "ai.response.reasoning": {
+                          output: () => extractReasoningContent(result.content)
+                        },
+                        "ai.response.toolCalls": {
+                          output: () => {
+                            const toolCalls = asToolCalls(result.content);
+                            return toolCalls == null ? void 0 : JSON.stringify(toolCalls);
+                          }
+                        },
+                        "ai.response.id": responseData.id,
+                        "ai.response.model": responseData.modelId,
+                        "ai.response.timestamp": responseData.timestamp.toISOString(),
+                        "ai.response.providerMetadata": JSON.stringify(
+                          result.providerMetadata
+                        ),
+                        "ai.usage.inputTokens": result.usage.inputTokens.total,
+                        "ai.usage.inputTokenDetails.noCacheTokens": result.usage.inputTokens.noCache,
+                        "ai.usage.inputTokenDetails.cacheReadTokens": result.usage.inputTokens.cacheRead,
+                        "ai.usage.inputTokenDetails.cacheWriteTokens": result.usage.inputTokens.cacheWrite,
+                        "ai.usage.outputTokens": result.usage.outputTokens.total,
+                        "ai.usage.outputTokenDetails.textTokens": result.usage.outputTokens.text,
+                        "ai.usage.outputTokenDetails.reasoningTokens": result.usage.outputTokens.reasoning,
+                        "ai.usage.totalTokens": usage.totalTokens,
+                        "ai.usage.reasoningTokens": result.usage.outputTokens.reasoning,
+                        "ai.usage.cachedInputTokens": result.usage.inputTokens.cacheRead,
+                        // standardized gen-ai llm span attributes:
+                        "gen_ai.response.finish_reasons": [
+                          result.finishReason.unified
+                        ],
+                        "gen_ai.response.id": responseData.id,
+                        "gen_ai.response.model": responseData.modelId,
+                        "gen_ai.usage.input_tokens": result.usage.inputTokens.total,
+                        "gen_ai.usage.output_tokens": result.usage.outputTokens.total
+                      }
+                    })
+                  );
+                  return { ...result, response: responseData };
+                }
+              })
             );
             const stepToolCalls = await Promise.all(
               currentModelResponse.content.filter(
@@ -4941,7 +4960,7 @@ async function generateText({
               }
             }
             const invalidToolCalls = stepToolCalls.filter(
-              (toolCall) => toolCall.invalid && toolCall.dynamic
+              (toolCall) => toolCall.invalid && toolCall.dynamic && !toolCall.providerExecuted
             );
             clientToolOutputs = [];
             for (const toolCall of invalidToolCalls) {
@@ -6818,16 +6837,18 @@ function runToolsTransformation({
             toolCallsByToolCallId.set(toolCall.toolCallId, toolCall);
             controller.enqueue(toolCall);
             if (toolCall.invalid) {
-              enqueueToolResult({
-                type: "tool-error",
-                toolCallId: toolCall.toolCallId,
-                toolName: toolCall.toolName,
-                input: toolCall.input,
-                error: (0, import_provider_utils19.getErrorMessage)(toolCall.error),
-                dynamic: true,
-                title: toolCall.title,
-                ...toolCall.toolMetadata != null ? { toolMetadata: toolCall.toolMetadata } : {}
-              });
+              if (!toolCall.providerExecuted) {
+                enqueueToolResult({
+                  type: "tool-error",
+                  toolCallId: toolCall.toolCallId,
+                  toolName: toolCall.toolName,
+                  input: toolCall.input,
+                  error: (0, import_provider_utils19.getErrorMessage)(toolCall.error),
+                  dynamic: true,
+                  title: toolCall.title,
+                  ...toolCall.toolMetadata != null ? { toolMetadata: toolCall.toolMetadata } : {}
+                });
+              }
               break;
             }
             const tool2 = tools == null ? void 0 : tools[toolCall.toolName];
@@ -7142,6 +7163,10 @@ function createOutputTransformStream(output) {
       text2 += chunk.text;
       textChunk += chunk.text;
       textProviderMetadata = (_a22 = chunk.providerMetadata) != null ? _a22 : textProviderMetadata;
+      if (chunk.text.length === 0 && chunk.providerMetadata != null) {
+        controller.enqueue({ part: chunk, partialOutput: void 0 });
+        return;
+      }
       const result = await output.parsePartialOutput({ text: text2 });
       if (result !== void 0) {
         const currentValue = typeof result.partial === "string" ? result.partial : JSON.stringify(result.partial);
@@ -7793,6 +7818,10 @@ var DefaultStreamTextResult = class {
               providerOptions,
               prepareStepResult == null ? void 0 : prepareStepResult.providerOptions
             );
+            const stepCallSettings = prepareStepCallSettings({
+              callSettings,
+              stepSettings: prepareStepResult
+            });
             await notify({
               event: {
                 stepNumber: recordedSteps.length,
@@ -7850,13 +7879,13 @@ var DefaultStreamTextResult = class {
                     // standardized gen-ai llm span attributes:
                     "gen_ai.system": stepModel.provider,
                     "gen_ai.request.model": stepModel.modelId,
-                    "gen_ai.request.frequency_penalty": callSettings.frequencyPenalty,
-                    "gen_ai.request.max_tokens": callSettings.maxOutputTokens,
-                    "gen_ai.request.presence_penalty": callSettings.presencePenalty,
-                    "gen_ai.request.stop_sequences": callSettings.stopSequences,
-                    "gen_ai.request.temperature": callSettings.temperature,
-                    "gen_ai.request.top_k": callSettings.topK,
-                    "gen_ai.request.top_p": callSettings.topP
+                    "gen_ai.request.frequency_penalty": stepCallSettings.frequencyPenalty,
+                    "gen_ai.request.max_tokens": stepCallSettings.maxOutputTokens,
+                    "gen_ai.request.presence_penalty": stepCallSettings.presencePenalty,
+                    "gen_ai.request.stop_sequences": stepCallSettings.stopSequences,
+                    "gen_ai.request.temperature": stepCallSettings.temperature,
+                    "gen_ai.request.top_k": stepCallSettings.topK,
+                    "gen_ai.request.top_p": stepCallSettings.topP
                   }
                 }),
                 tracer,
@@ -7866,7 +7895,7 @@ var DefaultStreamTextResult = class {
                   // get before the call
                   doStreamSpan: doStreamSpan2,
                   result: await stepModel.doStream({
-                    ...callSettings,
+                    ...stepCallSettings,
                     tools: stepTools,
                     toolChoice: stepToolChoice,
                     responseFormat: await (output == null ? void 0 : output.responseFormat),
@@ -7957,15 +7986,15 @@ var DefaultStreamTextResult = class {
                         break;
                       }
                       case "text-delta": {
-                        if (chunk.delta.length > 0) {
+                        if (chunk.delta.length > 0 || chunk.providerMetadata != null) {
                           controller.enqueue({
                             type: "text-delta",
                             id: chunk.id,
                             text: chunk.delta,
                             providerMetadata: chunk.providerMetadata
                           });
-                          activeText += chunk.delta;
                         }
+                        activeText += chunk.delta;
                         break;
                       }
                       case "reasoning-start":