ai 7.0.78 → 7.0.82

package/src/middleware/wrap-embedding-model.ts

@@ -4,8 +4,15 @@ import type {
   EmbeddingModelV4CallOptions,
   EmbeddingModelV4Result,
 } from '@ai-sdk/provider';
-import { asArray } from '@ai-sdk/provider-utils';
+import {
+  asArray,
+  EXPERIMENTAL_EMBEDDING_MODEL_MAX_INPUT_BYTES_PER_CALL,
+} from '@ai-sdk/provider-utils';
 import { asEmbeddingModelV4 } from '../model/as-embedding-model-v4';
+import {
+  getEmbeddingModelMaxInputBytesPerCall,
+  type EmbeddingModelWithMaxInputBytesPerCall,
+} from '../model/get-embedding-model-max-input-bytes-per-call';
 import type { EmbeddingModelMiddleware } from '../types';
 
 /**
@@ -56,7 +63,7 @@ const doWrap = ({
   middleware: EmbeddingModelMiddleware;
   modelId?: string;
   providerId?: string;
-}): EmbeddingModelV4 => {
+}): EmbeddingModelWithMaxInputBytesPerCall => {
   async function doTransform({
     params,
   }: {
@@ -71,6 +78,8 @@ const doWrap = ({
     modelId: modelId ?? overrideModelId?.({ model }) ?? model.modelId,
     maxEmbeddingsPerCall:
       overrideMaxEmbeddingsPerCall?.({ model }) ?? model.maxEmbeddingsPerCall,
+    [EXPERIMENTAL_EMBEDDING_MODEL_MAX_INPUT_BYTES_PER_CALL]:
+      getEmbeddingModelMaxInputBytesPerCall(model),
     supportsParallelCalls:
       overrideSupportsParallelCalls?.({ model }) ?? model.supportsParallelCalls,
     async doEmbed(

package/src/model/get-embedding-model-max-input-bytes-per-call.ts

@@ -0,0 +1,15 @@
+import type { EmbeddingModelV4 } from '@ai-sdk/provider';
+import { EXPERIMENTAL_EMBEDDING_MODEL_MAX_INPUT_BYTES_PER_CALL } from '@ai-sdk/provider-utils';
+
+export type EmbeddingModelWithMaxInputBytesPerCall = EmbeddingModelV4 & {
+  readonly [EXPERIMENTAL_EMBEDDING_MODEL_MAX_INPUT_BYTES_PER_CALL]?:
+    | PromiseLike<number | undefined>
+    | number
+    | undefined;
+};
+
+export function getEmbeddingModelMaxInputBytesPerCall(model: EmbeddingModelV4) {
+  return (model as EmbeddingModelWithMaxInputBytesPerCall)[
+    EXPERIMENTAL_EMBEDDING_MODEL_MAX_INPUT_BYTES_PER_CALL
+  ];
+}

package/src/prompt/content-part.ts

@@ -283,6 +283,7 @@ export const toolApprovalRequestSchema: ZodType<ToolApprovalRequest> = z.object(
     type: z.literal('tool-approval-request'),
     approvalId: z.string(),
     toolCallId: z.string(),
+    reason: z.string().optional(),
   },
 );
 

package/src/prompt/normalize-stream-provider-error.ts

@@ -0,0 +1,131 @@
+import { AISDKError } from '@ai-sdk/provider';
+import { isProviderStreamError } from '@ai-sdk/provider-utils';
+import { StreamProviderError } from '../error/stream-provider-error';
+
+/**
+ * Normalizes well-formed provider error payloads without changing existing
+ * Error instances or malformed/unknown values.
+ */
+export function normalizeStreamProviderError(error: unknown): unknown {
+  if (
+    isError(error) ||
+    AISDKError.isInstance(error) ||
+    StreamProviderError.isInstance(error)
+  ) {
+    return error;
+  }
+
+  const outer = asRecord(error);
+  if (outer == null) {
+    return error;
+  }
+
+  const providerStreamError = isProviderStreamError(error);
+  const details = providerStreamError
+    ? outer
+    : (asRecord(asRecord(outer.response)?.error) ??
+      asRecord(outer.error) ??
+      outer);
+
+  if (typeof details.message !== 'string') {
+    return error;
+  }
+
+  const type = getString(details.type) ?? getString(outer.type);
+  const code = getStringOrNumber(details.code) ?? getStringOrNumber(outer.code);
+  const explicitStatusCode =
+    getHttpStatusCode(details.statusCode) ??
+    getHttpStatusCode(outer.statusCode) ??
+    getHttpStatusCode(details.status_code) ??
+    getHttpStatusCode(outer.status_code) ??
+    getHttpStatusCode(details.status) ??
+    getHttpStatusCode(outer.status) ??
+    getHttpStatusCode(details.code) ??
+    getHttpStatusCode(outer.code);
+  const messageMetadata = inferExactMessageMetadata(details.message);
+  const statusCode = explicitStatusCode ?? messageMetadata?.statusCode;
+  const explicitRetryability =
+    getBoolean(details.isRetryable) ??
+    getBoolean(outer.isRetryable) ??
+    getBoolean(details.is_retryable) ??
+    getBoolean(outer.is_retryable);
+
+  return new StreamProviderError({
+    message: details.message,
+    type,
+    code,
+    statusCode,
+    isRetryable:
+      explicitRetryability ??
+      messageMetadata?.isRetryable ??
+      isRetryableStatusCode(statusCode),
+    data: providerStreamError ? error.data : error,
+  });
+}
+
+function inferExactMessageMetadata(
+  message: string,
+): { statusCode: number; isRetryable: true } | undefined {
+  switch (message.trim().toLowerCase()) {
+    case 'overloaded':
+    case 'overloaded error':
+    case 'model overloaded':
+      return { statusCode: 503, isRetryable: true };
+    case 'internal server error':
+      return { statusCode: 500, isRetryable: true };
+    case 'service unavailable':
+      return { statusCode: 503, isRetryable: true };
+    default:
+      return undefined;
+  }
+}
+
+function isRetryableStatusCode(statusCode: number | undefined): boolean {
+  return (
+    statusCode != null &&
+    (statusCode === 408 ||
+      statusCode === 409 ||
+      statusCode === 429 ||
+      statusCode >= 500)
+  );
+}
+
+function asRecord(value: unknown): Record<string, unknown> | undefined {
+  return typeof value === 'object' && value != null
+    ? (value as Record<string, unknown>)
+    : undefined;
+}
+
+// `instanceof` misses Error instances created in another JavaScript realm.
+function isError(value: unknown): value is Error {
+  return (
+    value instanceof Error ||
+    Object.prototype.toString.call(value) === '[object Error]'
+  );
+}
+
+function getString(value: unknown): string | undefined {
+  return typeof value === 'string' ? value : undefined;
+}
+
+function getStringOrNumber(value: unknown): string | number | undefined {
+  return typeof value === 'string' || typeof value === 'number'
+    ? value
+    : undefined;
+}
+
+function getBoolean(value: unknown): boolean | undefined {
+  return typeof value === 'boolean' ? value : undefined;
+}
+
+function getHttpStatusCode(value: unknown): number | undefined {
+  const statusCode =
+    typeof value === 'string' && /^\d{3}$/.test(value) ? Number(value) : value;
+
+  return typeof statusCode === 'number' &&
+    Number.isInteger(statusCode) &&
+    statusCode >= 400 &&
+    statusCode <= 599
+    ? statusCode
+    : undefined;
+}

package/src/test/mock-embedding-model-v4.ts

@@ -1,4 +1,5 @@
 import type { EmbeddingModelV4 } from '@ai-sdk/provider';
+import { EXPERIMENTAL_EMBEDDING_MODEL_MAX_INPUT_BYTES_PER_CALL } from '@ai-sdk/provider-utils';
 import { notImplemented } from './not-implemented';
 
 export class MockEmbeddingModelV4 implements EmbeddingModelV4 {
@@ -7,6 +8,10 @@ export class MockEmbeddingModelV4 implements EmbeddingModelV4 {
   readonly provider: EmbeddingModelV4['provider'];
   readonly modelId: EmbeddingModelV4['modelId'];
   readonly maxEmbeddingsPerCall: EmbeddingModelV4['maxEmbeddingsPerCall'];
+  readonly [EXPERIMENTAL_EMBEDDING_MODEL_MAX_INPUT_BYTES_PER_CALL]:
+    | PromiseLike<number | undefined>
+    | number
+    | undefined;
   readonly supportsParallelCalls: EmbeddingModelV4['supportsParallelCalls'];
 
   doEmbed: EmbeddingModelV4['doEmbed'];
@@ -17,12 +22,14 @@ export class MockEmbeddingModelV4 implements EmbeddingModelV4 {
     provider = 'mock-provider',
     modelId = 'mock-model-id',
     maxEmbeddingsPerCall = 1,
+    maxInputBytesPerCall,
     supportsParallelCalls = false,
     doEmbed = notImplemented,
   }: {
     provider?: EmbeddingModelV4['provider'];
     modelId?: EmbeddingModelV4['modelId'];
     maxEmbeddingsPerCall?: EmbeddingModelV4['maxEmbeddingsPerCall'] | null;
+    maxInputBytesPerCall?: PromiseLike<number | undefined> | number | undefined;
     supportsParallelCalls?: EmbeddingModelV4['supportsParallelCalls'];
     doEmbed?:
       | EmbeddingModelV4['doEmbed']
@@ -32,6 +39,8 @@ export class MockEmbeddingModelV4 implements EmbeddingModelV4 {
     this.provider = provider;
     this.modelId = modelId;
     this.maxEmbeddingsPerCall = maxEmbeddingsPerCall ?? undefined;
+    this[EXPERIMENTAL_EMBEDDING_MODEL_MAX_INPUT_BYTES_PER_CALL] =
+      maxInputBytesPerCall;
     this.supportsParallelCalls = supportsParallelCalls;
     this.doEmbed = async options => {
       this.doEmbedCalls.push(options);

package/src/ui/convert-to-model-messages.ts

@@ -233,6 +233,9 @@ export async function convertToModelMessages<UI_MESSAGE extends UIMessage>(
                       approvalId: part.approval.id,
                       toolCallId: part.toolCallId,
                       isAutomatic: part.approval.isAutomatic,
+                      ...(part.approval.requestReason != null
+                        ? { reason: part.approval.requestReason }
+                        : {}),
                       ...(part.approval.signature != null
                         ? { signature: part.approval.signature }
                         : {}),

package/src/ui/process-ui-message-stream.ts

@@ -748,6 +748,9 @@ export function processUIMessageStream<UI_MESSAGE extends UIMessage>({
               toolInvocation.state = 'approval-requested';
               toolInvocation.approval = {
                 id: chunk.approvalId,
+                ...(chunk.reason != null
+                  ? { requestReason: chunk.reason }
+                  : {}),
                 ...(chunk.isAutomatic === true ? { isAutomatic: true } : {}),
                 ...(chunk.signature != null
                   ? { signature: chunk.signature }
@@ -770,6 +773,9 @@ export function processUIMessageStream<UI_MESSAGE extends UIMessage>({
               toolInvocation.approval = {
                 id: chunk.approvalId,
                 approved: chunk.approved,
+                ...(approval.requestReason != null
+                  ? { requestReason: approval.requestReason }
+                  : {}),
                 ...(chunk.reason != null ? { reason: chunk.reason } : {}),
                 ...(approval.isAutomatic === true ? { isAutomatic: true } : {}),
                 ...(approval.signature != null
@@ -881,9 +887,8 @@ export function processUIMessageStream<UI_MESSAGE extends UIMessage>({
             }
 
             case 'finish-step': {
-              // reset the current text and reasoning parts
-              state.activeTextParts = createIdMap();
-              state.activeReasoningParts = createIdMap();
+              // Active parts are closed by their explicit end chunks. A merged
+              // stream's step can finish while another stream's part is active.
               break;
             }
 

package/src/ui/ui-messages.ts

@@ -319,6 +319,7 @@ export type UIToolInvocation<TOOL extends UITool | Tool> = {
       approval: {
         id: string;
         approved?: never;
+        requestReason?: string;
         reason?: never;
         isAutomatic?: boolean;
         signature?: string;
@@ -333,6 +334,7 @@ export type UIToolInvocation<TOOL extends UITool | Tool> = {
       approval: {
         id: string;
         approved: boolean;
+        requestReason?: string;
         reason?: string;
         isAutomatic?: boolean;
         signature?: string;
@@ -349,6 +351,7 @@ export type UIToolInvocation<TOOL extends UITool | Tool> = {
       approval?: {
         id: string;
         approved: true;
+        requestReason?: string;
         reason?: string;
         isAutomatic?: boolean;
         signature?: string;
@@ -365,6 +368,7 @@ export type UIToolInvocation<TOOL extends UITool | Tool> = {
       approval?: {
         id: string;
         approved: true;
+        requestReason?: string;
         reason?: string;
         isAutomatic?: boolean;
         signature?: string;
@@ -379,6 +383,7 @@ export type UIToolInvocation<TOOL extends UITool | Tool> = {
       approval: {
         id: string;
         approved: false;
+        requestReason?: string;
         reason?: string;
         isAutomatic?: boolean;
         signature?: string;
@@ -437,6 +442,7 @@ export type DynamicToolUIPart = {
       approval: {
         id: string;
         approved?: never;
+        requestReason?: string;
         reason?: never;
         isAutomatic?: boolean;
         signature?: string;
@@ -451,6 +457,7 @@ export type DynamicToolUIPart = {
       approval: {
         id: string;
         approved: boolean;
+        requestReason?: string;
         reason?: string;
         isAutomatic?: boolean;
         signature?: string;
@@ -467,6 +474,7 @@ export type DynamicToolUIPart = {
       approval?: {
         id: string;
         approved: true;
+        requestReason?: string;
         reason?: string;
         isAutomatic?: boolean;
         signature?: string;
@@ -482,6 +490,7 @@ export type DynamicToolUIPart = {
       approval?: {
         id: string;
         approved: true;
+        requestReason?: string;
         reason?: string;
         isAutomatic?: boolean;
         signature?: string;
@@ -496,6 +505,7 @@ export type DynamicToolUIPart = {
       approval: {
         id: string;
         approved: false;
+        requestReason?: string;
         reason?: string;
         isAutomatic?: boolean;
         signature?: string;

package/src/ui/validate-ui-messages.ts

@@ -132,6 +132,7 @@ const uiMessagesSchema = lazySchema(() =>
                   approval: z.object({
                     id: z.string(),
                     approved: z.never().optional(),
+                    requestReason: z.string().optional(),
                     reason: z.never().optional(),
                     isAutomatic: z.boolean().optional(),
                     signature: z.string().optional(),
@@ -151,6 +152,7 @@ const uiMessagesSchema = lazySchema(() =>
                   approval: z.object({
                     id: z.string(),
                     approved: z.boolean(),
+                    requestReason: z.string().optional(),
                     reason: z.string().optional(),
                     isAutomatic: z.boolean().optional(),
                     signature: z.string().optional(),
@@ -173,6 +175,7 @@ const uiMessagesSchema = lazySchema(() =>
                     .object({
                       id: z.string(),
                       approved: z.literal(true),
+                      requestReason: z.string().optional(),
                       reason: z.string().optional(),
                       isAutomatic: z.boolean().optional(),
                       signature: z.string().optional(),
@@ -196,6 +199,7 @@ const uiMessagesSchema = lazySchema(() =>
                     .object({
                       id: z.string(),
                       approved: z.literal(true),
+                      requestReason: z.string().optional(),
                       reason: z.string().optional(),
                       isAutomatic: z.boolean().optional(),
                       signature: z.string().optional(),
@@ -216,6 +220,7 @@ const uiMessagesSchema = lazySchema(() =>
                   approval: z.object({
                     id: z.string(),
                     approved: z.literal(false),
+                    requestReason: z.string().optional(),
                     reason: z.string().optional(),
                     isAutomatic: z.boolean().optional(),
                     signature: z.string().optional(),
@@ -258,6 +263,7 @@ const uiMessagesSchema = lazySchema(() =>
                   approval: z.object({
                     id: z.string(),
                     approved: z.never().optional(),
+                    requestReason: z.string().optional(),
                     reason: z.never().optional(),
                     isAutomatic: z.boolean().optional(),
                     signature: z.string().optional(),
@@ -276,6 +282,7 @@ const uiMessagesSchema = lazySchema(() =>
                   approval: z.object({
                     id: z.string(),
                     approved: z.boolean(),
+                    requestReason: z.string().optional(),
                     reason: z.string().optional(),
                     isAutomatic: z.boolean().optional(),
                     signature: z.string().optional(),
@@ -297,6 +304,7 @@ const uiMessagesSchema = lazySchema(() =>
                     .object({
                       id: z.string(),
                       approved: z.literal(true),
+                      requestReason: z.string().optional(),
                       reason: z.string().optional(),
                       isAutomatic: z.boolean().optional(),
                       signature: z.string().optional(),
@@ -319,6 +327,7 @@ const uiMessagesSchema = lazySchema(() =>
                     .object({
                       id: z.string(),
                       approved: z.literal(true),
+                      requestReason: z.string().optional(),
                       reason: z.string().optional(),
                       isAutomatic: z.boolean().optional(),
                       signature: z.string().optional(),
@@ -338,6 +347,7 @@ const uiMessagesSchema = lazySchema(() =>
                   approval: z.object({
                     id: z.string(),
                     approved: z.literal(false),
+                    requestReason: z.string().optional(),
                     reason: z.string().optional(),
                     isAutomatic: z.boolean().optional(),
                     signature: z.string().optional(),

package/src/ui-message-stream/to-ui-message-chunk.ts

@@ -254,6 +254,7 @@ export function toUIMessageChunk<
         type: 'tool-approval-request',
         approvalId: part.approvalId,
         toolCallId: part.toolCall.toolCallId,
+        ...(part.reason != null ? { reason: part.reason } : {}),
         ...(part.isAutomatic != null ? { isAutomatic: part.isAutomatic } : {}),
         ...(part.signature != null ? { signature: part.signature } : {}),
       };

package/src/ui-message-stream/ui-message-chunks.ts

@@ -85,6 +85,7 @@ export const uiMessageChunkSchema = lazySchema(() =>
         type: z.literal('tool-approval-request'),
         approvalId: z.string(),
         toolCallId: z.string(),
+        reason: z.string().optional(),
         isAutomatic: z.boolean().optional(),
         signature: z.string().optional(),
       }),
@@ -298,6 +299,7 @@ export type UIMessageChunk<
       type: 'tool-approval-request';
       approvalId: string;
       toolCallId: string;
+      reason?: string;
       isAutomatic?: boolean;
       signature?: string;
     }