ai 6.0.268 → 6.0.271

package/dist/index.mjs

@@ -1193,7 +1193,7 @@ import {
 } from "@ai-sdk/provider-utils";
 
 // src/version.ts
-var VERSION = true ? "6.0.268" : "0.0.0-test";
+var VERSION = true ? "6.0.271" : "0.0.0-test";
 
 // src/util/download/download.ts
 var download = async ({
@@ -6372,7 +6372,8 @@ function handleUIMessageStreamFinish({
   onStepFinish,
   onFinish,
   onError,
-  stream
+  stream,
+  getOutcome
 }) {
   let lastMessage = originalMessages == null ? void 0 : originalMessages[originalMessages.length - 1];
   if ((lastMessage == null ? void 0 : lastMessage.role) !== "assistant") {
@@ -6381,19 +6382,34 @@ function handleUIMessageStreamFinish({
     messageId = lastMessage.id;
   }
   let isAborted = false;
+  let hasProcessingFailure = false;
+  let processingError;
+  const recordProcessingFailure = (error) => {
+    hasProcessingFailure = true;
+    processingError = error;
+  };
   const idInjectedStream = stream.pipeThrough(
     new TransformStream({
       transform(chunk, controller) {
-        if (chunk.type === "start") {
-          const startChunk = chunk;
-          if (startChunk.messageId == null && messageId != null) {
-            startChunk.messageId = messageId;
+        try {
+          let outputChunk = chunk;
+          if (chunk.type === "start") {
+            const startChunk = chunk;
+            if (startChunk.messageId == null && messageId != null) {
+              outputChunk = {
+                ...startChunk,
+                messageId
+              };
+            }
           }
+          if (chunk.type === "abort") {
+            isAborted = true;
+          }
+          controller.enqueue(outputChunk);
+        } catch (error) {
+          recordProcessingFailure(error);
+          throw error;
         }
-        if (chunk.type === "abort") {
-          isAborted = true;
-        }
-        controller.enqueue(chunk);
       }
     })
   );
@@ -6406,19 +6422,28 @@ function handleUIMessageStreamFinish({
     // will be overridden by the stream
   });
   const runUpdateMessageJob = async (job) => {
-    await job({ state, write: () => {
-    } });
+    try {
+      await job({ state, write: () => {
+      } });
+    } catch (error) {
+      recordProcessingFailure(error);
+      throw error;
+    }
   };
   let finishCalled = false;
   const callOnFinish = async () => {
+    var _a22;
     if (finishCalled || !onFinish) {
       return;
     }
     finishCalled = true;
     const isContinuation = state.message.id === (lastMessage == null ? void 0 : lastMessage.id);
+    const declaredOutcome = (_a22 = getOutcome == null ? void 0 : getOutcome()) != null ? _a22 : { status: "unknown" };
+    const outcome = hasProcessingFailure ? { status: "failed", error: processingError } : declaredOutcome.status === "unknown" && isAborted ? { status: "aborted" } : declaredOutcome;
     await onFinish({
-      isAborted,
+      isAborted: isAborted || outcome.status === "aborted",
       isContinuation,
+      outcome,
       responseMessage: state.message,
       messages: [
         ...isContinuation ? originalMessages.slice(0, -1) : originalMessages,
@@ -6442,7 +6467,13 @@ function handleUIMessageStreamFinish({
         ]
       });
     } catch (error) {
-      onError(error);
+      try {
+        onError(error);
+      } catch (onErrorError) {
+        recordProcessingFailure(onErrorError);
+        await callOnFinish();
+        throw onErrorError;
+      }
     }
   };
   return processUIMessageStream({
@@ -6606,8 +6637,12 @@ function createStitchableStream() {
   let innerStreams = [];
   let controller = null;
   let isClosed = false;
+  let isCancelled = false;
   let waitForNewStream = createResolvablePromise();
   const terminate = () => {
+    if (isCancelled) {
+      return;
+    }
     isClosed = true;
     waitForNewStream.resolve();
     innerStreams.forEach(({ reader, onCancel }) => {
@@ -6618,7 +6653,10 @@ function createStitchableStream() {
     controller == null ? void 0 : controller.close();
   };
   const processPull = async () => {
-    var _a22, _b;
+    var _a22;
+    if (isCancelled) {
+      return;
+    }
     if (isClosed && innerStreams.length === 0) {
       controller == null ? void 0 : controller.close();
       return;
@@ -6628,8 +6666,12 @@ function createStitchableStream() {
       await waitForNewStream.promise;
       return processPull();
     }
+    const currentStream = innerStreams[0];
     try {
-      const { value, done } = await innerStreams[0].reader.read();
+      const { value, done } = await currentStream.reader.read();
+      if (isCancelled) {
+        return;
+      }
       if (done) {
         innerStreams.shift();
         if (innerStreams.length === 0 && isClosed) {
@@ -6641,7 +6683,10 @@ function createStitchableStream() {
         controller == null ? void 0 : controller.enqueue(value);
       }
     } catch (error) {
-      (_b = (_a22 = innerStreams[0]).onError) == null ? void 0 : _b.call(_a22, error);
+      if (isCancelled) {
+        return;
+      }
+      (_a22 = currentStream.onError) == null ? void 0 : _a22.call(currentStream, error);
       controller == null ? void 0 : controller.error(error);
       innerStreams.shift();
       terminate();
@@ -6654,15 +6699,24 @@ function createStitchableStream() {
       },
       pull: processPull,
       async cancel() {
+        isCancelled = true;
+        isClosed = true;
+        waitForNewStream.resolve();
         for (const { reader, onCancel } of innerStreams) {
           onCancel == null ? void 0 : onCancel();
           await reader.cancel();
         }
         innerStreams = [];
-        isClosed = true;
       }
     }),
     addStream: (innerStream, callbacks) => {
+      var _a22;
+      if (isCancelled) {
+        (_a22 = callbacks == null ? void 0 : callbacks.onCancel) == null ? void 0 : _a22.call(callbacks);
+        void innerStream.cancel().catch(() => {
+        });
+        return;
+      }
       if (isClosed) {
         throw new Error("Cannot add inner stream: outer stream is closed");
       }
@@ -6677,6 +6731,9 @@ function createStitchableStream() {
      * finish processing and then close the outer stream.
      */
     close: () => {
+      if (isCancelled) {
+        return;
+      }
       isClosed = true;
       waitForNewStream.resolve();
       if (innerStreams.length === 0) {
@@ -8575,6 +8632,17 @@ var DefaultStreamTextResult = class {
     onError = () => "An error occurred."
     // prevent leaking server error details to the client by default
   } = {}) {
+    let outcome = { status: "unknown" };
+    let hasFatalFailure = false;
+    const setSourceOutcome = (newOutcome) => {
+      if (!hasFatalFailure && outcome.status !== "completed" && outcome.status !== "aborted" && newOutcome.status !== "unknown" && (outcome.status === "unknown" || newOutcome.status !== "failed")) {
+        outcome = newOutcome;
+      }
+    };
+    const failOutcome = (error) => {
+      hasFatalFailure = true;
+      outcome = { status: "failed", error };
+    };
     const responseMessageId = generateMessageId != null ? getResponseUIMessageId({
       originalMessages,
       responseMessageId: generateMessageId
@@ -8587,7 +8655,51 @@ var DefaultStreamTextResult = class {
       }
       return (tool2 == null ? void 0 : tool2.type) === "dynamic" ? true : void 0;
     };
-    const baseStream = this.fullStream.pipeThrough(
+    const trackFatalFailures = (stream) => {
+      const reader = stream.getReader();
+      let readerReleased = false;
+      let streamCancelled = false;
+      const releaseReader = () => {
+        if (!readerReleased) {
+          reader.releaseLock();
+          readerReleased = true;
+        }
+      };
+      return new ReadableStream({
+        async pull(controller) {
+          try {
+            const { done, value } = await reader.read();
+            if (done) {
+              releaseReader();
+              if (!streamCancelled) {
+                controller.close();
+              }
+            } else {
+              controller.enqueue(value);
+            }
+          } catch (error) {
+            releaseReader();
+            if (!streamCancelled) {
+              failOutcome(error);
+              controller.error(error);
+            }
+          }
+        },
+        async cancel(reason) {
+          streamCancelled = true;
+          if (readerReleased) {
+            return;
+          }
+          try {
+            await reader.cancel(reason);
+          } finally {
+            releaseReader();
+          }
+        }
+      });
+    };
+    const sourceStream = trackFatalFailures(this.fullStream);
+    const convertedStream = sourceStream.pipeThrough(
       new TransformStream({
         transform: async (part, controller) => {
           const messageMetadataValue = messageMetadata == null ? void 0 : messageMetadata({ part });
@@ -8824,16 +8936,25 @@ var DefaultStreamTextResult = class {
               messageMetadata: messageMetadataValue
             });
           }
+          if (part.type === "finish") {
+            setSourceOutcome({ status: "completed" });
+          } else if (part.type === "abort") {
+            setSourceOutcome({ status: "aborted" });
+          } else if (part.type === "error") {
+            setSourceOutcome({ status: "failed", error: part.error });
+          }
         }
       })
     );
+    const baseStream = trackFatalFailures(convertedStream);
     return createAsyncIterableStream(
       handleUIMessageStreamFinish({
         stream: baseStream,
         messageId: responseMessageId != null ? responseMessageId : generateMessageId == null ? void 0 : generateMessageId(),
         originalMessages,
         onFinish,
-        onError
+        onError,
+        getOutcome: () => outcome
       })
     );
   }
@@ -9026,6 +9147,7 @@ function createUIMessageStream({
 }) {
   let controller;
   const ongoingStreamPromises = [];
+  let outcome = { status: "unknown" };
   const stream = new ReadableStream({
     start(controllerArg) {
       controller = controllerArg;
@@ -9037,6 +9159,35 @@ function createUIMessageStream({
     } catch (error) {
     }
   }
+  function setOutcome(newOutcome) {
+    if (outcome.status === "unknown" && newOutcome.status !== "unknown") {
+      outcome = newOutcome;
+    }
+  }
+  function failOutcome(error) {
+    outcome = { status: "failed", error };
+  }
+  function safeError(error) {
+    try {
+      controller.error(error);
+    } catch (e) {
+    }
+  }
+  function handleError(error) {
+    failOutcome(error);
+    let errorText;
+    try {
+      errorText = onError(error);
+    } catch (onErrorError) {
+      failOutcome(onErrorError);
+      safeError(onErrorError);
+      return;
+    }
+    safeEnqueue({
+      type: "error",
+      errorText
+    });
+  }
   try {
     const result = execute({
       writer: {
@@ -9054,38 +9205,29 @@ function createUIMessageStream({
                 safeEnqueue(value);
               }
             })().catch((error) => {
-              safeEnqueue({
-                type: "error",
-                errorText: onError(error)
-              });
+              handleError(error);
             })
           );
         },
+        setOutcome,
         onError
       }
     });
     if (result) {
       ongoingStreamPromises.push(
         result.catch((error) => {
-          safeEnqueue({
-            type: "error",
-            errorText: onError(error)
-          });
+          handleError(error);
         })
       );
     }
   } catch (error) {
-    safeEnqueue({
-      type: "error",
-      errorText: onError(error)
-    });
+    handleError(error);
   }
-  const waitForStreams = new Promise(async (resolve3) => {
+  const waitForStreams = (async () => {
     while (ongoingStreamPromises.length > 0) {
       await ongoingStreamPromises.shift();
     }
-    resolve3();
-  });
+  })();
   waitForStreams.finally(() => {
     try {
       controller.close();
@@ -9098,7 +9240,8 @@ function createUIMessageStream({
     originalMessages,
     onStepFinish,
     onFinish,
-    onError
+    onError,
+    getOutcome: () => outcome
   });
 }
 
@@ -9416,6 +9559,7 @@ import {
 } from "@ai-sdk/provider";
 import {
   lazySchema as lazySchema2,
+  safeValidateTypes as safeValidateTypes5,
   validateTypes as validateTypes3,
   zodSchema as zodSchema2
 } from "@ai-sdk/provider-utils";
@@ -9424,6 +9568,17 @@ var toolMetadataSchema2 = z8.record(
   z8.string(),
   jsonValueSchema.optional()
 );
+function isEmptyObject(value) {
+  return value != null && typeof value === "object" && !Array.isArray(value) && Object.keys(value).length === 0;
+}
+function asDynamicToolPart(toolPart) {
+  const { type, ...part } = toolPart;
+  return {
+    ...part,
+    type: "dynamic-tool",
+    toolName: type.slice(5)
+  };
+}
 var uiMessagesSchema = lazySchema2(
   () => zodSchema2(
     z8.array(
@@ -9727,11 +9882,13 @@ var uiMessagesSchema = lazySchema2(
     ).nonempty("Messages array must not be empty")
   )
 );
-async function safeValidateUIMessages({
+async function safeValidateUIMessagesInternal({
   messages,
   metadataSchema,
   dataSchemas,
   tools
+}, {
+  convertMissingTerminalToolsToDynamic
 }) {
   try {
     if (messages == null) {
@@ -9760,7 +9917,8 @@ async function safeValidateUIMessages({
         });
       }
     }
-    if (dataSchemas || tools) {
+    const shouldValidateToolParts = tools != null || convertMissingTerminalToolsToDynamic;
+    if (dataSchemas || shouldValidateToolParts) {
       for (const [msgIdx, message] of validatedMessages.entries()) {
         for (const [partIdx, part] of message.parts.entries()) {
           if (dataSchemas && part.type.startsWith("data-")) {
@@ -9791,11 +9949,17 @@ async function safeValidateUIMessages({
               }
             });
           }
-          if (tools && part.type.startsWith("tool-")) {
+          if (shouldValidateToolParts && part.type.startsWith("tool-")) {
             const toolPart = part;
             const toolName = toolPart.type.slice(5);
-            const tool2 = tools[toolName];
-            if (!tool2 && (toolPart.state === "output-available" || toolPart.state === "output-error" || toolPart.state === "output-denied")) {
+            const tool2 = tools == null ? void 0 : tools[toolName];
+            const isTerminal = toolPart.state === "output-available" || toolPart.state === "output-error" || toolPart.state === "output-denied";
+            if (!tool2 && isTerminal) {
+              if (tools != null || convertMissingTerminalToolsToDynamic) {
+                message.parts[partIdx] = asDynamicToolPart(
+                  toolPart
+                );
+              }
               continue;
             }
             if (!tool2) {
@@ -9812,15 +9976,39 @@ async function safeValidateUIMessages({
                 })
               };
             }
-            if (toolPart.state === "input-available") {
-              await validateTypes3({
+            const inputValidationContext = {
+              field: `messages[${msgIdx}].parts[${partIdx}].input`,
+              entityName: toolName,
+              entityId: toolPart.toolCallId
+            };
+            let convertToDynamic = false;
+            if (toolPart.state === "output-error") {
+              if (toolPart.input !== void 0) {
+                const result = await safeValidateTypes5({
+                  value: toolPart.input,
+                  schema: tool2.inputSchema,
+                  context: inputValidationContext
+                });
+                convertToDynamic = !result.success;
+              }
+            } else if (toolPart.state === "output-available") {
+              const result = await safeValidateTypes5({
                 value: toolPart.input,
                 schema: tool2.inputSchema,
-                context: {
-                  field: `messages[${msgIdx}].parts[${partIdx}].input`,
-                  entityName: toolName,
-                  entityId: toolPart.toolCallId
+                context: inputValidationContext
+              });
+              if (!result.success) {
+                if (isEmptyObject(toolPart.input)) {
+                  convertToDynamic = true;
+                } else {
+                  throw result.error;
                 }
+              }
+            } else if (toolPart.state === "input-available" || toolPart.state === "approval-requested" || toolPart.state === "approval-responded" || toolPart.state === "output-denied") {
+              await validateTypes3({
+                value: toolPart.input,
+                schema: tool2.inputSchema,
+                context: inputValidationContext
               });
             }
             if (toolPart.state === "output-available" && tool2.outputSchema) {
@@ -9834,6 +10022,11 @@ async function safeValidateUIMessages({
                 }
               });
             }
+            if (convertToDynamic) {
+              message.parts[partIdx] = asDynamicToolPart(
+                toolPart
+              );
+            }
           }
         }
       }
@@ -9850,17 +10043,23 @@ async function safeValidateUIMessages({
     };
   }
 }
-async function validateUIMessages({
-  messages,
-  metadataSchema,
-  dataSchemas,
-  tools
-}) {
-  const response = await safeValidateUIMessages({
-    messages,
-    metadataSchema,
-    dataSchemas,
-    tools
+async function safeValidateUIMessages(options) {
+  return safeValidateUIMessagesInternal(options, {
+    convertMissingTerminalToolsToDynamic: false
+  });
+}
+async function validateUIMessages(options) {
+  const response = await safeValidateUIMessages(options);
+  if (!response.success)
+    throw response.error;
+  return response.data;
+}
+async function validateUIMessagesForAgent(options) {
+  const response = await safeValidateUIMessagesInternal(options, {
+    // Agent tool sets can include ephemeral tools (for example, tools from a
+    // disconnected MCP server), so terminal history is converted to dynamic
+    // tool parts when those tools are no longer registered.
+    convertMissingTerminalToolsToDynamic: true
   });
   if (!response.success)
     throw response.error;
@@ -9879,7 +10078,7 @@ async function createAgentUIStream({
   ...uiMessageStreamOptions
 }) {
   var _a22;
-  const validatedMessages = await validateUIMessages({
+  const validatedMessages = await validateUIMessagesForAgent({
     messages: uiMessages,
     tools: agent.tools
   });
@@ -10067,6 +10266,12 @@ import {
   withUserAgentSuffix as withUserAgentSuffix4
 } from "@ai-sdk/provider-utils";
 
+// src/model/get-embedding-model-max-input-bytes-per-call.ts
+import { EXPERIMENTAL_EMBEDDING_MODEL_MAX_INPUT_BYTES_PER_CALL } from "@ai-sdk/provider-utils";
+function getEmbeddingModelMaxInputBytesPerCall(model) {
+  return model[EXPERIMENTAL_EMBEDDING_MODEL_MAX_INPUT_BYTES_PER_CALL];
+}
+
 // src/util/split-array.ts
 function splitArray(array2, chunkSize) {
   if (chunkSize <= 0) {
@@ -10122,11 +10327,18 @@ async function embedMany({
     tracer,
     fn: async (span) => {
       var _a22;
-      const [maxEmbeddingsPerCall, supportsParallelCalls] = await Promise.all([
+      const [
+        maxEmbeddingsPerCall,
+        maxInputBytesPerCall,
+        supportsParallelCalls
+      ] = await Promise.all([
         model.maxEmbeddingsPerCall,
+        getEmbeddingModelMaxInputBytesPerCall(model),
         model.supportsParallelCalls
       ]);
-      if (maxEmbeddingsPerCall == null || maxEmbeddingsPerCall === Infinity) {
+      const hasEmbeddingLimit = maxEmbeddingsPerCall != null && maxEmbeddingsPerCall !== Infinity;
+      const hasInputByteLimit = maxInputBytesPerCall != null && maxInputBytesPerCall !== Infinity;
+      if (!hasEmbeddingLimit && !hasInputByteLimit) {
         const { embeddings: embeddings2, usage, warnings: warnings2, response, providerMetadata: providerMetadata2 } = await retry(() => {
           return recordSpan({
             name: "ai.embedMany.doEmbed",
@@ -10203,7 +10415,11 @@ async function embedMany({
           responses: [response]
         });
       }
-      const valueChunks = splitArray(values, maxEmbeddingsPerCall);
+      const valueChunks = splitByEmbeddingLimits({
+        values,
+        maxEmbeddingsPerCall: hasEmbeddingLimit ? maxEmbeddingsPerCall : Infinity,
+        maxInputBytesPerCall: hasInputByteLimit ? maxInputBytesPerCall : Infinity
+      });
       const embeddings = [];
       const warnings = [];
       const responses = [];
@@ -10317,6 +10533,37 @@ async function embedMany({
     }
   });
 }
+var textEncoder = new TextEncoder();
+function splitByEmbeddingLimits({
+  values,
+  maxEmbeddingsPerCall,
+  maxInputBytesPerCall
+}) {
+  if (maxEmbeddingsPerCall <= 0) {
+    throw new Error("maxEmbeddingsPerCall must be greater than 0");
+  }
+  if (maxInputBytesPerCall <= 0) {
+    throw new Error("maxInputBytesPerCall must be greater than 0");
+  }
+  if (values.length === 0) {
+    return [];
+  }
+  const chunks = [];
+  let currentChunk = [];
+  let currentInputBytes = 0;
+  for (const value of values) {
+    const inputBytes = textEncoder.encode(value).length;
+    if (currentChunk.length > 0 && (currentChunk.length >= maxEmbeddingsPerCall || currentInputBytes + inputBytes > maxInputBytesPerCall)) {
+      chunks.push(currentChunk);
+      currentChunk = [];
+      currentInputBytes = 0;
+    }
+    currentChunk.push(value);
+    currentInputBytes += inputBytes;
+  }
+  chunks.push(currentChunk);
+  return chunks;
+}
 var DefaultEmbedManyResult = class {
   constructor(options) {
     this.values = options.values;
@@ -10531,7 +10778,7 @@ import {
 } from "@ai-sdk/provider";
 import {
   asSchema as asSchema5,
-  safeValidateTypes as safeValidateTypes5
+  safeValidateTypes as safeValidateTypes6
 } from "@ai-sdk/provider-utils";
 var noSchemaOutputStrategy = {
   type: "no-schema",
@@ -10571,7 +10818,7 @@ var objectOutputStrategy = (schema) => ({
     };
   },
   async validateFinalResult(value) {
-    return safeValidateTypes5({ value, schema });
+    return safeValidateTypes6({ value, schema });
   },
   createElementStream() {
     throw new UnsupportedFunctionalityError3({
@@ -10617,7 +10864,7 @@ var arrayOutputStrategy = (schema) => {
       const resultArray = [];
       for (let i = 0; i < inputArray.length; i++) {
         const element = inputArray[i];
-        const result = await safeValidateTypes5({ value: element, schema });
+        const result = await safeValidateTypes6({ value: element, schema });
         if (i === inputArray.length - 1 && !isFinalDelta) {
           continue;
         }
@@ -10659,7 +10906,7 @@ var arrayOutputStrategy = (schema) => {
       const inputArray = value.elements;
       const resultArray = [];
       for (const element of inputArray) {
-        const result = await safeValidateTypes5({ value: element, schema });
+        const result = await safeValidateTypes6({ value: element, schema });
         if (!result.success) {
           return result;
         }
@@ -13014,6 +13261,7 @@ var doWrap = ({
 };
 
 // src/middleware/wrap-embedding-model.ts
+import { EXPERIMENTAL_EMBEDDING_MODEL_MAX_INPUT_BYTES_PER_CALL as EXPERIMENTAL_EMBEDDING_MODEL_MAX_INPUT_BYTES_PER_CALL2 } from "@ai-sdk/provider-utils";
 var wrapEmbeddingModel = ({
   model,
   middleware: middlewareArg,
@@ -13048,6 +13296,7 @@ var doWrap2 = ({
     provider: (_a22 = providerId != null ? providerId : overrideProvider == null ? void 0 : overrideProvider({ model })) != null ? _a22 : model.provider,
     modelId: (_b = modelId != null ? modelId : overrideModelId == null ? void 0 : overrideModelId({ model })) != null ? _b : model.modelId,
     maxEmbeddingsPerCall: (_c = overrideMaxEmbeddingsPerCall == null ? void 0 : overrideMaxEmbeddingsPerCall({ model })) != null ? _c : model.maxEmbeddingsPerCall,
+    [EXPERIMENTAL_EMBEDDING_MODEL_MAX_INPUT_BYTES_PER_CALL2]: getEmbeddingModelMaxInputBytesPerCall(model),
     supportsParallelCalls: (_d = overrideSupportsParallelCalls == null ? void 0 : overrideSupportsParallelCalls({ model })) != null ? _d : model.supportsParallelCalls,
     async doEmbed(params) {
       const transformedParams = await doTransform({ params });
@@ -14393,7 +14642,7 @@ var DirectChatTransport = class {
     messages,
     abortSignal
   }) {
-    const validatedMessages = await validateUIMessages({
+    const validatedMessages = await validateUIMessagesForAgent({
       messages,
       tools: this.agent.tools
     });
@@ -14437,7 +14686,7 @@ function lastAssistantMessageIsCompleteWithApprovalResponses({
     // has at least one tool approval response
     lastStepToolInvocations.filter((part) => part.state === "approval-responded").length > 0 && // all tool approvals must have a response
     lastStepToolInvocations.every(
-      (part) => part.state === "output-available" || part.state === "output-error" || part.state === "approval-responded"
+      (part) => part.state === "output-available" || part.state === "output-error" || part.state === "output-denied" || part.state === "approval-responded"
     )
   );
 }