ai 5.0.245 → 5.0.249

package/dist/index.mjs

@@ -727,7 +727,7 @@ import {
 } from "@ai-sdk/provider-utils";
 
 // src/version.ts
-var VERSION = true ? "5.0.245" : "0.0.0-test";
+var VERSION = true ? "5.0.249" : "0.0.0-test";
 
 // src/util/download/download.ts
 var download = async ({
@@ -1514,13 +1514,22 @@ function assembleOperationName({
 }
 
 // src/telemetry/get-base-telemetry-attributes.ts
+function getTelemetryMetadataAttributes(telemetry) {
+  var _a16;
+  return Object.entries((_a16 = telemetry == null ? void 0 : telemetry.metadata) != null ? _a16 : {}).reduce(
+    (attributes, [key, value]) => {
+      attributes[`ai.telemetry.metadata.${key}`] = value;
+      return attributes;
+    },
+    {}
+  );
+}
 function getBaseTelemetryAttributes({
   model,
   settings,
   telemetry,
   headers
 }) {
-  var _a16;
   return {
     "ai.model.provider": model.provider,
     "ai.model.id": model.modelId,
@@ -1530,13 +1539,7 @@ function getBaseTelemetryAttributes({
       return attributes;
     }, {}),
     // add metadata as attributes:
-    ...Object.entries((_a16 = telemetry == null ? void 0 : telemetry.metadata) != null ? _a16 : {}).reduce(
-      (attributes, [key, value]) => {
-        attributes[`ai.telemetry.metadata.${key}`] = value;
-        return attributes;
-      },
-      {}
-    ),
+    ...getTelemetryMetadataAttributes(telemetry),
     // request headers
     ...Object.entries(headers != null ? headers : {}).reduce((attributes, [key, value]) => {
       if (value !== void 0) {
@@ -2622,6 +2625,7 @@ async function executeTools({
               operationId: "ai.toolCall",
               telemetry
             }),
+            ...getTelemetryMetadataAttributes(telemetry),
             "ai.toolCall.name": toolName,
             "ai.toolCall.id": toolCallId,
             "ai.toolCall.args": {
@@ -4068,7 +4072,8 @@ function handleUIMessageStreamFinish({
   originalMessages = [],
   onFinish,
   onError,
-  stream
+  stream,
+  getOutcome
 }) {
   let lastMessage = originalMessages == null ? void 0 : originalMessages[originalMessages.length - 1];
   if ((lastMessage == null ? void 0 : lastMessage.role) !== "assistant") {
@@ -4077,19 +4082,34 @@ function handleUIMessageStreamFinish({
     messageId = lastMessage.id;
   }
   let isAborted = false;
+  let hasProcessingFailure = false;
+  let processingError;
+  const recordProcessingFailure = (error) => {
+    hasProcessingFailure = true;
+    processingError = error;
+  };
   const idInjectedStream = stream.pipeThrough(
     new TransformStream({
       transform(chunk, controller) {
-        if (chunk.type === "start") {
-          const startChunk = chunk;
-          if (startChunk.messageId == null && messageId != null) {
-            startChunk.messageId = messageId;
+        try {
+          let outputChunk = chunk;
+          if (chunk.type === "start") {
+            const startChunk = chunk;
+            if (startChunk.messageId == null && messageId != null) {
+              outputChunk = {
+                ...startChunk,
+                messageId
+              };
+            }
           }
+          if (chunk.type === "abort") {
+            isAborted = true;
+          }
+          controller.enqueue(outputChunk);
+        } catch (error) {
+          recordProcessingFailure(error);
+          throw error;
         }
-        if (chunk.type === "abort") {
-          isAborted = true;
-        }
-        controller.enqueue(chunk);
       }
     })
   );
@@ -4102,19 +4122,28 @@ function handleUIMessageStreamFinish({
     // will be overridden by the stream
   });
   const runUpdateMessageJob = async (job) => {
-    await job({ state, write: () => {
-    } });
+    try {
+      await job({ state, write: () => {
+      } });
+    } catch (error) {
+      recordProcessingFailure(error);
+      throw error;
+    }
   };
   let finishCalled = false;
   const callOnFinish = async () => {
+    var _a16;
     if (finishCalled || !onFinish) {
       return;
     }
     finishCalled = true;
     const isContinuation = state.message.id === (lastMessage == null ? void 0 : lastMessage.id);
+    const declaredOutcome = (_a16 = getOutcome == null ? void 0 : getOutcome()) != null ? _a16 : { status: "unknown" };
+    const outcome = hasProcessingFailure ? { status: "failed", error: processingError } : declaredOutcome.status === "unknown" && isAborted ? { status: "aborted" } : declaredOutcome;
     await onFinish({
-      isAborted,
+      isAborted: isAborted || outcome.status === "aborted",
       isContinuation,
+      outcome,
       responseMessage: state.message,
       messages: [
         ...isContinuation ? originalMessages.slice(0, -1) : originalMessages,
@@ -4451,6 +4480,7 @@ function runToolsTransformation({
             operationId: "ai.toolCall",
             telemetry
           }),
+          ...getTelemetryMetadataAttributes(telemetry),
           "ai.toolCall.name": toolCall.toolName,
           "ai.toolCall.id": toolCall.toolCallId,
           "ai.toolCall.args": {
@@ -5710,6 +5740,17 @@ var DefaultStreamTextResult = class {
     onError = () => "An error occurred."
     // prevent leaking server error details to the client by default
   } = {}) {
+    let outcome = { status: "unknown" };
+    let hasFatalFailure = false;
+    const setSourceOutcome = (newOutcome) => {
+      if (!hasFatalFailure && outcome.status !== "completed" && outcome.status !== "aborted" && newOutcome.status !== "unknown" && (outcome.status === "unknown" || newOutcome.status !== "failed")) {
+        outcome = newOutcome;
+      }
+    };
+    const failOutcome = (error) => {
+      hasFatalFailure = true;
+      outcome = { status: "failed", error };
+    };
     const responseMessageId = generateMessageId != null ? getResponseUIMessageId({
       originalMessages,
       responseMessageId: generateMessageId
@@ -5721,7 +5762,48 @@ var DefaultStreamTextResult = class {
       const dynamic = ((_b = (_a16 = this.tools) == null ? void 0 : _a16[toolName]) == null ? void 0 : _b.type) === "dynamic";
       return dynamic ? true : void 0;
     };
-    const baseStream = this.fullStream.pipeThrough(
+    const sourceReader = this.fullStream.getReader();
+    let sourceReaderReleased = false;
+    let sourceStreamCancelled = false;
+    const releaseSourceReader = () => {
+      if (!sourceReaderReleased) {
+        sourceReader.releaseLock();
+        sourceReaderReleased = true;
+      }
+    };
+    const sourceStream = new ReadableStream({
+      async pull(controller) {
+        try {
+          const { done, value } = await sourceReader.read();
+          if (done) {
+            releaseSourceReader();
+            if (!sourceStreamCancelled) {
+              controller.close();
+            }
+          } else {
+            controller.enqueue(value);
+          }
+        } catch (error) {
+          releaseSourceReader();
+          if (!sourceStreamCancelled) {
+            failOutcome(error);
+            controller.error(error);
+          }
+        }
+      },
+      async cancel(reason) {
+        sourceStreamCancelled = true;
+        if (sourceReaderReleased) {
+          return;
+        }
+        try {
+          await sourceReader.cancel(reason);
+        } finally {
+          releaseSourceReader();
+        }
+      }
+    });
+    const baseStream = sourceStream.pipeThrough(
       new TransformStream({
         transform: async (part, controller) => {
           const messageMetadataValue = messageMetadata == null ? void 0 : messageMetadata({ part });
@@ -5935,16 +6017,65 @@ var DefaultStreamTextResult = class {
               messageMetadata: messageMetadataValue
             });
           }
+          if (part.type === "finish") {
+            setSourceOutcome({ status: "completed" });
+          } else if (part.type === "abort") {
+            setSourceOutcome({ status: "aborted" });
+          } else if (part.type === "error") {
+            setSourceOutcome({ status: "failed", error: part.error });
+          }
         }
       })
     );
+    const baseStreamReader = baseStream.getReader();
+    let baseStreamReaderReleased = false;
+    let baseStreamCancelled = false;
+    const releaseBaseStreamReader = () => {
+      if (!baseStreamReaderReleased) {
+        baseStreamReader.releaseLock();
+        baseStreamReaderReleased = true;
+      }
+    };
+    const trackedBaseStream = new ReadableStream({
+      async pull(controller) {
+        try {
+          const { done, value } = await baseStreamReader.read();
+          if (done) {
+            releaseBaseStreamReader();
+            if (!baseStreamCancelled) {
+              controller.close();
+            }
+          } else {
+            controller.enqueue(value);
+          }
+        } catch (error) {
+          releaseBaseStreamReader();
+          if (!baseStreamCancelled) {
+            failOutcome(error);
+            controller.error(error);
+          }
+        }
+      },
+      async cancel(reason) {
+        baseStreamCancelled = true;
+        if (baseStreamReaderReleased) {
+          return;
+        }
+        try {
+          await baseStreamReader.cancel(reason);
+        } finally {
+          releaseBaseStreamReader();
+        }
+      }
+    });
     return createAsyncIterableStream(
       handleUIMessageStreamFinish({
-        stream: baseStream,
+        stream: trackedBaseStream,
         messageId: responseMessageId != null ? responseMessageId : generateMessageId == null ? void 0 : generateMessageId(),
         originalMessages,
         onFinish,
-        onError
+        onError,
+        getOutcome: () => outcome
       })
     );
   }
@@ -6372,6 +6503,12 @@ import {
   withUserAgentSuffix as withUserAgentSuffix4
 } from "@ai-sdk/provider-utils";
 
+// src/model/get-embedding-model-max-input-bytes-per-call.ts
+import { EXPERIMENTAL_EMBEDDING_MODEL_MAX_INPUT_BYTES_PER_CALL } from "@ai-sdk/provider-utils";
+function getEmbeddingModelMaxInputBytesPerCall(model) {
+  return model[EXPERIMENTAL_EMBEDDING_MODEL_MAX_INPUT_BYTES_PER_CALL];
+}
+
 // src/util/split-array.ts
 function splitArray(array, chunkSize) {
   if (chunkSize <= 0) {
@@ -6427,11 +6564,18 @@ async function embedMany({
     tracer,
     fn: async (span) => {
       var _a16;
-      const [maxEmbeddingsPerCall, supportsParallelCalls] = await Promise.all([
+      const [
+        maxEmbeddingsPerCall,
+        maxInputBytesPerCall,
+        supportsParallelCalls
+      ] = await Promise.all([
         model.maxEmbeddingsPerCall,
+        getEmbeddingModelMaxInputBytesPerCall(model),
         model.supportsParallelCalls
       ]);
-      if (maxEmbeddingsPerCall == null || maxEmbeddingsPerCall === Infinity) {
+      const hasEmbeddingLimit = maxEmbeddingsPerCall != null && maxEmbeddingsPerCall !== Infinity;
+      const hasInputByteLimit = maxInputBytesPerCall != null && maxInputBytesPerCall !== Infinity;
+      if (!hasEmbeddingLimit && !hasInputByteLimit) {
         const { embeddings: embeddings2, usage, response, providerMetadata: providerMetadata2 } = await retry(
           () => {
             return recordSpan({
@@ -6503,7 +6647,11 @@ async function embedMany({
           responses: [response]
         });
       }
-      const valueChunks = splitArray(values, maxEmbeddingsPerCall);
+      const valueChunks = splitByEmbeddingLimits({
+        values,
+        maxEmbeddingsPerCall: hasEmbeddingLimit ? maxEmbeddingsPerCall : Infinity,
+        maxInputBytesPerCall: hasInputByteLimit ? maxInputBytesPerCall : Infinity
+      });
       const embeddings = [];
       const responses = [];
       let tokens = 0;
@@ -6608,6 +6756,37 @@ async function embedMany({
     }
   });
 }
+var textEncoder = new TextEncoder();
+function splitByEmbeddingLimits({
+  values,
+  maxEmbeddingsPerCall,
+  maxInputBytesPerCall
+}) {
+  if (maxEmbeddingsPerCall <= 0) {
+    throw new Error("maxEmbeddingsPerCall must be greater than 0");
+  }
+  if (maxInputBytesPerCall <= 0) {
+    throw new Error("maxInputBytesPerCall must be greater than 0");
+  }
+  if (values.length === 0) {
+    return [];
+  }
+  const chunks = [];
+  let currentChunk = [];
+  let currentInputBytes = 0;
+  for (const value of values) {
+    const inputBytes = maxInputBytesPerCall === Infinity ? 0 : textEncoder.encode(value).length;
+    if (currentChunk.length > 0 && (currentChunk.length >= maxEmbeddingsPerCall || currentInputBytes + inputBytes > maxInputBytesPerCall)) {
+      chunks.push(currentChunk);
+      currentChunk = [];
+      currentInputBytes = 0;
+    }
+    currentChunk.push(value);
+    currentInputBytes += inputBytes;
+  }
+  chunks.push(currentChunk);
+  return chunks;
+}
 var DefaultEmbedManyResult = class {
   constructor(options) {
     this.values = options.values;
@@ -10245,6 +10424,7 @@ function createUIMessageStream({
 }) {
   let controller;
   const ongoingStreamPromises = [];
+  let outcome = { status: "unknown" };
   const stream = new ReadableStream({
     start(controllerArg) {
       controller = controllerArg;
@@ -10256,6 +10436,35 @@ function createUIMessageStream({
     } catch (error) {
     }
   }
+  function setOutcome(newOutcome) {
+    if (outcome.status === "unknown" && newOutcome.status !== "unknown") {
+      outcome = newOutcome;
+    }
+  }
+  function failOutcome(error) {
+    outcome = { status: "failed", error };
+  }
+  function safeError(error) {
+    try {
+      controller.error(error);
+    } catch (e) {
+    }
+  }
+  function handleError(error) {
+    failOutcome(error);
+    let errorText;
+    try {
+      errorText = onError(error);
+    } catch (onErrorError) {
+      failOutcome(onErrorError);
+      safeError(onErrorError);
+      return;
+    }
+    safeEnqueue({
+      type: "error",
+      errorText
+    });
+  }
   try {
     const result = execute({
       writer: {
@@ -10273,38 +10482,29 @@ function createUIMessageStream({
                 safeEnqueue(value);
               }
             })().catch((error) => {
-              safeEnqueue({
-                type: "error",
-                errorText: onError(error)
-              });
+              handleError(error);
             })
           );
         },
+        setOutcome,
         onError
       }
     });
     if (result) {
       ongoingStreamPromises.push(
         result.catch((error) => {
-          safeEnqueue({
-            type: "error",
-            errorText: onError(error)
-          });
+          handleError(error);
         })
       );
     }
   } catch (error) {
-    safeEnqueue({
-      type: "error",
-      errorText: onError(error)
-    });
+    handleError(error);
   }
-  const waitForStreams = new Promise(async (resolve2) => {
+  const waitForStreams = (async () => {
     while (ongoingStreamPromises.length > 0) {
       await ongoingStreamPromises.shift();
     }
-    resolve2();
-  });
+  })();
   waitForStreams.finally(() => {
     try {
       controller.close();
@@ -10316,7 +10516,8 @@ function createUIMessageStream({
     messageId: generateId3(),
     originalMessages,
     onFinish,
-    onError
+    onError,
+    getOutcome: () => outcome
   });
 }