ai 5.0.244 → 5.0.248

package/dist/index.mjs

@@ -727,7 +727,7 @@ import {
 } from "@ai-sdk/provider-utils";
 
 // src/version.ts
-var VERSION = true ? "5.0.244" : "0.0.0-test";
+var VERSION = true ? "5.0.248" : "0.0.0-test";
 
 // src/util/download/download.ts
 var download = async ({
@@ -1514,13 +1514,22 @@ function assembleOperationName({
 }
 
 // src/telemetry/get-base-telemetry-attributes.ts
+function getTelemetryMetadataAttributes(telemetry) {
+  var _a16;
+  return Object.entries((_a16 = telemetry == null ? void 0 : telemetry.metadata) != null ? _a16 : {}).reduce(
+    (attributes, [key, value]) => {
+      attributes[`ai.telemetry.metadata.${key}`] = value;
+      return attributes;
+    },
+    {}
+  );
+}
 function getBaseTelemetryAttributes({
   model,
   settings,
   telemetry,
   headers
 }) {
-  var _a16;
   return {
     "ai.model.provider": model.provider,
     "ai.model.id": model.modelId,
@@ -1530,13 +1539,7 @@ function getBaseTelemetryAttributes({
       return attributes;
     }, {}),
     // add metadata as attributes:
-    ...Object.entries((_a16 = telemetry == null ? void 0 : telemetry.metadata) != null ? _a16 : {}).reduce(
-      (attributes, [key, value]) => {
-        attributes[`ai.telemetry.metadata.${key}`] = value;
-        return attributes;
-      },
-      {}
-    ),
+    ...getTelemetryMetadataAttributes(telemetry),
     // request headers
     ...Object.entries(headers != null ? headers : {}).reduce((attributes, [key, value]) => {
       if (value !== void 0) {
@@ -2622,6 +2625,7 @@ async function executeTools({
               operationId: "ai.toolCall",
               telemetry
             }),
+            ...getTelemetryMetadataAttributes(telemetry),
             "ai.toolCall.name": toolName,
             "ai.toolCall.id": toolCallId,
             "ai.toolCall.args": {
@@ -4451,6 +4455,7 @@ function runToolsTransformation({
             operationId: "ai.toolCall",
             telemetry
           }),
+          ...getTelemetryMetadataAttributes(telemetry),
           "ai.toolCall.name": toolCall.toolName,
           "ai.toolCall.id": toolCall.toolCallId,
           "ai.toolCall.args": {
@@ -6372,6 +6377,12 @@ import {
   withUserAgentSuffix as withUserAgentSuffix4
 } from "@ai-sdk/provider-utils";
 
+// src/model/get-embedding-model-max-input-bytes-per-call.ts
+import { EXPERIMENTAL_EMBEDDING_MODEL_MAX_INPUT_BYTES_PER_CALL } from "@ai-sdk/provider-utils";
+function getEmbeddingModelMaxInputBytesPerCall(model) {
+  return model[EXPERIMENTAL_EMBEDDING_MODEL_MAX_INPUT_BYTES_PER_CALL];
+}
+
 // src/util/split-array.ts
 function splitArray(array, chunkSize) {
   if (chunkSize <= 0) {
@@ -6427,11 +6438,18 @@ async function embedMany({
     tracer,
     fn: async (span) => {
       var _a16;
-      const [maxEmbeddingsPerCall, supportsParallelCalls] = await Promise.all([
+      const [
+        maxEmbeddingsPerCall,
+        maxInputBytesPerCall,
+        supportsParallelCalls
+      ] = await Promise.all([
         model.maxEmbeddingsPerCall,
+        getEmbeddingModelMaxInputBytesPerCall(model),
         model.supportsParallelCalls
       ]);
-      if (maxEmbeddingsPerCall == null || maxEmbeddingsPerCall === Infinity) {
+      const hasEmbeddingLimit = maxEmbeddingsPerCall != null && maxEmbeddingsPerCall !== Infinity;
+      const hasInputByteLimit = maxInputBytesPerCall != null && maxInputBytesPerCall !== Infinity;
+      if (!hasEmbeddingLimit && !hasInputByteLimit) {
         const { embeddings: embeddings2, usage, response, providerMetadata: providerMetadata2 } = await retry(
           () => {
             return recordSpan({
@@ -6503,7 +6521,11 @@ async function embedMany({
           responses: [response]
         });
       }
-      const valueChunks = splitArray(values, maxEmbeddingsPerCall);
+      const valueChunks = splitByEmbeddingLimits({
+        values,
+        maxEmbeddingsPerCall: hasEmbeddingLimit ? maxEmbeddingsPerCall : Infinity,
+        maxInputBytesPerCall: hasInputByteLimit ? maxInputBytesPerCall : Infinity
+      });
       const embeddings = [];
       const responses = [];
       let tokens = 0;
@@ -6608,6 +6630,37 @@ async function embedMany({
     }
   });
 }
+var textEncoder = new TextEncoder();
+function splitByEmbeddingLimits({
+  values,
+  maxEmbeddingsPerCall,
+  maxInputBytesPerCall
+}) {
+  if (maxEmbeddingsPerCall <= 0) {
+    throw new Error("maxEmbeddingsPerCall must be greater than 0");
+  }
+  if (maxInputBytesPerCall <= 0) {
+    throw new Error("maxInputBytesPerCall must be greater than 0");
+  }
+  if (values.length === 0) {
+    return [];
+  }
+  const chunks = [];
+  let currentChunk = [];
+  let currentInputBytes = 0;
+  for (const value of values) {
+    const inputBytes = maxInputBytesPerCall === Infinity ? 0 : textEncoder.encode(value).length;
+    if (currentChunk.length > 0 && (currentChunk.length >= maxEmbeddingsPerCall || currentInputBytes + inputBytes > maxInputBytesPerCall)) {
+      chunks.push(currentChunk);
+      currentChunk = [];
+      currentInputBytes = 0;
+    }
+    currentChunk.push(value);
+    currentInputBytes += inputBytes;
+  }
+  chunks.push(currentChunk);
+  return chunks;
+}
 var DefaultEmbedManyResult = class {
   constructor(options) {
     this.values = options.values;