@ai-sdk/amazon-bedrock 3.0.0-canary.13 → 3.0.0-canary.15

package/dist/index.mjs

@@ -44,9 +44,9 @@ var bedrockProviderOptions = z.object({
    */
   additionalModelRequestFields: z.record(z.any()).optional(),
   reasoningConfig: z.object({
-    type: z.union([z.literal("enabled"), z.literal("disabled")]).nullish(),
-    budgetTokens: z.number().nullish()
-  }).nullish()
+    type: z.union([z.literal("enabled"), z.literal("disabled")]).optional(),
+    budgetTokens: z.number().optional()
+  }).optional()
 });
 
 // src/bedrock-error.ts
@@ -618,7 +618,7 @@ var BedrockChatLanguageModel = class {
     };
   }
   async doGenerate(options) {
-    var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m;
+    var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n;
     const { command: args, warnings } = await this.getArgs(options);
     const url = `${this.getUrl(this.modelId)}/converse`;
     const { value: response, responseHeaders } = await postJsonToApi({
@@ -685,10 +685,9 @@ var BedrockChatLanguageModel = class {
     const providerMetadata = response.trace || response.usage ? {
       bedrock: {
         ...response.trace && typeof response.trace === "object" ? { trace: response.trace } : {},
-        ...response.usage && {
+        ...((_h = response.usage) == null ? void 0 : _h.cacheWriteInputTokens) != null && {
           usage: {
-            cacheReadInputTokens: (_i = (_h = response.usage) == null ? void 0 : _h.cacheReadInputTokens) != null ? _i : Number.NaN,
-            cacheWriteInputTokens: (_k = (_j = response.usage) == null ? void 0 : _j.cacheWriteInputTokens) != null ? _k : Number.NaN
+            cacheWriteInputTokens: response.usage.cacheWriteInputTokens
           }
         }
       }
@@ -699,8 +698,10 @@ var BedrockChatLanguageModel = class {
         response.stopReason
       ),
       usage: {
-        inputTokens: (_l = response.usage) == null ? void 0 : _l.inputTokens,
-        outputTokens: (_m = response.usage) == null ? void 0 : _m.outputTokens
+        inputTokens: (_i = response.usage) == null ? void 0 : _i.inputTokens,
+        outputTokens: (_j = response.usage) == null ? void 0 : _j.outputTokens,
+        totalTokens: ((_k = response.usage) == null ? void 0 : _k.inputTokens) + ((_l = response.usage) == null ? void 0 : _l.outputTokens),
+        cachedInputTokens: (_n = (_m = response.usage) == null ? void 0 : _m.cacheReadInputTokens) != null ? _n : void 0
       },
       response: {
         // TODO add id, timestamp, etc
@@ -731,7 +732,8 @@ var BedrockChatLanguageModel = class {
     let finishReason = "unknown";
     const usage = {
       inputTokens: void 0,
-      outputTokens: void 0
+      outputTokens: void 0,
+      totalTokens: void 0
     };
     let providerMetadata = void 0;
     const toolCallContentBlocks = {};
@@ -742,7 +744,7 @@ var BedrockChatLanguageModel = class {
             controller.enqueue({ type: "stream-start", warnings });
           },
           transform(chunk, controller) {
-            var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n;
+            var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m;
             function enqueueError(bedrockError) {
               finishReason = "error";
               controller.enqueue({ type: "error", error: bedrockError });
@@ -776,10 +778,11 @@ var BedrockChatLanguageModel = class {
             if (value.metadata) {
               usage.inputTokens = (_b = (_a = value.metadata.usage) == null ? void 0 : _a.inputTokens) != null ? _b : usage.inputTokens;
               usage.outputTokens = (_d = (_c = value.metadata.usage) == null ? void 0 : _c.outputTokens) != null ? _d : usage.outputTokens;
-              const cacheUsage = ((_e = value.metadata.usage) == null ? void 0 : _e.cacheReadInputTokens) != null || ((_f = value.metadata.usage) == null ? void 0 : _f.cacheWriteInputTokens) != null ? {
+              usage.totalTokens = ((_e = usage.inputTokens) != null ? _e : 0) + ((_f = usage.outputTokens) != null ? _f : 0);
+              usage.cachedInputTokens = (_h = (_g = value.metadata.usage) == null ? void 0 : _g.cacheReadInputTokens) != null ? _h : usage.cachedInputTokens;
+              const cacheUsage = ((_i = value.metadata.usage) == null ? void 0 : _i.cacheWriteInputTokens) != null ? {
                 usage: {
-                  cacheReadInputTokens: (_h = (_g = value.metadata.usage) == null ? void 0 : _g.cacheReadInputTokens) != null ? _h : Number.NaN,
-                  cacheWriteInputTokens: (_j = (_i = value.metadata.usage) == null ? void 0 : _i.cacheWriteInputTokens) != null ? _j : Number.NaN
+                  cacheWriteInputTokens: value.metadata.usage.cacheWriteInputTokens
                 }
               } : void 0;
               const trace = value.metadata.trace ? {
@@ -794,13 +797,13 @@ var BedrockChatLanguageModel = class {
                 };
               }
             }
-            if (((_k = value.contentBlockDelta) == null ? void 0 : _k.delta) && "text" in value.contentBlockDelta.delta && value.contentBlockDelta.delta.text) {
+            if (((_j = value.contentBlockDelta) == null ? void 0 : _j.delta) && "text" in value.contentBlockDelta.delta && value.contentBlockDelta.delta.text) {
               controller.enqueue({
                 type: "text",
                 text: value.contentBlockDelta.delta.text
               });
             }
-            if (((_l = value.contentBlockDelta) == null ? void 0 : _l.delta) && "reasoningContent" in value.contentBlockDelta.delta && value.contentBlockDelta.delta.reasoningContent) {
+            if (((_k = value.contentBlockDelta) == null ? void 0 : _k.delta) && "reasoningContent" in value.contentBlockDelta.delta && value.contentBlockDelta.delta.reasoningContent) {
               const reasoningContent = value.contentBlockDelta.delta.reasoningContent;
               if ("text" in reasoningContent && reasoningContent.text) {
                 controller.enqueue({
@@ -832,7 +835,7 @@ var BedrockChatLanguageModel = class {
               }
             }
             const contentBlockStart = value.contentBlockStart;
-            if (((_m = contentBlockStart == null ? void 0 : contentBlockStart.start) == null ? void 0 : _m.toolUse) != null) {
+            if (((_l = contentBlockStart == null ? void 0 : contentBlockStart.start) == null ? void 0 : _l.toolUse) != null) {
               const toolUse = contentBlockStart.start.toolUse;
               toolCallContentBlocks[contentBlockStart.contentBlockIndex] = {
                 toolCallId: toolUse.toolUseId,
@@ -843,7 +846,7 @@ var BedrockChatLanguageModel = class {
             const contentBlockDelta = value.contentBlockDelta;
             if ((contentBlockDelta == null ? void 0 : contentBlockDelta.delta) && "toolUse" in contentBlockDelta.delta && contentBlockDelta.delta.toolUse) {
               const contentBlock = toolCallContentBlocks[contentBlockDelta.contentBlockIndex];
-              const delta = (_n = contentBlockDelta.delta.toolUse.input) != null ? _n : "";
+              const delta = (_m = contentBlockDelta.delta.toolUse.input) != null ? _m : "";
               controller.enqueue({
                 type: "tool-call-delta",
                 toolCallType: "function",
@@ -989,6 +992,9 @@ var bedrockReasoningMetadataSchema = z3.object({
 });
 
 // src/bedrock-embedding-model.ts
+import {
+  TooManyEmbeddingValuesForCallError
+} from "@ai-sdk/provider";
 import {
   combineHeaders as combineHeaders2,
   createJsonErrorResponseHandler as createJsonErrorResponseHandler2,
@@ -1035,48 +1041,45 @@ var BedrockEmbeddingModel = class {
     providerOptions
   }) {
     var _a;
+    if (values.length > this.maxEmbeddingsPerCall) {
+      throw new TooManyEmbeddingValuesForCallError({
+        provider: this.provider,
+        modelId: this.modelId,
+        maxEmbeddingsPerCall: this.maxEmbeddingsPerCall,
+        values
+      });
+    }
     const bedrockOptions = (_a = await parseProviderOptions3({
       provider: "bedrock",
       providerOptions,
       schema: bedrockEmbeddingProviderOptions
     })) != null ? _a : {};
-    const embedSingleText = async (inputText) => {
-      const args = {
-        inputText,
-        dimensions: bedrockOptions.dimensions,
-        normalize: bedrockOptions.normalize
-      };
-      const url = this.getUrl(this.modelId);
-      const { value: response } = await postJsonToApi2({
-        url,
-        headers: await resolve2(
-          combineHeaders2(await resolve2(this.config.headers), headers)
-        ),
-        body: args,
-        failedResponseHandler: createJsonErrorResponseHandler2({
-          errorSchema: BedrockErrorSchema,
-          errorToMessage: (error) => `${error.type}: ${error.message}`
-        }),
-        successfulResponseHandler: createJsonResponseHandler2(
-          BedrockEmbeddingResponseSchema
-        ),
-        fetch: this.config.fetch,
-        abortSignal
-      });
-      return {
-        embedding: response.embedding,
-        inputTextTokenCount: response.inputTextTokenCount
-      };
+    const args = {
+      inputText: values[0],
+      dimensions: bedrockOptions.dimensions,
+      normalize: bedrockOptions.normalize
+    };
+    const url = this.getUrl(this.modelId);
+    const { value: response } = await postJsonToApi2({
+      url,
+      headers: await resolve2(
+        combineHeaders2(await resolve2(this.config.headers), headers)
+      ),
+      body: args,
+      failedResponseHandler: createJsonErrorResponseHandler2({
+        errorSchema: BedrockErrorSchema,
+        errorToMessage: (error) => `${error.type}: ${error.message}`
+      }),
+      successfulResponseHandler: createJsonResponseHandler2(
+        BedrockEmbeddingResponseSchema
+      ),
+      fetch: this.config.fetch,
+      abortSignal
+    });
+    return {
+      embeddings: [response.embedding],
+      usage: { tokens: response.inputTextTokenCount }
     };
-    const responses = await Promise.all(values.map(embedSingleText));
-    return responses.reduce(
-      (accumulated, response) => {
-        accumulated.embeddings.push(response.embedding);
-        accumulated.usage.tokens += response.inputTextTokenCount;
-        return accumulated;
-      },
-      { embeddings: [], usage: { tokens: 0 } }
-    );
   }
 };
 var BedrockEmbeddingResponseSchema = z5.object({