@ai-sdk/google 3.0.89 → 3.0.90

package/dist/index.mjs

@@ -7,7 +7,7 @@ import {
 } from "@ai-sdk/provider-utils";
 
 // src/version.ts
-var VERSION = true ? "3.0.89" : "0.0.0-test";
+var VERSION = true ? "3.0.90" : "0.0.0-test";
 
 // src/google-generative-ai-embedding-model.ts
 import {
@@ -730,7 +730,7 @@ function convertToGoogleGenerativeAIMessages(prompt, options) {
                 name: part.toolName,
                 response: {
                   name: part.toolName,
-                  content: output.type === "execution-denied" ? (_e = output.reason) != null ? _e : "Tool execution denied." : output.value
+                  content: output.type === "execution-denied" ? (_e = output.reason) != null ? _e : "Tool call execution denied." : output.value
                 }
               }
             });
@@ -3326,6 +3326,19 @@ function convertGoogleInteractionsUsage(usage) {
     raw: usage
   };
 }
+function getGoogleInteractionsOutputTokensByModality(usage) {
+  const byModality = usage == null ? void 0 : usage.output_tokens_by_modality;
+  if (byModality == null) {
+    return void 0;
+  }
+  const result = {};
+  for (const entry of byModality) {
+    if ((entry == null ? void 0 : entry.modality) != null && entry.tokens != null) {
+      result[entry.modality] = entry.tokens;
+    }
+  }
+  return Object.keys(result).length > 0 ? result : void 0;
+}
 
 // src/interactions/extract-google-interactions-sources.ts
 var KNOWN_DOC_EXTENSIONS = {
@@ -3577,7 +3590,7 @@ function buildGoogleInteractionsStreamTransform({
       controller.enqueue({ type: "stream-start", warnings });
     },
     transform(chunk, controller) {
-      var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n, _o, _p, _q, _r;
+      var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n, _o, _p, _q, _r, _s, _t;
       if (includeRawChunks) {
         controller.enqueue({ type: "raw", rawValue: chunk.rawValue });
       }
@@ -3766,9 +3779,37 @@ function buildGoogleInteractionsStreamTransform({
             }
             break;
           }
+          if (dtype === "video" && (open.kind === "pending_model_output" || open.kind === "text")) {
+            const videoDelta = event.delta;
+            const google2 = {};
+            if (interactionId != null) google2.interactionId = interactionId;
+            const providerMetadata = Object.keys(google2).length > 0 ? { google: google2 } : void 0;
+            if ((videoDelta == null ? void 0 : videoDelta.data) != null && videoDelta.data.length > 0) {
+              controller.enqueue({
+                type: "file",
+                mediaType: (_m = videoDelta.mime_type) != null ? _m : "video/mp4",
+                data: videoDelta.data,
+                ...providerMetadata ? { providerMetadata } : {}
+              });
+            } else if ((videoDelta == null ? void 0 : videoDelta.uri) != null && videoDelta.uri.length > 0) {
+              const uriProviderMetadata = {
+                google: {
+                  ...interactionId != null ? { interactionId } : {},
+                  videoUri: videoDelta.uri
+                }
+              };
+              controller.enqueue({
+                type: "file",
+                mediaType: (_n = videoDelta.mime_type) != null ? _n : "video/mp4",
+                data: "",
+                providerMetadata: uriProviderMetadata
+              });
+            }
+            break;
+          }
           const delta = event.delta;
           if (open.kind === "text" && (delta == null ? void 0 : delta.type) === "text") {
-            const text = (_m = delta.text) != null ? _m : "";
+            const text = (_o = delta.text) != null ? _o : "";
             if (text.length > 0) {
               controller.enqueue({
                 type: "text-delta",
@@ -3871,7 +3912,7 @@ function buildGoogleInteractionsStreamTransform({
             if (open.data != null && open.data.length > 0) {
               controller.enqueue({
                 type: "file",
-                mediaType: (_n = open.mimeType) != null ? _n : "image/png",
+                mediaType: (_p = open.mimeType) != null ? _p : "image/png",
                 data: open.data,
                 ...providerMetadata ? { providerMetadata } : {}
               });
@@ -3884,7 +3925,7 @@ function buildGoogleInteractionsStreamTransform({
               };
               controller.enqueue({
                 type: "file",
-                mediaType: (_o = open.mimeType) != null ? _o : "image/png",
+                mediaType: (_q = open.mimeType) != null ? _q : "image/png",
                 data: "",
                 providerMetadata: uriProviderMetadata
               });
@@ -3911,7 +3952,7 @@ function buildGoogleInteractionsStreamTransform({
               type: "tool-call",
               toolCallId: open.toolCallId,
               toolName: open.toolName,
-              input: JSON.stringify((_p = open.arguments) != null ? _p : {}),
+              input: JSON.stringify((_r = open.arguments) != null ? _r : {}),
               providerExecuted: true
             });
             open.callEmitted = true;
@@ -3920,7 +3961,7 @@ function buildGoogleInteractionsStreamTransform({
               type: "tool-result",
               toolCallId: open.callId,
               toolName: open.toolName,
-              result: (_q = open.result) != null ? _q : null
+              result: (_s = open.result) != null ? _s : null
             });
             open.resultEmitted = true;
             const sources = builtinToolResultToSources({
@@ -3974,7 +4015,7 @@ function buildGoogleInteractionsStreamTransform({
         case "error": {
           const event = value;
           finishStatus = "failed";
-          const errorPayload = (_r = event.error) != null ? _r : {
+          const errorPayload = (_t = event.error) != null ? _t : {
             message: "Unknown interaction error"
           };
           controller.enqueue({ type: "error", error: errorPayload });
@@ -3992,10 +4033,12 @@ function buildGoogleInteractionsStreamTransform({
         }),
         raw: finishStatus
       };
+      const outputTokensByModality = getGoogleInteractionsOutputTokensByModality(usage);
       const providerMetadata = {
         google: {
           ...interactionId != null ? { interactionId } : {},
-          ...serviceTier != null ? { serviceTier } : {}
+          ...serviceTier != null ? { serviceTier } : {},
+          ...outputTokensByModality != null ? { outputTokensByModality } : {}
         }
       };
       controller.enqueue({
@@ -4487,9 +4530,16 @@ var contentBlockSchema = () => {
     resolution: z15.enum(["low", "medium", "high", "ultra_high"]).nullish(),
     uri: z15.string().nullish()
   }).loose();
+  const videoContent = z15.object({
+    type: z15.literal("video"),
+    data: z15.string().nullish(),
+    mime_type: z15.string().nullish(),
+    uri: z15.string().nullish()
+  }).loose();
   return z15.union([
     textContent,
     imageContent,
+    videoContent,
     z15.object({ type: z15.string() }).loose()
   ]);
 };
@@ -4636,6 +4686,12 @@ var googleInteractionsEventSchema = lazySchema13(
         resolution: z15.enum(["low", "medium", "high", "ultra_high"]).nullish(),
         uri: z15.string().nullish()
       }).loose();
+      const stepDeltaVideo = z15.object({
+        type: z15.literal("video"),
+        data: z15.string().nullish(),
+        mime_type: z15.string().nullish(),
+        uri: z15.string().nullish()
+      }).loose();
       const stepDeltaBuiltinToolCall = z15.object({
         type: z15.enum(BUILTIN_TOOL_CALL_STEP_TYPES),
         id: z15.string().nullish(),
@@ -4658,6 +4714,7 @@ var googleInteractionsEventSchema = lazySchema13(
       const stepDeltaUnion = z15.union([
         stepDeltaText,
         stepDeltaImage,
+        stepDeltaVideo,
         stepDeltaThoughtSummary,
         stepDeltaThoughtSignature,
         stepDeltaArgumentsDelta,
@@ -4949,7 +5006,7 @@ function parseGoogleInteractionsOutputs({
   generateId: generateId3,
   interactionId
 }) {
-  var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k;
+  var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m;
   const content = [];
   let hasFunctionCall = false;
   if (steps == null) {
@@ -5002,6 +5059,28 @@ function parseGoogleInteractionsOutputs({
                 }
               });
             }
+          } else if (blockType === "video") {
+            const video = block;
+            if (video.data != null && video.data.length > 0) {
+              content.push({
+                type: "file",
+                mediaType: (_e = video.mime_type) != null ? _e : "video/mp4",
+                data: video.data,
+                ...googleProviderMetadata({ interactionId })
+              });
+            } else if (video.uri != null && video.uri.length > 0) {
+              content.push({
+                type: "file",
+                mediaType: (_f = video.mime_type) != null ? _f : "video/mp4",
+                data: "",
+                providerMetadata: {
+                  google: {
+                    ...interactionId != null ? { interactionId } : {},
+                    videoUri: video.uri
+                  }
+                }
+              });
+            }
           }
         }
         break;
@@ -5029,7 +5108,7 @@ function parseGoogleInteractionsOutputs({
           type: "tool-call",
           toolCallId: call.id,
           toolName: call.name,
-          input: JSON.stringify((_e = call.arguments) != null ? _e : {}),
+          input: JSON.stringify((_g = call.arguments) != null ? _g : {}),
           ...googleProviderMetadata({
             signature: call.signature,
             interactionId
@@ -5040,23 +5119,23 @@ function parseGoogleInteractionsOutputs({
       default: {
         if (BUILTIN_TOOL_CALL_TYPES2.has(type)) {
           const call = step;
-          const toolName = type === "mcp_server_tool_call" ? (_f = call.name) != null ? _f : "mcp_server_tool" : builtinToolNameFromCallType2(type);
-          const input = JSON.stringify((_g = call.arguments) != null ? _g : {});
+          const toolName = type === "mcp_server_tool_call" ? (_h = call.name) != null ? _h : "mcp_server_tool" : builtinToolNameFromCallType2(type);
+          const input = JSON.stringify((_i = call.arguments) != null ? _i : {});
           content.push({
             type: "tool-call",
-            toolCallId: (_h = call.id) != null ? _h : generateId3(),
+            toolCallId: (_j = call.id) != null ? _j : generateId3(),
             toolName,
             input,
             providerExecuted: true
           });
         } else if (BUILTIN_TOOL_RESULT_TYPES2.has(type)) {
           const result = step;
-          const toolName = type === "mcp_server_tool_result" ? (_i = result.name) != null ? _i : "mcp_server_tool" : builtinToolNameFromResultType2(type);
+          const toolName = type === "mcp_server_tool_result" ? (_k = result.name) != null ? _k : "mcp_server_tool" : builtinToolNameFromResultType2(type);
           content.push({
             type: "tool-result",
-            toolCallId: (_j = result.call_id) != null ? _j : generateId3(),
+            toolCallId: (_l = result.call_id) != null ? _l : generateId3(),
             toolName,
-            result: (_k = result.result) != null ? _k : null
+            result: (_m = result.result) != null ? _m : null
           });
           const sources = builtinToolResultToSources({
             block: step,
@@ -5954,10 +6033,14 @@ var GoogleInteractionsLanguageModel = class {
       raw: response.status
     };
     const serviceTier = (_e = (_d = response.service_tier) != null ? _d : responseHeaders == null ? void 0 : responseHeaders["x-gemini-service-tier"]) != null ? _e : void 0;
+    const outputTokensByModality = getGoogleInteractionsOutputTokensByModality(
+      response.usage
+    );
     const providerMetadata = {
       google: {
         ...interactionId != null ? { interactionId } : {},
-        ...serviceTier != null ? { serviceTier } : {}
+        ...serviceTier != null ? { serviceTier } : {},
+        ...outputTokensByModality != null ? { outputTokensByModality } : {}
       }
     };
     let timestamp;
@@ -6121,6 +6204,34 @@ function pruneUndefined(obj) {
 }
 
 // src/google-provider.ts
+var supportedExternalUrlMediaTypes = [
+  "text/html",
+  "text/css",
+  "text/plain",
+  "text/xml",
+  "text/csv",
+  "text/rtf",
+  "text/javascript",
+  "application/json",
+  "application/pdf",
+  "image/bmp",
+  "image/jpeg",
+  "image/png",
+  "image/webp",
+  "video/mp4",
+  "video/mpeg",
+  "video/quicktime",
+  "video/avi",
+  "video/x-flv",
+  "video/mpg",
+  "video/webm",
+  "video/wmv",
+  "video/3gpp"
+];
+var externalHttpsUrlPattern = /^https:\/\/.*$/;
+function supportsExternalFileUrls(modelId) {
+  return /(^|\/)gemini-/.test(modelId) && !/(^|\/)gemini-2\.0/.test(modelId);
+}
 function createGoogleGenerativeAI(options = {}) {
   var _a, _b;
   const baseURL = (_a = withoutTrailingSlash(options.baseURL)) != null ? _a : "https://generativelanguage.googleapis.com/v1beta";
@@ -6153,7 +6264,13 @@ function createGoogleGenerativeAI(options = {}) {
             `^https://(?:www\\.)?youtube\\.com/watch\\?v=[\\w-]+(?:&[\\w=&.-]*)?$`
           ),
           new RegExp(`^https://youtu\\.be/[\\w-]+(?:\\?[\\w=&.-]*)?$`)
-        ]
+        ],
+        ...supportsExternalFileUrls(modelId) ? Object.fromEntries(
+          supportedExternalUrlMediaTypes.map((mediaType) => [
+            mediaType,
+            [externalHttpsUrlPattern]
+          ])
+        ) : {}
       }),
       fetch: options.fetch
     });