@ai-sdk/google 3.0.139 → 3.0.140

package/docs/15-google-generative-ai.mdx

@@ -505,7 +505,14 @@ const result = await generateText({
 });
 ```
 
-You can also use YouTube URLs directly:
+You can also use YouTube URLs directly. Pass `videoMetadata` through
+`providerOptions.google` on a video file part to clip a segment or control the
+frame rate. This also works with inline video data and uploaded file URLs.
+The metadata supports these optional fields:
+
+- `startOffset` (string): Start time as a duration in seconds, e.g. `'60s'` or `'3.5s'`.
+- `endOffset` (string): End time in the same duration format.
+- `fps` (number): Frames per second in the range `(0, 24]`. The default is `1`.
 
 ```ts
 import { google } from '@ai-sdk/google';
@@ -519,12 +526,21 @@ const result = await generateText({
       content: [
         {
           type: 'text',
-          text: 'Summarize this video',
+          text: 'Summarize this part of the video',
         },
         {
           type: 'file',
           data: 'https://www.youtube.com/watch?v=dQw4w9WgXcQ',
           mediaType: 'video/mp4',
+          providerOptions: {
+            google: {
+              videoMetadata: {
+                startOffset: '60s',
+                endOffset: '600s',
+                fps: 1,
+              },
+            },
+          },
         },
       ],
     },

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ai-sdk/google",
-  "version": "3.0.139",
+  "version": "3.0.140",
   "license": "Apache-2.0",
   "sideEffects": false,
   "main": "./dist/index.js",
@@ -37,7 +37,7 @@
   },
   "dependencies": {
     "@ai-sdk/provider": "3.0.19",
-    "@ai-sdk/provider-utils": "4.0.62"
+    "@ai-sdk/provider-utils": "4.0.63"
   },
   "devDependencies": {
     "@types/node": "20.17.24",

package/src/convert-to-google-generative-ai-messages.ts

@@ -8,11 +8,12 @@ import {
   isUrlSupported,
   secureJsonParse,
 } from '@ai-sdk/provider-utils';
-import type {
-  GoogleGenerativeAIContent,
-  GoogleGenerativeAIContentPart,
-  GoogleGenerativeAIFunctionResponsePart,
-  GoogleGenerativeAIPrompt,
+import {
+  googleVideoMetadataSchema,
+  type GoogleGenerativeAIContent,
+  type GoogleGenerativeAIContentPart,
+  type GoogleGenerativeAIFunctionResponsePart,
+  type GoogleGenerativeAIPrompt,
 } from './google-generative-ai-prompt';
 
 /**
@@ -34,6 +35,7 @@ type GoogleProviderOptions = {
   thoughtSignature?: unknown;
   serverToolCallId?: unknown;
   serverToolType?: unknown;
+  videoMetadata?: unknown;
 };
 
 function getGoogleProviderOptions(
@@ -313,6 +315,14 @@ export function convertToGoogleGenerativeAIMessages(
               // default to image/jpeg for unknown image/* types
               const mediaType =
                 part.mediaType === 'image/*' ? 'image/jpeg' : part.mediaType;
+              const rawVideoMetadata = getGoogleProviderOptions(
+                part.providerOptions,
+                providerOptionsName,
+              )?.videoMetadata;
+              const videoMetadata =
+                rawVideoMetadata == null
+                  ? undefined
+                  : googleVideoMetadataSchema.parse(rawVideoMetadata);
 
               parts.push(
                 part.data instanceof URL
@@ -325,12 +335,14 @@ export function convertToGoogleGenerativeAIMessages(
                             ? part.originalUrl
                             : part.data.toString(),
                       },
+                      ...(videoMetadata != null ? { videoMetadata } : {}),
                     }
                   : {
                       inlineData: {
                         mimeType: mediaType,
                         data: convertToBase64(part.data),
                       },
+                      ...(videoMetadata != null ? { videoMetadata } : {}),
                     },
               );
 

package/src/google-generative-ai-prompt.ts

@@ -1,3 +1,4 @@
+import { z } from 'zod/v4';
 import {
   type GroundingMetadataSchema,
   type PromptFeedbackSchema,
@@ -20,9 +21,24 @@ export type GoogleGenerativeAIContent = {
   parts: Array<GoogleGenerativeAIContentPart>;
 };
 
+export const googleVideoMetadataSchema = z.object({
+  /** Start offset as a duration in seconds, e.g. `'3.5s'`. */
+  startOffset: z.string().optional(),
+  /** End offset as a duration in seconds, e.g. `'10s'`. */
+  endOffset: z.string().optional(),
+  /** Frames per second in the range (0, 24]. Defaults to 1. */
+  fps: z.number().gt(0).max(24).optional(),
+});
+
+/** Metadata for preprocessing video file parts. */
+export type GoogleVideoMetadata = z.infer<typeof googleVideoMetadataSchema>;
+
 export type GoogleGenerativeAIContentPart =
   | { text: string; thought?: boolean; thoughtSignature?: string }
-  | { inlineData: { mimeType: string; data: string } }
+  | {
+      inlineData: { mimeType: string; data: string };
+      videoMetadata?: GoogleVideoMetadata;
+    }
   | {
       functionCall: { id?: string; name: string; args: unknown };
       thoughtSignature?: string;
@@ -35,7 +51,10 @@ export type GoogleGenerativeAIContentPart =
         parts?: Array<GoogleGenerativeAIFunctionResponsePart>;
       };
     }
-  | { fileData: { mimeType: string; fileUri: string } }
+  | {
+      fileData: { mimeType: string; fileUri: string };
+      videoMetadata?: GoogleVideoMetadata;
+    }
   | {
       toolCall: {
         toolType: string;

package/src/index.ts

@@ -4,7 +4,10 @@ export type {
   /** @deprecated Use `GoogleLanguageModelOptions` instead. */
   GoogleLanguageModelOptions as GoogleGenerativeAIProviderOptions,
 } from './google-generative-ai-options';
-export type { GoogleGenerativeAIProviderMetadata } from './google-generative-ai-prompt';
+export type {
+  GoogleGenerativeAIProviderMetadata,
+  GoogleVideoMetadata,
+} from './google-generative-ai-prompt';
 export type {
   GoogleImageModelOptions,
   /** @deprecated Use `GoogleImageModelOptions` instead. */