@ai-sdk/google 3.0.138 → 3.0.140

package/docs/15-google-generative-ai.mdx

@@ -505,7 +505,14 @@ const result = await generateText({
 });
 ```
 
-You can also use YouTube URLs directly:
+You can also use YouTube URLs directly. Pass `videoMetadata` through
+`providerOptions.google` on a video file part to clip a segment or control the
+frame rate. This also works with inline video data and uploaded file URLs.
+The metadata supports these optional fields:
+
+- `startOffset` (string): Start time as a duration in seconds, e.g. `'60s'` or `'3.5s'`.
+- `endOffset` (string): End time in the same duration format.
+- `fps` (number): Frames per second in the range `(0, 24]`. The default is `1`.
 
 ```ts
 import { google } from '@ai-sdk/google';
@@ -519,12 +526,21 @@ const result = await generateText({
       content: [
         {
           type: 'text',
-          text: 'Summarize this video',
+          text: 'Summarize this part of the video',
         },
         {
           type: 'file',
           data: 'https://www.youtube.com/watch?v=dQw4w9WgXcQ',
           mediaType: 'video/mp4',
+          providerOptions: {
+            google: {
+              videoMetadata: {
+                startOffset: '60s',
+                endOffset: '600s',
+                fps: 1,
+              },
+            },
+          },
         },
       ],
     },

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ai-sdk/google",
-  "version": "3.0.138",
+  "version": "3.0.140",
   "license": "Apache-2.0",
   "sideEffects": false,
   "main": "./dist/index.js",
@@ -37,7 +37,7 @@
   },
   "dependencies": {
     "@ai-sdk/provider": "3.0.19",
-    "@ai-sdk/provider-utils": "4.0.62"
+    "@ai-sdk/provider-utils": "4.0.63"
   },
   "devDependencies": {
     "@types/node": "20.17.24",

package/src/convert-to-google-generative-ai-messages.ts

@@ -8,11 +8,12 @@ import {
   isUrlSupported,
   secureJsonParse,
 } from '@ai-sdk/provider-utils';
-import type {
-  GoogleGenerativeAIContent,
-  GoogleGenerativeAIContentPart,
-  GoogleGenerativeAIFunctionResponsePart,
-  GoogleGenerativeAIPrompt,
+import {
+  googleVideoMetadataSchema,
+  type GoogleGenerativeAIContent,
+  type GoogleGenerativeAIContentPart,
+  type GoogleGenerativeAIFunctionResponsePart,
+  type GoogleGenerativeAIPrompt,
 } from './google-generative-ai-prompt';
 
 /**
@@ -34,6 +35,7 @@ type GoogleProviderOptions = {
   thoughtSignature?: unknown;
   serverToolCallId?: unknown;
   serverToolType?: unknown;
+  videoMetadata?: unknown;
 };
 
 function getGoogleProviderOptions(
@@ -313,6 +315,14 @@ export function convertToGoogleGenerativeAIMessages(
               // default to image/jpeg for unknown image/* types
               const mediaType =
                 part.mediaType === 'image/*' ? 'image/jpeg' : part.mediaType;
+              const rawVideoMetadata = getGoogleProviderOptions(
+                part.providerOptions,
+                providerOptionsName,
+              )?.videoMetadata;
+              const videoMetadata =
+                rawVideoMetadata == null
+                  ? undefined
+                  : googleVideoMetadataSchema.parse(rawVideoMetadata);
 
               parts.push(
                 part.data instanceof URL
@@ -325,12 +335,14 @@ export function convertToGoogleGenerativeAIMessages(
                             ? part.originalUrl
                             : part.data.toString(),
                       },
+                      ...(videoMetadata != null ? { videoMetadata } : {}),
                     }
                   : {
                       inlineData: {
                         mimeType: mediaType,
                         data: convertToBase64(part.data),
                       },
+                      ...(videoMetadata != null ? { videoMetadata } : {}),
                     },
               );
 

package/src/google-generative-ai-prompt.ts

@@ -1,3 +1,4 @@
+import { z } from 'zod/v4';
 import {
   type GroundingMetadataSchema,
   type PromptFeedbackSchema,
@@ -20,9 +21,24 @@ export type GoogleGenerativeAIContent = {
   parts: Array<GoogleGenerativeAIContentPart>;
 };
 
+export const googleVideoMetadataSchema = z.object({
+  /** Start offset as a duration in seconds, e.g. `'3.5s'`. */
+  startOffset: z.string().optional(),
+  /** End offset as a duration in seconds, e.g. `'10s'`. */
+  endOffset: z.string().optional(),
+  /** Frames per second in the range (0, 24]. Defaults to 1. */
+  fps: z.number().gt(0).max(24).optional(),
+});
+
+/** Metadata for preprocessing video file parts. */
+export type GoogleVideoMetadata = z.infer<typeof googleVideoMetadataSchema>;
+
 export type GoogleGenerativeAIContentPart =
   | { text: string; thought?: boolean; thoughtSignature?: string }
-  | { inlineData: { mimeType: string; data: string } }
+  | {
+      inlineData: { mimeType: string; data: string };
+      videoMetadata?: GoogleVideoMetadata;
+    }
   | {
       functionCall: { id?: string; name: string; args: unknown };
       thoughtSignature?: string;
@@ -35,7 +51,10 @@ export type GoogleGenerativeAIContentPart =
         parts?: Array<GoogleGenerativeAIFunctionResponsePart>;
       };
     }
-  | { fileData: { mimeType: string; fileUri: string } }
+  | {
+      fileData: { mimeType: string; fileUri: string };
+      videoMetadata?: GoogleVideoMetadata;
+    }
   | {
       toolCall: {
         toolType: string;

package/src/google-json-accumulator.ts

@@ -51,8 +51,14 @@ export class GoogleJSONAccumulator {
     let delta = '';
 
     for (const arg of partialArgs) {
-      const rawPath = arg.jsonPath.replace(/^\$\./, '');
-      if (!rawPath) continue;
+      // Vertex terminates an array with a value-less `$.path[]` entry. For an
+      // empty array, that terminator is the only entry sent for the path.
+      const isArrayTerminator = arg.jsonPath.endsWith('[]');
+      const jsonPath = isArrayTerminator
+        ? arg.jsonPath.slice(0, -2)
+        : arg.jsonPath;
+      const rawPath = jsonPath.replace(/^\$\./, '');
+      if (!rawPath || rawPath === '$') continue;
 
       const segments = parsePath(rawPath);
 
@@ -72,7 +78,20 @@ export class GoogleJSONAccumulator {
       }
 
       const resolved = resolvePartialArgValue(arg);
-      if (resolved == null) continue;
+      if (resolved == null) {
+        // A value-less entry for a path without a value is an empty container
+        // (an empty container has no leaves to stream). Value-less entries for
+        // existing paths are string or array terminators and are ignored.
+        if (existingValue !== undefined || arg.willContinue === true) continue;
+
+        setNestedValue(
+          this.accumulatedArgs,
+          segments,
+          isArrayTerminator ? [] : {},
+        );
+        delta += this.emitContainer(segments, isArrayTerminator);
+        continue;
+      }
 
       setNestedValue(this.accumulatedArgs, segments, resolved.value);
       delta += this.emitNavigationTo(segments, arg, resolved.json);
@@ -141,6 +160,36 @@ export class GoogleJSONAccumulator {
     return fragment;
   }
 
+  /**
+   * Navigates to `targetSegments` and opens a container there. The container
+   * stays open so later entries for its children continue inside it; it is
+   * closed by subsequent navigation or by `finalize()`.
+   *
+   * Input: targetSegments=["nested","tags"], isArray=true
+   * Output: '{"nested":{"tags":['
+   */
+  private emitContainer(
+    targetSegments: PathSegment[],
+    isArray: boolean,
+  ): string {
+    let fragment = '';
+
+    if (this.stringOpen) {
+      fragment += '"';
+      this.stringOpen = false;
+    }
+
+    fragment += this.ensureRoot();
+
+    const commonDepth = this.findCommonStackDepth(targetSegments);
+
+    fragment += this.closeDownTo(commonDepth);
+    // openDownTo infers the innermost container type from the leaf segment type
+    fragment += this.openDownTo(targetSegments, isArray ? 0 : '');
+
+    return fragment;
+  }
+
   /**
    * Returns the stack depth to preserve when navigating to a new target
    * container path. Always >= 1 (the root is never popped).

package/src/index.ts

@@ -4,7 +4,10 @@ export type {
   /** @deprecated Use `GoogleLanguageModelOptions` instead. */
   GoogleLanguageModelOptions as GoogleGenerativeAIProviderOptions,
 } from './google-generative-ai-options';
-export type { GoogleGenerativeAIProviderMetadata } from './google-generative-ai-prompt';
+export type {
+  GoogleGenerativeAIProviderMetadata,
+  GoogleVideoMetadata,
+} from './google-generative-ai-prompt';
 export type {
   GoogleImageModelOptions,
   /** @deprecated Use `GoogleImageModelOptions` instead. */