@ai-sdk/google 4.0.61 → 4.0.63

package/src/interactions/convert-to-google-interactions-input.ts

@@ -20,6 +20,7 @@ import type {
   GoogleInteractionsInput,
   GoogleInteractionsStep,
   GoogleInteractionsTextContent,
+  GoogleInteractionsVideoProcessing,
 } from './google-interactions-prompt';
 
 export type GoogleInteractionsMediaResolution =
@@ -163,6 +164,44 @@ export function convertToGoogleInteractionsInput({
             if (fileBlock != null) {
               pendingModelOutput.push(fileBlock);
             }
+          } else if (part.type === 'custom') {
+            flushModelOutput();
+            const google = part.providerOptions?.google as
+              | {
+                  processingId?: unknown;
+                  processingCallId?: unknown;
+                  signature?: unknown;
+                }
+              | undefined;
+            const signature =
+              typeof google?.signature === 'string'
+                ? google.signature
+                : undefined;
+
+            if (
+              part.kind === 'google.processing_call' &&
+              typeof google?.processingId === 'string'
+            ) {
+              steps.push({
+                type: 'processing_call',
+                id: google.processingId,
+                ...(signature != null ? { signature } : {}),
+              });
+            } else if (
+              part.kind === 'google.processing_result' &&
+              typeof google?.processingCallId === 'string'
+            ) {
+              steps.push({
+                type: 'processing_result',
+                call_id: google.processingCallId,
+                ...(signature != null ? { signature } : {}),
+              });
+            } else {
+              warnings.push({
+                type: 'other',
+                message: `google.interactions: unsupported or invalid custom assistant content part "${part.kind}"; part dropped.`,
+              });
+            }
           } else if (part.type === 'tool-call') {
             flushModelOutput();
             const signature = part.providerOptions?.google?.signature as
@@ -282,6 +321,8 @@ function convertFilePartToContent({
     mediaResolution != null && (kind === 'image' || kind === 'video')
       ? { resolution: mediaResolution }
       : {};
+  const processingField =
+    kind === 'video' ? getVideoProcessingField({ part, warnings }) : {};
 
   switch (part.data.type) {
     case 'data': {
@@ -291,6 +332,7 @@ function convertFilePartToContent({
         data: convertToBase64(part.data.data),
         mime_type: mimeType,
         ...resolutionField,
+        ...processingField,
       };
     }
     case 'url': {
@@ -301,6 +343,7 @@ function convertFilePartToContent({
           ? { mime_type: part.mediaType }
           : {}),
         ...resolutionField,
+        ...processingField,
       };
     }
     case 'reference': {
@@ -315,11 +358,67 @@ function convertFilePartToContent({
           ? { mime_type: part.mediaType }
           : {}),
         ...resolutionField,
+        ...processingField,
       };
     }
   }
 }
 
+function getVideoProcessingField({
+  part,
+  warnings,
+}: {
+  part: LanguageModelV4FilePart;
+  warnings: Array<SharedV4Warning>;
+}): { processing?: GoogleInteractionsVideoProcessing } {
+  const processing = (
+    part.providerOptions?.google as
+      | {
+          processing?: unknown;
+        }
+      | undefined
+  )?.processing;
+
+  if (processing == null) {
+    return {};
+  }
+
+  if (processing === 'agentic' || processing === 'static') {
+    return { processing };
+  }
+
+  if (
+    typeof processing === 'object' &&
+    !Array.isArray(processing) &&
+    (processing as { type?: unknown }).type === 'static'
+  ) {
+    const config = processing as {
+      startOffset?: unknown;
+      endOffset?: unknown;
+      fps?: unknown;
+    };
+    return {
+      processing: {
+        type: 'static',
+        ...(typeof config.startOffset === 'number'
+          ? { start_offset: config.startOffset }
+          : {}),
+        ...(typeof config.endOffset === 'number'
+          ? { end_offset: config.endOffset }
+          : {}),
+        ...(typeof config.fps === 'number' ? { fps: config.fps } : {}),
+      },
+    };
+  }
+
+  warnings.push({
+    type: 'other',
+    message:
+      'google.interactions: invalid providerOptions.google.processing on video file part; expected "agentic", "static", or a static processing configuration. Option dropped.',
+  });
+  return {};
+}
+
 /*
  * Drops assistant messages that were part of the linked interaction
  * (`previousInteractionId`). Tool-result turns whose tool-call counterpart

package/src/interactions/google-interactions-api.ts

@@ -222,6 +222,22 @@ const stepSchema = () => {
     })
     .loose();
 
+  const processingCallStep = z
+    .object({
+      type: z.literal('processing_call'),
+      id: z.string(),
+      signature: z.string().nullish(),
+    })
+    .loose();
+
+  const processingResultStep = z
+    .object({
+      type: z.literal('processing_result'),
+      call_id: z.string(),
+      signature: z.string().nullish(),
+    })
+    .loose();
+
   const builtinToolCallStep = z
     .object({
       type: z.enum(BUILTIN_TOOL_CALL_STEP_TYPES),
@@ -251,6 +267,8 @@ const stepSchema = () => {
     modelOutputStep,
     functionCallStep,
     thoughtStep,
+    processingCallStep,
+    processingResultStep,
     builtinToolCallStep,
     builtinToolResultStep,
     z.object({ type: z.string() }).loose(),

package/src/interactions/google-interactions-language-model-options.ts

@@ -36,10 +36,34 @@ export type GoogleInteractionsModelId =
   | 'gemini-3.5-flash-lite'
   | 'gemini-3.6-flash'
   | 'gemini-3.7-flash'
+  | 'gemini-3.8-flash'
   | 'lyria-3-clip-preview'
   | 'lyria-3-pro-preview'
   | (string & {});
 
+/**
+ * Provider options for an individual video file part sent to the Gemini
+ * Interactions API.
+ */
+export type GoogleInteractionsVideoOptions = {
+  /**
+   * Controls how Gemini processes this video.
+   *
+   * Agentic processing dynamically explores the video timeline. Static
+   * processing samples frames at a fixed rate and optionally supports clipping
+   * and custom frame rates.
+   */
+  processing?:
+    | 'agentic'
+    | 'static'
+    | {
+        type: 'static';
+        startOffset?: number;
+        endOffset?: number;
+        fps?: number;
+      };
+};
+
 /**
  * Provider-options schema for `google.interactions(...)` calls. Read from the
  * shared `providerOptions.google.*` namespace (per PRD); per-call options that

package/src/interactions/google-interactions-prompt.ts

@@ -35,12 +35,23 @@ export type GoogleInteractionsDocumentContent = {
   uri?: string;
 };
 
+export type GoogleInteractionsVideoProcessing =
+  | 'agentic'
+  | 'static'
+  | {
+      type: 'static';
+      start_offset?: number;
+      end_offset?: number;
+      fps?: number;
+    };
+
 export type GoogleInteractionsVideoContent = {
   type: 'video';
   data?: string;
   mime_type?: string;
   uri?: string;
   resolution?: 'low' | 'medium' | 'high' | 'ultra_high';
+  processing?: GoogleInteractionsVideoProcessing;
 };
 
 export type GoogleInteractionsThoughtSummaryItem =
@@ -127,6 +138,16 @@ export type GoogleInteractionsThoughtStepPayload = {
   summary?: Array<GoogleInteractionsThoughtSummaryItem>;
 };
 
+export type GoogleInteractionsProcessingCallStepPayload = {
+  id: string;
+  signature?: string;
+};
+
+export type GoogleInteractionsProcessingResultStepPayload = {
+  call_id: string;
+  signature?: string;
+};
+
 export type GoogleInteractionsCodeExecutionCallStepPayload = {
   id: string;
   arguments?: { code?: string; language?: string };
@@ -255,6 +276,14 @@ export type GoogleInteractionsThoughtStep = {
   type: 'thought';
 } & GoogleInteractionsThoughtStepPayload;
 
+export type GoogleInteractionsProcessingCallStep = {
+  type: 'processing_call';
+} & GoogleInteractionsProcessingCallStepPayload;
+
+export type GoogleInteractionsProcessingResultStep = {
+  type: 'processing_result';
+} & GoogleInteractionsProcessingResultStepPayload;
+
 export type GoogleInteractionsBuiltinToolCallStep =
   | ({
       type: 'google_search_call';
@@ -294,6 +323,8 @@ export type GoogleInteractionsStep =
   | GoogleInteractionsModelOutputStep
   | GoogleInteractionsFunctionCallStep
   | GoogleInteractionsThoughtStep
+  | GoogleInteractionsProcessingCallStep
+  | GoogleInteractionsProcessingResultStep
   | GoogleInteractionsBuiltinToolCallStep
   | GoogleInteractionsBuiltinToolResultStep
   | { type: string; [k: string]: unknown };

package/src/interactions/google-interactions-provider-metadata.ts

@@ -28,4 +28,16 @@ export type GoogleInteractionsProviderMetadata = {
    * reasoning / tool-call parts and round-tripped on input parts.
    */
   signature?: string;
+
+  /**
+   * ID of an agentic video `processing_call` step. Present on
+   * `google.processing_call` custom parts.
+   */
+  processingId?: string;
+
+  /**
+   * ID of the corresponding agentic video processing call. Present on
+   * `google.processing_result` custom parts.
+   */
+  processingCallId?: string;
 };

package/src/interactions/parse-google-interactions-outputs.ts

@@ -23,9 +23,13 @@ export type ParseGoogleInteractionsOutputsResult = {
 function googleProviderMetadata({
   signature,
   interactionId,
+  processingId,
+  processingCallId,
 }: {
   signature?: string | null;
   interactionId?: string;
+  processingId?: string;
+  processingCallId?: string;
 }): { providerMetadata: { google: Record<string, string> } } | object {
   const google: Record<string, string> = {};
   if (signature != null) {
@@ -34,6 +38,12 @@ function googleProviderMetadata({
   if (interactionId != null) {
     google.interactionId = interactionId;
   }
+  if (processingId != null) {
+    google.processingId = processingId;
+  }
+  if (processingCallId != null) {
+    google.processingCallId = processingCallId;
+  }
   return Object.keys(google).length > 0 ? { providerMetadata: { google } } : {};
 }
 
@@ -198,6 +208,40 @@ export function parseGoogleInteractionsOutputs({
         });
         break;
       }
+      case 'processing_call': {
+        const call = step as {
+          id?: string;
+          signature?: string | null;
+        };
+        const processingId = call.id || generateId();
+        content.push({
+          type: 'custom',
+          kind: 'google.processing_call',
+          ...googleProviderMetadata({
+            signature: call.signature,
+            interactionId,
+            processingId,
+          }),
+        });
+        break;
+      }
+      case 'processing_result': {
+        const result = step as {
+          call_id?: string;
+          signature?: string | null;
+        };
+        const processingCallId = result.call_id || generateId();
+        content.push({
+          type: 'custom',
+          kind: 'google.processing_result',
+          ...googleProviderMetadata({
+            signature: result.signature,
+            interactionId,
+            processingCallId,
+          }),
+        });
+        break;
+      }
       case 'function_call': {
         hasFunctionCall = true;
         const call = step as {