@ai-sdk/google 4.0.62 → 4.0.64

package/src/google-language-model.ts

@@ -13,6 +13,7 @@ import type {
 } from '@ai-sdk/provider';
 import {
   combineHeaders,
+  createToolNameMapping,
   createEventSourceResponseHandler,
   createJsonResponseHandler,
   generateId,
@@ -297,6 +298,12 @@ export class GoogleLanguageModel implements LanguageModelV4 {
       modelId: this.modelId,
       isVertexProvider,
     });
+    const toolNameMapping = createToolNameMapping({
+      tools,
+      providerToolNames: {
+        'google.code_execution': 'code_execution',
+      },
+    });
 
     const resolvedThinking = resolveThinkingConfig({
       reasoning,
@@ -394,6 +401,7 @@ export class GoogleLanguageModel implements LanguageModelV4 {
       warnings: [...warnings, ...toolWarnings],
       providerOptionsNames,
       extraHeaders: vertexPaygoHeaders,
+      toolNameMapping,
     };
   }
 
@@ -401,10 +409,12 @@ export class GoogleLanguageModel implements LanguageModelV4 {
     response,
     warnings,
     providerOptionsNames,
+    toolNameMapping,
   }: {
     response: InferSchema<typeof responseSchema>;
     warnings: SharedV4Warning[];
     providerOptionsNames: readonly string[];
+    toolNameMapping?: ReturnType<typeof createToolNameMapping>;
   }): LanguageModelV4GenerateResult {
     const wrapProviderMetadata = (payload: Record<string, unknown>) =>
       Object.fromEntries(
@@ -437,7 +447,9 @@ export class GoogleLanguageModel implements LanguageModelV4 {
         content.push({
           type: 'tool-call',
           toolCallId,
-          toolName: 'code_execution',
+          toolName:
+            toolNameMapping?.toCustomToolName('code_execution') ??
+            'code_execution',
           input: JSON.stringify(part.executableCode),
           providerExecuted: true,
         });
@@ -446,7 +458,9 @@ export class GoogleLanguageModel implements LanguageModelV4 {
           type: 'tool-result',
           // Results correspond to the most recent executable code part.
           toolCallId: lastCodeExecutionToolCallId!,
-          toolName: 'code_execution',
+          toolName:
+            toolNameMapping?.toCustomToolName('code_execution') ??
+            'code_execution',
           result: {
             outcome: part.codeExecutionResult.outcome,
             output: part.codeExecutionResult.output ?? '',
@@ -586,8 +600,13 @@ export class GoogleLanguageModel implements LanguageModelV4 {
   async doGenerate(
     options: LanguageModelV4CallOptions,
   ): Promise<LanguageModelV4GenerateResult> {
-    const { args, warnings, providerOptionsNames, extraHeaders } =
-      await this.getArgs(options);
+    const {
+      args,
+      warnings,
+      providerOptionsNames,
+      extraHeaders,
+      toolNameMapping,
+    } = await this.getArgs(options);
 
     const mergedHeaders = combineHeaders(
       this.config.headers ? await resolve(this.config.headers) : undefined,
@@ -615,6 +634,7 @@ export class GoogleLanguageModel implements LanguageModelV4 {
       response,
       warnings,
       providerOptionsNames,
+      toolNameMapping,
     });
 
     return {
@@ -631,8 +651,13 @@ export class GoogleLanguageModel implements LanguageModelV4 {
   async doStream(
     options: LanguageModelV4CallOptions,
   ): Promise<LanguageModelV4StreamResult> {
-    const { args, warnings, providerOptionsNames, extraHeaders } =
-      await this.getArgs(options, { isStreaming: true });
+    const {
+      args,
+      warnings,
+      providerOptionsNames,
+      extraHeaders,
+      toolNameMapping,
+    } = await this.getArgs(options, { isStreaming: true });
     const wrapProviderMetadata = (payload: Record<string, unknown>) =>
       Object.fromEntries(
         providerOptionsNames.map(name => [name, payload]),
@@ -820,7 +845,8 @@ export class GoogleLanguageModel implements LanguageModelV4 {
                   controller.enqueue({
                     type: 'tool-call',
                     toolCallId,
-                    toolName: 'code_execution',
+                    toolName:
+                      toolNameMapping.toCustomToolName('code_execution'),
                     input: JSON.stringify(part.executableCode),
                     providerExecuted: true,
                   });
@@ -835,7 +861,8 @@ export class GoogleLanguageModel implements LanguageModelV4 {
                     controller.enqueue({
                       type: 'tool-result',
                       toolCallId,
-                      toolName: 'code_execution',
+                      toolName:
+                        toolNameMapping.toCustomToolName('code_execution'),
                       result: {
                         outcome: part.codeExecutionResult.outcome,
                         output: part.codeExecutionResult.output ?? '',

package/src/index.ts

@@ -37,6 +37,7 @@ export type { GoogleFilesUploadOptions } from './google-files';
 export type {
   GoogleLanguageModelInteractionsOptions,
   GoogleInteractionsModelId,
+  GoogleInteractionsVideoOptions,
 } from './interactions/google-interactions-language-model-options';
 export type { GoogleInteractionsProviderMetadata } from './interactions/google-interactions-provider-metadata';
 export type { GoogleInteractionsAgentName } from './interactions/google-interactions-agent';

package/src/interactions/build-google-interactions-stream-transform.ts

@@ -103,6 +103,12 @@ type OpenBlockState =
       isError?: boolean;
       resultEmitted: boolean;
     }
+  | {
+      kind: 'custom';
+      id: string;
+      customKind: 'google.processing_call' | 'google.processing_result';
+      google: Record<string, string>;
+    }
   /**
    * A `model_output` step whose inner content-block kind has not yet been
    * disambiguated. `step.start` may arrive bare (`{type: 'model_output'}`,
@@ -337,6 +343,24 @@ export function buildGoogleInteractionsStreamTransform({
                 }
               }
             }
+          } else if (
+            stepType === 'processing_call' ||
+            stepType === 'processing_result'
+          ) {
+            const google: Record<string, string> = {};
+            if (step?.signature != null) google.signature = step.signature;
+            if (interactionId != null) google.interactionId = interactionId;
+            if (stepType === 'processing_call') {
+              google.processingId = step?.id || blockId;
+            } else {
+              google.processingCallId = step?.call_id || blockId;
+            }
+            openBlocks.set(index, {
+              kind: 'custom',
+              id: blockId,
+              customKind: `google.${stepType}`,
+              google,
+            });
           } else if (stepType === 'function_call') {
             const toolCallId = step?.id || blockId;
             const toolName = step?.name ?? 'unknown';
@@ -544,7 +568,28 @@ export function buildGoogleInteractionsStreamTransform({
               }
             | undefined;
 
-          if (open.kind === 'text' && delta?.type === 'text') {
+          if (
+            open.kind === 'custom' &&
+            (delta?.type === 'processing_call' ||
+              delta?.type === 'processing_result')
+          ) {
+            if (delta.signature != null)
+              open.google.signature = delta.signature;
+            if (
+              delta.type === 'processing_call' &&
+              delta.id != null &&
+              delta.id.length > 0
+            ) {
+              open.google.processingId = delta.id;
+            }
+            if (
+              delta.type === 'processing_result' &&
+              delta.call_id != null &&
+              delta.call_id.length > 0
+            ) {
+              open.google.processingCallId = delta.call_id;
+            }
+          } else if (open.kind === 'text' && delta?.type === 'text') {
             const text = delta.text ?? '';
             if (text.length > 0) {
               controller.enqueue({
@@ -724,6 +769,12 @@ export function buildGoogleInteractionsStreamTransform({
               input: accumulated,
               ...(providerMetadata ? { providerMetadata } : {}),
             });
+          } else if (open.kind === 'custom') {
+            controller.enqueue({
+              type: 'custom',
+              kind: open.customKind,
+              providerMetadata: { google: open.google },
+            });
           } else if (open.kind === 'builtin_tool_call' && !open.callEmitted) {
             controller.enqueue({
               type: 'tool-call',

package/src/interactions/convert-to-google-interactions-input.ts

@@ -20,6 +20,7 @@ import type {
   GoogleInteractionsInput,
   GoogleInteractionsStep,
   GoogleInteractionsTextContent,
+  GoogleInteractionsVideoProcessing,
 } from './google-interactions-prompt';
 
 export type GoogleInteractionsMediaResolution =
@@ -163,6 +164,44 @@ export function convertToGoogleInteractionsInput({
             if (fileBlock != null) {
               pendingModelOutput.push(fileBlock);
             }
+          } else if (part.type === 'custom') {
+            flushModelOutput();
+            const google = part.providerOptions?.google as
+              | {
+                  processingId?: unknown;
+                  processingCallId?: unknown;
+                  signature?: unknown;
+                }
+              | undefined;
+            const signature =
+              typeof google?.signature === 'string'
+                ? google.signature
+                : undefined;
+
+            if (
+              part.kind === 'google.processing_call' &&
+              typeof google?.processingId === 'string'
+            ) {
+              steps.push({
+                type: 'processing_call',
+                id: google.processingId,
+                ...(signature != null ? { signature } : {}),
+              });
+            } else if (
+              part.kind === 'google.processing_result' &&
+              typeof google?.processingCallId === 'string'
+            ) {
+              steps.push({
+                type: 'processing_result',
+                call_id: google.processingCallId,
+                ...(signature != null ? { signature } : {}),
+              });
+            } else {
+              warnings.push({
+                type: 'other',
+                message: `google.interactions: unsupported or invalid custom assistant content part "${part.kind}"; part dropped.`,
+              });
+            }
           } else if (part.type === 'tool-call') {
             flushModelOutput();
             const signature = part.providerOptions?.google?.signature as
@@ -282,6 +321,8 @@ function convertFilePartToContent({
     mediaResolution != null && (kind === 'image' || kind === 'video')
       ? { resolution: mediaResolution }
       : {};
+  const processingField =
+    kind === 'video' ? getVideoProcessingField({ part, warnings }) : {};
 
   switch (part.data.type) {
     case 'data': {
@@ -291,6 +332,7 @@ function convertFilePartToContent({
         data: convertToBase64(part.data.data),
         mime_type: mimeType,
         ...resolutionField,
+        ...processingField,
       };
     }
     case 'url': {
@@ -301,6 +343,7 @@ function convertFilePartToContent({
           ? { mime_type: part.mediaType }
           : {}),
         ...resolutionField,
+        ...processingField,
       };
     }
     case 'reference': {
@@ -315,11 +358,67 @@ function convertFilePartToContent({
           ? { mime_type: part.mediaType }
           : {}),
         ...resolutionField,
+        ...processingField,
       };
     }
   }
 }
 
+function getVideoProcessingField({
+  part,
+  warnings,
+}: {
+  part: LanguageModelV4FilePart;
+  warnings: Array<SharedV4Warning>;
+}): { processing?: GoogleInteractionsVideoProcessing } {
+  const processing = (
+    part.providerOptions?.google as
+      | {
+          processing?: unknown;
+        }
+      | undefined
+  )?.processing;
+
+  if (processing == null) {
+    return {};
+  }
+
+  if (processing === 'agentic' || processing === 'static') {
+    return { processing };
+  }
+
+  if (
+    typeof processing === 'object' &&
+    !Array.isArray(processing) &&
+    (processing as { type?: unknown }).type === 'static'
+  ) {
+    const config = processing as {
+      startOffset?: unknown;
+      endOffset?: unknown;
+      fps?: unknown;
+    };
+    return {
+      processing: {
+        type: 'static',
+        ...(typeof config.startOffset === 'number'
+          ? { start_offset: config.startOffset }
+          : {}),
+        ...(typeof config.endOffset === 'number'
+          ? { end_offset: config.endOffset }
+          : {}),
+        ...(typeof config.fps === 'number' ? { fps: config.fps } : {}),
+      },
+    };
+  }
+
+  warnings.push({
+    type: 'other',
+    message:
+      'google.interactions: invalid providerOptions.google.processing on video file part; expected "agentic", "static", or a static processing configuration. Option dropped.',
+  });
+  return {};
+}
+
 /*
  * Drops assistant messages that were part of the linked interaction
  * (`previousInteractionId`). Tool-result turns whose tool-call counterpart

package/src/interactions/google-interactions-api.ts

@@ -222,6 +222,22 @@ const stepSchema = () => {
     })
     .loose();
 
+  const processingCallStep = z
+    .object({
+      type: z.literal('processing_call'),
+      id: z.string(),
+      signature: z.string().nullish(),
+    })
+    .loose();
+
+  const processingResultStep = z
+    .object({
+      type: z.literal('processing_result'),
+      call_id: z.string(),
+      signature: z.string().nullish(),
+    })
+    .loose();
+
   const builtinToolCallStep = z
     .object({
       type: z.enum(BUILTIN_TOOL_CALL_STEP_TYPES),
@@ -251,6 +267,8 @@ const stepSchema = () => {
     modelOutputStep,
     functionCallStep,
     thoughtStep,
+    processingCallStep,
+    processingResultStep,
     builtinToolCallStep,
     builtinToolResultStep,
     z.object({ type: z.string() }).loose(),

package/src/interactions/google-interactions-language-model-options.ts

@@ -36,10 +36,34 @@ export type GoogleInteractionsModelId =
   | 'gemini-3.5-flash-lite'
   | 'gemini-3.6-flash'
   | 'gemini-3.7-flash'
+  | 'gemini-3.8-flash'
   | 'lyria-3-clip-preview'
   | 'lyria-3-pro-preview'
   | (string & {});
 
+/**
+ * Provider options for an individual video file part sent to the Gemini
+ * Interactions API.
+ */
+export type GoogleInteractionsVideoOptions = {
+  /**
+   * Controls how Gemini processes this video.
+   *
+   * Agentic processing dynamically explores the video timeline. Static
+   * processing samples frames at a fixed rate and optionally supports clipping
+   * and custom frame rates.
+   */
+  processing?:
+    | 'agentic'
+    | 'static'
+    | {
+        type: 'static';
+        startOffset?: number;
+        endOffset?: number;
+        fps?: number;
+      };
+};
+
 /**
  * Provider-options schema for `google.interactions(...)` calls. Read from the
  * shared `providerOptions.google.*` namespace (per PRD); per-call options that

package/src/interactions/google-interactions-prompt.ts

@@ -35,12 +35,23 @@ export type GoogleInteractionsDocumentContent = {
   uri?: string;
 };
 
+export type GoogleInteractionsVideoProcessing =
+  | 'agentic'
+  | 'static'
+  | {
+      type: 'static';
+      start_offset?: number;
+      end_offset?: number;
+      fps?: number;
+    };
+
 export type GoogleInteractionsVideoContent = {
   type: 'video';
   data?: string;
   mime_type?: string;
   uri?: string;
   resolution?: 'low' | 'medium' | 'high' | 'ultra_high';
+  processing?: GoogleInteractionsVideoProcessing;
 };
 
 export type GoogleInteractionsThoughtSummaryItem =
@@ -127,6 +138,16 @@ export type GoogleInteractionsThoughtStepPayload = {
   summary?: Array<GoogleInteractionsThoughtSummaryItem>;
 };
 
+export type GoogleInteractionsProcessingCallStepPayload = {
+  id: string;
+  signature?: string;
+};
+
+export type GoogleInteractionsProcessingResultStepPayload = {
+  call_id: string;
+  signature?: string;
+};
+
 export type GoogleInteractionsCodeExecutionCallStepPayload = {
   id: string;
   arguments?: { code?: string; language?: string };
@@ -255,6 +276,14 @@ export type GoogleInteractionsThoughtStep = {
   type: 'thought';
 } & GoogleInteractionsThoughtStepPayload;
 
+export type GoogleInteractionsProcessingCallStep = {
+  type: 'processing_call';
+} & GoogleInteractionsProcessingCallStepPayload;
+
+export type GoogleInteractionsProcessingResultStep = {
+  type: 'processing_result';
+} & GoogleInteractionsProcessingResultStepPayload;
+
 export type GoogleInteractionsBuiltinToolCallStep =
   | ({
       type: 'google_search_call';
@@ -294,6 +323,8 @@ export type GoogleInteractionsStep =
   | GoogleInteractionsModelOutputStep
   | GoogleInteractionsFunctionCallStep
   | GoogleInteractionsThoughtStep
+  | GoogleInteractionsProcessingCallStep
+  | GoogleInteractionsProcessingResultStep
   | GoogleInteractionsBuiltinToolCallStep
   | GoogleInteractionsBuiltinToolResultStep
   | { type: string; [k: string]: unknown };

package/src/interactions/google-interactions-provider-metadata.ts

@@ -28,4 +28,16 @@ export type GoogleInteractionsProviderMetadata = {
    * reasoning / tool-call parts and round-tripped on input parts.
    */
   signature?: string;
+
+  /**
+   * ID of an agentic video `processing_call` step. Present on
+   * `google.processing_call` custom parts.
+   */
+  processingId?: string;
+
+  /**
+   * ID of the corresponding agentic video processing call. Present on
+   * `google.processing_result` custom parts.
+   */
+  processingCallId?: string;
 };

package/src/interactions/parse-google-interactions-outputs.ts

@@ -23,9 +23,13 @@ export type ParseGoogleInteractionsOutputsResult = {
 function googleProviderMetadata({
   signature,
   interactionId,
+  processingId,
+  processingCallId,
 }: {
   signature?: string | null;
   interactionId?: string;
+  processingId?: string;
+  processingCallId?: string;
 }): { providerMetadata: { google: Record<string, string> } } | object {
   const google: Record<string, string> = {};
   if (signature != null) {
@@ -34,6 +38,12 @@ function googleProviderMetadata({
   if (interactionId != null) {
     google.interactionId = interactionId;
   }
+  if (processingId != null) {
+    google.processingId = processingId;
+  }
+  if (processingCallId != null) {
+    google.processingCallId = processingCallId;
+  }
   return Object.keys(google).length > 0 ? { providerMetadata: { google } } : {};
 }
 
@@ -198,6 +208,40 @@ export function parseGoogleInteractionsOutputs({
         });
         break;
       }
+      case 'processing_call': {
+        const call = step as {
+          id?: string;
+          signature?: string | null;
+        };
+        const processingId = call.id || generateId();
+        content.push({
+          type: 'custom',
+          kind: 'google.processing_call',
+          ...googleProviderMetadata({
+            signature: call.signature,
+            interactionId,
+            processingId,
+          }),
+        });
+        break;
+      }
+      case 'processing_result': {
+        const result = step as {
+          call_id?: string;
+          signature?: string | null;
+        };
+        const processingCallId = result.call_id || generateId();
+        content.push({
+          type: 'custom',
+          kind: 'google.processing_result',
+          ...googleProviderMetadata({
+            signature: result.signature,
+            interactionId,
+            processingCallId,
+          }),
+        });
+        break;
+      }
       case 'function_call': {
         hasFunctionCall = true;
         const call = step as {