@tanstack/ai-gemini 0.26.4 → 0.27.0

package/src/model-meta.ts

@@ -14,6 +14,7 @@ interface ModelMeta<TProviderOptions = unknown> {
     input: Array<'text' | 'image' | 'audio' | 'video' | 'document'>
     output: Array<'text' | 'image' | 'audio' | 'video'>
     capabilities?: Array<
+      | 'agentic_video'
       | 'audio_generation'
       | 'batch_api'
       | 'caching'
@@ -807,11 +808,44 @@ const VEO_3_1_LITE_PREVIEW = {
 >
 
 /**
- * Gemini Omni Flash — multimodal video generation with conversational
- * editing. Serves only the Interactions API (`generateContent` rejects it),
- * so it routes through the interactions-based path of the video adapter,
- * not Veo's `:predictLongRunning` flow. Pricing is per second of generated
- * video ($0.10/sec). 720p / 24 FPS, 3–10 second clips (default 10s).
+ * Gemini Omni 1.1 Flash — GA. Multimodal video generation with
+ * conversational editing. Serves only the Interactions API
+ * (`generateContent` rejects it), so it routes through the
+ * interactions-based path of the video adapter, not Veo's
+ * `:predictLongRunning` flow. Pricing is per second of generated video
+ * ($0.10/sec). 360p / 720p (default) / 1080p / 4k at 24 FPS, 3–10 second
+ * clips (default 10s).
+ * @see https://ai.google.dev/gemini-api/docs/models/gemini-omni-flash
+ * @experimental Omni video generation is an experimental feature and may change.
+ */
+const GEMINI_OMNI_1_1_FLASH = {
+  name: 'gemini-omni-1.1-flash',
+  max_input_tokens: 1_048_576,
+  max_output_tokens: 1,
+  supports: {
+    input: ['text', 'image', 'video'],
+    output: ['video', 'audio'],
+  },
+  pricing: {
+    input: {
+      normal: 0,
+    },
+    output: {
+      normal: 0.1,
+    },
+  },
+} as const satisfies ModelMeta<
+  GeminiToolConfigOptions &
+    GeminiSafetyOptions &
+    GeminiCommonConfigOptions &
+    GeminiCachedContentOptions
+>
+
+/**
+ * @deprecated `gemini-omni-flash-preview` shuts down on 2026-09-30. Use the
+ * GA id `gemini-omni-1.1-flash` instead. Kept in the model union so existing
+ * code still compiles until shutdown.
+ * @see https://ai.google.dev/gemini-api/docs/models/gemini-omni-flash
  * @experimental Omni video generation is an experimental feature and may change.
  */
 const GEMINI_OMNI_FLASH_PREVIEW = {
@@ -846,6 +880,7 @@ const GEMINI_3_7_FLASH = {
     input: ['text', 'image', 'video', 'audio', 'document'],
     output: ['text'],
     capabilities: [
+      'agentic_video',
       'batch_api',
       'caching',
       'function_calling',
@@ -890,6 +925,7 @@ const GEMINI_3_6_FLASH = {
     input: ['text', 'image', 'video', 'audio', 'document'],
     output: ['text'],
     capabilities: [
+      'agentic_video',
       'batch_api',
       'caching',
       'function_calling',
@@ -973,6 +1009,7 @@ const GEMINI_3_5_FLASH_LITE = {
     input: ['text', 'image', 'video', 'audio', 'document'],
     output: ['text'],
     capabilities: [
+      'agentic_video',
       'batch_api',
       'caching',
       'function_calling',
@@ -1143,15 +1180,19 @@ export const GEMINI_VIDEO_MODELS = [
   VEO_3_1_PREVIEW.name,
   VEO_3_1_FAST_PREVIEW.name,
   VEO_3_1_LITE_PREVIEW.name,
+  GEMINI_OMNI_1_1_FLASH.name,
+  // Deprecated alias — shuts down 2026-09-30.
   GEMINI_OMNI_FLASH_PREVIEW.name,
 ] as const
 
 /**
  * Video models served by the Interactions API rather than Veo's
- * `:predictLongRunning` operations flow.
+ * `:predictLongRunning` operations flow. GA id first; the trailing
+ * `-preview` id is a shutdown alias kept so existing code compiles.
  * @experimental Omni video generation is an experimental feature and may change.
  */
 export const GEMINI_INTERACTIONS_VIDEO_MODELS = [
+  GEMINI_OMNI_1_1_FLASH.name,
   GEMINI_OMNI_FLASH_PREVIEW.name,
 ] as const
 

package/src/tools/tool-converter.ts

@@ -8,7 +8,7 @@ import { convertGoogleSearchRetrievalToolToAdapterFormat } from './google-search
 import { convertGoogleSearchToolToAdapterFormat } from './google-search-tool'
 import { convertUrlContextToolToAdapterFormat } from './url-context-tool'
 import type { Tool } from '@tanstack/ai'
-import type { ToolUnion } from '@google/genai'
+import type { FunctionDeclaration, ToolUnion } from '@google/genai'
 
 /**
  * Converts standard Tool format to Gemini-specific tool format
@@ -37,11 +37,7 @@ export function convertToolsToProviderFormat<TTool extends Tool>(
   }
   assertUniqueToolNames(tools)
   const result: Array<ToolUnion> = []
-  const functionDeclarations: Array<{
-    name: string
-    description?: string
-    parameters?: any
-  }> = []
+  const functionDeclarations: Array<FunctionDeclaration> = []
 
   // Process each tool and group function declarations together
   for (const tool of tools) {
@@ -80,7 +76,7 @@ export function convertToolsToProviderFormat<TTool extends Tool>(
         functionDeclarations.push({
           name: tool.name,
           description: tool.description,
-          parameters: tool.inputSchema ?? {
+          parametersJsonSchema: tool.inputSchema ?? {
             type: 'object',
             properties: {},
             required: [],

package/src/video/video-provider-options.ts

@@ -41,15 +41,48 @@ export function isInteractionsVideoModel(
 }
 
 /**
- * Supported aspect ratios for Gemini video generation. This is the `size`
- * value for the Gemini video adapter — both Veo and Omni Flash express
- * output shape as an aspect ratio (plus an optional `resolution` in Veo's
- * `modelOptions`), not pixel dimensions.
+ * Aspect ratios for Gemini video generation. Veo `size` is this union.
+ * Omni `size` also accepts an `aspectRatio_resolution` suffix
+ * (`'16:9_1080p'`), same template as grok / byteplus video.
  *
  * @experimental Video generation is an experimental feature and may change.
  */
 export type GeminiVideoSize = '16:9' | '9:16'
 
+/**
+ * Omni Flash output resolution. Used as the optional suffix on `size`
+ * (`'16:9_1080p'`). Default 720p when omitted.
+ *
+ * @experimental Omni video generation is an experimental feature and may change.
+ */
+export type GeminiOmniVideoResolution = '360p' | '720p' | '1080p' | '4k'
+
+/**
+ * Omni Flash `size`: bare aspect ratio or `aspectRatio_resolution`.
+ *
+ * @experimental Omni video generation is an experimental feature and may change.
+ */
+export type GeminiOmniVideoSize =
+  | GeminiVideoSize
+  | `${GeminiVideoSize}_${GeminiOmniVideoResolution}`
+
+/**
+ * Splits an Omni `size` into aspect ratio and optional resolution.
+ * `'16:9_1080p'` → `{ aspectRatio: '16:9', resolution: '1080p' }`.
+ * `'9:16'` → `{ aspectRatio: '9:16' }`.
+ */
+export function parseGeminiOmniVideoSize(
+  size: string,
+): { aspectRatio: string; resolution?: string } | undefined {
+  const match = /^(\d+:\d+)(?:_(.+))?$/.exec(size)
+  const [, aspectRatio, resolution] = match ?? []
+  if (aspectRatio === undefined) return undefined
+  return {
+    aspectRatio,
+    ...(resolution !== undefined && { resolution }),
+  }
+}
+
 /**
  * Provider-specific options for Gemini Veo video generation.
  *
@@ -85,7 +118,9 @@ export type GeminiVideoProviderOptions = Omit<
  *   and polls it through the `generateVideo` jobs API
  * - `response_modalities` / `response_format` — the adapter requests video
  *   output and maps the top-level `size` option onto
- *   `response_format.aspect_ratio`
+ *   `response_format.aspect_ratio` (and `response_format.resolution` when
+ *   the size carries a suffix) and `duration` onto
+ *   `response_format.duration`
  * - `tools` / `response_mime_type` — not applicable to video generation
  *
  * Notable passthroughs:
@@ -121,12 +156,15 @@ export type GeminiVideoModelProviderOptionsByName = {
 }
 
 /**
- * Model-specific size (aspect ratio) mapping.
+ * Model-specific size mapping. Veo is aspect ratio only. Omni accepts the
+ * `aspectRatio_resolution` template (`'16:9_1080p'`).
  *
  * @experimental Video generation is an experimental feature and may change.
  */
 export type GeminiVideoModelSizeByName = {
-  [TModel in GeminiVideoModel]: GeminiVideoSize
+  [TModel in GeminiVideoModel]: TModel extends GeminiInteractionsVideoModel
+    ? GeminiOmniVideoSize
+    : GeminiVideoSize
 }
 
 /**
@@ -156,6 +194,7 @@ export type GeminiVideoModelDurationByName = {
   'veo-3.1-generate-preview': 4 | 6 | 8
   'veo-3.1-fast-generate-preview': 4 | 6 | 8
   'veo-3.1-lite-generate-preview': 4 | 6 | 8
+  'gemini-omni-1.1-flash': number
   'gemini-omni-flash-preview': number
 }
 
@@ -182,6 +221,12 @@ export const GEMINI_VIDEO_DURATIONS: {
   'veo-3.1-generate-preview': { kind: 'discrete', values: [4, 6, 8] },
   'veo-3.1-fast-generate-preview': { kind: 'discrete', values: [4, 6, 8] },
   'veo-3.1-lite-generate-preview': { kind: 'discrete', values: [4, 6, 8] },
+  'gemini-omni-1.1-flash': {
+    kind: 'range',
+    min: 3,
+    max: 10,
+    unit: 'seconds',
+  },
   'gemini-omni-flash-preview': {
     kind: 'range',
     min: 3,