@google/genai 1.52.0 → 2.0.0

package/dist/web/web.d.ts

@@ -487,6 +487,30 @@ declare interface AudioContent {
     uri?: string;
 }
 
+/**
+ * Configuration for audio output format.
+ */
+declare interface AudioResponseFormat {
+    type: 'audio';
+    /**
+     * Bit rate in bits per second (bps). Only applicable for compressed formats (MP3,
+     * Opus).
+     */
+    bitRate?: number;
+    /**
+     * The delivery mode for the audio output.
+     */
+    delivery?: 'inline' | 'url';
+    /**
+     * The MIME type of the audio output.
+     */
+    mimeType?: 'audio/mp3' | 'audio/ogg_opus' | 'audio/l16' | 'audio/wav' | 'audio/alaw' | 'audio/mulaw';
+    /**
+     * Sample rate in Hz.
+     */
+    sampleRate?: number;
+}
+
 /** The audio transcription configuration in Setup. */
 export declare interface AudioTranscriptionConfig {
     /** The language codes of the audio. BCP-47 language code. If not set, the transcription will be in the language detected by the model. If set, the server will use the language code specified in the model config as a hint for the language of the audio
@@ -659,7 +683,7 @@ declare interface BaseCreateAgentInteractionParams {
     /**
      * Body param: The input for the interaction.
      */
-    input: Array<Content_2> | string | Array<Turn> | TextContent | ImageContent | AudioContent | DocumentContent | VideoContent | ThoughtContent | FunctionCallContent | CodeExecutionCallContent | URLContextCallContent | MCPServerToolCallContent | GoogleSearchCallContent | FileSearchCallContent | GoogleMapsCallContent | FunctionResultContent | CodeExecutionResultContent | URLContextResultContent | GoogleSearchResultContent | MCPServerToolResultContent | FileSearchResultContent | GoogleMapsResultContent;
+    input: string | Array<Step> | Array<Content_2> | TextContent | ImageContent | AudioContent | DocumentContent | VideoContent;
     /**
      * Body param: Configuration parameters for the agent interaction.
      */
@@ -676,7 +700,7 @@ declare interface BaseCreateAgentInteractionParams {
      * Body param: Enforces that the generated response is a JSON object that complies
      * with the JSON schema specified in this field.
      */
-    response_format?: unknown;
+    response_format?: Array<AudioResponseFormat | TextResponseFormat | ImageResponseFormat | VideoResponseFormat | unknown> | AudioResponseFormat | TextResponseFormat | ImageResponseFormat | VideoResponseFormat | unknown;
     /**
      * Body param: The mime type of the response. This is required if response_format
      * is set.
@@ -722,7 +746,7 @@ declare interface BaseCreateModelInteractionParams {
     /**
      * Body param: The input for the interaction.
      */
-    input: Array<Content_2> | string | Array<Turn> | TextContent | ImageContent | AudioContent | DocumentContent | VideoContent | ThoughtContent | FunctionCallContent | CodeExecutionCallContent | URLContextCallContent | MCPServerToolCallContent | GoogleSearchCallContent | FileSearchCallContent | GoogleMapsCallContent | FunctionResultContent | CodeExecutionResultContent | URLContextResultContent | GoogleSearchResultContent | MCPServerToolResultContent | FileSearchResultContent | GoogleMapsResultContent;
+    input: string | Array<Step> | Array<Content_2> | TextContent | ImageContent | AudioContent | DocumentContent | VideoContent;
     /**
      * Body param: The name of the `Model` used for generating the interaction.
      */
@@ -743,7 +767,7 @@ declare interface BaseCreateModelInteractionParams {
      * Body param: Enforces that the generated response is a JSON object that complies
      * with the JSON schema specified in this field.
      */
-    response_format?: unknown;
+    response_format?: Array<AudioResponseFormat | TextResponseFormat | ImageResponseFormat | VideoResponseFormat | unknown> | AudioResponseFormat | TextResponseFormat | ImageResponseFormat | VideoResponseFormat | unknown;
     /**
      * Body param: The mime type of the response. This is required if response_format
      * is set.
@@ -1770,9 +1794,9 @@ declare interface CodeExecutionCallArguments {
 }
 
 /**
- * Code execution content.
+ * Code execution call step.
  */
-declare interface CodeExecutionCallContent {
+declare interface CodeExecutionCallStep {
     /**
      * Required. A unique ID for this specific tool call.
      */
@@ -1780,7 +1804,7 @@ declare interface CodeExecutionCallContent {
     /**
      * Required. The arguments to pass to the code execution.
      */
-    arguments: CodeExecutionCallArguments;
+    arguments: CodeExecutionCallStep.Arguments;
     type: 'code_execution_call';
     /**
      * A signature hash for backend validation.
@@ -1788,6 +1812,22 @@ declare interface CodeExecutionCallContent {
     signature?: string;
 }
 
+declare namespace CodeExecutionCallStep {
+    /**
+     * Required. The arguments to pass to the code execution.
+     */
+    interface Arguments {
+        /**
+         * The code to be executed.
+         */
+        code?: string;
+        /**
+         * Programming language of the `code`.
+         */
+        language?: 'python';
+    }
+}
+
 /** Result of executing the `ExecutableCode`.
 
  Generated only when the `CodeExecution` tool is used. */
@@ -1801,9 +1841,9 @@ export declare interface CodeExecutionResult {
 }
 
 /**
- * Code execution result content.
+ * Code execution result step.
  */
-declare interface CodeExecutionResultContent {
+declare interface CodeExecutionResultStep {
     /**
      * Required. ID to match the ID from the function call block.
      */
@@ -1905,288 +1945,7 @@ export declare interface Content {
 /**
  * The content of the response.
  */
-declare type Content_2 = TextContent | ImageContent | AudioContent | DocumentContent | VideoContent | ThoughtContent | FunctionCallContent | CodeExecutionCallContent | URLContextCallContent | MCPServerToolCallContent | GoogleSearchCallContent | FileSearchCallContent | GoogleMapsCallContent | FunctionResultContent | CodeExecutionResultContent | URLContextResultContent | GoogleSearchResultContent | MCPServerToolResultContent | FileSearchResultContent | GoogleMapsResultContent;
-
-declare interface ContentDelta {
-    /**
-     * The delta content data for a content block.
-     */
-    delta: ContentDelta.Text | ContentDelta.Image | ContentDelta.Audio | ContentDelta.Document | ContentDelta.Video | ContentDelta.ThoughtSummary | ContentDelta.ThoughtSignature | ContentDelta.FunctionCall | ContentDelta.CodeExecutionCall | ContentDelta.URLContextCall | ContentDelta.GoogleSearchCall | ContentDelta.MCPServerToolCall | ContentDelta.FileSearchCall | ContentDelta.GoogleMapsCall | ContentDelta.FunctionResult | ContentDelta.CodeExecutionResult | ContentDelta.URLContextResult | ContentDelta.GoogleSearchResult | ContentDelta.MCPServerToolResult | ContentDelta.FileSearchResult | ContentDelta.GoogleMapsResult | ContentDelta.TextAnnotation;
-    event_type: 'content.delta';
-    index: number;
-    /**
-     * The event_id token to be used to resume the interaction stream, from this event.
-     */
-    event_id?: string;
-}
-
-declare namespace ContentDelta {
-    interface Text {
-        text: string;
-        type: 'text';
-    }
-    interface Image {
-        type: 'image';
-        data?: string;
-        mime_type?: 'image/png' | 'image/jpeg' | 'image/webp' | 'image/heic' | 'image/heif' | 'image/gif' | 'image/bmp' | 'image/tiff';
-        /**
-         * The resolution of the media.
-         */
-        resolution?: 'low' | 'medium' | 'high' | 'ultra_high';
-        uri?: string;
-    }
-    interface Audio {
-        type: 'audio';
-        /**
-         * The number of audio channels.
-         */
-        channels?: number;
-        data?: string;
-        mime_type?: 'audio/wav' | 'audio/mp3' | 'audio/aiff' | 'audio/aac' | 'audio/ogg' | 'audio/flac' | 'audio/mpeg' | 'audio/m4a' | 'audio/l16' | 'audio/opus' | 'audio/alaw' | 'audio/mulaw';
-        /**
-         * @deprecated Deprecated. Use sample_rate instead. The value is ignored.
-         */
-        rate?: number;
-        /**
-         * The sample rate of the audio.
-         */
-        sample_rate?: number;
-        uri?: string;
-    }
-    interface Document {
-        type: 'document';
-        data?: string;
-        mime_type?: 'application/pdf';
-        uri?: string;
-    }
-    interface Video {
-        type: 'video';
-        data?: string;
-        mime_type?: 'video/mp4' | 'video/mpeg' | 'video/mpg' | 'video/mov' | 'video/avi' | 'video/x-flv' | 'video/webm' | 'video/wmv' | 'video/3gpp';
-        /**
-         * The resolution of the media.
-         */
-        resolution?: 'low' | 'medium' | 'high' | 'ultra_high';
-        uri?: string;
-    }
-    interface ThoughtSummary {
-        type: 'thought_summary';
-        /**
-         * A new summary item to be added to the thought.
-         */
-        content?: InteractionsAPI.TextContent | InteractionsAPI.ImageContent;
-    }
-    interface ThoughtSignature {
-        type: 'thought_signature';
-        /**
-         * Signature to match the backend source to be part of the generation.
-         */
-        signature?: string;
-    }
-    interface FunctionCall {
-        /**
-         * Required. A unique ID for this specific tool call.
-         */
-        id: string;
-        arguments: {
-            [key: string]: unknown;
-        };
-        name: string;
-        type: 'function_call';
-        /**
-         * A signature hash for backend validation.
-         */
-        signature?: string;
-    }
-    interface CodeExecutionCall {
-        /**
-         * Required. A unique ID for this specific tool call.
-         */
-        id: string;
-        /**
-         * The arguments to pass to the code execution.
-         */
-        arguments: InteractionsAPI.CodeExecutionCallArguments;
-        type: 'code_execution_call';
-        /**
-         * A signature hash for backend validation.
-         */
-        signature?: string;
-    }
-    interface URLContextCall {
-        /**
-         * Required. A unique ID for this specific tool call.
-         */
-        id: string;
-        /**
-         * The arguments to pass to the URL context.
-         */
-        arguments: InteractionsAPI.URLContextCallArguments;
-        type: 'url_context_call';
-        /**
-         * A signature hash for backend validation.
-         */
-        signature?: string;
-    }
-    interface GoogleSearchCall {
-        /**
-         * Required. A unique ID for this specific tool call.
-         */
-        id: string;
-        /**
-         * The arguments to pass to Google Search.
-         */
-        arguments: InteractionsAPI.GoogleSearchCallArguments;
-        type: 'google_search_call';
-        /**
-         * A signature hash for backend validation.
-         */
-        signature?: string;
-    }
-    interface MCPServerToolCall {
-        /**
-         * Required. A unique ID for this specific tool call.
-         */
-        id: string;
-        arguments: {
-            [key: string]: unknown;
-        };
-        name: string;
-        server_name: string;
-        type: 'mcp_server_tool_call';
-        /**
-         * A signature hash for backend validation.
-         */
-        signature?: string;
-    }
-    interface FileSearchCall {
-        /**
-         * Required. A unique ID for this specific tool call.
-         */
-        id: string;
-        type: 'file_search_call';
-        /**
-         * A signature hash for backend validation.
-         */
-        signature?: string;
-    }
-    interface GoogleMapsCall {
-        /**
-         * Required. A unique ID for this specific tool call.
-         */
-        id: string;
-        type: 'google_maps_call';
-        /**
-         * The arguments to pass to the Google Maps tool.
-         */
-        arguments?: InteractionsAPI.GoogleMapsCallArguments;
-        /**
-         * A signature hash for backend validation.
-         */
-        signature?: string;
-    }
-    interface FunctionResult {
-        /**
-         * Required. ID to match the ID from the function call block.
-         */
-        call_id: string;
-        result: unknown | Array<InteractionsAPI.TextContent | InteractionsAPI.ImageContent> | string;
-        type: 'function_result';
-        is_error?: boolean;
-        name?: string;
-        /**
-         * A signature hash for backend validation.
-         */
-        signature?: string;
-    }
-    interface CodeExecutionResult {
-        /**
-         * Required. ID to match the ID from the function call block.
-         */
-        call_id: string;
-        result: string;
-        type: 'code_execution_result';
-        is_error?: boolean;
-        /**
-         * A signature hash for backend validation.
-         */
-        signature?: string;
-    }
-    interface URLContextResult {
-        /**
-         * Required. ID to match the ID from the function call block.
-         */
-        call_id: string;
-        result: Array<InteractionsAPI.URLContextResult>;
-        type: 'url_context_result';
-        is_error?: boolean;
-        /**
-         * A signature hash for backend validation.
-         */
-        signature?: string;
-    }
-    interface GoogleSearchResult {
-        /**
-         * Required. ID to match the ID from the function call block.
-         */
-        call_id: string;
-        result: Array<InteractionsAPI.GoogleSearchResult>;
-        type: 'google_search_result';
-        is_error?: boolean;
-        /**
-         * A signature hash for backend validation.
-         */
-        signature?: string;
-    }
-    interface MCPServerToolResult {
-        /**
-         * Required. ID to match the ID from the function call block.
-         */
-        call_id: string;
-        result: unknown | Array<InteractionsAPI.TextContent | InteractionsAPI.ImageContent> | string;
-        type: 'mcp_server_tool_result';
-        name?: string;
-        server_name?: string;
-        /**
-         * A signature hash for backend validation.
-         */
-        signature?: string;
-    }
-    interface FileSearchResult {
-        /**
-         * Required. ID to match the ID from the function call block.
-         */
-        call_id: string;
-        result: Array<unknown>;
-        type: 'file_search_result';
-        /**
-         * A signature hash for backend validation.
-         */
-        signature?: string;
-    }
-    interface GoogleMapsResult {
-        /**
-         * Required. ID to match the ID from the function call block.
-         */
-        call_id: string;
-        type: 'google_maps_result';
-        /**
-         * The results of the Google Maps.
-         */
-        result?: Array<InteractionsAPI.GoogleMapsResult>;
-        /**
-         * A signature hash for backend validation.
-         */
-        signature?: string;
-    }
-    interface TextAnnotation {
-        type: 'text_annotation';
-        /**
-         * Citation information for model-generated content.
-         */
-        annotations?: Array<InteractionsAPI.Annotation>;
-    }
-}
+declare type Content_2 = TextContent | ImageContent | AudioContent | DocumentContent | VideoContent;
 
 /** The embedding generated from an input content. */
 export declare interface ContentEmbedding {
@@ -2228,28 +1987,6 @@ export declare class ContentReferenceImage {
     toReferenceImageAPI(): ReferenceImageAPIInternal;
 }
 
-declare interface ContentStart {
-    /**
-     * The content of the response.
-     */
-    content: Content_2;
-    event_type: 'content.start';
-    index: number;
-    /**
-     * The event_id token to be used to resume the interaction stream, from this event.
-     */
-    event_id?: string;
-}
-
-declare interface ContentStop {
-    event_type: 'content.stop';
-    index: number;
-    /**
-     * The event_id token to be used to resume the interaction stream, from this event.
-     */
-    event_id?: string;
-}
-
 export declare type ContentUnion = Content | PartUnion[] | PartUnion;
 
 /** Enables context window compression -- mechanism managing model context window so it does not exceed given length. */
@@ -3910,9 +3647,9 @@ export declare interface FileSearch {
 }
 
 /**
- * File Search content.
+ * File Search call step.
  */
-declare interface FileSearchCallContent {
+declare interface FileSearchCallStep {
     /**
      * Required. A unique ID for this specific tool call.
      */
@@ -3925,18 +3662,14 @@ declare interface FileSearchCallContent {
 }
 
 /**
- * File Search result content.
+ * File Search result step.
  */
-declare interface FileSearchResultContent {
+declare interface FileSearchResultStep {
     /**
      * Required. ID to match the ID from the function call block.
      */
     call_id: string;
     type: 'file_search_result';
-    /**
-     * Optional. The results of the File Search.
-     */
-    result?: Array<unknown>;
     /**
      * A signature hash for backend validation.
      */
@@ -4234,31 +3967,6 @@ export declare interface FunctionCall {
     willContinue?: boolean;
 }
 
-/**
- * A function tool call content block.
- */
-declare interface FunctionCallContent {
-    /**
-     * Required. A unique ID for this specific tool call.
-     */
-    id: string;
-    /**
-     * Required. The arguments to pass to the function.
-     */
-    arguments: {
-        [key: string]: unknown;
-    };
-    /**
-     * Required. The name of the tool to call.
-     */
-    name: string;
-    type: 'function_call';
-    /**
-     * A signature hash for backend validation.
-     */
-    signature?: string;
-}
-
 /** Function calling config. */
 export declare interface FunctionCallingConfig {
     /** Optional. Function names to call. Only set when the Mode is ANY. Function names should match [FunctionDeclaration.name]. With mode set to ANY, model will predict a function call from the set of function names provided. */
@@ -4293,6 +4001,31 @@ export declare enum FunctionCallingConfigMode {
     VALIDATED = "VALIDATED"
 }
 
+/**
+ * A function tool call step.
+ */
+declare interface FunctionCallStep {
+    /**
+     * Required. A unique ID for this specific tool call.
+     */
+    id: string;
+    /**
+     * Required. The arguments to pass to the function.
+     */
+    arguments: {
+        [key: string]: unknown;
+    };
+    /**
+     * Required. The name of the tool to call.
+     */
+    name: string;
+    type: 'function_call';
+    /**
+     * A signature hash for backend validation.
+     */
+    signature?: string;
+}
+
 /** Structured representation of a function declaration as defined by the [OpenAPI 3.0 specification](https://spec.openapis.org/oas/v3.0.3). Included in this declaration are the function name, description, parameters and response type. This FunctionDeclaration is a representation of a block of code that can be used as a `Tool` by the model and executed by the client. */
 export declare interface FunctionDeclaration {
     /** Optional. Description and purpose of the function. Model uses it to decide how and whether to call the function. */
@@ -4391,9 +4124,9 @@ export declare enum FunctionResponseScheduling {
 }
 
 /**
- * A function tool result content block.
+ * Result of a function tool call.
  */
-declare interface FunctionResultContent {
+declare interface FunctionResultStep {
     /**
      * Required. ID to match the ID from the function call block.
      */
@@ -5513,9 +5246,9 @@ declare interface GoogleMapsCallArguments {
 }
 
 /**
- * Google Maps content.
+ * Google Maps call step.
  */
-declare interface GoogleMapsCallContent {
+declare interface GoogleMapsCallStep {
     /**
      * Required. A unique ID for this specific tool call.
      */
@@ -5524,13 +5257,25 @@ declare interface GoogleMapsCallContent {
     /**
      * The arguments to pass to the Google Maps tool.
      */
-    arguments?: GoogleMapsCallArguments;
+    arguments?: GoogleMapsCallStep.Arguments;
     /**
      * A signature hash for backend validation.
      */
     signature?: string;
 }
 
+declare namespace GoogleMapsCallStep {
+    /**
+     * The arguments to pass to the Google Maps tool.
+     */
+    interface Arguments {
+        /**
+         * The queries to be executed.
+         */
+        queries?: Array<string>;
+    }
+}
+
 /**
  * The result of the Google Maps.
  */
@@ -5588,17 +5333,14 @@ declare namespace GoogleMapsResult {
 }
 
 /**
- * Google Maps result content.
+ * Google Maps result step.
  */
-declare interface GoogleMapsResultContent {
+declare interface GoogleMapsResultStep {
     /**
      * Required. ID to match the ID from the function call block.
      */
     call_id: string;
-    /**
-     * Required. The results of the Google Maps.
-     */
-    result: Array<GoogleMapsResult>;
+    result: Array<GoogleMapsResultStep.Result>;
     type: 'google_maps_result';
     /**
      * A signature hash for backend validation.
@@ -5606,6 +5348,44 @@ declare interface GoogleMapsResultContent {
     signature?: string;
 }
 
+declare namespace GoogleMapsResultStep {
+    /**
+     * The result of the Google Maps.
+     */
+    interface Result {
+        places?: Array<Result.Place>;
+        widget_context_token?: string;
+    }
+    namespace Result {
+        interface Place {
+            name?: string;
+            place_id?: string;
+            review_snippets?: Array<Place.ReviewSnippet>;
+            url?: string;
+        }
+        namespace Place {
+            /**
+             * Encapsulates a snippet of a user review that answers a question about the
+             * features of a specific place in Google Maps.
+             */
+            interface ReviewSnippet {
+                /**
+                 * The ID of the review snippet.
+                 */
+                review_id?: string;
+                /**
+                 * Title of the review.
+                 */
+                title?: string;
+                /**
+                 * A link that corresponds to the user review on Google Maps.
+                 */
+                url?: string;
+            }
+        }
+    }
+}
+
 /** The `Status` type defines a logical error model that is suitable for different programming environments, including REST APIs and RPC APIs. It is used by [gRPC](https://github.com/grpc). Each `Status` message contains three pieces of data: error code, error message, and error details. You can find out more about this error model and how to work with it in the [API Design Guide](https://cloud.google.com/apis/design/errors). This data type is not supported in Gemini API. */
 export declare interface GoogleRpcStatus {
     /** The status code, which should be an enum value of google.rpc.Code. */
@@ -5639,9 +5419,9 @@ declare interface GoogleSearchCallArguments {
 }
 
 /**
- * Google Search content.
+ * Google Search call step.
  */
-declare interface GoogleSearchCallContent {
+declare interface GoogleSearchCallStep {
     /**
      * Required. A unique ID for this specific tool call.
      */
@@ -5649,7 +5429,7 @@ declare interface GoogleSearchCallContent {
     /**
      * Required. The arguments to pass to Google Search.
      */
-    arguments: GoogleSearchCallArguments;
+    arguments: GoogleSearchCallStep.Arguments;
     type: 'google_search_call';
     /**
      * The type of search grounding enabled.
@@ -5661,6 +5441,18 @@ declare interface GoogleSearchCallContent {
     signature?: string;
 }
 
+declare namespace GoogleSearchCallStep {
+    /**
+     * Required. The arguments to pass to Google Search.
+     */
+    interface Arguments {
+        /**
+         * Web search queries for the following-up web search.
+         */
+        queries?: Array<string>;
+    }
+}
+
 /**
  * The result of the Google Search.
  */
@@ -5672,9 +5464,9 @@ declare interface GoogleSearchResult {
 }
 
 /**
- * Google Search result content.
+ * Google Search result step.
  */
-declare interface GoogleSearchResultContent {
+declare interface GoogleSearchResultStep {
     /**
      * Required. ID to match the ID from the function call block.
      */
@@ -5682,7 +5474,7 @@ declare interface GoogleSearchResultContent {
     /**
      * Required. The results of the Google Search.
      */
-    result: Array<GoogleSearchResult>;
+    result: Array<GoogleSearchResultStep.Result>;
     type: 'google_search_result';
     /**
      * Whether the Google Search resulted in an error.
@@ -5694,6 +5486,18 @@ declare interface GoogleSearchResultContent {
     signature?: string;
 }
 
+declare namespace GoogleSearchResultStep {
+    /**
+     * The result of the Google Search.
+     */
+    interface Result {
+        /**
+         * Web content snippet that can be embedded in a web page or an app webview.
+         */
+        search_suggestions?: string;
+    }
+}
+
 /** Tool to retrieve public web data for grounding, powered by Google. */
 export declare interface GoogleSearchRetrieval {
     /** Specifies the dynamic retrieval configuration for the given source. */
@@ -6311,6 +6115,29 @@ export declare enum ImageResizeMode {
     PAD = "PAD"
 }
 
+/**
+ * Configuration for image output format.
+ */
+declare interface ImageResponseFormat {
+    type: 'image';
+    /**
+     * The aspect ratio for the image output.
+     */
+    aspectRatio?: '1:1' | '2:3' | '3:2' | '3:4' | '4:3' | '4:5' | '5:4' | '9:16' | '16:9' | '21:9' | '1:8' | '8:1' | '1:4' | '4:1';
+    /**
+     * The delivery mode for the image output.
+     */
+    delivery?: 'inline' | 'url';
+    /**
+     * The size of the image output.
+     */
+    imageSize?: '512' | '1K' | '2K' | '4K';
+    /**
+     * The MIME type of the image output.
+     */
+    mimeType?: 'image/jpeg';
+}
+
 /** Image search for grounding and related configurations. */
 export declare interface ImageSearch {
 }
@@ -6442,15 +6269,11 @@ declare interface Interaction {
     /**
      * The input for the interaction.
      */
-    input?: Array<Content_2> | string | Array<Turn> | TextContent | ImageContent | AudioContent | DocumentContent | VideoContent | ThoughtContent | FunctionCallContent | CodeExecutionCallContent | URLContextCallContent | MCPServerToolCallContent | GoogleSearchCallContent | FileSearchCallContent | GoogleMapsCallContent | FunctionResultContent | CodeExecutionResultContent | URLContextResultContent | GoogleSearchResultContent | MCPServerToolResultContent | FileSearchResultContent | GoogleMapsResultContent;
+    input?: string | Array<Step> | Array<Content_2> | TextContent | ImageContent | AudioContent | DocumentContent | VideoContent;
     /**
      * The name of the `Model` used for generating the interaction.
      */
     model?: Model_2;
-    /**
-     * Output only. Responses from the model.
-     */
-    outputs?: Array<Content_2>;
     /**
      * The ID of the previous interaction, if any.
      */
@@ -6459,7 +6282,7 @@ declare interface Interaction {
      * Enforces that the generated response is a JSON object that complies with the
      * JSON schema specified in this field.
      */
-    response_format?: unknown;
+    response_format?: Array<AudioResponseFormat | TextResponseFormat | ImageResponseFormat | VideoResponseFormat | unknown> | AudioResponseFormat | TextResponseFormat | ImageResponseFormat | VideoResponseFormat | unknown;
     /**
      * The mime type of the response. This is required if response_format is set.
      */
@@ -6469,13 +6292,17 @@ declare interface Interaction {
      */
     response_modalities?: Array<'text' | 'image' | 'audio' | 'video' | 'document'>;
     /**
-     * Output only. The role of the interaction.
+     * @deprecated Output only. The role of the interaction.
      */
     role?: string;
     /**
      * The service tier for the interaction.
      */
     service_tier?: 'flex' | 'standard' | 'priority';
+    /**
+     * Output only. The steps that make up the interaction.
+     */
+    steps?: Array<Step>;
     /**
      * System instruction for the interaction.
      */
@@ -6502,8 +6329,8 @@ declare interface InteractionCancelParams {
     api_version?: string;
 }
 
-declare interface InteractionCompleteEvent {
-    event_type: 'interaction.complete';
+declare interface InteractionCompletedEvent {
+    event_type: 'interaction.completed';
     /**
      * Required. The completed interaction with empty outputs to reduce the payload
      * size. Use the preceding ContentDelta events for the actual output.
@@ -6515,6 +6342,18 @@ declare interface InteractionCompleteEvent {
     event_id?: string;
 }
 
+declare interface InteractionCreatedEvent {
+    event_type: 'interaction.created';
+    /**
+     * The Interaction resource.
+     */
+    interaction: Interaction;
+    /**
+     * The event_id token to be used to resume the interaction stream, from this event.
+     */
+    event_id?: string;
+}
+
 declare type InteractionCreateParams = CreateModelInteractionParamsNonStreaming | CreateModelInteractionParamsStreaming | CreateAgentInteractionParamsNonStreaming | CreateAgentInteractionParamsStreaming;
 
 declare interface InteractionDeleteParams {
@@ -6575,7 +6414,7 @@ export declare class Interactions extends BaseInteractions {
 }
 
 export declare namespace Interactions {
-    export { type AllowedTools as AllowedTools, type Annotation as Annotation, type AudioContent as AudioContent, type CodeExecutionCallArguments as CodeExecutionCallArguments, type CodeExecutionCallContent as CodeExecutionCallContent, type CodeExecutionResultContent as CodeExecutionResultContent, type Content_2 as Content, type ContentDelta as ContentDelta, type ContentStart as ContentStart, type ContentStop as ContentStop, type DeepResearchAgentConfig as DeepResearchAgentConfig, type DocumentContent as DocumentContent, type DynamicAgentConfig as DynamicAgentConfig, type ErrorEvent_2 as ErrorEvent, type FileCitation as FileCitation, type FileSearchCallContent as FileSearchCallContent, type FileSearchResultContent as FileSearchResultContent, type Function_2 as Function, type FunctionCallContent as FunctionCallContent, type FunctionResultContent as FunctionResultContent, type GenerationConfig_2 as GenerationConfig, type GoogleMapsCallArguments as GoogleMapsCallArguments, type GoogleMapsCallContent as GoogleMapsCallContent, type GoogleMapsResult as GoogleMapsResult, type GoogleMapsResultContent as GoogleMapsResultContent, type GoogleSearchCallArguments as GoogleSearchCallArguments, type GoogleSearchCallContent as GoogleSearchCallContent, type GoogleSearchResult as GoogleSearchResult, type GoogleSearchResultContent as GoogleSearchResultContent, type ImageConfig_2 as ImageConfig, type ImageContent as ImageContent, type Interaction as Interaction, type InteractionCompleteEvent as InteractionCompleteEvent, type InteractionSSEEvent as InteractionSSEEvent, type InteractionStartEvent as InteractionStartEvent, type InteractionStatusUpdate as InteractionStatusUpdate, type MCPServerToolCallContent as MCPServerToolCallContent, type MCPServerToolResultContent as MCPServerToolResultContent, type Model_2 as Model, type PlaceCitation as PlaceCitation, type SpeechConfig_2 as SpeechConfig, type TextContent as TextContent, type ThinkingLevel_2 as ThinkingLevel, type ThoughtContent as ThoughtContent, type Tool_2 as Tool, type ToolChoiceConfig as ToolChoiceConfig, type ToolChoiceType as ToolChoiceType, type Turn as Turn, type URLCitation as URLCitation, type URLContextCallArguments as URLContextCallArguments, type URLContextCallContent as URLContextCallContent, type URLContextResult as URLContextResult, type URLContextResultContent as URLContextResultContent, type Usage as Usage, type VideoContent as VideoContent, type WebhookConfig_2 as WebhookConfig, type InteractionDeleteResponse as InteractionDeleteResponse, type InteractionCreateParams as InteractionCreateParams, type CreateModelInteractionParamsNonStreaming as CreateModelInteractionParamsNonStreaming, type CreateModelInteractionParamsStreaming as CreateModelInteractionParamsStreaming, type CreateAgentInteractionParamsNonStreaming as CreateAgentInteractionParamsNonStreaming, type CreateAgentInteractionParamsStreaming as CreateAgentInteractionParamsStreaming, type InteractionDeleteParams as InteractionDeleteParams, type InteractionCancelParams as InteractionCancelParams, type InteractionGetParams as InteractionGetParams, type InteractionGetParamsNonStreaming as InteractionGetParamsNonStreaming, type InteractionGetParamsStreaming as InteractionGetParamsStreaming, };
+    export { type AllowedTools as AllowedTools, type Annotation as Annotation, type AudioContent as AudioContent, type AudioResponseFormat as AudioResponseFormat, type CodeExecutionCallArguments as CodeExecutionCallArguments, type CodeExecutionCallStep as CodeExecutionCallStep, type CodeExecutionResultStep as CodeExecutionResultStep, type Content_2 as Content, type DeepResearchAgentConfig as DeepResearchAgentConfig, type DocumentContent as DocumentContent, type DynamicAgentConfig as DynamicAgentConfig, type ErrorEvent_2 as ErrorEvent, type FileCitation as FileCitation, type FileSearchCallStep as FileSearchCallStep, type FileSearchResultStep as FileSearchResultStep, type Function_2 as Function, type FunctionCallStep as FunctionCallStep, type FunctionResultStep as FunctionResultStep, type GenerationConfig_2 as GenerationConfig, type GoogleMapsCallArguments as GoogleMapsCallArguments, type GoogleMapsCallStep as GoogleMapsCallStep, type GoogleMapsResult as GoogleMapsResult, type GoogleMapsResultStep as GoogleMapsResultStep, type GoogleSearchCallArguments as GoogleSearchCallArguments, type GoogleSearchCallStep as GoogleSearchCallStep, type GoogleSearchResult as GoogleSearchResult, type GoogleSearchResultStep as GoogleSearchResultStep, type ImageConfig_2 as ImageConfig, type ImageContent as ImageContent, type ImageResponseFormat as ImageResponseFormat, type Interaction as Interaction, type InteractionCompletedEvent as InteractionCompletedEvent, type InteractionCreatedEvent as InteractionCreatedEvent, type InteractionSSEEvent as InteractionSSEEvent, type InteractionStatusUpdate as InteractionStatusUpdate, type MCPServerToolCallStep as MCPServerToolCallStep, type MCPServerToolResultStep as MCPServerToolResultStep, type Model_2 as Model, type ModelOutputStep as ModelOutputStep, type PlaceCitation as PlaceCitation, type SpeechConfig_2 as SpeechConfig, type Step as Step, type StepDelta as StepDelta, type StepStart as StepStart, type StepStop as StepStop, type TextContent as TextContent, type TextResponseFormat as TextResponseFormat, type ThinkingLevel_2 as ThinkingLevel, type ThoughtStep as ThoughtStep, type Tool_2 as Tool, type ToolChoiceConfig as ToolChoiceConfig, type ToolChoiceType as ToolChoiceType, type URLCitation as URLCitation, type URLContextCallArguments as URLContextCallArguments, type URLContextCallStep as URLContextCallStep, type URLContextResult as URLContextResult, type URLContextResultStep as URLContextResultStep, type Usage as Usage, type UserInputStep as UserInputStep, type VideoContent as VideoContent, type VideoResponseFormat as VideoResponseFormat, type WebhookConfig_2 as WebhookConfig, type InteractionDeleteResponse as InteractionDeleteResponse, type InteractionCreateParams as InteractionCreateParams, type CreateModelInteractionParamsNonStreaming as CreateModelInteractionParamsNonStreaming, type CreateModelInteractionParamsStreaming as CreateModelInteractionParamsStreaming, type CreateAgentInteractionParamsNonStreaming as CreateAgentInteractionParamsNonStreaming, type CreateAgentInteractionParamsStreaming as CreateAgentInteractionParamsStreaming, type InteractionDeleteParams as InteractionDeleteParams, type InteractionCancelParams as InteractionCancelParams, type InteractionGetParams as InteractionGetParams, type InteractionGetParamsNonStreaming as InteractionGetParamsNonStreaming, type InteractionGetParamsStreaming as InteractionGetParamsStreaming, };
 }
 
 declare namespace InteractionsAPI {
@@ -6585,58 +6424,64 @@ declare namespace InteractionsAPI {
         AllowedTools,
         Annotation,
         AudioContent,
+        AudioResponseFormat,
         CodeExecutionCallArguments,
-        CodeExecutionCallContent,
-        CodeExecutionResultContent,
+        CodeExecutionCallStep,
+        CodeExecutionResultStep,
         Content_2 as Content,
-        ContentDelta,
-        ContentStart,
-        ContentStop,
         DeepResearchAgentConfig,
         DocumentContent,
         DynamicAgentConfig,
         ErrorEvent_2 as ErrorEvent,
         FileCitation,
-        FileSearchCallContent,
-        FileSearchResultContent,
+        FileSearchCallStep,
+        FileSearchResultStep,
         Function_2 as Function,
-        FunctionCallContent,
-        FunctionResultContent,
+        FunctionCallStep,
+        FunctionResultStep,
         GenerationConfig_2 as GenerationConfig,
         GoogleMapsCallArguments,
-        GoogleMapsCallContent,
+        GoogleMapsCallStep,
         GoogleMapsResult,
-        GoogleMapsResultContent,
+        GoogleMapsResultStep,
         GoogleSearchCallArguments,
-        GoogleSearchCallContent,
+        GoogleSearchCallStep,
         GoogleSearchResult,
-        GoogleSearchResultContent,
+        GoogleSearchResultStep,
         ImageConfig_2 as ImageConfig,
         ImageContent,
+        ImageResponseFormat,
         Interaction,
-        InteractionCompleteEvent,
+        InteractionCompletedEvent,
+        InteractionCreatedEvent,
         InteractionSSEEvent,
-        InteractionStartEvent,
         InteractionStatusUpdate,
-        MCPServerToolCallContent,
-        MCPServerToolResultContent,
+        MCPServerToolCallStep,
+        MCPServerToolResultStep,
         Model_2 as Model,
+        ModelOutputStep,
         PlaceCitation,
         SpeechConfig_2 as SpeechConfig,
+        Step,
+        StepDelta,
+        StepStart,
+        StepStop,
         TextContent,
+        TextResponseFormat,
         ThinkingLevel_2 as ThinkingLevel,
-        ThoughtContent,
+        ThoughtStep,
         Tool_2 as Tool,
         ToolChoiceConfig,
         ToolChoiceType,
-        Turn,
         URLCitation,
         URLContextCallArguments,
-        URLContextCallContent,
+        URLContextCallStep,
         URLContextResult,
-        URLContextResultContent,
+        URLContextResultStep,
         Usage,
+        UserInputStep,
         VideoContent,
+        VideoResponseFormat,
         WebhookConfig_2 as WebhookConfig,
         InteractionDeleteResponse,
         InteractionCreateParams,
@@ -6655,19 +6500,7 @@ declare namespace InteractionsAPI {
     }
 }
 
-declare type InteractionSSEEvent = InteractionStartEvent | InteractionCompleteEvent | InteractionStatusUpdate | ContentStart | ContentDelta | ContentStop | ErrorEvent_2;
-
-declare interface InteractionStartEvent {
-    event_type: 'interaction.start';
-    /**
-     * The Interaction resource.
-     */
-    interaction: Interaction;
-    /**
-     * The event_id token to be used to resume the interaction stream, from this event.
-     */
-    event_id?: string;
-}
+declare type InteractionSSEEvent = InteractionCreatedEvent | InteractionCompletedEvent | InteractionStatusUpdate | ErrorEvent_2 | StepStart | StepDelta | StepStop;
 
 declare interface InteractionStatusUpdate {
     event_type: 'interaction.status_update';
@@ -7870,9 +7703,9 @@ export declare interface McpServer {
 }
 
 /**
- * MCPServer tool call content.
+ * MCPServer tool call step.
  */
-declare interface MCPServerToolCallContent {
+declare interface MCPServerToolCallStep {
     /**
      * Required. A unique ID for this specific tool call.
      */
@@ -7899,9 +7732,9 @@ declare interface MCPServerToolCallContent {
 }
 
 /**
- * MCPServer tool result content.
+ * MCPServer tool result step.
  */
-declare interface MCPServerToolResultContent {
+declare interface MCPServerToolResultStep {
     /**
      * Required. ID to match the ID from the function call block.
      */
@@ -7909,7 +7742,7 @@ declare interface MCPServerToolResultContent {
     /**
      * The output from the MCP server call. Can be simple text or rich content.
      */
-    result: unknown | Array<TextContent | ImageContent> | string;
+    result: unknown | string | Array<TextContent | ImageContent>;
     type: 'mcp_server_tool_result';
     /**
      * Name of the tool which is called for this specific tool call.
@@ -8094,6 +7927,14 @@ export declare interface ModelArmorConfig {
     responseTemplateName?: string;
 }
 
+/**
+ * Output generated by the model.
+ */
+declare interface ModelOutputStep {
+    type: 'model_output';
+    content?: Array<Content_2>;
+}
+
 export declare class Models extends BaseModule {
     private readonly apiClient;
     constructor(apiClient: ApiClient);
@@ -10121,6 +9962,119 @@ export declare enum StartSensitivity {
     START_SENSITIVITY_LOW = "START_SENSITIVITY_LOW"
 }
 
+/**
+ * A step in the interaction.
+ */
+declare type Step = UserInputStep | ModelOutputStep | ThoughtStep | FunctionCallStep | CodeExecutionCallStep | URLContextCallStep | MCPServerToolCallStep | GoogleSearchCallStep | FileSearchCallStep | GoogleMapsCallStep | FunctionResultStep | CodeExecutionResultStep | URLContextResultStep | GoogleSearchResultStep | MCPServerToolResultStep | FileSearchResultStep | GoogleMapsResultStep;
+
+declare interface StepDelta {
+    delta: StepDelta.Text | StepDelta.Image | StepDelta.Audio | StepDelta.Document | StepDelta.Video | StepDelta.ThoughtSummary | StepDelta.ThoughtSignature | StepDelta.TextAnnotationDelta | StepDelta.ArgumentsDelta;
+    event_type: 'step.delta';
+    index: number;
+    /**
+     * The event_id token to be used to resume the interaction stream, from this event.
+     */
+    event_id?: string;
+}
+
+declare namespace StepDelta {
+    interface Text {
+        text: string;
+        type: 'text';
+    }
+    interface Image {
+        type: 'image';
+        data?: string;
+        mime_type?: 'image/png' | 'image/jpeg' | 'image/webp' | 'image/heic' | 'image/heif' | 'image/gif' | 'image/bmp' | 'image/tiff';
+        /**
+         * The resolution of the media.
+         */
+        resolution?: 'low' | 'medium' | 'high' | 'ultra_high';
+        uri?: string;
+    }
+    interface Audio {
+        type: 'audio';
+        /**
+         * The number of audio channels.
+         */
+        channels?: number;
+        data?: string;
+        mime_type?: 'audio/wav' | 'audio/mp3' | 'audio/aiff' | 'audio/aac' | 'audio/ogg' | 'audio/flac' | 'audio/mpeg' | 'audio/m4a' | 'audio/l16' | 'audio/opus' | 'audio/alaw' | 'audio/mulaw';
+        /**
+         * @deprecated Deprecated. Use sample_rate instead. The value is ignored.
+         */
+        rate?: number;
+        /**
+         * The sample rate of the audio.
+         */
+        sample_rate?: number;
+        uri?: string;
+    }
+    interface Document {
+        type: 'document';
+        data?: string;
+        mime_type?: 'application/pdf';
+        uri?: string;
+    }
+    interface Video {
+        type: 'video';
+        data?: string;
+        mime_type?: 'video/mp4' | 'video/mpeg' | 'video/mpg' | 'video/mov' | 'video/avi' | 'video/x-flv' | 'video/webm' | 'video/wmv' | 'video/3gpp';
+        /**
+         * The resolution of the media.
+         */
+        resolution?: 'low' | 'medium' | 'high' | 'ultra_high';
+        uri?: string;
+    }
+    interface ThoughtSummary {
+        type: 'thought_summary';
+        /**
+         * A new summary item to be added to the thought.
+         */
+        content?: InteractionsAPI.TextContent | InteractionsAPI.ImageContent;
+    }
+    interface ThoughtSignature {
+        type: 'thought_signature';
+        /**
+         * Signature to match the backend source to be part of the generation.
+         */
+        signature?: string;
+    }
+    interface TextAnnotationDelta {
+        type: 'text_annotation_delta';
+        /**
+         * Citation information for model-generated content.
+         */
+        annotations?: Array<InteractionsAPI.Annotation>;
+    }
+    interface ArgumentsDelta {
+        type: 'arguments_delta';
+        partial_arguments?: string;
+    }
+}
+
+declare interface StepStart {
+    event_type: 'step.start';
+    index: number;
+    /**
+     * A step in the interaction.
+     */
+    step: Step;
+    /**
+     * The event_id token to be used to resume the interaction stream, from this event.
+     */
+    event_id?: string;
+}
+
+declare interface StepStop {
+    event_type: 'step.stop';
+    index: number;
+    /**
+     * The event_id token to be used to resume the interaction stream, from this event.
+     */
+    event_id?: string;
+}
+
 declare class Stream<Item> implements AsyncIterable<Item> {
     private iterator;
     controller: AbortController;
@@ -10356,6 +10310,24 @@ declare interface TextContent {
     annotations?: Array<Annotation>;
 }
 
+/**
+ * Configuration for text output format.
+ */
+declare interface TextResponseFormat {
+    type: 'text';
+    /**
+     * The MIME type of the text output.
+     */
+    mimeType?: 'application/json' | 'text/plain';
+    /**
+     * The JSON schema that the output should conform to. Only applicable when
+     * mime_type is application/json.
+     */
+    schema?: {
+        [key: string]: unknown;
+    };
+}
+
 /** The thinking features configuration. */
 export declare interface ThinkingConfig {
     /** Indicates whether to include thoughts in the response. If true, thoughts are returned only if the model supports thought and thoughts are available.
@@ -10395,12 +10367,12 @@ export declare enum ThinkingLevel {
 declare type ThinkingLevel_2 = 'minimal' | 'low' | 'medium' | 'high';
 
 /**
- * A thought content block.
+ * A thought step.
  */
-declare interface ThoughtContent {
+declare interface ThoughtStep {
     type: 'thought';
     /**
-     * Signature to match the backend source to be part of the generation.
+     * A signature hash for backend validation.
      */
     signature?: string;
     /**
@@ -11109,14 +11081,6 @@ export declare interface TuningValidationDataset {
     vertexDatasetResource?: string;
 }
 
-declare interface Turn {
-    content?: Array<Content_2> | string;
-    /**
-     * The originator of this turn. Must be user for input or model for model output.
-     */
-    role?: string;
-}
-
 /** The reason why the turn is complete. */
 export declare enum TurnCompleteReason {
     /**
@@ -12116,9 +12080,9 @@ declare interface URLContextCallArguments {
 }
 
 /**
- * URL context content.
+ * URL context call step.
  */
-declare interface URLContextCallContent {
+declare interface URLContextCallStep {
     /**
      * Required. A unique ID for this specific tool call.
      */
@@ -12126,7 +12090,7 @@ declare interface URLContextCallContent {
     /**
      * Required. The arguments to pass to the URL context.
      */
-    arguments: URLContextCallArguments;
+    arguments: URLContextCallStep.Arguments;
     type: 'url_context_call';
     /**
      * A signature hash for backend validation.
@@ -12134,6 +12098,18 @@ declare interface URLContextCallContent {
     signature?: string;
 }
 
+declare namespace URLContextCallStep {
+    /**
+     * Required. The arguments to pass to the URL context.
+     */
+    interface Arguments {
+        /**
+         * The URLs to fetch.
+         */
+        urls?: Array<string>;
+    }
+}
+
 /** Metadata returned when the model uses the `url_context` tool to get information from a user-provided URL. */
 export declare interface UrlContextMetadata {
     /** Output only. A list of URL metadata, with one entry for each URL retrieved by the tool. */
@@ -12155,9 +12131,9 @@ declare interface URLContextResult {
 }
 
 /**
- * URL context result content.
+ * URL context result step.
  */
-declare interface URLContextResultContent {
+declare interface URLContextResultStep {
     /**
      * Required. ID to match the ID from the function call block.
      */
@@ -12165,7 +12141,7 @@ declare interface URLContextResultContent {
     /**
      * Required. The results of the URL context.
      */
-    result: Array<URLContextResult>;
+    result: Array<URLContextResultStep.Result>;
     type: 'url_context_result';
     /**
      * Whether the URL context resulted in an error.
@@ -12177,6 +12153,22 @@ declare interface URLContextResultContent {
     signature?: string;
 }
 
+declare namespace URLContextResultStep {
+    /**
+     * The result of the URL context.
+     */
+    interface Result {
+        /**
+         * The status of the URL retrieval.
+         */
+        status?: 'success' | 'error' | 'paywall' | 'unsafe';
+        /**
+         * The URL that was fetched.
+         */
+        url?: string;
+    }
+}
+
 /** The metadata for a single URL retrieval. */
 export declare interface UrlMetadata {
     /** The URL retrieved by the tool. */
@@ -12355,6 +12347,14 @@ export declare interface UsageMetadata {
     trafficType?: TrafficType;
 }
 
+/**
+ * Input provided by the user.
+ */
+declare interface UserInputStep {
+    type: 'user_input';
+    content?: Array<Content_2>;
+}
+
 /** The type of the VAD signal. */
 export declare enum VadSignalType {
     /**
@@ -12568,6 +12568,13 @@ export declare interface VideoMetadata {
     startOffset?: string;
 }
 
+/**
+ * Configuration for video output format.
+ */
+declare interface VideoResponseFormat {
+    type: 'video';
+}
+
 /** Voice activity signal. */
 export declare interface VoiceActivity {
     /** The type of the voice activity signal. */