@google/genai 1.19.0 → 1.21.0

package/dist/genai.d.ts

@@ -1137,6 +1137,23 @@ export declare interface ContentEmbeddingStatistics {
 
 export declare type ContentListUnion = Content | Content[] | PartUnion | PartUnion[];
 
+/** A content reference image.
+
+ A content reference image represents a subject to reference (ex. person,
+ product, animal) provided by the user. It can optionally be provided in
+ addition to a style reference image (ex. background, style reference).
+ */
+export declare class ContentReferenceImage {
+    /** The reference image for the editing operation. */
+    referenceImage?: Image_2;
+    /** The id of the reference image. */
+    referenceId?: number;
+    /** The type of the reference image. Only set by the SDK. */
+    referenceType?: string;
+    /** Internal method to convert to ReferenceImageAPIInternal. */
+    toReferenceImageAPI(): ReferenceImageAPIInternal;
+}
+
 export declare type ContentUnion = Content | PartUnion[] | PartUnion;
 
 /** Enables context window compression -- mechanism managing model context window so it does not exceed given length. */
@@ -2401,6 +2418,9 @@ export declare class FunctionResponse {
     willContinue?: boolean;
     /** Specifies how the response should be scheduled in the conversation. Only applicable to NON_BLOCKING function calls, is ignored otherwise. Defaults to WHEN_IDLE. */
     scheduling?: FunctionResponseScheduling;
+    /** List of parts that constitute a function response. Each part may
+     have a different IANA MIME type. */
+    parts?: FunctionResponsePart[];
     /** Optional. The id of the function call this response is for. Populated by the client to match the corresponding function call `id`. */
     id?: string;
     /** Required. The name of the function to call. Matches [FunctionDeclaration.name] and [FunctionCall.name]. */
@@ -2409,6 +2429,44 @@ export declare class FunctionResponse {
     response?: Record<string, unknown>;
 }
 
+/** Raw media bytes for function response.
+
+ Text should not be sent as raw bytes, use the FunctionResponse.response
+ field.
+ */
+export declare class FunctionResponseBlob {
+    /** Required. The IANA standard MIME type of the source data. */
+    mimeType?: string;
+    /** Required. Inline media bytes.
+     * @remarks Encoded as base64 string. */
+    data?: string;
+}
+
+/** URI based data for function response. */
+export declare class FunctionResponseFileData {
+    /** Required. URI. */
+    fileUri?: string;
+    /** Required. The IANA standard MIME type of the source data. */
+    mimeType?: string;
+}
+
+/** A datatype containing media that is part of a `FunctionResponse` message.
+
+ A `FunctionResponsePart` consists of data which has an associated datatype. A
+ `FunctionResponsePart` can only contain one of the accepted types in
+ `FunctionResponsePart.data`.
+
+ A `FunctionResponsePart` must have a fixed IANA MIME type identifying the
+ type and subtype of the media if the `inline_data` field is filled with raw
+ bytes.
+ */
+export declare class FunctionResponsePart {
+    /** Optional. Inline media bytes. */
+    inlineData?: FunctionResponseBlob;
+    /** Optional. URI based data. */
+    fileData?: FunctionResponseFileData;
+}
+
 /** Specifies how the response should be scheduled in the conversation. */
 export declare enum FunctionResponseScheduling {
     /**
@@ -4706,6 +4764,12 @@ export declare interface LiveServerContent {
     outputTranscription?: Transcription;
     /** Metadata related to url context retrieval tool. */
     urlContextMetadata?: UrlContextMetadata;
+    /** Reason for the turn is complete. */
+    turnCompleteReason?: TurnCompleteReason;
+    /** If true, indicates that the model is not generating content because
+     it is waiting for more input from the user, e.g. because it expects the
+     user to continue talking. */
+    waitingForInput?: boolean;
 }
 
 /** Server will not be able to service client soon. */
@@ -5867,7 +5931,7 @@ export declare interface RecontextImageSource {
     productImages?: ProductImage[];
 }
 
-export declare type ReferenceImage = RawReferenceImage | MaskReferenceImage | ControlReferenceImage | StyleReferenceImage | SubjectReferenceImage;
+export declare type ReferenceImage = RawReferenceImage | MaskReferenceImage | ControlReferenceImage | StyleReferenceImage | SubjectReferenceImage | ContentReferenceImage;
 
 /** Private class that represents a Reference image that is sent to API. */
 declare interface ReferenceImageAPIInternal {
@@ -6764,6 +6828,12 @@ export declare interface ToolCodeExecution {
 export declare interface ToolComputerUse {
     /** Required. The environment being operated. */
     environment?: Environment;
+    /** By default, predefined functions are included in the final model call.
+     Some of them can be explicitly excluded from being automatically included.
+     This can serve two purposes:
+     1. Using a more restricted / different action space.
+     2. Improving the definitions / instructions of predefined functions. */
+    excludedPredefinedFunctions?: string[];
 }
 
 /** Tool config.
@@ -7010,6 +7080,26 @@ export declare interface TuningValidationDataset {
     vertexDatasetResource?: string;
 }
 
+/** The reason why the turn is complete. */
+export declare enum TurnCompleteReason {
+    /**
+     * Default value. Reason is unspecified.
+     */
+    TURN_COMPLETE_REASON_UNSPECIFIED = "TURN_COMPLETE_REASON_UNSPECIFIED",
+    /**
+     * The function call generated by the model is invalid.
+     */
+    MALFORMED_FUNCTION_CALL = "MALFORMED_FUNCTION_CALL",
+    /**
+     * The response is rejected by the model.
+     */
+    RESPONSE_REJECTED = "RESPONSE_REJECTED",
+    /**
+     * Needs more input from the user.
+     */
+    NEED_MORE_INPUT = "NEED_MORE_INPUT"
+}
+
 /** Options about which input is included in the user's turn. */
 export declare enum TurnCoverage {
     /**
@@ -7107,9 +7197,11 @@ declare namespace types {
         EditMode,
         SegmentMode,
         VideoGenerationReferenceType,
+        VideoGenerationMaskMode,
         VideoCompressionQuality,
         FileState,
         FileSource,
+        TurnCompleteReason,
         MediaModality,
         StartSensitivity,
         EndSensitivity,
@@ -7125,6 +7217,9 @@ declare namespace types {
         FunctionCall,
         CodeExecutionResult,
         ExecutableCode,
+        FunctionResponseBlob,
+        FunctionResponseFileData,
+        FunctionResponsePart,
         FunctionResponse,
         Part,
         Content,
@@ -7381,6 +7476,7 @@ declare namespace types {
         ControlReferenceImage,
         StyleReferenceImage,
         SubjectReferenceImage,
+        ContentReferenceImage,
         LiveServerSetupComplete,
         Transcription,
         LiveServerContent,
@@ -7752,7 +7848,34 @@ export declare interface VideoGenerationMask {
     /** Describes how the mask will be used. Inpainting masks must
      match the aspect ratio of the input video. Outpainting masks can be
      either 9:16 or 16:9. */
-    maskMode?: string;
+    maskMode?: VideoGenerationMaskMode;
+}
+
+/** Enum for the mask mode of a video generation mask. */
+export declare enum VideoGenerationMaskMode {
+    /**
+     * The image mask contains a masked rectangular region which is
+     applied on the first frame of the input video. The object described in
+     the prompt is inserted into this region and will appear in subsequent
+     frames.
+     */
+    INSERT = "INSERT",
+    /**
+     * The image mask is used to determine an object in the
+     first video frame to track. This object is removed from the video.
+     */
+    REMOVE = "REMOVE",
+    /**
+     * The image mask is used to determine a region in the
+     video. Objects in this region will be removed.
+     */
+    REMOVE_STATIC = "REMOVE_STATIC",
+    /**
+     * The image mask contains a masked rectangular region where
+     the input video will go. The remaining area will be generated. Video
+     masks are not supported.
+     */
+    OUTPAINT = "OUTPAINT"
 }
 
 /** A reference image for video generation. */