@google/genai 1.18.0 → 1.20.0

package/dist/node/node.d.ts

@@ -1517,6 +1517,8 @@ export declare interface CreateTuningJobConfig {
     batchSize?: number;
     /** The learning rate hyperparameter for tuning. If not set, a default of 0.001 or 0.0002 will be calculated based on the number of training examples. */
     learningRate?: number;
+    /** Optional. The labels with user-defined metadata to organize TuningJob and generated resources such as Model and Endpoint. Label keys and values can be no longer than 64 characters (Unicode codepoints), can only contain lowercase letters, numeric characters, underscores and dashes. International characters are allowed. See https://goo.gl/xmQnxf for more information and examples of labels. */
+    labels?: Record<string, string>;
 }
 
 /** Supervised fine-tuning job creation parameters - optional fields. */
@@ -2949,6 +2951,8 @@ export declare interface GenerateVideosConfig {
      be associated with a type. Veo 2 supports up to 3 asset images *or* 1
      style image. */
     referenceImages?: VideoGenerationReferenceImage[];
+    /** The mask to use for generating videos. */
+    mask?: VideoGenerationMask;
     /** Compression quality of the generated videos. */
     compressionQuality?: VideoCompressionQuality;
 }
@@ -2965,13 +2969,13 @@ export declare class GenerateVideosOperation implements Operation<GenerateVideos
     error?: Record<string, unknown>;
     /** The generated videos. */
     response?: GenerateVideosResponse;
-    /** The full HTTP response. */
-    sdkHttpResponse?: HttpResponse;
     /**
      * Instantiates an Operation of the same type as the one being called with the fields set from the API response.
      * @internal
      */
     _fromAPIResponse({ apiResponse, isVertexAI, }: OperationFromAPIResponseParameters): Operation<GenerateVideosResponse>;
+    /** The full HTTP response. */
+    sdkHttpResponse?: HttpResponse;
 }
 
 /** Class that represents the parameters for generating videos. */
@@ -4714,6 +4718,12 @@ export declare interface LiveServerContent {
     outputTranscription?: Transcription;
     /** Metadata related to url context retrieval tool. */
     urlContextMetadata?: UrlContextMetadata;
+    /** Reason for the turn is complete. */
+    turnCompleteReason?: TurnCompleteReason;
+    /** If true, indicates that the model is not generating content because
+     it is waiting for more input from the user, e.g. because it expects the
+     user to continue talking. */
+    waitingForInput?: boolean;
 }
 
 /** Server will not be able to service client soon. */
@@ -7018,6 +7028,26 @@ export declare interface TuningValidationDataset {
     vertexDatasetResource?: string;
 }
 
+/** The reason why the turn is complete. */
+export declare enum TurnCompleteReason {
+    /**
+     * Default value. Reason is unspecified.
+     */
+    TURN_COMPLETE_REASON_UNSPECIFIED = "TURN_COMPLETE_REASON_UNSPECIFIED",
+    /**
+     * The function call generated by the model is invalid.
+     */
+    MALFORMED_FUNCTION_CALL = "MALFORMED_FUNCTION_CALL",
+    /**
+     * The response is rejected by the model.
+     */
+    RESPONSE_REJECTED = "RESPONSE_REJECTED",
+    /**
+     * Needs more input from the user.
+     */
+    NEED_MORE_INPUT = "NEED_MORE_INPUT"
+}
+
 /** Options about which input is included in the user's turn. */
 export declare enum TurnCoverage {
     /**
@@ -7115,9 +7145,11 @@ declare namespace types {
         EditMode,
         SegmentMode,
         VideoGenerationReferenceType,
+        VideoGenerationMaskMode,
         VideoCompressionQuality,
         FileState,
         FileSource,
+        TurnCompleteReason,
         MediaModality,
         StartSensitivity,
         EndSensitivity,
@@ -7278,6 +7310,7 @@ declare namespace types {
         Video,
         GenerateVideosSource,
         VideoGenerationReferenceImage,
+        VideoGenerationMask,
         GenerateVideosConfig,
         GenerateVideosParameters,
         GeneratedVideo,
@@ -7752,6 +7785,43 @@ export declare enum VideoCompressionQuality {
     LOSSLESS = "LOSSLESS"
 }
 
+/** A mask for video generation. */
+export declare interface VideoGenerationMask {
+    /** The image mask to use for generating videos. */
+    image?: Image_2;
+    /** Describes how the mask will be used. Inpainting masks must
+     match the aspect ratio of the input video. Outpainting masks can be
+     either 9:16 or 16:9. */
+    maskMode?: VideoGenerationMaskMode;
+}
+
+/** Enum for the mask mode of a video generation mask. */
+export declare enum VideoGenerationMaskMode {
+    /**
+     * The image mask contains a masked rectangular region which is
+     applied on the first frame of the input video. The object described in
+     the prompt is inserted into this region and will appear in subsequent
+     frames.
+     */
+    INSERT = "INSERT",
+    /**
+     * The image mask is used to determine an object in the
+     first video frame to track. This object is removed from the video.
+     */
+    REMOVE = "REMOVE",
+    /**
+     * The image mask is used to determine a region in the
+     video. Objects in this region will be removed.
+     */
+    REMOVE_STATIC = "REMOVE_STATIC",
+    /**
+     * The image mask contains a masked rectangular region where
+     the input video will go. The remaining area will be generated. Video
+     masks are not supported.
+     */
+    OUTPAINT = "OUTPAINT"
+}
+
 /** A reference image for video generation. */
 export declare interface VideoGenerationReferenceImage {
     /** The reference image. */