@google/genai 1.14.0 → 1.16.0

package/dist/index.cjs

@@ -771,6 +771,10 @@ exports.FunctionCallingConfigMode = void 0;
      * Model will not predict any function calls. Model behavior is same as when not passing any function declarations.
      */
     FunctionCallingConfigMode["NONE"] = "NONE";
+    /**
+     * Model decides to predict either a function call or a natural language response, but will validate function calls with constrained decoding. If "allowed_function_names" are set, the predicted function call will be limited to any one of "allowed_function_names", else the predicted function call will be any one of the provided "function_declarations".
+     */
+    FunctionCallingConfigMode["VALIDATED"] = "VALIDATED";
 })(exports.FunctionCallingConfigMode || (exports.FunctionCallingConfigMode = {}));
 /** Enum that controls the safety filter level for objectionable content. */
 exports.SafetyFilterLevel = void 0;
@@ -869,6 +873,30 @@ exports.EditMode = void 0;
     EditMode["EDIT_MODE_BGSWAP"] = "EDIT_MODE_BGSWAP";
     EditMode["EDIT_MODE_PRODUCT_IMAGE"] = "EDIT_MODE_PRODUCT_IMAGE";
 })(exports.EditMode || (exports.EditMode = {}));
+/** Enum that represents the segmentation mode. */
+exports.SegmentMode = void 0;
+(function (SegmentMode) {
+    SegmentMode["FOREGROUND"] = "FOREGROUND";
+    SegmentMode["BACKGROUND"] = "BACKGROUND";
+    SegmentMode["PROMPT"] = "PROMPT";
+    SegmentMode["SEMANTIC"] = "SEMANTIC";
+    SegmentMode["INTERACTIVE"] = "INTERACTIVE";
+})(exports.SegmentMode || (exports.SegmentMode = {}));
+/** Enum for the reference type of a video generation reference image. */
+exports.VideoGenerationReferenceType = void 0;
+(function (VideoGenerationReferenceType) {
+    /**
+     * A reference image that provides assets to the generated video,
+        such as the scene, an object, a character, etc.
+     */
+    VideoGenerationReferenceType["ASSET"] = "ASSET";
+    /**
+     * A reference image that provides aesthetics including colors,
+        lighting, texture, etc., to be used as the style of the generated video,
+        such as 'anime', 'photography', 'origami', etc.
+     */
+    VideoGenerationReferenceType["STYLE"] = "STYLE";
+})(exports.VideoGenerationReferenceType || (exports.VideoGenerationReferenceType = {}));
 /** Enum that controls the compression quality of the generated videos. */
 exports.VideoCompressionQuality = void 0;
 (function (VideoCompressionQuality) {
@@ -1515,6 +1543,9 @@ class UpscaleImageResponse {
 /** The output images response. */
 class RecontextImageResponse {
 }
+/** The output images response. */
+class SegmentImageResponse {
+}
 class ListModelsResponse {
 }
 class DeleteModelResponse {
@@ -1528,6 +1559,65 @@ class ComputeTokensResponse {
 /** Response with generated videos. */
 class GenerateVideosResponse {
 }
+/** A video generation operation. */
+class GenerateVideosOperation {
+    /**
+     * Instantiates an Operation of the same type as the one being called with the fields set from the API response.
+     * @internal
+     */
+    _fromAPIResponse({ apiResponse, isVertexAI, }) {
+        const operation = new GenerateVideosOperation();
+        operation.name = apiResponse['name'];
+        operation.metadata = apiResponse['metadata'];
+        operation.done = apiResponse['done'];
+        operation.error = apiResponse['error'];
+        if (isVertexAI) {
+            const response = apiResponse['response'];
+            if (response) {
+                const operationResponse = new GenerateVideosResponse();
+                const responseVideos = response['videos'];
+                operationResponse.generatedVideos = responseVideos === null || responseVideos === void 0 ? void 0 : responseVideos.map((generatedVideo) => {
+                    return {
+                        video: {
+                            uri: generatedVideo['gcsUri'],
+                            videoBytes: generatedVideo['bytesBase64Encoded']
+                                ? tBytes$1(generatedVideo['bytesBase64Encoded'])
+                                : undefined,
+                            mimeType: generatedVideo['mimeType'],
+                        },
+                    };
+                });
+                operationResponse.raiMediaFilteredCount = response['raiMediaFilteredCount'];
+                operationResponse.raiMediaFilteredReasons = response['raiMediaFilteredReasons'];
+                operation.response = operationResponse;
+            }
+        }
+        else {
+            const response = apiResponse['response'];
+            if (response) {
+                const operationResponse = new GenerateVideosResponse();
+                const generatedVideoResponse = response['generateVideoResponse'];
+                const responseVideos = generatedVideoResponse === null || generatedVideoResponse === void 0 ? void 0 : generatedVideoResponse['generatedSamples'];
+                operationResponse.generatedVideos = responseVideos === null || responseVideos === void 0 ? void 0 : responseVideos.map((generatedVideo) => {
+                    const video = generatedVideo['video'];
+                    return {
+                        video: {
+                            uri: video === null || video === void 0 ? void 0 : video['uri'],
+                            videoBytes: (video === null || video === void 0 ? void 0 : video['encodedVideo'])
+                                ? tBytes$1(video === null || video === void 0 ? void 0 : video['encodedVideo'])
+                                : undefined,
+                            mimeType: generatedVideo['encoding'],
+                        },
+                    };
+                });
+                operationResponse.raiMediaFilteredCount = generatedVideoResponse === null || generatedVideoResponse === void 0 ? void 0 : generatedVideoResponse['raiMediaFilteredCount'];
+                operationResponse.raiMediaFilteredReasons = generatedVideoResponse === null || generatedVideoResponse === void 0 ? void 0 : generatedVideoResponse['raiMediaFilteredReasons'];
+                operation.response = operationResponse;
+            }
+        }
+        return operation;
+    }
+}
 /** Response for the list tuning jobs method. */
 class ListTuningJobsResponse {
 }
@@ -1719,65 +1809,6 @@ class LiveServerMessage {
         return data.length > 0 ? btoa(data) : undefined;
     }
 }
-/** A video generation long-running operation. */
-class GenerateVideosOperation {
-    /**
-     * Instantiates an Operation of the same type as the one being called with the fields set from the API response.
-     * @internal
-     */
-    _fromAPIResponse({ apiResponse, isVertexAI, }) {
-        const operation = new GenerateVideosOperation();
-        operation.name = apiResponse['name'];
-        operation.metadata = apiResponse['metadata'];
-        operation.done = apiResponse['done'];
-        operation.error = apiResponse['error'];
-        if (isVertexAI) {
-            const response = apiResponse['response'];
-            if (response) {
-                const operationResponse = new GenerateVideosResponse();
-                const responseVideos = response['videos'];
-                operationResponse.generatedVideos = responseVideos === null || responseVideos === void 0 ? void 0 : responseVideos.map((generatedVideo) => {
-                    return {
-                        video: {
-                            uri: generatedVideo['gcsUri'],
-                            videoBytes: generatedVideo['bytesBase64Encoded']
-                                ? tBytes$1(generatedVideo['bytesBase64Encoded'])
-                                : undefined,
-                            mimeType: generatedVideo['mimeType'],
-                        },
-                    };
-                });
-                operationResponse.raiMediaFilteredCount = response['raiMediaFilteredCount'];
-                operationResponse.raiMediaFilteredReasons = response['raiMediaFilteredReasons'];
-                operation.response = operationResponse;
-            }
-        }
-        else {
-            const response = apiResponse['response'];
-            if (response) {
-                const operationResponse = new GenerateVideosResponse();
-                const generatedVideoResponse = response['generateVideoResponse'];
-                const responseVideos = generatedVideoResponse === null || generatedVideoResponse === void 0 ? void 0 : generatedVideoResponse['generatedSamples'];
-                operationResponse.generatedVideos = responseVideos === null || responseVideos === void 0 ? void 0 : responseVideos.map((generatedVideo) => {
-                    const video = generatedVideo['video'];
-                    return {
-                        video: {
-                            uri: video === null || video === void 0 ? void 0 : video['uri'],
-                            videoBytes: (video === null || video === void 0 ? void 0 : video['encodedVideo'])
-                                ? tBytes$1(video === null || video === void 0 ? void 0 : video['encodedVideo'])
-                                : undefined,
-                            mimeType: generatedVideo['encoding'],
-                        },
-                    };
-                });
-                operationResponse.raiMediaFilteredCount = generatedVideoResponse === null || generatedVideoResponse === void 0 ? void 0 : generatedVideoResponse['raiMediaFilteredCount'];
-                operationResponse.raiMediaFilteredReasons = generatedVideoResponse === null || generatedVideoResponse === void 0 ? void 0 : generatedVideoResponse['raiMediaFilteredReasons'];
-                operation.response = operationResponse;
-            }
-        }
-        return operation;
-    }
-}
 /** Client generated response to a `ToolCall` received from the server.
 
   Individual `FunctionResponse` objects are matched to the respective
@@ -2424,6 +2455,9 @@ function mcpToGeminiTool(mcpTool, config = {}) {
         description: mcpToolSchema['description'],
         parametersJsonSchema: mcpToolSchema['inputSchema'],
     };
+    if (mcpToolSchema['outputSchema']) {
+        functionDeclaration['responseJsonSchema'] = mcpToolSchema['outputSchema'];
+    }
     if (config.behavior) {
         functionDeclaration['behavior'] = config.behavior;
     }
@@ -4253,6 +4287,7 @@ class Batches extends BaseModule {
          * ```
          */
         this.create = async (params) => {
+            var _a, _b;
             if (this.apiClient.isVertexAI()) {
                 const timestamp = Date.now();
                 const timestampStr = timestamp.toString();
@@ -4277,6 +4312,55 @@ class Batches extends BaseModule {
                     }
                 }
             }
+            else {
+                if (Array.isArray(params.src) ||
+                    (typeof params.src !== 'string' && params.src.inlinedRequests)) {
+                    // Move system instruction to httpOptions extraBody.
+                    let path = '';
+                    let queryParams = {};
+                    const body = createBatchJobParametersToMldev(this.apiClient, params);
+                    path = formatMap('{model}:batchGenerateContent', body['_url']);
+                    queryParams = body['_query'];
+                    // Move system instruction to 'request':
+                    // {'systemInstruction': system_instruction}
+                    const batch = body['batch'];
+                    const inputConfig = batch['inputConfig'];
+                    const requestsWrapper = inputConfig['requests'];
+                    const requests = requestsWrapper['requests'];
+                    const newRequests = [];
+                    for (const request of requests) {
+                        const requestDict = request;
+                        if (requestDict['systemInstruction']) {
+                            const systemInstructionValue = requestDict['systemInstruction'];
+                            delete requestDict['systemInstruction'];
+                            const requestContent = requestDict['request'];
+                            requestContent['systemInstruction'] = systemInstructionValue;
+                            requestDict['request'] = requestContent;
+                        }
+                        newRequests.push(requestDict);
+                    }
+                    requestsWrapper['requests'] = newRequests;
+                    delete body['config'];
+                    delete body['_url'];
+                    delete body['_query'];
+                    const response = this.apiClient
+                        .request({
+                        path: path,
+                        queryParams: queryParams,
+                        body: JSON.stringify(body),
+                        httpMethod: 'POST',
+                        httpOptions: (_a = params.config) === null || _a === void 0 ? void 0 : _a.httpOptions,
+                        abortSignal: (_b = params.config) === null || _b === void 0 ? void 0 : _b.abortSignal,
+                    })
+                        .then((httpResponse) => {
+                        return httpResponse.json();
+                    });
+                    return response.then((apiResponse) => {
+                        const resp = batchJobFromMldev(apiResponse);
+                        return resp;
+                    });
+                }
+            }
             return await this.createInternal(params);
         };
         /**
@@ -5621,8 +5705,14 @@ function cachedContentFromMldev(fromObject) {
     }
     return toObject;
 }
-function deleteCachedContentResponseFromMldev() {
+function deleteCachedContentResponseFromMldev(fromObject) {
     const toObject = {};
+    const fromSdkHttpResponse = getValueByPath(fromObject, [
+        'sdkHttpResponse',
+    ]);
+    if (fromSdkHttpResponse != null) {
+        setValueByPath(toObject, ['sdkHttpResponse'], fromSdkHttpResponse);
+    }
     return toObject;
 }
 function listCachedContentsResponseFromMldev(fromObject) {
@@ -5687,8 +5777,14 @@ function cachedContentFromVertex(fromObject) {
     }
     return toObject;
 }
-function deleteCachedContentResponseFromVertex() {
+function deleteCachedContentResponseFromVertex(fromObject) {
     const toObject = {};
+    const fromSdkHttpResponse = getValueByPath(fromObject, [
+        'sdkHttpResponse',
+    ]);
+    if (fromSdkHttpResponse != null) {
+        setValueByPath(toObject, ['sdkHttpResponse'], fromSdkHttpResponse);
+    }
     return toObject;
 }
 function listCachedContentsResponseFromVertex(fromObject) {
@@ -5925,10 +6021,16 @@ class Caches extends BaseModule {
                 abortSignal: (_b = params.config) === null || _b === void 0 ? void 0 : _b.abortSignal,
             })
                 .then((httpResponse) => {
-                return httpResponse.json();
+                return httpResponse.json().then((jsonResponse) => {
+                    const response = jsonResponse;
+                    response.sdkHttpResponse = {
+                        headers: httpResponse.headers,
+                    };
+                    return response;
+                });
             });
-            return response.then(() => {
-                const resp = deleteCachedContentResponseFromVertex();
+            return response.then((apiResponse) => {
+                const resp = deleteCachedContentResponseFromVertex(apiResponse);
                 const typedResp = new DeleteCachedContentResponse();
                 Object.assign(typedResp, resp);
                 return typedResp;
@@ -5951,10 +6053,16 @@ class Caches extends BaseModule {
                 abortSignal: (_d = params.config) === null || _d === void 0 ? void 0 : _d.abortSignal,
             })
                 .then((httpResponse) => {
-                return httpResponse.json();
+                return httpResponse.json().then((jsonResponse) => {
+                    const response = jsonResponse;
+                    response.sdkHttpResponse = {
+                        headers: httpResponse.headers,
+                    };
+                    return response;
+                });
             });
-            return response.then(() => {
-                const resp = deleteCachedContentResponseFromMldev();
+            return response.then((apiResponse) => {
+                const resp = deleteCachedContentResponseFromMldev(apiResponse);
                 const typedResp = new DeleteCachedContentResponse();
                 Object.assign(typedResp, resp);
                 return typedResp;
@@ -6187,9 +6295,6 @@ function isValidContent(content) {
         if (part === undefined || Object.keys(part).length === 0) {
             return false;
         }
-        if (!part.thought && part.text !== undefined && part.text === '') {
-            return false;
-        }
     }
     return true;
 }
@@ -6512,7 +6617,7 @@ const CONTENT_TYPE_HEADER = 'Content-Type';
 const SERVER_TIMEOUT_HEADER = 'X-Server-Timeout';
 const USER_AGENT_HEADER = 'User-Agent';
 const GOOGLE_API_CLIENT_HEADER = 'x-goog-api-client';
-const SDK_VERSION = '1.14.0'; // x-release-please-version
+const SDK_VERSION = '1.16.0'; // x-release-please-version
 const LIBRARY_LABEL = `google-genai-sdk/${SDK_VERSION}`;
 const VERTEX_AI_API_DEFAULT_VERSION = 'v1beta1';
 const GOOGLE_AI_API_DEFAULT_VERSION = 'v1beta';
@@ -7458,8 +7563,14 @@ function createFileResponseFromMldev(fromObject) {
     }
     return toObject;
 }
-function deleteFileResponseFromMldev() {
+function deleteFileResponseFromMldev(fromObject) {
     const toObject = {};
+    const fromSdkHttpResponse = getValueByPath(fromObject, [
+        'sdkHttpResponse',
+    ]);
+    if (fromSdkHttpResponse != null) {
+        setValueByPath(toObject, ['sdkHttpResponse'], fromSdkHttpResponse);
+    }
     return toObject;
 }
 
@@ -7728,10 +7839,16 @@ class Files extends BaseModule {
                 abortSignal: (_b = params.config) === null || _b === void 0 ? void 0 : _b.abortSignal,
             })
                 .then((httpResponse) => {
-                return httpResponse.json();
+                return httpResponse.json().then((jsonResponse) => {
+                    const response = jsonResponse;
+                    response.sdkHttpResponse = {
+                        headers: httpResponse.headers,
+                    };
+                    return response;
+                });
             });
-            return response.then(() => {
-                const resp = deleteFileResponseFromMldev();
+            return response.then((apiResponse) => {
+                const resp = deleteFileResponseFromMldev(apiResponse);
                 const typedResp = new DeleteFileResponse();
                 Object.assign(typedResp, resp);
                 return typedResp;
@@ -11034,6 +11151,21 @@ function imageToMldev(fromObject) {
     }
     return toObject;
 }
+function generateVideosSourceToMldev(fromObject, parentObject) {
+    const toObject = {};
+    const fromPrompt = getValueByPath(fromObject, ['prompt']);
+    if (parentObject !== undefined && fromPrompt != null) {
+        setValueByPath(parentObject, ['instances[0]', 'prompt'], fromPrompt);
+    }
+    const fromImage = getValueByPath(fromObject, ['image']);
+    if (parentObject !== undefined && fromImage != null) {
+        setValueByPath(parentObject, ['instances[0]', 'image'], imageToMldev(fromImage));
+    }
+    if (getValueByPath(fromObject, ['video']) !== undefined) {
+        throw new Error('video parameter is not supported in Gemini API.');
+    }
+    return toObject;
+}
 function generateVideosConfigToMldev(fromObject, parentObject) {
     const toObject = {};
     const fromNumberOfVideos = getValueByPath(fromObject, [
@@ -11091,6 +11223,9 @@ function generateVideosConfigToMldev(fromObject, parentObject) {
     if (getValueByPath(fromObject, ['lastFrame']) !== undefined) {
         throw new Error('lastFrame parameter is not supported in Gemini API.');
     }
+    if (getValueByPath(fromObject, ['referenceImages']) !== undefined) {
+        throw new Error('referenceImages parameter is not supported in Gemini API.');
+    }
     if (getValueByPath(fromObject, ['compressionQuality']) !== undefined) {
         throw new Error('compressionQuality parameter is not supported in Gemini API.');
     }
@@ -11113,6 +11248,10 @@ function generateVideosParametersToMldev(apiClient, fromObject) {
     if (getValueByPath(fromObject, ['video']) !== undefined) {
         throw new Error('video parameter is not supported in Gemini API.');
     }
+    const fromSource = getValueByPath(fromObject, ['source']);
+    if (fromSource != null) {
+        setValueByPath(toObject, ['config'], generateVideosSourceToMldev(fromSource, toObject));
+    }
     const fromConfig = getValueByPath(fromObject, ['config']);
     if (fromConfig != null) {
         setValueByPath(toObject, ['config'], generateVideosConfigToMldev(fromConfig, toObject));
@@ -12237,6 +12376,10 @@ function editImageParametersInternalToVertex(apiClient, fromObject) {
 }
 function upscaleImageAPIConfigInternalToVertex(fromObject, parentObject) {
     const toObject = {};
+    const fromOutputGcsUri = getValueByPath(fromObject, ['outputGcsUri']);
+    if (parentObject !== undefined && fromOutputGcsUri != null) {
+        setValueByPath(parentObject, ['parameters', 'storageUri'], fromOutputGcsUri);
+    }
     const fromIncludeRaiReason = getValueByPath(fromObject, [
         'includeRaiReason',
     ]);
@@ -12365,6 +12508,10 @@ function recontextImageConfigToVertex(fromObject, parentObject) {
     if (parentObject !== undefined && fromPersonGeneration != null) {
         setValueByPath(parentObject, ['parameters', 'personGeneration'], fromPersonGeneration);
     }
+    const fromAddWatermark = getValueByPath(fromObject, ['addWatermark']);
+    if (parentObject !== undefined && fromAddWatermark != null) {
+        setValueByPath(parentObject, ['parameters', 'addWatermark'], fromAddWatermark);
+    }
     const fromOutputMimeType = getValueByPath(fromObject, [
         'outputMimeType',
     ]);
@@ -12401,6 +12548,78 @@ function recontextImageParametersToVertex(apiClient, fromObject) {
     }
     return toObject;
 }
+function scribbleImageToVertex(fromObject) {
+    const toObject = {};
+    const fromImage = getValueByPath(fromObject, ['image']);
+    if (fromImage != null) {
+        setValueByPath(toObject, ['image'], imageToVertex(fromImage));
+    }
+    return toObject;
+}
+function segmentImageSourceToVertex(fromObject, parentObject) {
+    const toObject = {};
+    const fromPrompt = getValueByPath(fromObject, ['prompt']);
+    if (parentObject !== undefined && fromPrompt != null) {
+        setValueByPath(parentObject, ['instances[0]', 'prompt'], fromPrompt);
+    }
+    const fromImage = getValueByPath(fromObject, ['image']);
+    if (parentObject !== undefined && fromImage != null) {
+        setValueByPath(parentObject, ['instances[0]', 'image'], imageToVertex(fromImage));
+    }
+    const fromScribbleImage = getValueByPath(fromObject, [
+        'scribbleImage',
+    ]);
+    if (parentObject !== undefined && fromScribbleImage != null) {
+        setValueByPath(parentObject, ['instances[0]', 'scribble'], scribbleImageToVertex(fromScribbleImage));
+    }
+    return toObject;
+}
+function segmentImageConfigToVertex(fromObject, parentObject) {
+    const toObject = {};
+    const fromMode = getValueByPath(fromObject, ['mode']);
+    if (parentObject !== undefined && fromMode != null) {
+        setValueByPath(parentObject, ['parameters', 'mode'], fromMode);
+    }
+    const fromMaxPredictions = getValueByPath(fromObject, [
+        'maxPredictions',
+    ]);
+    if (parentObject !== undefined && fromMaxPredictions != null) {
+        setValueByPath(parentObject, ['parameters', 'maxPredictions'], fromMaxPredictions);
+    }
+    const fromConfidenceThreshold = getValueByPath(fromObject, [
+        'confidenceThreshold',
+    ]);
+    if (parentObject !== undefined && fromConfidenceThreshold != null) {
+        setValueByPath(parentObject, ['parameters', 'confidenceThreshold'], fromConfidenceThreshold);
+    }
+    const fromMaskDilation = getValueByPath(fromObject, ['maskDilation']);
+    if (parentObject !== undefined && fromMaskDilation != null) {
+        setValueByPath(parentObject, ['parameters', 'maskDilation'], fromMaskDilation);
+    }
+    const fromBinaryColorThreshold = getValueByPath(fromObject, [
+        'binaryColorThreshold',
+    ]);
+    if (parentObject !== undefined && fromBinaryColorThreshold != null) {
+        setValueByPath(parentObject, ['parameters', 'binaryColorThreshold'], fromBinaryColorThreshold);
+    }
+    return toObject;
+}
+function segmentImageParametersToVertex(apiClient, fromObject) {
+    const toObject = {};
+    const fromModel = getValueByPath(fromObject, ['model']);
+    if (fromModel != null) {
+        setValueByPath(toObject, ['_url', 'model'], tModel(apiClient, fromModel));
+    }
+    const fromSource = getValueByPath(fromObject, ['source']);
+    if (fromSource != null) {
+        setValueByPath(toObject, ['config'], segmentImageSourceToVertex(fromSource, toObject));
+    }
+    const fromConfig = getValueByPath(fromObject, ['config']);
+    if (fromConfig != null) {
+        setValueByPath(toObject, ['config'], segmentImageConfigToVertex(fromConfig, toObject));
+    }
+    return toObject;
+}
 function getModelParametersToVertex(apiClient, fromObject) {
     const toObject = {};
     const fromModel = getValueByPath(fromObject, ['model']);
@@ -12569,6 +12788,36 @@ function videoToVertex(fromObject) {
     }
     return toObject;
 }
+function generateVideosSourceToVertex(fromObject, parentObject) {
+    const toObject = {};
+    const fromPrompt = getValueByPath(fromObject, ['prompt']);
+    if (parentObject !== undefined && fromPrompt != null) {
+        setValueByPath(parentObject, ['instances[0]', 'prompt'], fromPrompt);
+    }
+    const fromImage = getValueByPath(fromObject, ['image']);
+    if (parentObject !== undefined && fromImage != null) {
+        setValueByPath(parentObject, ['instances[0]', 'image'], imageToVertex(fromImage));
+    }
+    const fromVideo = getValueByPath(fromObject, ['video']);
+    if (parentObject !== undefined && fromVideo != null) {
+        setValueByPath(parentObject, ['instances[0]', 'video'], videoToVertex(fromVideo));
+    }
+    return toObject;
+}
+function videoGenerationReferenceImageToVertex(fromObject) {
+    const toObject = {};
+    const fromImage = getValueByPath(fromObject, ['image']);
+    if (fromImage != null) {
+        setValueByPath(toObject, ['image'], imageToVertex(fromImage));
+    }
+    const fromReferenceType = getValueByPath(fromObject, [
+        'referenceType',
+    ]);
+    if (fromReferenceType != null) {
+        setValueByPath(toObject, ['referenceType'], fromReferenceType);
+    }
+    return toObject;
+}
 function generateVideosConfigToVertex(fromObject, parentObject) {
     const toObject = {};
     const fromNumberOfVideos = getValueByPath(fromObject, [
@@ -12635,6 +12884,18 @@ function generateVideosConfigToVertex(fromObject, parentObject) {
     if (parentObject !== undefined && fromLastFrame != null) {
         setValueByPath(parentObject, ['instances[0]', 'lastFrame'], imageToVertex(fromLastFrame));
     }
+    const fromReferenceImages = getValueByPath(fromObject, [
+        'referenceImages',
+    ]);
+    if (parentObject !== undefined && fromReferenceImages != null) {
+        let transformedList = fromReferenceImages;
+        if (Array.isArray(transformedList)) {
+            transformedList = transformedList.map((item) => {
+                return videoGenerationReferenceImageToVertex(item);
+            });
+        }
+        setValueByPath(parentObject, ['instances[0]', 'referenceImages'], transformedList);
+    }
     const fromCompressionQuality = getValueByPath(fromObject, [
         'compressionQuality',
     ]);
@@ -12661,6 +12922,10 @@ function generateVideosParametersToVertex(apiClient, fromObject) {
     if (fromVideo != null) {
         setValueByPath(toObject, ['instances[0]', 'video'], videoToVertex(fromVideo));
     }
+    const fromSource = getValueByPath(fromObject, ['source']);
+    if (fromSource != null) {
+        setValueByPath(toObject, ['config'], generateVideosSourceToVertex(fromSource, toObject));
+    }
     const fromConfig = getValueByPath(fromObject, ['config']);
     if (fromConfig != null) {
         setValueByPath(toObject, ['config'], generateVideosConfigToVertex(fromConfig, toObject));
@@ -13111,8 +13376,14 @@ function listModelsResponseFromMldev(fromObject) {
     }
     return toObject;
 }
-function deleteModelResponseFromMldev() {
+function deleteModelResponseFromMldev(fromObject) {
     const toObject = {};
+    const fromSdkHttpResponse = getValueByPath(fromObject, [
+        'sdkHttpResponse',
+    ]);
+    if (fromSdkHttpResponse != null) {
+        setValueByPath(toObject, ['sdkHttpResponse'], fromSdkHttpResponse);
+    }
     return toObject;
 }
 function countTokensResponseFromMldev(fromObject) {
@@ -13684,6 +13955,50 @@ function recontextImageResponseFromVertex(fromObject) {
     }
     return toObject;
 }
+function entityLabelFromVertex(fromObject) {
+    const toObject = {};
+    const fromLabel = getValueByPath(fromObject, ['label']);
+    if (fromLabel != null) {
+        setValueByPath(toObject, ['label'], fromLabel);
+    }
+    const fromScore = getValueByPath(fromObject, ['score']);
+    if (fromScore != null) {
+        setValueByPath(toObject, ['score'], fromScore);
+    }
+    return toObject;
+}
+function generatedImageMaskFromVertex(fromObject) {
+    const toObject = {};
+    const fromMask = getValueByPath(fromObject, ['_self']);
+    if (fromMask != null) {
+        setValueByPath(toObject, ['mask'], imageFromVertex(fromMask));
+    }
+    const fromLabels = getValueByPath(fromObject, ['labels']);
+    if (fromLabels != null) {
+        let transformedList = fromLabels;
+        if (Array.isArray(transformedList)) {
+            transformedList = transformedList.map((item) => {
+                return entityLabelFromVertex(item);
+            });
+        }
+        setValueByPath(toObject, ['labels'], transformedList);
+    }
+    return toObject;
+}
+function segmentImageResponseFromVertex(fromObject) {
+    const toObject = {};
+    const fromGeneratedMasks = getValueByPath(fromObject, ['predictions']);
+    if (fromGeneratedMasks != null) {
+        let transformedList = fromGeneratedMasks;
+        if (Array.isArray(transformedList)) {
+            transformedList = transformedList.map((item) => {
+                return generatedImageMaskFromVertex(item);
+            });
+        }
+        setValueByPath(toObject, ['generatedMasks'], transformedList);
+    }
+    return toObject;
+}
 function endpointFromVertex(fromObject) {
     const toObject = {};
     const fromName = getValueByPath(fromObject, ['endpoint']);
@@ -13813,8 +14128,14 @@ function listModelsResponseFromVertex(fromObject) {
     }
     return toObject;
 }
-function deleteModelResponseFromVertex() {
+function deleteModelResponseFromVertex(fromObject) {
     const toObject = {};
+    const fromSdkHttpResponse = getValueByPath(fromObject, [
+        'sdkHttpResponse',
+    ]);
+    if (fromSdkHttpResponse != null) {
+        setValueByPath(toObject, ['sdkHttpResponse'], fromSdkHttpResponse);
+    }
     return toObject;
 }
 function countTokensResponseFromVertex(fromObject) {
@@ -15129,7 +15450,9 @@ class Models extends BaseModule {
          * ```ts
          * const operation = await ai.models.generateVideos({
          *  model: 'veo-2.0-generate-001',
-         *  prompt: 'A neon hologram of a cat driving at top speed',
+         *  source: {
+         *    prompt: 'A neon hologram of a cat driving at top speed',
+         *  },
          *  config: {
          *    numberOfVideos: 1
          * });
@@ -15143,6 +15466,9 @@ class Models extends BaseModule {
          * ```
          */
         this.generateVideos = async (params) => {
+            if ((params.prompt || params.image || params.video) && params.source) {
+                throw new Error('Source and prompt/image/video are mutually exclusive. Please only use source.');
+            }
             return await this.generateVideosInternal(params);
         };
     }
@@ -15800,6 +16126,61 @@ class Models extends BaseModule {
             throw new Error('This method is only supported by the Vertex AI.');
         }
     }
+    /**
+     * Segments an image, creating a mask of a specified area.
+     *
+     * @param params - The parameters for segmenting an image.
+     * @return The response from the API.
+     *
+     * @example
+     * ```ts
+     * const response = await ai.models.segmentImage({
+     *  model: 'image-segmentation-001',
+     *  source: {
+     *    image: image,
+     *  },
+     *  config: {
+     *    mode: 'foreground',
+     *  },
+     * });
+     * console.log(response?.generatedMasks?.[0]?.mask?.imageBytes);
+     * ```
+     */
+    async segmentImage(params) {
+        var _a, _b;
+        let response;
+        let path = '';
+        let queryParams = {};
+        if (this.apiClient.isVertexAI()) {
+            const body = segmentImageParametersToVertex(this.apiClient, params);
+            path = formatMap('{model}:predict', body['_url']);
+            queryParams = body['_query'];
+            delete body['config'];
+            delete body['_url'];
+            delete body['_query'];
+            response = this.apiClient
+                .request({
+                path: path,
+                queryParams: queryParams,
+                body: JSON.stringify(body),
+                httpMethod: 'POST',
+                httpOptions: (_a = params.config) === null || _a === void 0 ? void 0 : _a.httpOptions,
+                abortSignal: (_b = params.config) === null || _b === void 0 ? void 0 : _b.abortSignal,
+            })
+                .then((httpResponse) => {
+                return httpResponse.json();
+            });
+            return response.then((apiResponse) => {
+                const resp = segmentImageResponseFromVertex(apiResponse);
+                const typedResp = new SegmentImageResponse();
+                Object.assign(typedResp, resp);
+                return typedResp;
+            });
+        }
+        else {
+            throw new Error('This method is only supported by the Vertex AI.');
+        }
+    }
     /**
      * Fetches information about a model by name.
      *
@@ -16036,10 +16417,16 @@ class Models extends BaseModule {
                 abortSignal: (_b = params.config) === null || _b === void 0 ? void 0 : _b.abortSignal,
             })
                 .then((httpResponse) => {
-                return httpResponse.json();
+                return httpResponse.json().then((jsonResponse) => {
+                    const response = jsonResponse;
+                    response.sdkHttpResponse = {
+                        headers: httpResponse.headers,
+                    };
+                    return response;
+                });
             });
-            return response.then(() => {
-                const resp = deleteModelResponseFromVertex();
+            return response.then((apiResponse) => {
+                const resp = deleteModelResponseFromVertex(apiResponse);
                 const typedResp = new DeleteModelResponse();
                 Object.assign(typedResp, resp);
                 return typedResp;
@@ -16062,10 +16449,16 @@ class Models extends BaseModule {
                 abortSignal: (_d = params.config) === null || _d === void 0 ? void 0 : _d.abortSignal,
             })
                 .then((httpResponse) => {
-                return httpResponse.json();
+                return httpResponse.json().then((jsonResponse) => {
+                    const response = jsonResponse;
+                    response.sdkHttpResponse = {
+                        headers: httpResponse.headers,
+                    };
+                    return response;
+                });
             });
-            return response.then(() => {
-                const resp = deleteModelResponseFromMldev();
+            return response.then((apiResponse) => {
+                const resp = deleteModelResponseFromMldev(apiResponse);
                 const typedResp = new DeleteModelResponse();
                 Object.assign(typedResp, resp);
                 return typedResp;
@@ -16320,13 +16713,17 @@ function getOperationParametersToMldev(fromObject) {
     }
     return toObject;
 }
-function getOperationParametersToVertex(fromObject) {
+function fetchPredictOperationParametersToVertex(fromObject) {
     const toObject = {};
     const fromOperationName = getValueByPath(fromObject, [
         'operationName',
     ]);
     if (fromOperationName != null) {
-        setValueByPath(toObject, ['_url', 'operationName'], fromOperationName);
+        setValueByPath(toObject, ['operationName'], fromOperationName);
+    }
+    const fromResourceName = getValueByPath(fromObject, ['resourceName']);
+    if (fromResourceName != null) {
+        setValueByPath(toObject, ['_url', 'resourceName'], fromResourceName);
     }
     const fromConfig = getValueByPath(fromObject, ['config']);
     if (fromConfig != null) {
@@ -16334,17 +16731,13 @@ function getOperationParametersToVertex(fromObject) {
     }
     return toObject;
 }
-function fetchPredictOperationParametersToVertex(fromObject) {
+function getOperationParametersToVertex(fromObject) {
     const toObject = {};
     const fromOperationName = getValueByPath(fromObject, [
         'operationName',
     ]);
     if (fromOperationName != null) {
-        setValueByPath(toObject, ['operationName'], fromOperationName);
-    }
-    const fromResourceName = getValueByPath(fromObject, ['resourceName']);
-    if (fromResourceName != null) {
-        setValueByPath(toObject, ['_url', 'resourceName'], fromResourceName);
+        setValueByPath(toObject, ['_url', 'operationName'], fromOperationName);
     }
     const fromConfig = getValueByPath(fromObject, ['config']);
     if (fromConfig != null) {
@@ -17431,6 +17824,18 @@ function listTuningJobsParametersToMldev(fromObject) {
     }
     return toObject;
 }
+function cancelTuningJobParametersToMldev(fromObject) {
+    const toObject = {};
+    const fromName = getValueByPath(fromObject, ['name']);
+    if (fromName != null) {
+        setValueByPath(toObject, ['_url', 'name'], fromName);
+    }
+    const fromConfig = getValueByPath(fromObject, ['config']);
+    if (fromConfig != null) {
+        setValueByPath(toObject, ['config'], fromConfig);
+    }
+    return toObject;
+}
 function tuningExampleToMldev(fromObject) {
     const toObject = {};
     const fromTextInput = getValueByPath(fromObject, ['textInput']);
@@ -17568,6 +17973,18 @@ function listTuningJobsParametersToVertex(fromObject) {
     }
     return toObject;
 }
+function cancelTuningJobParametersToVertex(fromObject) {
+    const toObject = {};
+    const fromName = getValueByPath(fromObject, ['name']);
+    if (fromName != null) {
+        setValueByPath(toObject, ['_url', 'name'], fromName);
+    }
+    const fromConfig = getValueByPath(fromObject, ['config']);
+    if (fromConfig != null) {
+        setValueByPath(toObject, ['config'], fromConfig);
+    }
+    return toObject;
+}
 function tuningDatasetToVertex(fromObject, parentObject) {
     const toObject = {};
     const fromGcsUri = getValueByPath(fromObject, ['gcsUri']);
@@ -18221,6 +18638,54 @@ class Tunings extends BaseModule {
             });
         }
     }
+    /**
+     * Cancels a tuning job.
+     *
+     * @param params - The parameters for the cancel request.
+     * @return The empty response returned by the API.
+     *
+     * @example
+     * ```ts
+     * await ai.tunings.cancel({name: '...'}); // The server-generated resource name.
+     * ```
+     */
+    async cancel(params) {
+        var _a, _b, _c, _d;
+        let path = '';
+        let queryParams = {};
+        if (this.apiClient.isVertexAI()) {
+            const body = cancelTuningJobParametersToVertex(params);
+            path = formatMap('{name}:cancel', body['_url']);
+            queryParams = body['_query'];
+            delete body['config'];
+            delete body['_url'];
+            delete body['_query'];
+            await this.apiClient.request({
+                path: path,
+                queryParams: queryParams,
+                body: JSON.stringify(body),
+                httpMethod: 'POST',
+                httpOptions: (_a = params.config) === null || _a === void 0 ? void 0 : _a.httpOptions,
+                abortSignal: (_b = params.config) === null || _b === void 0 ? void 0 : _b.abortSignal,
+            });
+        }
+        else {
+            const body = cancelTuningJobParametersToMldev(params);
+            path = formatMap('{name}:cancel', body['_url']);
+            queryParams = body['_query'];
+            delete body['config'];
+            delete body['_url'];
+            delete body['_query'];
+            await this.apiClient.request({
+                path: path,
+                queryParams: queryParams,
+                body: JSON.stringify(body),
+                httpMethod: 'POST',
+                httpOptions: (_c = params.config) === null || _c === void 0 ? void 0 : _c.httpOptions,
+                abortSignal: (_d = params.config) === null || _d === void 0 ? void 0 : _d.abortSignal,
+            });
+        }
+    }
     async tuneInternal(params) {
         var _a, _b;
         let response;
@@ -18438,6 +18903,7 @@ exports.Pager = Pager;
 exports.RawReferenceImage = RawReferenceImage;
 exports.RecontextImageResponse = RecontextImageResponse;
 exports.ReplayResponse = ReplayResponse;
+exports.SegmentImageResponse = SegmentImageResponse;
 exports.Session = Session;
 exports.StyleReferenceImage = StyleReferenceImage;
 exports.SubjectReferenceImage = SubjectReferenceImage;