@google/genai 1.14.0 → 1.15.0

package/dist/node/index.cjs

@@ -925,6 +925,15 @@ exports.EditMode = void 0;
     EditMode["EDIT_MODE_BGSWAP"] = "EDIT_MODE_BGSWAP";
     EditMode["EDIT_MODE_PRODUCT_IMAGE"] = "EDIT_MODE_PRODUCT_IMAGE";
 })(exports.EditMode || (exports.EditMode = {}));
+/** Enum that represents the segmentation mode. */
+exports.SegmentMode = void 0;
+(function (SegmentMode) {
+    SegmentMode["FOREGROUND"] = "FOREGROUND";
+    SegmentMode["BACKGROUND"] = "BACKGROUND";
+    SegmentMode["PROMPT"] = "PROMPT";
+    SegmentMode["SEMANTIC"] = "SEMANTIC";
+    SegmentMode["INTERACTIVE"] = "INTERACTIVE";
+})(exports.SegmentMode || (exports.SegmentMode = {}));
 /** Enum that controls the compression quality of the generated videos. */
 exports.VideoCompressionQuality = void 0;
 (function (VideoCompressionQuality) {
@@ -1571,6 +1580,9 @@ class UpscaleImageResponse {
 /** The output images response. */
 class RecontextImageResponse {
 }
+/** The output images response. */
+class SegmentImageResponse {
+}
 class ListModelsResponse {
 }
 class DeleteModelResponse {
@@ -4309,6 +4321,7 @@ class Batches extends BaseModule {
          * ```
          */
         this.create = async (params) => {
+            var _a, _b;
             if (this.apiClient.isVertexAI()) {
                 const timestamp = Date.now();
                 const timestampStr = timestamp.toString();
@@ -4333,6 +4346,55 @@ class Batches extends BaseModule {
                     }
                 }
             }
+            else {
+                if (Array.isArray(params.src) ||
+                    (typeof params.src !== 'string' && params.src.inlinedRequests)) {
+                    // Move system instruction to httpOptions extraBody.
+                    let path = '';
+                    let queryParams = {};
+                    const body = createBatchJobParametersToMldev(this.apiClient, params);
+                    path = formatMap('{model}:batchGenerateContent', body['_url']);
+                    queryParams = body['_query'];
+                    // Move system instruction to 'request':
+                    // {'systemInstruction': system_instruction}
+                    const batch = body['batch'];
+                    const inputConfig = batch['inputConfig'];
+                    const requestsWrapper = inputConfig['requests'];
+                    const requests = requestsWrapper['requests'];
+                    const newRequests = [];
+                    for (const request of requests) {
+                        const requestDict = request;
+                        if (requestDict['systemInstruction']) {
+                            const systemInstructionValue = requestDict['systemInstruction'];
+                            delete requestDict['systemInstruction'];
+                            const requestContent = requestDict['request'];
+                            requestContent['systemInstruction'] = systemInstructionValue;
+                            requestDict['request'] = requestContent;
+                        }
+                        newRequests.push(requestDict);
+                    }
+                    requestsWrapper['requests'] = newRequests;
+                    delete body['config'];
+                    delete body['_url'];
+                    delete body['_query'];
+                    const response = this.apiClient
+                        .request({
+                        path: path,
+                        queryParams: queryParams,
+                        body: JSON.stringify(body),
+                        httpMethod: 'POST',
+                        httpOptions: (_a = params.config) === null || _a === void 0 ? void 0 : _a.httpOptions,
+                        abortSignal: (_b = params.config) === null || _b === void 0 ? void 0 : _b.abortSignal,
+                    })
+                        .then((httpResponse) => {
+                        return httpResponse.json();
+                    });
+                    return response.then((apiResponse) => {
+                        const resp = batchJobFromMldev(apiResponse);
+                        return resp;
+                    });
+                }
+            }
             return await this.createInternal(params);
         };
         /**
@@ -6243,9 +6305,6 @@ function isValidContent(content) {
         if (part === undefined || Object.keys(part).length === 0) {
             return false;
         }
-        if (!part.thought && part.text !== undefined && part.text === '') {
-            return false;
-        }
     }
     return true;
 }
@@ -10450,6 +10509,9 @@ function generateVideosConfigToMldev(fromObject, parentObject) {
     if (getValueByPath(fromObject, ['lastFrame']) !== undefined) {
         throw new Error('lastFrame parameter is not supported in Gemini API.');
     }
+    if (getValueByPath(fromObject, ['referenceImages']) !== undefined) {
+        throw new Error('referenceImages parameter is not supported in Gemini API.');
+    }
     if (getValueByPath(fromObject, ['compressionQuality']) !== undefined) {
         throw new Error('compressionQuality parameter is not supported in Gemini API.');
     }
@@ -11760,6 +11822,78 @@ function recontextImageParametersToVertex(apiClient, fromObject) {
     }
     return toObject;
 }
+function scribbleImageToVertex(fromObject) {
+    const toObject = {};
+    const fromImage = getValueByPath(fromObject, ['image']);
+    if (fromImage != null) {
+        setValueByPath(toObject, ['image'], imageToVertex(fromImage));
+    }
+    return toObject;
+}
+function segmentImageSourceToVertex(fromObject, parentObject) {
+    const toObject = {};
+    const fromPrompt = getValueByPath(fromObject, ['prompt']);
+    if (parentObject !== undefined && fromPrompt != null) {
+        setValueByPath(parentObject, ['instances[0]', 'prompt'], fromPrompt);
+    }
+    const fromImage = getValueByPath(fromObject, ['image']);
+    if (parentObject !== undefined && fromImage != null) {
+        setValueByPath(parentObject, ['instances[0]', 'image'], imageToVertex(fromImage));
+    }
+    const fromScribbleImage = getValueByPath(fromObject, [
+        'scribbleImage',
+    ]);
+    if (parentObject !== undefined && fromScribbleImage != null) {
+        setValueByPath(parentObject, ['instances[0]', 'scribble'], scribbleImageToVertex(fromScribbleImage));
+    }
+    return toObject;
+}
+function segmentImageConfigToVertex(fromObject, parentObject) {
+    const toObject = {};
+    const fromMode = getValueByPath(fromObject, ['mode']);
+    if (parentObject !== undefined && fromMode != null) {
+        setValueByPath(parentObject, ['parameters', 'mode'], fromMode);
+    }
+    const fromMaxPredictions = getValueByPath(fromObject, [
+        'maxPredictions',
+    ]);
+    if (parentObject !== undefined && fromMaxPredictions != null) {
+        setValueByPath(parentObject, ['parameters', 'maxPredictions'], fromMaxPredictions);
+    }
+    const fromConfidenceThreshold = getValueByPath(fromObject, [
+        'confidenceThreshold',
+    ]);
+    if (parentObject !== undefined && fromConfidenceThreshold != null) {
+        setValueByPath(parentObject, ['parameters', 'confidenceThreshold'], fromConfidenceThreshold);
+    }
+    const fromMaskDilation = getValueByPath(fromObject, ['maskDilation']);
+    if (parentObject !== undefined && fromMaskDilation != null) {
+        setValueByPath(parentObject, ['parameters', 'maskDilation'], fromMaskDilation);
+    }
+    const fromBinaryColorThreshold = getValueByPath(fromObject, [
+        'binaryColorThreshold',
+    ]);
+    if (parentObject !== undefined && fromBinaryColorThreshold != null) {
+        setValueByPath(parentObject, ['parameters', 'binaryColorThreshold'], fromBinaryColorThreshold);
+    }
+    return toObject;
+}
+function segmentImageParametersToVertex(apiClient, fromObject) {
+    const toObject = {};
+    const fromModel = getValueByPath(fromObject, ['model']);
+    if (fromModel != null) {
+        setValueByPath(toObject, ['_url', 'model'], tModel(apiClient, fromModel));
+    }
+    const fromSource = getValueByPath(fromObject, ['source']);
+    if (fromSource != null) {
+        setValueByPath(toObject, ['config'], segmentImageSourceToVertex(fromSource, toObject));
+    }
+    const fromConfig = getValueByPath(fromObject, ['config']);
+    if (fromConfig != null) {
+        setValueByPath(toObject, ['config'], segmentImageConfigToVertex(fromConfig, toObject));
+    }
+    return toObject;
+}
 function getModelParametersToVertex(apiClient, fromObject) {
     const toObject = {};
     const fromModel = getValueByPath(fromObject, ['model']);
@@ -11928,6 +12062,20 @@ function videoToVertex(fromObject) {
     }
     return toObject;
 }
+function videoGenerationReferenceImageToVertex(fromObject) {
+    const toObject = {};
+    const fromImage = getValueByPath(fromObject, ['image']);
+    if (fromImage != null) {
+        setValueByPath(toObject, ['image'], imageToVertex(fromImage));
+    }
+    const fromReferenceType = getValueByPath(fromObject, [
+        'referenceType',
+    ]);
+    if (fromReferenceType != null) {
+        setValueByPath(toObject, ['referenceType'], fromReferenceType);
+    }
+    return toObject;
+}
 function generateVideosConfigToVertex(fromObject, parentObject) {
     const toObject = {};
     const fromNumberOfVideos = getValueByPath(fromObject, [
@@ -11994,6 +12142,18 @@ function generateVideosConfigToVertex(fromObject, parentObject) {
     if (parentObject !== undefined && fromLastFrame != null) {
         setValueByPath(parentObject, ['instances[0]', 'lastFrame'], imageToVertex(fromLastFrame));
     }
+    const fromReferenceImages = getValueByPath(fromObject, [
+        'referenceImages',
+    ]);
+    if (parentObject !== undefined && fromReferenceImages != null) {
+        let transformedList = fromReferenceImages;
+        if (Array.isArray(transformedList)) {
+            transformedList = transformedList.map((item) => {
+                return videoGenerationReferenceImageToVertex(item);
+            });
+        }
+        setValueByPath(parentObject, ['instances[0]', 'referenceImages'], transformedList);
+    }
     const fromCompressionQuality = getValueByPath(fromObject, [
         'compressionQuality',
     ]);
@@ -13043,6 +13203,50 @@ function recontextImageResponseFromVertex(fromObject) {
     }
     return toObject;
 }
+function entityLabelFromVertex(fromObject) {
+    const toObject = {};
+    const fromLabel = getValueByPath(fromObject, ['label']);
+    if (fromLabel != null) {
+        setValueByPath(toObject, ['label'], fromLabel);
+    }
+    const fromScore = getValueByPath(fromObject, ['score']);
+    if (fromScore != null) {
+        setValueByPath(toObject, ['score'], fromScore);
+    }
+    return toObject;
+}
+function generatedImageMaskFromVertex(fromObject) {
+    const toObject = {};
+    const fromMask = getValueByPath(fromObject, ['_self']);
+    if (fromMask != null) {
+        setValueByPath(toObject, ['mask'], imageFromVertex(fromMask));
+    }
+    const fromLabels = getValueByPath(fromObject, ['labels']);
+    if (fromLabels != null) {
+        let transformedList = fromLabels;
+        if (Array.isArray(transformedList)) {
+            transformedList = transformedList.map((item) => {
+                return entityLabelFromVertex(item);
+            });
+        }
+        setValueByPath(toObject, ['labels'], transformedList);
+    }
+    return toObject;
+}
+function segmentImageResponseFromVertex(fromObject) {
+    const toObject = {};
+    const fromGeneratedMasks = getValueByPath(fromObject, ['predictions']);
+    if (fromGeneratedMasks != null) {
+        let transformedList = fromGeneratedMasks;
+        if (Array.isArray(transformedList)) {
+            transformedList = transformedList.map((item) => {
+                return generatedImageMaskFromVertex(item);
+            });
+        }
+        setValueByPath(toObject, ['generatedMasks'], transformedList);
+    }
+    return toObject;
+}
 function endpointFromVertex(fromObject) {
     const toObject = {};
     const fromName = getValueByPath(fromObject, ['endpoint']);
@@ -13290,7 +13494,7 @@ const CONTENT_TYPE_HEADER = 'Content-Type';
 const SERVER_TIMEOUT_HEADER = 'X-Server-Timeout';
 const USER_AGENT_HEADER = 'User-Agent';
 const GOOGLE_API_CLIENT_HEADER = 'x-goog-api-client';
-const SDK_VERSION = '1.14.0'; // x-release-please-version
+const SDK_VERSION = '1.15.0'; // x-release-please-version
 const LIBRARY_LABEL = `google-genai-sdk/${SDK_VERSION}`;
 const VERTEX_AI_API_DEFAULT_VERSION = 'v1beta1';
 const GOOGLE_AI_API_DEFAULT_VERSION = 'v1beta';
@@ -15733,6 +15937,61 @@ class Models extends BaseModule {
             throw new Error('This method is only supported by the Vertex AI.');
         }
     }
+    /**
+     * Segments an image, creating a mask of a specified area.
+     *
+     * @param params - The parameters for segmenting an image.
+     * @return The response from the API.
+     *
+     * @example
+     * ```ts
+     * const response = await ai.models.segmentImage({
+     *  model: 'image-segmentation-001',
+     *  source: {
+     *    image: image,
+     *  },
+     *  config: {
+     *    mode: 'foreground',
+     *  },
+     * });
+     * console.log(response?.generatedMasks?.[0]?.mask?.imageBytes);
+     * ```
+     */
+    async segmentImage(params) {
+        var _a, _b;
+        let response;
+        let path = '';
+        let queryParams = {};
+        if (this.apiClient.isVertexAI()) {
+            const body = segmentImageParametersToVertex(this.apiClient, params);
+            path = formatMap('{model}:predict', body['_url']);
+            queryParams = body['_query'];
+            delete body['config'];
+            delete body['_url'];
+            delete body['_query'];
+            response = this.apiClient
+                .request({
+                path: path,
+                queryParams: queryParams,
+                body: JSON.stringify(body),
+                httpMethod: 'POST',
+                httpOptions: (_a = params.config) === null || _a === void 0 ? void 0 : _a.httpOptions,
+                abortSignal: (_b = params.config) === null || _b === void 0 ? void 0 : _b.abortSignal,
+            })
+                .then((httpResponse) => {
+                return httpResponse.json();
+            });
+            return response.then((apiResponse) => {
+                const resp = segmentImageResponseFromVertex(apiResponse);
+                const typedResp = new SegmentImageResponse();
+                Object.assign(typedResp, resp);
+                return typedResp;
+            });
+        }
+        else {
+            throw new Error('This method is only supported by the Vertex AI.');
+        }
+    }
     /**
      * Fetches information about a model by name.
      *
@@ -18856,6 +19115,7 @@ exports.Pager = Pager;
 exports.RawReferenceImage = RawReferenceImage;
 exports.RecontextImageResponse = RecontextImageResponse;
 exports.ReplayResponse = ReplayResponse;
+exports.SegmentImageResponse = SegmentImageResponse;
 exports.Session = Session;
 exports.StyleReferenceImage = StyleReferenceImage;
 exports.SubjectReferenceImage = SubjectReferenceImage;