@google/genai 1.12.0 → 1.13.0

package/dist/node/index.cjs

@@ -472,6 +472,14 @@ exports.UrlRetrievalStatus = void 0;
      * Url retrieval is failed due to error.
      */
     UrlRetrievalStatus["URL_RETRIEVAL_STATUS_ERROR"] = "URL_RETRIEVAL_STATUS_ERROR";
+    /**
+     * Url retrieval is failed because the content is behind paywall.
+     */
+    UrlRetrievalStatus["URL_RETRIEVAL_STATUS_PAYWALL"] = "URL_RETRIEVAL_STATUS_PAYWALL";
+    /**
+     * Url retrieval is failed because the content is unsafe.
+     */
+    UrlRetrievalStatus["URL_RETRIEVAL_STATUS_UNSAFE"] = "URL_RETRIEVAL_STATUS_UNSAFE";
 })(exports.UrlRetrievalStatus || (exports.UrlRetrievalStatus = {}));
 /** Output only. The reason why the model stopped generating tokens.
 
@@ -1098,6 +1106,29 @@ exports.Scale = void 0;
      */
     Scale["B_MAJOR_A_FLAT_MINOR"] = "B_MAJOR_A_FLAT_MINOR";
 })(exports.Scale || (exports.Scale = {}));
+/** The mode of music generation. */
+exports.MusicGenerationMode = void 0;
+(function (MusicGenerationMode) {
+    /**
+     * Rely on the server default generation mode.
+     */
+    MusicGenerationMode["MUSIC_GENERATION_MODE_UNSPECIFIED"] = "MUSIC_GENERATION_MODE_UNSPECIFIED";
+    /**
+     * Steer text prompts to regions of latent space with higher quality
+        music.
+     */
+    MusicGenerationMode["QUALITY"] = "QUALITY";
+    /**
+     * Steer text prompts to regions of latent space with a larger
+        diversity of music.
+     */
+    MusicGenerationMode["DIVERSITY"] = "DIVERSITY";
+    /**
+     * Steer text prompts to regions of latent space more likely to
+        generate music with vocals.
+     */
+    MusicGenerationMode["VOCALIZATION"] = "VOCALIZATION";
+})(exports.MusicGenerationMode || (exports.MusicGenerationMode = {}));
 /** The playback control signal to apply to the music generation. */
 exports.LiveMusicPlaybackControl = void 0;
 (function (LiveMusicPlaybackControl) {
@@ -1521,6 +1552,9 @@ class EditImageResponse {
 }
 class UpscaleImageResponse {
 }
+/** The output images response. */
+class RecontextImageResponse {
+}
 class ListModelsResponse {
 }
 class DeleteModelResponse {
@@ -3726,6 +3760,10 @@ function generateContentResponseFromMldev$1(fromObject) {
     if (fromPromptFeedback != null) {
         setValueByPath(toObject, ['promptFeedback'], fromPromptFeedback);
     }
+    const fromResponseId = getValueByPath(fromObject, ['responseId']);
+    if (fromResponseId != null) {
+        setValueByPath(toObject, ['responseId'], fromResponseId);
+    }
     const fromUsageMetadata = getValueByPath(fromObject, [
         'usageMetadata',
     ]);
@@ -3859,6 +3897,12 @@ function listBatchJobsResponseFromMldev(fromObject) {
 }
 function deleteResourceJobFromMldev(fromObject) {
     const toObject = {};
+    const fromSdkHttpResponse = getValueByPath(fromObject, [
+        'sdkHttpResponse',
+    ]);
+    if (fromSdkHttpResponse != null) {
+        setValueByPath(toObject, ['sdkHttpResponse'], fromSdkHttpResponse);
+    }
     const fromName = getValueByPath(fromObject, ['name']);
     if (fromName != null) {
         setValueByPath(toObject, ['name'], fromName);
@@ -4008,6 +4052,12 @@ function listBatchJobsResponseFromVertex(fromObject) {
 }
 function deleteResourceJobFromVertex(fromObject) {
     const toObject = {};
+    const fromSdkHttpResponse = getValueByPath(fromObject, [
+        'sdkHttpResponse',
+    ]);
+    if (fromSdkHttpResponse != null) {
+        setValueByPath(toObject, ['sdkHttpResponse'], fromSdkHttpResponse);
+    }
     const fromName = getValueByPath(fromObject, ['name']);
     if (fromName != null) {
         setValueByPath(toObject, ['name'], fromName);
@@ -4553,7 +4603,13 @@ class Batches extends BaseModule {
                 abortSignal: (_b = params.config) === null || _b === void 0 ? void 0 : _b.abortSignal,
             })
                 .then((httpResponse) => {
-                return httpResponse.json();
+                return httpResponse.json().then((jsonResponse) => {
+                    const response = jsonResponse;
+                    response.sdkHttpResponse = {
+                        headers: httpResponse.headers,
+                    };
+                    return response;
+                });
             });
             return response.then((apiResponse) => {
                 const resp = deleteResourceJobFromVertex(apiResponse);
@@ -4577,7 +4633,13 @@ class Batches extends BaseModule {
                 abortSignal: (_d = params.config) === null || _d === void 0 ? void 0 : _d.abortSignal,
             })
                 .then((httpResponse) => {
-                return httpResponse.json();
+                return httpResponse.json().then((jsonResponse) => {
+                    const response = jsonResponse;
+                    response.sdkHttpResponse = {
+                        headers: httpResponse.headers,
+                    };
+                    return response;
+                });
             });
             return response.then((apiResponse) => {
                 const resp = deleteResourceJobFromMldev(apiResponse);
@@ -7638,6 +7700,12 @@ function liveMusicGenerationConfigToMldev(fromObject) {
     if (fromOnlyBassAndDrums != null) {
         setValueByPath(toObject, ['onlyBassAndDrums'], fromOnlyBassAndDrums);
     }
+    const fromMusicGenerationMode = getValueByPath(fromObject, [
+        'musicGenerationMode',
+    ]);
+    if (fromMusicGenerationMode != null) {
+        setValueByPath(toObject, ['musicGenerationMode'], fromMusicGenerationMode);
+    }
     return toObject;
 }
 function liveMusicSetConfigParametersToMldev(fromObject) {
@@ -8796,6 +8864,12 @@ function liveMusicGenerationConfigFromMldev(fromObject) {
     if (fromOnlyBassAndDrums != null) {
         setValueByPath(toObject, ['onlyBassAndDrums'], fromOnlyBassAndDrums);
     }
+    const fromMusicGenerationMode = getValueByPath(fromObject, [
+        'musicGenerationMode',
+    ]);
+    if (fromMusicGenerationMode != null) {
+        setValueByPath(toObject, ['musicGenerationMode'], fromMusicGenerationMode);
+    }
     return toObject;
 }
 function liveMusicSourceMetadataFromMldev(fromObject) {
@@ -10062,8 +10136,9 @@ function generateImagesConfigToMldev(fromObject, parentObject) {
     if (getValueByPath(fromObject, ['addWatermark']) !== undefined) {
         throw new Error('addWatermark parameter is not supported in Gemini API.');
     }
-    if (getValueByPath(fromObject, ['imageSize']) !== undefined) {
-        throw new Error('imageSize parameter is not supported in Gemini API.');
+    const fromImageSize = getValueByPath(fromObject, ['imageSize']);
+    if (parentObject !== undefined && fromImageSize != null) {
+        setValueByPath(parentObject, ['parameters', 'sampleImageSize'], fromImageSize);
     }
     if (getValueByPath(fromObject, ['enhancePrompt']) !== undefined) {
         throw new Error('enhancePrompt parameter is not supported in Gemini API.');
@@ -11465,6 +11540,106 @@ function upscaleImageAPIParametersInternalToVertex(apiClient, fromObject) {
     }
     return toObject;
 }
+function productImageToVertex(fromObject) {
+    const toObject = {};
+    const fromProductImage = getValueByPath(fromObject, ['productImage']);
+    if (fromProductImage != null) {
+        setValueByPath(toObject, ['image'], imageToVertex(fromProductImage));
+    }
+    return toObject;
+}
+function recontextImageSourceToVertex(fromObject, parentObject) {
+    const toObject = {};
+    const fromPrompt = getValueByPath(fromObject, ['prompt']);
+    if (parentObject !== undefined && fromPrompt != null) {
+        setValueByPath(parentObject, ['instances[0]', 'prompt'], fromPrompt);
+    }
+    const fromPersonImage = getValueByPath(fromObject, ['personImage']);
+    if (parentObject !== undefined && fromPersonImage != null) {
+        setValueByPath(parentObject, ['instances[0]', 'personImage', 'image'], imageToVertex(fromPersonImage));
+    }
+    const fromProductImages = getValueByPath(fromObject, [
+        'productImages',
+    ]);
+    if (parentObject !== undefined && fromProductImages != null) {
+        let transformedList = fromProductImages;
+        if (Array.isArray(transformedList)) {
+            transformedList = transformedList.map((item) => {
+                return productImageToVertex(item);
+            });
+        }
+        setValueByPath(parentObject, ['instances[0]', 'productImages'], transformedList);
+    }
+    return toObject;
+}
+function recontextImageConfigToVertex(fromObject, parentObject) {
+    const toObject = {};
+    const fromNumberOfImages = getValueByPath(fromObject, [
+        'numberOfImages',
+    ]);
+    if (parentObject !== undefined && fromNumberOfImages != null) {
+        setValueByPath(parentObject, ['parameters', 'sampleCount'], fromNumberOfImages);
+    }
+    const fromBaseSteps = getValueByPath(fromObject, ['baseSteps']);
+    if (parentObject !== undefined && fromBaseSteps != null) {
+        setValueByPath(parentObject, ['parameters', 'editConfig', 'baseSteps'], fromBaseSteps);
+    }
+    const fromOutputGcsUri = getValueByPath(fromObject, ['outputGcsUri']);
+    if (parentObject !== undefined && fromOutputGcsUri != null) {
+        setValueByPath(parentObject, ['parameters', 'storageUri'], fromOutputGcsUri);
+    }
+    const fromSeed = getValueByPath(fromObject, ['seed']);
+    if (parentObject !== undefined && fromSeed != null) {
+        setValueByPath(parentObject, ['parameters', 'seed'], fromSeed);
+    }
+    const fromSafetyFilterLevel = getValueByPath(fromObject, [
+        'safetyFilterLevel',
+    ]);
+    if (parentObject !== undefined && fromSafetyFilterLevel != null) {
+        setValueByPath(parentObject, ['parameters', 'safetySetting'], fromSafetyFilterLevel);
+    }
+    const fromPersonGeneration = getValueByPath(fromObject, [
+        'personGeneration',
+    ]);
+    if (parentObject !== undefined && fromPersonGeneration != null) {
+        setValueByPath(parentObject, ['parameters', 'personGeneration'], fromPersonGeneration);
+    }
+    const fromOutputMimeType = getValueByPath(fromObject, [
+        'outputMimeType',
+    ]);
+    if (parentObject !== undefined && fromOutputMimeType != null) {
+        setValueByPath(parentObject, ['parameters', 'outputOptions', 'mimeType'], fromOutputMimeType);
+    }
+    const fromOutputCompressionQuality = getValueByPath(fromObject, [
+        'outputCompressionQuality',
+    ]);
+    if (parentObject !== undefined && fromOutputCompressionQuality != null) {
+        setValueByPath(parentObject, ['parameters', 'outputOptions', 'compressionQuality'], fromOutputCompressionQuality);
+    }
+    const fromEnhancePrompt = getValueByPath(fromObject, [
+        'enhancePrompt',
+    ]);
+    if (parentObject !== undefined && fromEnhancePrompt != null) {
+        setValueByPath(parentObject, ['parameters', 'enhancePrompt'], fromEnhancePrompt);
+    }
+    return toObject;
+}
+function recontextImageParametersToVertex(apiClient, fromObject) {
+    const toObject = {};
+    const fromModel = getValueByPath(fromObject, ['model']);
+    if (fromModel != null) {
+        setValueByPath(toObject, ['_url', 'model'], tModel(apiClient, fromModel));
+    }
+    const fromSource = getValueByPath(fromObject, ['source']);
+    if (fromSource != null) {
+        setValueByPath(toObject, ['config'], recontextImageSourceToVertex(fromSource, toObject));
+    }
+    const fromConfig = getValueByPath(fromObject, ['config']);
+    if (fromConfig != null) {
+        setValueByPath(toObject, ['config'], recontextImageConfigToVertex(fromConfig, toObject));
+    }
+    return toObject;
+}
 function getModelParametersToVertex(apiClient, fromObject) {
     const toObject = {};
     const fromModel = getValueByPath(fromObject, ['model']);
@@ -11961,6 +12136,10 @@ function generateContentResponseFromMldev(fromObject) {
     if (fromPromptFeedback != null) {
         setValueByPath(toObject, ['promptFeedback'], fromPromptFeedback);
     }
+    const fromResponseId = getValueByPath(fromObject, ['responseId']);
+    if (fromResponseId != null) {
+        setValueByPath(toObject, ['responseId'], fromResponseId);
+    }
     const fromUsageMetadata = getValueByPath(fromObject, [
         'usageMetadata',
     ]);
@@ -12511,10 +12690,6 @@ function generateContentResponseFromVertex(fromObject) {
     if (fromCreateTime != null) {
         setValueByPath(toObject, ['createTime'], fromCreateTime);
     }
-    const fromResponseId = getValueByPath(fromObject, ['responseId']);
-    if (fromResponseId != null) {
-        setValueByPath(toObject, ['responseId'], fromResponseId);
-    }
     const fromModelVersion = getValueByPath(fromObject, ['modelVersion']);
     if (fromModelVersion != null) {
         setValueByPath(toObject, ['modelVersion'], fromModelVersion);
@@ -12525,6 +12700,10 @@ function generateContentResponseFromVertex(fromObject) {
     if (fromPromptFeedback != null) {
         setValueByPath(toObject, ['promptFeedback'], fromPromptFeedback);
     }
+    const fromResponseId = getValueByPath(fromObject, ['responseId']);
+    if (fromResponseId != null) {
+        setValueByPath(toObject, ['responseId'], fromResponseId);
+    }
     const fromUsageMetadata = getValueByPath(fromObject, [
         'usageMetadata',
     ]);
@@ -12728,6 +12907,22 @@ function upscaleImageResponseFromVertex(fromObject) {
     }
     return toObject;
 }
+function recontextImageResponseFromVertex(fromObject) {
+    const toObject = {};
+    const fromGeneratedImages = getValueByPath(fromObject, [
+        'predictions',
+    ]);
+    if (fromGeneratedImages != null) {
+        let transformedList = fromGeneratedImages;
+        if (Array.isArray(transformedList)) {
+            transformedList = transformedList.map((item) => {
+                return generatedImageFromVertex(item);
+            });
+        }
+        setValueByPath(toObject, ['generatedImages'], transformedList);
+    }
+    return toObject;
+}
 function endpointFromVertex(fromObject) {
     const toObject = {};
     const fromName = getValueByPath(fromObject, ['endpoint']);
@@ -12975,7 +13170,7 @@ const CONTENT_TYPE_HEADER = 'Content-Type';
 const SERVER_TIMEOUT_HEADER = 'X-Server-Timeout';
 const USER_AGENT_HEADER = 'User-Agent';
 const GOOGLE_API_CLIENT_HEADER = 'x-goog-api-client';
-const SDK_VERSION = '1.12.0'; // x-release-please-version
+const SDK_VERSION = '1.13.0'; // x-release-please-version
 const LIBRARY_LABEL = `google-genai-sdk/${SDK_VERSION}`;
 const VERTEX_AI_API_DEFAULT_VERSION = 'v1beta1';
 const GOOGLE_AI_API_DEFAULT_VERSION = 'v1beta';
@@ -15345,6 +15540,79 @@ class Models extends BaseModule {
             throw new Error('This method is only supported by the Vertex AI.');
         }
     }
+    /**
+     * Recontextualizes an image.
+     *
+     * There are two types of recontextualization currently supported:
+     * 1) Imagen Product Recontext - Generate images of products in new scenes
+     *    and contexts.
+     * 2) Virtual Try-On: Generate images of persons modeling fashion products.
+     *
+     * @param params - The parameters for recontextualizing an image.
+     * @return The response from the API.
+     *
+     * @example
+     * ```ts
+     * const response1 = await ai.models.recontextImage({
+     *  model: 'imagen-product-recontext-preview-06-30',
+     *  source: {
+     *    prompt: 'In a modern kitchen setting.',
+     *    productImages: [productImage],
+     *  },
+     *  config: {
+     *    numberOfImages: 1,
+     *  },
+     * });
+     * console.log(response1?.generatedImages?.[0]?.image?.imageBytes);
+     *
+     * const response2 = await ai.models.recontextImage({
+     *  model: 'virtual-try-on-preview-08-04',
+     *  source: {
+     *    personImage: personImage,
+     *    productImages: [productImage],
+     *  },
+     *  config: {
+     *    numberOfImages: 1,
+     *  },
+     * });
+     * console.log(response2?.generatedImages?.[0]?.image?.imageBytes);
+     * ```
+     */
+    async recontextImage(params) {
+        var _a, _b;
+        let response;
+        let path = '';
+        let queryParams = {};
+        if (this.apiClient.isVertexAI()) {
+            const body = recontextImageParametersToVertex(this.apiClient, params);
+            path = formatMap('{model}:predict', body['_url']);
+            queryParams = body['_query'];
+            delete body['config'];
+            delete body['_url'];
+            delete body['_query'];
+            response = this.apiClient
+                .request({
+                path: path,
+                queryParams: queryParams,
+                body: JSON.stringify(body),
+                httpMethod: 'POST',
+                httpOptions: (_a = params.config) === null || _a === void 0 ? void 0 : _a.httpOptions,
+                abortSignal: (_b = params.config) === null || _b === void 0 ? void 0 : _b.abortSignal,
+            })
+                .then((httpResponse) => {
+                return httpResponse.json();
+            });
+            return response.then((apiResponse) => {
+                const resp = recontextImageResponseFromVertex(apiResponse);
+                const typedResp = new RecontextImageResponse();
+                Object.assign(typedResp, resp);
+                return typedResp;
+            });
+        }
+        else {
+            throw new Error('This method is only supported by the Vertex AI.');
+        }
+    }
     /**
      * Fetches information about a model by name.
      *
@@ -18423,6 +18691,7 @@ exports.Models = Models;
 exports.Operations = Operations;
 exports.Pager = Pager;
 exports.RawReferenceImage = RawReferenceImage;
+exports.RecontextImageResponse = RecontextImageResponse;
 exports.ReplayResponse = ReplayResponse;
 exports.Session = Session;
 exports.StyleReferenceImage = StyleReferenceImage;