@google/genai 1.12.0 → 1.13.0

package/dist/index.mjs

@@ -414,6 +414,14 @@ var UrlRetrievalStatus;
      * Url retrieval is failed due to error.
      */
     UrlRetrievalStatus["URL_RETRIEVAL_STATUS_ERROR"] = "URL_RETRIEVAL_STATUS_ERROR";
+    /**
+     * Url retrieval is failed because the content is behind paywall.
+     */
+    UrlRetrievalStatus["URL_RETRIEVAL_STATUS_PAYWALL"] = "URL_RETRIEVAL_STATUS_PAYWALL";
+    /**
+     * Url retrieval is failed because the content is unsafe.
+     */
+    UrlRetrievalStatus["URL_RETRIEVAL_STATUS_UNSAFE"] = "URL_RETRIEVAL_STATUS_UNSAFE";
 })(UrlRetrievalStatus || (UrlRetrievalStatus = {}));
 /** Output only. The reason why the model stopped generating tokens.
 
@@ -1040,6 +1048,29 @@ var Scale;
      */
     Scale["B_MAJOR_A_FLAT_MINOR"] = "B_MAJOR_A_FLAT_MINOR";
 })(Scale || (Scale = {}));
+/** The mode of music generation. */
+var MusicGenerationMode;
+(function (MusicGenerationMode) {
+    /**
+     * Rely on the server default generation mode.
+     */
+    MusicGenerationMode["MUSIC_GENERATION_MODE_UNSPECIFIED"] = "MUSIC_GENERATION_MODE_UNSPECIFIED";
+    /**
+     * Steer text prompts to regions of latent space with higher quality
+        music.
+     */
+    MusicGenerationMode["QUALITY"] = "QUALITY";
+    /**
+     * Steer text prompts to regions of latent space with a larger
+        diversity of music.
+     */
+    MusicGenerationMode["DIVERSITY"] = "DIVERSITY";
+    /**
+     * Steer text prompts to regions of latent space more likely to
+        generate music with vocals.
+     */
+    MusicGenerationMode["VOCALIZATION"] = "VOCALIZATION";
+})(MusicGenerationMode || (MusicGenerationMode = {}));
 /** The playback control signal to apply to the music generation. */
 var LiveMusicPlaybackControl;
 (function (LiveMusicPlaybackControl) {
@@ -1463,6 +1494,9 @@ class EditImageResponse {
 }
 class UpscaleImageResponse {
 }
+/** The output images response. */
+class RecontextImageResponse {
+}
 class ListModelsResponse {
 }
 class DeleteModelResponse {
@@ -3668,6 +3702,10 @@ function generateContentResponseFromMldev$1(fromObject) {
     if (fromPromptFeedback != null) {
         setValueByPath(toObject, ['promptFeedback'], fromPromptFeedback);
     }
+    const fromResponseId = getValueByPath(fromObject, ['responseId']);
+    if (fromResponseId != null) {
+        setValueByPath(toObject, ['responseId'], fromResponseId);
+    }
     const fromUsageMetadata = getValueByPath(fromObject, [
         'usageMetadata',
     ]);
@@ -3801,6 +3839,12 @@ function listBatchJobsResponseFromMldev(fromObject) {
 }
 function deleteResourceJobFromMldev(fromObject) {
     const toObject = {};
+    const fromSdkHttpResponse = getValueByPath(fromObject, [
+        'sdkHttpResponse',
+    ]);
+    if (fromSdkHttpResponse != null) {
+        setValueByPath(toObject, ['sdkHttpResponse'], fromSdkHttpResponse);
+    }
     const fromName = getValueByPath(fromObject, ['name']);
     if (fromName != null) {
         setValueByPath(toObject, ['name'], fromName);
@@ -3950,6 +3994,12 @@ function listBatchJobsResponseFromVertex(fromObject) {
 }
 function deleteResourceJobFromVertex(fromObject) {
     const toObject = {};
+    const fromSdkHttpResponse = getValueByPath(fromObject, [
+        'sdkHttpResponse',
+    ]);
+    if (fromSdkHttpResponse != null) {
+        setValueByPath(toObject, ['sdkHttpResponse'], fromSdkHttpResponse);
+    }
     const fromName = getValueByPath(fromObject, ['name']);
     if (fromName != null) {
         setValueByPath(toObject, ['name'], fromName);
@@ -4495,7 +4545,13 @@ class Batches extends BaseModule {
                 abortSignal: (_b = params.config) === null || _b === void 0 ? void 0 : _b.abortSignal,
             })
                 .then((httpResponse) => {
-                return httpResponse.json();
+                return httpResponse.json().then((jsonResponse) => {
+                    const response = jsonResponse;
+                    response.sdkHttpResponse = {
+                        headers: httpResponse.headers,
+                    };
+                    return response;
+                });
             });
             return response.then((apiResponse) => {
                 const resp = deleteResourceJobFromVertex(apiResponse);
@@ -4519,7 +4575,13 @@ class Batches extends BaseModule {
                 abortSignal: (_d = params.config) === null || _d === void 0 ? void 0 : _d.abortSignal,
             })
                 .then((httpResponse) => {
-                return httpResponse.json();
+                return httpResponse.json().then((jsonResponse) => {
+                    const response = jsonResponse;
+                    response.sdkHttpResponse = {
+                        headers: httpResponse.headers,
+                    };
+                    return response;
+                });
             });
             return response.then((apiResponse) => {
                 const resp = deleteResourceJobFromMldev(apiResponse);
@@ -6390,7 +6452,7 @@ const CONTENT_TYPE_HEADER = 'Content-Type';
 const SERVER_TIMEOUT_HEADER = 'X-Server-Timeout';
 const USER_AGENT_HEADER = 'User-Agent';
 const GOOGLE_API_CLIENT_HEADER = 'x-goog-api-client';
-const SDK_VERSION = '1.12.0'; // x-release-please-version
+const SDK_VERSION = '1.13.0'; // x-release-please-version
 const LIBRARY_LABEL = `google-genai-sdk/${SDK_VERSION}`;
 const VERTEX_AI_API_DEFAULT_VERSION = 'v1beta1';
 const GOOGLE_AI_API_DEFAULT_VERSION = 'v1beta';
@@ -8277,6 +8339,12 @@ function liveMusicGenerationConfigToMldev(fromObject) {
     if (fromOnlyBassAndDrums != null) {
         setValueByPath(toObject, ['onlyBassAndDrums'], fromOnlyBassAndDrums);
     }
+    const fromMusicGenerationMode = getValueByPath(fromObject, [
+        'musicGenerationMode',
+    ]);
+    if (fromMusicGenerationMode != null) {
+        setValueByPath(toObject, ['musicGenerationMode'], fromMusicGenerationMode);
+    }
     return toObject;
 }
 function liveMusicSetConfigParametersToMldev(fromObject) {
@@ -9435,6 +9503,12 @@ function liveMusicGenerationConfigFromMldev(fromObject) {
     if (fromOnlyBassAndDrums != null) {
         setValueByPath(toObject, ['onlyBassAndDrums'], fromOnlyBassAndDrums);
     }
+    const fromMusicGenerationMode = getValueByPath(fromObject, [
+        'musicGenerationMode',
+    ]);
+    if (fromMusicGenerationMode != null) {
+        setValueByPath(toObject, ['musicGenerationMode'], fromMusicGenerationMode);
+    }
     return toObject;
 }
 function liveMusicSourceMetadataFromMldev(fromObject) {
@@ -10701,8 +10775,9 @@ function generateImagesConfigToMldev(fromObject, parentObject) {
     if (getValueByPath(fromObject, ['addWatermark']) !== undefined) {
         throw new Error('addWatermark parameter is not supported in Gemini API.');
     }
-    if (getValueByPath(fromObject, ['imageSize']) !== undefined) {
-        throw new Error('imageSize parameter is not supported in Gemini API.');
+    const fromImageSize = getValueByPath(fromObject, ['imageSize']);
+    if (parentObject !== undefined && fromImageSize != null) {
+        setValueByPath(parentObject, ['parameters', 'sampleImageSize'], fromImageSize);
     }
     if (getValueByPath(fromObject, ['enhancePrompt']) !== undefined) {
         throw new Error('enhancePrompt parameter is not supported in Gemini API.');
@@ -12104,6 +12179,106 @@ function upscaleImageAPIParametersInternalToVertex(apiClient, fromObject) {
     }
     return toObject;
 }
+function productImageToVertex(fromObject) {
+    const toObject = {};
+    const fromProductImage = getValueByPath(fromObject, ['productImage']);
+    if (fromProductImage != null) {
+        setValueByPath(toObject, ['image'], imageToVertex(fromProductImage));
+    }
+    return toObject;
+}
+function recontextImageSourceToVertex(fromObject, parentObject) {
+    const toObject = {};
+    const fromPrompt = getValueByPath(fromObject, ['prompt']);
+    if (parentObject !== undefined && fromPrompt != null) {
+        setValueByPath(parentObject, ['instances[0]', 'prompt'], fromPrompt);
+    }
+    const fromPersonImage = getValueByPath(fromObject, ['personImage']);
+    if (parentObject !== undefined && fromPersonImage != null) {
+        setValueByPath(parentObject, ['instances[0]', 'personImage', 'image'], imageToVertex(fromPersonImage));
+    }
+    const fromProductImages = getValueByPath(fromObject, [
+        'productImages',
+    ]);
+    if (parentObject !== undefined && fromProductImages != null) {
+        let transformedList = fromProductImages;
+        if (Array.isArray(transformedList)) {
+            transformedList = transformedList.map((item) => {
+                return productImageToVertex(item);
+            });
+        }
+        setValueByPath(parentObject, ['instances[0]', 'productImages'], transformedList);
+    }
+    return toObject;
+}
+function recontextImageConfigToVertex(fromObject, parentObject) {
+    const toObject = {};
+    const fromNumberOfImages = getValueByPath(fromObject, [
+        'numberOfImages',
+    ]);
+    if (parentObject !== undefined && fromNumberOfImages != null) {
+        setValueByPath(parentObject, ['parameters', 'sampleCount'], fromNumberOfImages);
+    }
+    const fromBaseSteps = getValueByPath(fromObject, ['baseSteps']);
+    if (parentObject !== undefined && fromBaseSteps != null) {
+        setValueByPath(parentObject, ['parameters', 'editConfig', 'baseSteps'], fromBaseSteps);
+    }
+    const fromOutputGcsUri = getValueByPath(fromObject, ['outputGcsUri']);
+    if (parentObject !== undefined && fromOutputGcsUri != null) {
+        setValueByPath(parentObject, ['parameters', 'storageUri'], fromOutputGcsUri);
+    }
+    const fromSeed = getValueByPath(fromObject, ['seed']);
+    if (parentObject !== undefined && fromSeed != null) {
+        setValueByPath(parentObject, ['parameters', 'seed'], fromSeed);
+    }
+    const fromSafetyFilterLevel = getValueByPath(fromObject, [
+        'safetyFilterLevel',
+    ]);
+    if (parentObject !== undefined && fromSafetyFilterLevel != null) {
+        setValueByPath(parentObject, ['parameters', 'safetySetting'], fromSafetyFilterLevel);
+    }
+    const fromPersonGeneration = getValueByPath(fromObject, [
+        'personGeneration',
+    ]);
+    if (parentObject !== undefined && fromPersonGeneration != null) {
+        setValueByPath(parentObject, ['parameters', 'personGeneration'], fromPersonGeneration);
+    }
+    const fromOutputMimeType = getValueByPath(fromObject, [
+        'outputMimeType',
+    ]);
+    if (parentObject !== undefined && fromOutputMimeType != null) {
+        setValueByPath(parentObject, ['parameters', 'outputOptions', 'mimeType'], fromOutputMimeType);
+    }
+    const fromOutputCompressionQuality = getValueByPath(fromObject, [
+        'outputCompressionQuality',
+    ]);
+    if (parentObject !== undefined && fromOutputCompressionQuality != null) {
+        setValueByPath(parentObject, ['parameters', 'outputOptions', 'compressionQuality'], fromOutputCompressionQuality);
+    }
+    const fromEnhancePrompt = getValueByPath(fromObject, [
+        'enhancePrompt',
+    ]);
+    if (parentObject !== undefined && fromEnhancePrompt != null) {
+        setValueByPath(parentObject, ['parameters', 'enhancePrompt'], fromEnhancePrompt);
+    }
+    return toObject;
+}
+function recontextImageParametersToVertex(apiClient, fromObject) {
+    const toObject = {};
+    const fromModel = getValueByPath(fromObject, ['model']);
+    if (fromModel != null) {
+        setValueByPath(toObject, ['_url', 'model'], tModel(apiClient, fromModel));
+    }
+    const fromSource = getValueByPath(fromObject, ['source']);
+    if (fromSource != null) {
+        setValueByPath(toObject, ['config'], recontextImageSourceToVertex(fromSource, toObject));
+    }
+    const fromConfig = getValueByPath(fromObject, ['config']);
+    if (fromConfig != null) {
+        setValueByPath(toObject, ['config'], recontextImageConfigToVertex(fromConfig, toObject));
+    }
+    return toObject;
+}
 function getModelParametersToVertex(apiClient, fromObject) {
     const toObject = {};
     const fromModel = getValueByPath(fromObject, ['model']);
@@ -12600,6 +12775,10 @@ function generateContentResponseFromMldev(fromObject) {
     if (fromPromptFeedback != null) {
         setValueByPath(toObject, ['promptFeedback'], fromPromptFeedback);
     }
+    const fromResponseId = getValueByPath(fromObject, ['responseId']);
+    if (fromResponseId != null) {
+        setValueByPath(toObject, ['responseId'], fromResponseId);
+    }
     const fromUsageMetadata = getValueByPath(fromObject, [
         'usageMetadata',
     ]);
@@ -13150,10 +13329,6 @@ function generateContentResponseFromVertex(fromObject) {
     if (fromCreateTime != null) {
         setValueByPath(toObject, ['createTime'], fromCreateTime);
     }
-    const fromResponseId = getValueByPath(fromObject, ['responseId']);
-    if (fromResponseId != null) {
-        setValueByPath(toObject, ['responseId'], fromResponseId);
-    }
     const fromModelVersion = getValueByPath(fromObject, ['modelVersion']);
     if (fromModelVersion != null) {
         setValueByPath(toObject, ['modelVersion'], fromModelVersion);
@@ -13164,6 +13339,10 @@ function generateContentResponseFromVertex(fromObject) {
     if (fromPromptFeedback != null) {
         setValueByPath(toObject, ['promptFeedback'], fromPromptFeedback);
     }
+    const fromResponseId = getValueByPath(fromObject, ['responseId']);
+    if (fromResponseId != null) {
+        setValueByPath(toObject, ['responseId'], fromResponseId);
+    }
     const fromUsageMetadata = getValueByPath(fromObject, [
         'usageMetadata',
     ]);
@@ -13367,6 +13546,22 @@ function upscaleImageResponseFromVertex(fromObject) {
     }
     return toObject;
 }
+function recontextImageResponseFromVertex(fromObject) {
+    const toObject = {};
+    const fromGeneratedImages = getValueByPath(fromObject, [
+        'predictions',
+    ]);
+    if (fromGeneratedImages != null) {
+        let transformedList = fromGeneratedImages;
+        if (Array.isArray(transformedList)) {
+            transformedList = transformedList.map((item) => {
+                return generatedImageFromVertex(item);
+            });
+        }
+        setValueByPath(toObject, ['generatedImages'], transformedList);
+    }
+    return toObject;
+}
 function endpointFromVertex(fromObject) {
     const toObject = {};
     const fromName = getValueByPath(fromObject, ['endpoint']);
@@ -15410,6 +15605,79 @@ class Models extends BaseModule {
             throw new Error('This method is only supported by the Vertex AI.');
         }
     }
+    /**
+     * Recontextualizes an image.
+     *
+     * There are two types of recontextualization currently supported:
+     * 1) Imagen Product Recontext - Generate images of products in new scenes
+     *    and contexts.
+     * 2) Virtual Try-On: Generate images of persons modeling fashion products.
+     *
+     * @param params - The parameters for recontextualizing an image.
+     * @return The response from the API.
+     *
+     * @example
+     * ```ts
+     * const response1 = await ai.models.recontextImage({
+     *  model: 'imagen-product-recontext-preview-06-30',
+     *  source: {
+     *    prompt: 'In a modern kitchen setting.',
+     *    productImages: [productImage],
+     *  },
+     *  config: {
+     *    numberOfImages: 1,
+     *  },
+     * });
+     * console.log(response1?.generatedImages?.[0]?.image?.imageBytes);
+     *
+     * const response2 = await ai.models.recontextImage({
+     *  model: 'virtual-try-on-preview-08-04',
+     *  source: {
+     *    personImage: personImage,
+     *    productImages: [productImage],
+     *  },
+     *  config: {
+     *    numberOfImages: 1,
+     *  },
+     * });
+     * console.log(response2?.generatedImages?.[0]?.image?.imageBytes);
+     * ```
+     */
+    async recontextImage(params) {
+        var _a, _b;
+        let response;
+        let path = '';
+        let queryParams = {};
+        if (this.apiClient.isVertexAI()) {
+            const body = recontextImageParametersToVertex(this.apiClient, params);
+            path = formatMap('{model}:predict', body['_url']);
+            queryParams = body['_query'];
+            delete body['config'];
+            delete body['_url'];
+            delete body['_query'];
+            response = this.apiClient
+                .request({
+                path: path,
+                queryParams: queryParams,
+                body: JSON.stringify(body),
+                httpMethod: 'POST',
+                httpOptions: (_a = params.config) === null || _a === void 0 ? void 0 : _a.httpOptions,
+                abortSignal: (_b = params.config) === null || _b === void 0 ? void 0 : _b.abortSignal,
+            })
+                .then((httpResponse) => {
+                return httpResponse.json();
+            });
+            return response.then((apiResponse) => {
+                const resp = recontextImageResponseFromVertex(apiResponse);
+                const typedResp = new RecontextImageResponse();
+                Object.assign(typedResp, resp);
+                return typedResp;
+            });
+        }
+        else {
+            throw new Error('This method is only supported by the Vertex AI.');
+        }
+    }
     /**
      * Fetches information about a model by name.
      *
@@ -17963,5 +18231,5 @@ class GoogleGenAI {
     }
 }
 
-export { ActivityHandling, AdapterSize, ApiError, ApiSpec, AuthType, Batches, Behavior, BlockedReason, Caches, Chat, Chats, ComputeTokensResponse, ControlReferenceImage, ControlReferenceType, CountTokensResponse, CreateFileResponse, DeleteCachedContentResponse, DeleteFileResponse, DeleteModelResponse, DynamicRetrievalConfigMode, EditImageResponse, EditMode, EmbedContentResponse, EndSensitivity, Environment, FeatureSelectionPreference, FileSource, FileState, Files, FinishReason, FunctionCallingConfigMode, FunctionResponse, FunctionResponseScheduling, GenerateContentResponse, GenerateContentResponsePromptFeedback, GenerateContentResponseUsageMetadata, GenerateImagesResponse, GenerateVideosOperation, GenerateVideosResponse, GoogleGenAI, HarmBlockMethod, HarmBlockThreshold, HarmCategory, HarmProbability, HarmSeverity, HttpResponse, ImagePromptLanguage, InlinedResponse, JobState, Language, ListBatchJobsResponse, ListCachedContentsResponse, ListFilesResponse, ListModelsResponse, ListTuningJobsResponse, Live, LiveClientToolResponse, LiveMusicPlaybackControl, LiveMusicServerMessage, LiveSendToolResponseParameters, LiveServerMessage, MaskReferenceImage, MaskReferenceMode, MediaModality, MediaResolution, Modality, Mode, Models, Operations, Outcome, PagedItem, Pager, PersonGeneration, RawReferenceImage, ReplayResponse, SafetyFilterLevel, Scale, Session, StartSensitivity, StyleReferenceImage, SubjectReferenceImage, SubjectReferenceType, Tokens, TrafficType, TurnCoverage, Type, UpscaleImageResponse, UrlRetrievalStatus, VideoCompressionQuality, createModelContent, createPartFromBase64, createPartFromCodeExecutionResult, createPartFromExecutableCode, createPartFromFunctionCall, createPartFromFunctionResponse, createPartFromText, createPartFromUri, createUserContent, mcpToTool, setDefaultBaseUrls };
+export { ActivityHandling, AdapterSize, ApiError, ApiSpec, AuthType, Batches, Behavior, BlockedReason, Caches, Chat, Chats, ComputeTokensResponse, ControlReferenceImage, ControlReferenceType, CountTokensResponse, CreateFileResponse, DeleteCachedContentResponse, DeleteFileResponse, DeleteModelResponse, DynamicRetrievalConfigMode, EditImageResponse, EditMode, EmbedContentResponse, EndSensitivity, Environment, FeatureSelectionPreference, FileSource, FileState, Files, FinishReason, FunctionCallingConfigMode, FunctionResponse, FunctionResponseScheduling, GenerateContentResponse, GenerateContentResponsePromptFeedback, GenerateContentResponseUsageMetadata, GenerateImagesResponse, GenerateVideosOperation, GenerateVideosResponse, GoogleGenAI, HarmBlockMethod, HarmBlockThreshold, HarmCategory, HarmProbability, HarmSeverity, HttpResponse, ImagePromptLanguage, InlinedResponse, JobState, Language, ListBatchJobsResponse, ListCachedContentsResponse, ListFilesResponse, ListModelsResponse, ListTuningJobsResponse, Live, LiveClientToolResponse, LiveMusicPlaybackControl, LiveMusicServerMessage, LiveSendToolResponseParameters, LiveServerMessage, MaskReferenceImage, MaskReferenceMode, MediaModality, MediaResolution, Modality, Mode, Models, MusicGenerationMode, Operations, Outcome, PagedItem, Pager, PersonGeneration, RawReferenceImage, RecontextImageResponse, ReplayResponse, SafetyFilterLevel, Scale, Session, StartSensitivity, StyleReferenceImage, SubjectReferenceImage, SubjectReferenceType, Tokens, TrafficType, TurnCoverage, Type, UpscaleImageResponse, UrlRetrievalStatus, VideoCompressionQuality, createModelContent, createPartFromBase64, createPartFromCodeExecutionResult, createPartFromExecutableCode, createPartFromFunctionCall, createPartFromFunctionResponse, createPartFromText, createPartFromUri, createUserContent, mcpToTool, setDefaultBaseUrls };
 //# sourceMappingURL=index.mjs.map