@google/genai 1.41.0 → 1.42.0

package/dist/index.mjs

@@ -1328,6 +1328,18 @@ var Environment;
      */
     Environment["ENVIRONMENT_BROWSER"] = "ENVIRONMENT_BROWSER";
 })(Environment || (Environment = {}));
+/** Enum representing the Vertex embedding API to use. */
+var EmbeddingApiType;
+(function (EmbeddingApiType) {
+    /**
+     * predict API endpoint (default)
+     */
+    EmbeddingApiType["PREDICT"] = "PREDICT";
+    /**
+     * embedContent API Endpoint
+     */
+    EmbeddingApiType["EMBED_CONTENT"] = "EMBED_CONTENT";
+})(EmbeddingApiType || (EmbeddingApiType = {}));
 /** Enum that controls the safety filter level for objectionable content. */
 var SafetyFilterLevel;
 (function (SafetyFilterLevel) {
@@ -3359,6 +3371,10 @@ function tJobState(state) {
         return stateString;
     }
 }
+function tIsVertexEmbedContentModel(model) {
+    return ((model.includes('gemini') && model !== 'gemini-embedding-001') ||
+        model.includes('maas'));
+}
 
 /**
  * @license
@@ -6931,7 +6947,7 @@ const CONTENT_TYPE_HEADER = 'Content-Type';
 const SERVER_TIMEOUT_HEADER = 'X-Server-Timeout';
 const USER_AGENT_HEADER = 'User-Agent';
 const GOOGLE_API_CLIENT_HEADER = 'x-goog-api-client';
-const SDK_VERSION = '1.41.0'; // x-release-please-version
+const SDK_VERSION = '1.42.0'; // x-release-please-version
 const LIBRARY_LABEL = `google-genai-sdk/${SDK_VERSION}`;
 const VERTEX_AI_API_DEFAULT_VERSION = 'v1beta1';
 const GOOGLE_AI_API_DEFAULT_VERSION = 'v1beta';
@@ -10659,6 +10675,13 @@ class BaseGeminiNextGenAPIClient {
                 (Symbol.iterator in body && 'next' in body && typeof body.next === 'function'))) {
             return { bodyHeaders: undefined, body: ReadableStreamFrom(body) };
         }
+        else if (typeof body === 'object' &&
+            headers.values.get('content-type') === 'application/x-www-form-urlencoded') {
+            return {
+                bodyHeaders: { 'content-type': 'application/x-www-form-urlencoded' },
+                body: this.stringifyQuery(body),
+            };
+        }
         else {
             return this.encoder({ body, headers });
         }
@@ -12162,33 +12185,103 @@ function embedContentConfigToMldev(fromObject, parentObject, _rootObject) {
     }
     return toObject;
 }
-function embedContentConfigToVertex(fromObject, parentObject, _rootObject) {
+function embedContentConfigToVertex(fromObject, parentObject, rootObject) {
     const toObject = {};
-    const fromTaskType = getValueByPath(fromObject, ['taskType']);
-    if (parentObject !== undefined && fromTaskType != null) {
-        setValueByPath(parentObject, ['instances[]', 'task_type'], fromTaskType);
+    let discriminatorTaskType = getValueByPath(rootObject, [
+        'embeddingApiType',
+    ]);
+    if (discriminatorTaskType === undefined) {
+        discriminatorTaskType = 'PREDICT';
     }
-    const fromTitle = getValueByPath(fromObject, ['title']);
-    if (parentObject !== undefined && fromTitle != null) {
-        setValueByPath(parentObject, ['instances[]', 'title'], fromTitle);
+    if (discriminatorTaskType === 'PREDICT') {
+        const fromTaskType = getValueByPath(fromObject, ['taskType']);
+        if (parentObject !== undefined && fromTaskType != null) {
+            setValueByPath(parentObject, ['instances[]', 'task_type'], fromTaskType);
+        }
     }
-    const fromOutputDimensionality = getValueByPath(fromObject, [
-        'outputDimensionality',
+    else if (discriminatorTaskType === 'EMBED_CONTENT') {
+        const fromTaskType = getValueByPath(fromObject, ['taskType']);
+        if (parentObject !== undefined && fromTaskType != null) {
+            setValueByPath(parentObject, ['taskType'], fromTaskType);
+        }
+    }
+    let discriminatorTitle = getValueByPath(rootObject, [
+        'embeddingApiType',
     ]);
-    if (parentObject !== undefined && fromOutputDimensionality != null) {
-        setValueByPath(parentObject, ['parameters', 'outputDimensionality'], fromOutputDimensionality);
+    if (discriminatorTitle === undefined) {
+        discriminatorTitle = 'PREDICT';
     }
-    const fromMimeType = getValueByPath(fromObject, ['mimeType']);
-    if (parentObject !== undefined && fromMimeType != null) {
-        setValueByPath(parentObject, ['instances[]', 'mimeType'], fromMimeType);
+    if (discriminatorTitle === 'PREDICT') {
+        const fromTitle = getValueByPath(fromObject, ['title']);
+        if (parentObject !== undefined && fromTitle != null) {
+            setValueByPath(parentObject, ['instances[]', 'title'], fromTitle);
+        }
+    }
+    else if (discriminatorTitle === 'EMBED_CONTENT') {
+        const fromTitle = getValueByPath(fromObject, ['title']);
+        if (parentObject !== undefined && fromTitle != null) {
+            setValueByPath(parentObject, ['title'], fromTitle);
+        }
+    }
+    let discriminatorOutputDimensionality = getValueByPath(rootObject, [
+        'embeddingApiType',
+    ]);
+    if (discriminatorOutputDimensionality === undefined) {
+        discriminatorOutputDimensionality = 'PREDICT';
+    }
+    if (discriminatorOutputDimensionality === 'PREDICT') {
+        const fromOutputDimensionality = getValueByPath(fromObject, [
+            'outputDimensionality',
+        ]);
+        if (parentObject !== undefined && fromOutputDimensionality != null) {
+            setValueByPath(parentObject, ['parameters', 'outputDimensionality'], fromOutputDimensionality);
+        }
+    }
+    else if (discriminatorOutputDimensionality === 'EMBED_CONTENT') {
+        const fromOutputDimensionality = getValueByPath(fromObject, [
+            'outputDimensionality',
+        ]);
+        if (parentObject !== undefined && fromOutputDimensionality != null) {
+            setValueByPath(parentObject, ['outputDimensionality'], fromOutputDimensionality);
+        }
     }
-    const fromAutoTruncate = getValueByPath(fromObject, ['autoTruncate']);
-    if (parentObject !== undefined && fromAutoTruncate != null) {
-        setValueByPath(parentObject, ['parameters', 'autoTruncate'], fromAutoTruncate);
+    let discriminatorMimeType = getValueByPath(rootObject, [
+        'embeddingApiType',
+    ]);
+    if (discriminatorMimeType === undefined) {
+        discriminatorMimeType = 'PREDICT';
+    }
+    if (discriminatorMimeType === 'PREDICT') {
+        const fromMimeType = getValueByPath(fromObject, ['mimeType']);
+        if (parentObject !== undefined && fromMimeType != null) {
+            setValueByPath(parentObject, ['instances[]', 'mimeType'], fromMimeType);
+        }
+    }
+    let discriminatorAutoTruncate = getValueByPath(rootObject, [
+        'embeddingApiType',
+    ]);
+    if (discriminatorAutoTruncate === undefined) {
+        discriminatorAutoTruncate = 'PREDICT';
+    }
+    if (discriminatorAutoTruncate === 'PREDICT') {
+        const fromAutoTruncate = getValueByPath(fromObject, [
+            'autoTruncate',
+        ]);
+        if (parentObject !== undefined && fromAutoTruncate != null) {
+            setValueByPath(parentObject, ['parameters', 'autoTruncate'], fromAutoTruncate);
+        }
+    }
+    else if (discriminatorAutoTruncate === 'EMBED_CONTENT') {
+        const fromAutoTruncate = getValueByPath(fromObject, [
+            'autoTruncate',
+        ]);
+        if (parentObject !== undefined && fromAutoTruncate != null) {
+            setValueByPath(parentObject, ['autoTruncate'], fromAutoTruncate);
+        }
     }
     return toObject;
 }
-function embedContentParametersToMldev(apiClient, fromObject, rootObject) {
+function embedContentParametersPrivateToMldev(apiClient, fromObject, rootObject) {
     const toObject = {};
     const fromModel = getValueByPath(fromObject, ['model']);
     if (fromModel != null) {
@@ -12204,6 +12297,10 @@ function embedContentParametersToMldev(apiClient, fromObject, rootObject) {
         }
         setValueByPath(toObject, ['requests[]', 'content'], transformedList);
     }
+    const fromContent = getValueByPath(fromObject, ['content']);
+    if (fromContent != null) {
+        contentToMldev$1(tContent(fromContent));
+    }
     const fromConfig = getValueByPath(fromObject, ['config']);
     if (fromConfig != null) {
         embedContentConfigToMldev(fromConfig, toObject);
@@ -12214,25 +12311,45 @@ function embedContentParametersToMldev(apiClient, fromObject, rootObject) {
     }
     return toObject;
 }
-function embedContentParametersToVertex(apiClient, fromObject, rootObject) {
+function embedContentParametersPrivateToVertex(apiClient, fromObject, rootObject) {
     const toObject = {};
     const fromModel = getValueByPath(fromObject, ['model']);
     if (fromModel != null) {
         setValueByPath(toObject, ['_url', 'model'], tModel(apiClient, fromModel));
     }
-    const fromContents = getValueByPath(fromObject, ['contents']);
-    if (fromContents != null) {
-        let transformedList = tContentsForEmbed(apiClient, fromContents);
-        if (Array.isArray(transformedList)) {
-            transformedList = transformedList.map((item) => {
-                return item;
-            });
+    let discriminatorContents = getValueByPath(rootObject, [
+        'embeddingApiType',
+    ]);
+    if (discriminatorContents === undefined) {
+        discriminatorContents = 'PREDICT';
+    }
+    if (discriminatorContents === 'PREDICT') {
+        const fromContents = getValueByPath(fromObject, ['contents']);
+        if (fromContents != null) {
+            let transformedList = tContentsForEmbed(apiClient, fromContents);
+            if (Array.isArray(transformedList)) {
+                transformedList = transformedList.map((item) => {
+                    return item;
+                });
+            }
+            setValueByPath(toObject, ['instances[]', 'content'], transformedList);
+        }
+    }
+    let discriminatorContent = getValueByPath(rootObject, [
+        'embeddingApiType',
+    ]);
+    if (discriminatorContent === undefined) {
+        discriminatorContent = 'PREDICT';
+    }
+    if (discriminatorContent === 'EMBED_CONTENT') {
+        const fromContent = getValueByPath(fromObject, ['content']);
+        if (fromContent != null) {
+            setValueByPath(toObject, ['content'], tContent(fromContent));
         }
-        setValueByPath(toObject, ['instances[]', 'content'], transformedList);
     }
     const fromConfig = getValueByPath(fromObject, ['config']);
     if (fromConfig != null) {
-        embedContentConfigToVertex(fromConfig, toObject);
+        embedContentConfigToVertex(fromConfig, toObject, rootObject);
     }
     return toObject;
 }
@@ -12285,6 +12402,24 @@ function embedContentResponseFromVertex(fromObject, rootObject) {
     if (fromMetadata != null) {
         setValueByPath(toObject, ['metadata'], fromMetadata);
     }
+    if (rootObject &&
+        getValueByPath(rootObject, ['embeddingApiType']) === 'EMBED_CONTENT') {
+        const embedding = getValueByPath(fromObject, ['embedding']);
+        const usageMetadata = getValueByPath(fromObject, ['usageMetadata']);
+        const truncated = getValueByPath(fromObject, ['truncated']);
+        if (embedding) {
+            const stats = {};
+            if (usageMetadata &&
+                usageMetadata['promptTokenCount']) {
+                stats.tokenCount = usageMetadata['promptTokenCount'];
+            }
+            if (truncated) {
+                stats.truncated = truncated;
+            }
+            embedding.statistics = stats;
+            setValueByPath(toObject, ['embeddings'], [embedding]);
+        }
+    }
     return toObject;
 }
 function endpointFromVertex(fromObject, _rootObject) {
@@ -15833,6 +15968,47 @@ class Models extends BaseModule {
     constructor(apiClient) {
         super();
         this.apiClient = apiClient;
+        /**
+         * Calculates embeddings for the given contents.
+         *
+         * @param params - The parameters for embedding contents.
+         * @return The response from the API.
+         *
+         * @example
+         * ```ts
+         * const response = await ai.models.embedContent({
+         *  model: 'text-embedding-004',
+         *  contents: [
+         *    'What is your name?',
+         *    'What is your favorite color?',
+         *  ],
+         *  config: {
+         *    outputDimensionality: 64,
+         *  },
+         * });
+         * console.log(response);
+         * ```
+         */
+        this.embedContent = async (params) => {
+            if (!this.apiClient.isVertexAI()) {
+                return await this.embedContentInternal(params);
+            }
+            const isVertexEmbedContentModel = (params.model.includes('gemini') &&
+                params.model !== 'gemini-embedding-001') ||
+                params.model.includes('maas');
+            if (isVertexEmbedContentModel) {
+                const contents = tContents(params.contents);
+                if (contents.length > 1) {
+                    throw new Error('The embedContent API for this model only supports one content at a time.');
+                }
+                const paramsPrivate = Object.assign(Object.assign({}, params), { content: contents[0], embeddingApiType: EmbeddingApiType.EMBED_CONTENT });
+                return await this.embedContentInternal(paramsPrivate);
+            }
+            else {
+                const paramsPrivate = Object.assign(Object.assign({}, params), { embeddingApiType: EmbeddingApiType.PREDICT });
+                return await this.embedContentInternal(paramsPrivate);
+            }
+        };
         /**
          * Makes an API request to generate content with a given model.
          *
@@ -16520,14 +16696,17 @@ class Models extends BaseModule {
      * console.log(response);
      * ```
      */
-    async embedContent(params) {
+    async embedContentInternal(params) {
         var _a, _b, _c, _d;
         let response;
         let path = '';
         let queryParams = {};
         if (this.apiClient.isVertexAI()) {
-            const body = embedContentParametersToVertex(this.apiClient, params);
-            path = formatMap('{model}:predict', body['_url']);
+            const body = embedContentParametersPrivateToVertex(this.apiClient, params, params);
+            const endpointUrl = tIsVertexEmbedContentModel(params.model)
+                ? '{model}:embedContent'
+                : '{model}:predict';
+            path = formatMap(endpointUrl, body['_url']);
             queryParams = body['_query'];
             delete body['_url'];
             delete body['_query'];
@@ -16550,14 +16729,14 @@ class Models extends BaseModule {
                 });
             });
             return response.then((apiResponse) => {
-                const resp = embedContentResponseFromVertex(apiResponse);
+                const resp = embedContentResponseFromVertex(apiResponse, params);
                 const typedResp = new EmbedContentResponse();
                 Object.assign(typedResp, resp);
                 return typedResp;
             });
         }
         else {
-            const body = embedContentParametersToMldev(this.apiClient, params);
+            const body = embedContentParametersPrivateToMldev(this.apiClient, params);
             path = formatMap('{model}:batchEmbedContents', body['_url']);
             queryParams = body['_query'];
             delete body['_url'];
@@ -19514,5 +19693,5 @@ class GoogleGenAI {
     }
 }
 
-export { ActivityHandling, AdapterSize, ApiError, ApiSpec, AuthType, Batches, Behavior, BlockedReason, Caches, CancelTuningJobResponse, Chat, Chats, ComputeTokensResponse, ContentReferenceImage, ControlReferenceImage, ControlReferenceType, CountTokensResponse, CreateFileResponse, DeleteCachedContentResponse, DeleteFileResponse, DeleteModelResponse, DocumentState, DynamicRetrievalConfigMode, EditImageResponse, EditMode, EmbedContentResponse, EndSensitivity, Environment, FeatureSelectionPreference, FileSource, FileState, Files, FinishReason, FunctionCallingConfigMode, FunctionResponse, FunctionResponseBlob, FunctionResponseFileData, FunctionResponsePart, FunctionResponseScheduling, GenerateContentResponse, GenerateContentResponsePromptFeedback, GenerateContentResponseUsageMetadata, GenerateImagesResponse, GenerateVideosOperation, GenerateVideosResponse, GoogleGenAI, HarmBlockMethod, HarmBlockThreshold, HarmCategory, HarmProbability, HarmSeverity, HttpElementLocation, HttpResponse, ImagePromptLanguage, ImportFileOperation, ImportFileResponse, InlinedEmbedContentResponse, InlinedResponse, JobState, Language, ListBatchJobsResponse, ListCachedContentsResponse, ListDocumentsResponse, ListFileSearchStoresResponse, ListFilesResponse, ListModelsResponse, ListTuningJobsResponse, Live, LiveClientToolResponse, LiveMusicPlaybackControl, LiveMusicServerMessage, LiveSendToolResponseParameters, LiveServerMessage, MaskReferenceImage, MaskReferenceMode, MediaModality, MediaResolution, Modality, Models, MusicGenerationMode, Operations, Outcome, PagedItem, Pager, PartMediaResolutionLevel, PersonGeneration, PhishBlockThreshold, RawReferenceImage, RecontextImageResponse, RegisterFilesResponse, ReplayResponse, ResourceScope, SafetyFilterLevel, Scale, SegmentImageResponse, SegmentMode, Session, SingleEmbedContentResponse, StartSensitivity, StyleReferenceImage, SubjectReferenceImage, SubjectReferenceType, ThinkingLevel, Tokens, TrafficType, TuningMethod, TuningMode, TuningTask, TurnCompleteReason, TurnCoverage, Type, UploadToFileSearchStoreOperation, UploadToFileSearchStoreResponse, UploadToFileSearchStoreResumableResponse, UpscaleImageResponse, UrlRetrievalStatus, VadSignalType, VideoCompressionQuality, VideoGenerationMaskMode, VideoGenerationReferenceType, VoiceActivityType, createFunctionResponsePartFromBase64, createFunctionResponsePartFromUri, createModelContent, createPartFromBase64, createPartFromCodeExecutionResult, createPartFromExecutableCode, createPartFromFunctionCall, createPartFromFunctionResponse, createPartFromText, createPartFromUri, createUserContent, mcpToTool, setDefaultBaseUrls };
+export { ActivityHandling, AdapterSize, ApiError, ApiSpec, AuthType, Batches, Behavior, BlockedReason, Caches, CancelTuningJobResponse, Chat, Chats, ComputeTokensResponse, ContentReferenceImage, ControlReferenceImage, ControlReferenceType, CountTokensResponse, CreateFileResponse, DeleteCachedContentResponse, DeleteFileResponse, DeleteModelResponse, DocumentState, DynamicRetrievalConfigMode, EditImageResponse, EditMode, EmbedContentResponse, EmbeddingApiType, EndSensitivity, Environment, FeatureSelectionPreference, FileSource, FileState, Files, FinishReason, FunctionCallingConfigMode, FunctionResponse, FunctionResponseBlob, FunctionResponseFileData, FunctionResponsePart, FunctionResponseScheduling, GenerateContentResponse, GenerateContentResponsePromptFeedback, GenerateContentResponseUsageMetadata, GenerateImagesResponse, GenerateVideosOperation, GenerateVideosResponse, GoogleGenAI, HarmBlockMethod, HarmBlockThreshold, HarmCategory, HarmProbability, HarmSeverity, HttpElementLocation, HttpResponse, ImagePromptLanguage, ImportFileOperation, ImportFileResponse, InlinedEmbedContentResponse, InlinedResponse, JobState, Language, ListBatchJobsResponse, ListCachedContentsResponse, ListDocumentsResponse, ListFileSearchStoresResponse, ListFilesResponse, ListModelsResponse, ListTuningJobsResponse, Live, LiveClientToolResponse, LiveMusicPlaybackControl, LiveMusicServerMessage, LiveSendToolResponseParameters, LiveServerMessage, MaskReferenceImage, MaskReferenceMode, MediaModality, MediaResolution, Modality, Models, MusicGenerationMode, Operations, Outcome, PagedItem, Pager, PartMediaResolutionLevel, PersonGeneration, PhishBlockThreshold, RawReferenceImage, RecontextImageResponse, RegisterFilesResponse, ReplayResponse, ResourceScope, SafetyFilterLevel, Scale, SegmentImageResponse, SegmentMode, Session, SingleEmbedContentResponse, StartSensitivity, StyleReferenceImage, SubjectReferenceImage, SubjectReferenceType, ThinkingLevel, Tokens, TrafficType, TuningMethod, TuningMode, TuningTask, TurnCompleteReason, TurnCoverage, Type, UploadToFileSearchStoreOperation, UploadToFileSearchStoreResponse, UploadToFileSearchStoreResumableResponse, UpscaleImageResponse, UrlRetrievalStatus, VadSignalType, VideoCompressionQuality, VideoGenerationMaskMode, VideoGenerationReferenceType, VoiceActivityType, createFunctionResponsePartFromBase64, createFunctionResponsePartFromUri, createModelContent, createPartFromBase64, createPartFromCodeExecutionResult, createPartFromExecutableCode, createPartFromFunctionCall, createPartFromFunctionResponse, createPartFromText, createPartFromUri, createUserContent, mcpToTool, setDefaultBaseUrls };
 //# sourceMappingURL=index.mjs.map