@firebase/ai 2.12.0 → 2.13.0-20260526192810

package/dist/index.node.cjs.js

@@ -8,7 +8,7 @@ var util = require('@firebase/util');
 var logger$1 = require('@firebase/logger');
 
 var name = "@firebase/ai";
-var version = "2.12.0";
+var version = "2.13.0-20260526192810";
 
 /**
  * @license
@@ -447,7 +447,7 @@ const ResponseModality = {
  * cloud-hosted model. If not available, the SDK will fall back to an
  * on-device model.
  *
- * @beta
+ * @public
  */
 const InferenceMode = {
     'PREFER_ON_DEVICE': 'prefer_on_device',
@@ -458,7 +458,7 @@ const InferenceMode = {
 /**
  * Indicates whether inference happened on-device or in-cloud.
  *
- * @beta
+ * @public
  */
 const InferenceSource = {
     'ON_DEVICE': 'on_device',
@@ -2131,7 +2131,9 @@ async function callCloudOrDevice(request, chromeAdapter, onDeviceCall, inCloudCa
                 };
             }
             catch (e) {
-                if (e instanceof AIError && errorsCausingFallback.includes(e.code)) {
+                if (e instanceof AIError &&
+                    errorsCausingFallback.includes(e.code) &&
+                    (await chromeAdapter.isAvailable(request))) {
                     return {
                         response: await onDeviceCall(),
                         inferenceSource: InferenceSource.ON_DEVICE
@@ -2458,7 +2460,9 @@ class ChatSessionBase {
                 else {
                     formattedContent = formatNewContent(request);
                 }
-                const formattedRequest = this._formatRequest(formattedContent, tempHistory);
+                const formattedRequest = this._formatRequest(formattedContent, [
+                    ...tempHistory
+                ]);
                 tempHistory.push(formattedContent);
                 const result = await this._callGenerateContent(formattedRequest, singleRequestOptions);
                 if (result) {
@@ -2528,8 +2532,10 @@ class ChatSessionBase {
                 else {
                     formattedContent = formatNewContent(request);
                 }
+                const formattedRequest = this._formatRequest(formattedContent, [
+                    ...tempHistory
+                ]);
                 tempHistory.push(formattedContent);
-                const formattedRequest = this._formatRequest(formattedContent, tempHistory);
                 result = await this._callGenerateContentStream(formattedRequest, singleRequestOptions);
                 functionCalls = this._getCallableFunctionCalls(result.firstValue);
                 if (functionCalls &&
@@ -2885,6 +2891,17 @@ async function countTokens(apiSettings, model, params, chromeAdapter, requestOpt
     return countTokensOnCloud(apiSettings, model, params, requestOptions);
 }
 
+/**
+ * @internal
+ */
+var Availability;
+(function (Availability) {
+    Availability["UNAVAILABLE"] = "unavailable";
+    Availability["DOWNLOADABLE"] = "downloadable";
+    Availability["DOWNLOADING"] = "downloading";
+    Availability["AVAILABLE"] = "available";
+})(Availability || (Availability = {}));
+
 /**
  * @license
  * Copyright 2024 Google LLC
@@ -2917,6 +2934,52 @@ class GenerativeModel extends AIModel {
         this.systemInstruction = formatSystemInstruction(modelParams.systemInstruction);
         this.requestOptions = requestOptions || {};
     }
+    /**
+     * Initializes on-device models.
+     *
+     * @remarks
+     * This may trigger a download on first
+     * use. Wait for this promise to complete before calling inference
+     * methods if you want to ensure the device models are ready before
+     * any calls. Calling inference methods before the device is ready
+     * will result in a cloud fallback if `inferenceMode` is set to
+     * `PREFER_ON_DEVICE`, and an error if set to `ONLY_ON_DEVICE`.
+     *
+     * IMPORTANT: This call must be made on or after a user has interacted
+     * with the page (for example, through a button click or key press).
+     * If it is called without a user interaction, and it requires a download,
+     * this will cause an error.
+     *
+     * See the
+     * {@link https://developer.chrome.com/docs/ai/prompt-api#use_the_prompt_api | Prompt API docs }
+     * for more details on this requirement.
+     *
+     * @param onDownloadProgress A callback called repeatedly as the
+     * download progresses that provides a `progressValue` between 0
+     * and 1 representing how much of the download is complete. This
+     * will be ignored if `monitor` was populated in
+     * {@link LanguageModelCreateOptions}.
+     *
+     * @public
+     */
+    async initializeDeviceModel(onDownloadProgress) {
+        if (!this.chromeAdapter ||
+            this.chromeAdapter.mode === InferenceMode.ONLY_IN_CLOUD) {
+            return;
+        }
+        const availability = await this.chromeAdapter.downloadIfAvailable(onDownloadProgress);
+        if (availability === Availability.UNAVAILABLE) {
+            const notEnabledError = new AIError(AIErrorCode.API_NOT_ENABLED, 'Local LanguageModel API not available in this environment.');
+            if (this.chromeAdapter.mode === InferenceMode.ONLY_ON_DEVICE) {
+                throw notEnabledError;
+            }
+            else {
+                // No reason to throw if not in ONLY_ON_DEVICE mode.
+                logger.debug(notEnabledError.message);
+            }
+        }
+        await this.chromeAdapter.downloadPromise;
+    }
     /**
      * Makes a single non-streaming call to the model
      * and returns an object containing a single {@link GenerateContentResponse}.