@firebase/ai 2.7.0-canary.58ddd6e54 → 2.7.0-canary.691a506ec

package/dist/ai-public.d.ts

@@ -165,6 +165,7 @@ declare interface ApiSettings {
     backend: Backend;
     getAuthToken?: () => Promise<FirebaseAuthTokenData | null>;
     getAppCheckToken?: () => Promise<AppCheckTokenResult>;
+    inferenceMode?: InferenceMode;
 }
 
 /**
@@ -3329,6 +3330,18 @@ export declare interface UsageMetadata {
      * A list of tokens used by tools, broken down by modality.
      */
     toolUsePromptTokensDetails?: ModalityTokenCount[];
+    /**
+     * The number of tokens in the prompt that were served from the cache.
+     * If implicit caching is not active or no content was cached,
+     * this will be 0.
+     */
+    cachedContentTokenCount?: number;
+    /**
+     * Detailed breakdown of the cached tokens by modality (for example, text or
+     * image). This list provides granular insight into which parts of
+     * the content were cached.
+     */
+    cacheTokensDetails?: ModalityTokenCount[];
 }
 
 /**

package/dist/ai.d.ts

@@ -202,6 +202,7 @@ declare interface ApiSettings {
     backend: Backend;
     getAuthToken?: () => Promise<FirebaseAuthTokenData | null>;
     getAppCheckToken?: () => Promise<AppCheckTokenResult>;
+    inferenceMode?: InferenceMode;
 }
 
 /**
@@ -3492,6 +3493,18 @@ export declare interface UsageMetadata {
      * A list of tokens used by tools, broken down by modality.
      */
     toolUsePromptTokensDetails?: ModalityTokenCount[];
+    /**
+     * The number of tokens in the prompt that were served from the cache.
+     * If implicit caching is not active or no content was cached,
+     * this will be 0.
+     */
+    cachedContentTokenCount?: number;
+    /**
+     * Detailed breakdown of the cached tokens by modality (for example, text or
+     * image). This list provides granular insight into which parts of
+     * the content were cached.
+     */
+    cacheTokensDetails?: ModalityTokenCount[];
 }
 
 /**

package/dist/esm/index.esm.js

@@ -4,7 +4,7 @@ import { FirebaseError, Deferred, getModularInstance } from '@firebase/util';
 import { Logger } from '@firebase/logger';
 
 var name = "@firebase/ai";
-var version = "2.7.0-canary.58ddd6e54";
+var version = "2.7.0-canary.691a506ec";
 
 /**
  * @license
@@ -28,6 +28,7 @@ const DEFAULT_DOMAIN = 'firebasevertexai.googleapis.com';
 const DEFAULT_API_VERSION = 'v1beta';
 const PACKAGE_VERSION = version;
 const LANGUAGE_TAG = 'gl-js';
+const HYBRID_TAG = 'hybrid';
 const DEFAULT_FETCH_TIMEOUT_MS = 180 * 1000;
 /**
  * Defines the name of the default in-cloud model to use for hybrid inference.
@@ -1512,16 +1513,25 @@ class WebSocketUrl {
 /**
  * Log language and "fire/version" to x-goog-api-client
  */
-function getClientHeaders() {
+function getClientHeaders(url) {
     const loggingTags = [];
     loggingTags.push(`${LANGUAGE_TAG}/${PACKAGE_VERSION}`);
     loggingTags.push(`fire/${PACKAGE_VERSION}`);
+    /**
+     * No call would be made if ONLY_ON_DEVICE.
+     * ONLY_IN_CLOUD does not indicate an intention to use hybrid.
+     */
+    if (url.params.apiSettings.inferenceMode === InferenceMode.PREFER_ON_DEVICE ||
+        url.params.apiSettings.inferenceMode === InferenceMode.PREFER_IN_CLOUD) {
+        // No version
+        loggingTags.push(HYBRID_TAG);
+    }
     return loggingTags.join(' ');
 }
 async function getHeaders(url) {
     const headers = new Headers();
     headers.append('Content-Type', 'application/json');
-    headers.append('x-goog-api-client', getClientHeaders());
+    headers.append('x-goog-api-client', getClientHeaders(url));
     headers.append('x-goog-api-key', url.params.apiSettings.apiKey);
     if (url.params.apiSettings.automaticDataCollectionEnabled) {
         headers.append('X-Firebase-Appid', url.params.apiSettings.appId);
@@ -4463,7 +4473,9 @@ function getGenerativeModel(ai, modelParams, requestOptions) {
      * chromeAdapterFactory() method.
      */
     const chromeAdapter = ai.chromeAdapterFactory?.(hybridParams.mode, typeof window === 'undefined' ? undefined : window, hybridParams.onDeviceParams);
-    return new GenerativeModel(ai, inCloudParams, requestOptions, chromeAdapter);
+    const generativeModel = new GenerativeModel(ai, inCloudParams, requestOptions, chromeAdapter);
+    generativeModel._apiSettings.inferenceMode = hybridParams.mode;
+    return generativeModel;
 }
 /**
  * Returns an {@link ImagenModel} class with methods for using Imagen.