@firebase/ai 2.0.0 → 2.1.0

package/dist/ai-public.d.ts

@@ -275,12 +275,13 @@ export declare class BooleanSchema extends Schema {
  */
 export declare class ChatSession {
     model: string;
+    private chromeAdapter?;
     params?: StartChatParams | undefined;
     requestOptions?: RequestOptions | undefined;
     private _apiSettings;
     private _history;
     private _sendPromise;
-    constructor(apiSettings: ApiSettings, model: string, params?: StartChatParams | undefined, requestOptions?: RequestOptions | undefined);
+    constructor(apiSettings: ApiSettings, model: string, chromeAdapter?: ChromeAdapter | undefined, params?: StartChatParams | undefined, requestOptions?: RequestOptions | undefined);
     /**
      * Gets the chat history so far. Blocked prompts are not added to history.
      * Neither blocked candidates nor the prompts that generated them are added
@@ -300,6 +301,41 @@ export declare class ChatSession {
     sendMessageStream(request: string | Array<string | Part>): Promise<GenerateContentStreamResult>;
 }
 
+/**
+ * <b>(EXPERIMENTAL)</b> Defines an inference "backend" that uses Chrome's on-device model,
+ * and encapsulates logic for detecting when on-device inference is
+ * possible.
+ *
+ * These methods should not be called directly by the user.
+ *
+ * @public
+ */
+export declare interface ChromeAdapter {
+    /**
+     * Checks if the on-device model is capable of handling a given
+     * request.
+     * @param request - A potential request to be passed to the model.
+     */
+    isAvailable(request: GenerateContentRequest): Promise<boolean>;
+    /**
+     * Generates content using on-device inference.
+     *
+     * <p>This is comparable to {@link GenerativeModel.generateContent} for generating
+     * content using in-cloud inference.</p>
+     * @param request - a standard Firebase AI {@link GenerateContentRequest}
+     */
+    generateContent(request: GenerateContentRequest): Promise<Response>;
+    /**
+     * Generates a content stream using on-device inference.
+     *
+     * <p>This is comparable to {@link GenerativeModel.generateContentStream} for generating
+     * a content stream using in-cloud inference.</p>
+     * @param request - a standard Firebase AI {@link GenerateContentRequest}
+     */
+    generateContentStream(request: GenerateContentRequest): Promise<Response>;
+    /* Excluded from this release type: countTokens */
+}
+
 /**
  * A single citation.
  * @public
@@ -561,6 +597,9 @@ export declare const FunctionCallingMode: {
     readonly NONE: "NONE";
 };
 
+/**
+ * @public
+ */
 export declare type FunctionCallingMode = (typeof FunctionCallingMode)[keyof typeof FunctionCallingMode];
 
 /**
@@ -770,13 +809,14 @@ export declare interface GenerativeContentBlob {
  * @public
  */
 export declare class GenerativeModel extends AIModel {
+    private chromeAdapter?;
     generationConfig: GenerationConfig;
     safetySettings: SafetySetting[];
     requestOptions?: RequestOptions;
     tools?: Tool[];
     toolConfig?: ToolConfig;
     systemInstruction?: Content;
-    constructor(ai: AI, modelParams: ModelParams, requestOptions?: RequestOptions);
+    constructor(ai: AI, modelParams: ModelParams, requestOptions?: RequestOptions, chromeAdapter?: ChromeAdapter | undefined);
     /**
      * Makes a single non-streaming call to the model
      * and returns an object containing a single {@link GenerateContentResponse}.
@@ -836,7 +876,7 @@ export declare function getAI(app?: FirebaseApp, options?: AIOptions): AI;
  *
  * @public
  */
-export declare function getGenerativeModel(ai: AI, modelParams: ModelParams, requestOptions?: RequestOptions): GenerativeModel;
+export declare function getGenerativeModel(ai: AI, modelParams: ModelParams | HybridParams, requestOptions?: RequestOptions): GenerativeModel;
 
 /**
  * Returns an {@link ImagenModel} class with methods for using Imagen.
@@ -942,7 +982,7 @@ export declare interface GroundingMetadata {
     /**
      * Google Search entry point for web searches. This contains an HTML/CSS snippet that must be
      * embedded in an app to display a Google Search entry point for follow-up web searches related to
-     * a model's “Grounded Response”.
+     * a model's "Grounded Response".
      */
     searchEntryPoint?: SearchEntrypoint;
     /**
@@ -1033,7 +1073,7 @@ export declare const HarmBlockThreshold: {
     readonly BLOCK_NONE: "BLOCK_NONE";
     /**
      * All content will be allowed. This is the same as `BLOCK_NONE`, but the metadata corresponding
-     * to the {@link HarmCategory} will not be present in the response.
+     * to the {@link (HarmCategory:type)} will not be present in the response.
      */
     readonly OFF: "OFF";
 };
@@ -1126,13 +1166,33 @@ export declare const HarmSeverity: {
  */
 export declare type HarmSeverity = (typeof HarmSeverity)[keyof typeof HarmSeverity];
 
+/**
+ * <b>(EXPERIMENTAL)</b>
+ * Configures hybrid inference.
+ * @public
+ */
+export declare interface HybridParams {
+    /**
+     * Specifies on-device or in-cloud inference. Defaults to prefer on-device.
+     */
+    mode: InferenceMode;
+    /**
+     * Optional. Specifies advanced params for on-device inference.
+     */
+    onDeviceParams?: OnDeviceParams;
+    /**
+     * Optional. Specifies advanced params for in-cloud inference.
+     */
+    inCloudParams?: ModelParams;
+}
+
 /**
  * Aspect ratios for Imagen images.
  *
  * To specify an aspect ratio for generated images, set the `aspectRatio` property in your
  * {@link ImagenGenerationConfig}.
  *
- * See the the {@link http://firebase.google.com/docs/vertex-ai/generate-images | documentation }
+ * See the {@link http://firebase.google.com/docs/vertex-ai/generate-images | documentation }
  * for more details and examples of the supported aspect ratios.
  *
  * @beta
@@ -1166,7 +1226,7 @@ export declare const ImagenAspectRatio: {
  * To specify an aspect ratio for generated images, set the `aspectRatio` property in your
  * {@link ImagenGenerationConfig}.
  *
- * See the the {@link http://firebase.google.com/docs/vertex-ai/generate-images | documentation }
+ * See the {@link http://firebase.google.com/docs/vertex-ai/generate-images | documentation }
  * for more details and examples of the supported aspect ratios.
  *
  * @beta
@@ -1177,6 +1237,7 @@ export declare type ImagenAspectRatio = (typeof ImagenAspectRatio)[keyof typeof
  * An image generated by Imagen, stored in a Cloud Storage for Firebase bucket.
  *
  * This feature is not available yet.
+ * @beta
  */
 export declare interface ImagenGCSImage {
     /**
@@ -1571,6 +1632,24 @@ export declare interface ImagenSafetySettings {
     personFilterLevel?: ImagenPersonFilterLevel;
 }
 
+/**
+ * <b>(EXPERIMENTAL)</b>
+ * Determines whether inference happens on-device or in-cloud.
+ * @public
+ */
+export declare const InferenceMode: {
+    readonly PREFER_ON_DEVICE: "prefer_on_device";
+    readonly ONLY_ON_DEVICE: "only_on_device";
+    readonly ONLY_IN_CLOUD: "only_in_cloud";
+};
+
+/**
+ * <b>(EXPERIMENTAL)</b>
+ * Determines whether inference happens on-device or in-cloud.
+ * @public
+ */
+export declare type InferenceMode = (typeof InferenceMode)[keyof typeof InferenceMode];
+
 /**
  * Content part interface if the part represents an image.
  * @public
@@ -1594,6 +1673,86 @@ export declare class IntegerSchema extends Schema {
     constructor(schemaParams?: SchemaParams);
 }
 
+/**
+ * <b>(EXPERIMENTAL)</b>
+ * Configures the creation of an on-device language model session.
+ * @public
+ */
+export declare interface LanguageModelCreateCoreOptions {
+    topK?: number;
+    temperature?: number;
+    expectedInputs?: LanguageModelExpected[];
+}
+
+/**
+ * <b>(EXPERIMENTAL)</b>
+ * Configures the creation of an on-device language model session.
+ * @public
+ */
+export declare interface LanguageModelCreateOptions extends LanguageModelCreateCoreOptions {
+    signal?: AbortSignal;
+    initialPrompts?: LanguageModelMessage[];
+}
+
+/**
+ * <b>(EXPERIMENTAL)</b>
+ * Options for the expected inputs for an on-device language model.
+ * @public
+ */ export declare interface LanguageModelExpected {
+    type: LanguageModelMessageType;
+    languages?: string[];
+}
+
+/**
+ * <b>(EXPERIMENTAL)</b>
+ * An on-device language model message.
+ * @public
+ */
+export declare interface LanguageModelMessage {
+    role: LanguageModelMessageRole;
+    content: LanguageModelMessageContent[];
+}
+
+/**
+ * <b>(EXPERIMENTAL)</b>
+ * An on-device language model content object.
+ * @public
+ */
+export declare interface LanguageModelMessageContent {
+    type: LanguageModelMessageType;
+    value: LanguageModelMessageContentValue;
+}
+
+/**
+ * <b>(EXPERIMENTAL)</b>
+ * Content formats that can be provided as on-device message content.
+ * @public
+ */
+export declare type LanguageModelMessageContentValue = ImageBitmapSource | AudioBuffer | BufferSource | string;
+
+/**
+ * <b>(EXPERIMENTAL)</b>
+ * Allowable roles for on-device language model usage.
+ * @public
+ */
+export declare type LanguageModelMessageRole = 'system' | 'user' | 'assistant';
+
+/**
+ * <b>(EXPERIMENTAL)</b>
+ * Allowable types for on-device language model messages.
+ * @public
+ */
+export declare type LanguageModelMessageType = 'text' | 'image' | 'audio';
+
+/**
+ * <b>(EXPERIMENTAL)</b>
+ * Options for an on-device language model prompt.
+ * @public
+ */
+export declare interface LanguageModelPromptOptions {
+    responseConstraint?: object;
+}
+
 /**
  * Content part modality.
  * @public
@@ -1679,7 +1838,7 @@ export declare class ObjectSchema extends Schema {
 }
 
 /**
- * Interface for JSON parameters in a schema of {@link SchemaType}
+ * Interface for JSON parameters in a schema of {@link (SchemaType:type)}
  * "object" when not using the `Schema.object()` helper.
  * @public
  */
@@ -1695,6 +1854,17 @@ export declare interface ObjectSchemaRequest extends SchemaRequest {
     optionalProperties?: never;
 }
 
+/**
+ * <b>(EXPERIMENTAL)</b>
+ * Encapsulates configuration for on-device inference.
+ *
+ * @public
+ */
+export declare interface OnDeviceParams {
+    createOptions?: LanguageModelCreateOptions;
+    promptOptions?: LanguageModelPromptOptions;
+}
+
 /**
  * Content part - includes text, image/video, or function call/response
  * part types.

package/dist/ai.d.ts

@@ -315,12 +315,13 @@ export declare class BooleanSchema extends Schema {
  */
 export declare class ChatSession {
     model: string;
+    private chromeAdapter?;
     params?: StartChatParams | undefined;
     requestOptions?: RequestOptions | undefined;
     private _apiSettings;
     private _history;
     private _sendPromise;
-    constructor(apiSettings: ApiSettings, model: string, params?: StartChatParams | undefined, requestOptions?: RequestOptions | undefined);
+    constructor(apiSettings: ApiSettings, model: string, chromeAdapter?: ChromeAdapter | undefined, params?: StartChatParams | undefined, requestOptions?: RequestOptions | undefined);
     /**
      * Gets the chat history so far. Blocked prompts are not added to history.
      * Neither blocked candidates nor the prompts that generated them are added
@@ -340,6 +341,44 @@ export declare class ChatSession {
     sendMessageStream(request: string | Array<string | Part>): Promise<GenerateContentStreamResult>;
 }
 
+/**
+ * <b>(EXPERIMENTAL)</b> Defines an inference "backend" that uses Chrome's on-device model,
+ * and encapsulates logic for detecting when on-device inference is
+ * possible.
+ *
+ * These methods should not be called directly by the user.
+ *
+ * @public
+ */
+export declare interface ChromeAdapter {
+    /**
+     * Checks if the on-device model is capable of handling a given
+     * request.
+     * @param request - A potential request to be passed to the model.
+     */
+    isAvailable(request: GenerateContentRequest): Promise<boolean>;
+    /**
+     * Generates content using on-device inference.
+     *
+     * <p>This is comparable to {@link GenerativeModel.generateContent} for generating
+     * content using in-cloud inference.</p>
+     * @param request - a standard Firebase AI {@link GenerateContentRequest}
+     */
+    generateContent(request: GenerateContentRequest): Promise<Response>;
+    /**
+     * Generates a content stream using on-device inference.
+     *
+     * <p>This is comparable to {@link GenerativeModel.generateContentStream} for generating
+     * a content stream using in-cloud inference.</p>
+     * @param request - a standard Firebase AI {@link GenerateContentRequest}
+     */
+    generateContentStream(request: GenerateContentRequest): Promise<Response>;
+    /**
+     * @internal
+     */
+    countTokens(request: CountTokensRequest): Promise<Response>;
+}
+
 /**
  * A single citation.
  * @public
@@ -601,6 +640,9 @@ export declare const FunctionCallingMode: {
     readonly NONE: "NONE";
 };
 
+/**
+ * @public
+ */
 export declare type FunctionCallingMode = (typeof FunctionCallingMode)[keyof typeof FunctionCallingMode];
 
 /**
@@ -810,13 +852,14 @@ export declare interface GenerativeContentBlob {
  * @public
  */
 export declare class GenerativeModel extends AIModel {
+    private chromeAdapter?;
     generationConfig: GenerationConfig;
     safetySettings: SafetySetting[];
     requestOptions?: RequestOptions;
     tools?: Tool[];
     toolConfig?: ToolConfig;
     systemInstruction?: Content;
-    constructor(ai: AI, modelParams: ModelParams, requestOptions?: RequestOptions);
+    constructor(ai: AI, modelParams: ModelParams, requestOptions?: RequestOptions, chromeAdapter?: ChromeAdapter | undefined);
     /**
      * Makes a single non-streaming call to the model
      * and returns an object containing a single {@link GenerateContentResponse}.
@@ -876,7 +919,7 @@ export declare function getAI(app?: FirebaseApp, options?: AIOptions): AI;
  *
  * @public
  */
-export declare function getGenerativeModel(ai: AI, modelParams: ModelParams, requestOptions?: RequestOptions): GenerativeModel;
+export declare function getGenerativeModel(ai: AI, modelParams: ModelParams | HybridParams, requestOptions?: RequestOptions): GenerativeModel;
 
 /**
  * Returns an {@link ImagenModel} class with methods for using Imagen.
@@ -1016,7 +1059,7 @@ export declare interface GroundingMetadata {
     /**
      * Google Search entry point for web searches. This contains an HTML/CSS snippet that must be
      * embedded in an app to display a Google Search entry point for follow-up web searches related to
-     * a model's “Grounded Response”.
+     * a model's "Grounded Response".
      */
     searchEntryPoint?: SearchEntrypoint;
     /**
@@ -1107,7 +1150,7 @@ export declare const HarmBlockThreshold: {
     readonly BLOCK_NONE: "BLOCK_NONE";
     /**
      * All content will be allowed. This is the same as `BLOCK_NONE`, but the metadata corresponding
-     * to the {@link HarmCategory} will not be present in the response.
+     * to the {@link (HarmCategory:type)} will not be present in the response.
      */
     readonly OFF: "OFF";
 };
@@ -1200,13 +1243,33 @@ export declare const HarmSeverity: {
  */
 export declare type HarmSeverity = (typeof HarmSeverity)[keyof typeof HarmSeverity];
 
+/**
+ * <b>(EXPERIMENTAL)</b>
+ * Configures hybrid inference.
+ * @public
+ */
+export declare interface HybridParams {
+    /**
+     * Specifies on-device or in-cloud inference. Defaults to prefer on-device.
+     */
+    mode: InferenceMode;
+    /**
+     * Optional. Specifies advanced params for on-device inference.
+     */
+    onDeviceParams?: OnDeviceParams;
+    /**
+     * Optional. Specifies advanced params for in-cloud inference.
+     */
+    inCloudParams?: ModelParams;
+}
+
 /**
  * Aspect ratios for Imagen images.
  *
  * To specify an aspect ratio for generated images, set the `aspectRatio` property in your
  * {@link ImagenGenerationConfig}.
  *
- * See the the {@link http://firebase.google.com/docs/vertex-ai/generate-images | documentation }
+ * See the {@link http://firebase.google.com/docs/vertex-ai/generate-images | documentation }
  * for more details and examples of the supported aspect ratios.
  *
  * @beta
@@ -1240,7 +1303,7 @@ export declare const ImagenAspectRatio: {
  * To specify an aspect ratio for generated images, set the `aspectRatio` property in your
  * {@link ImagenGenerationConfig}.
  *
- * See the the {@link http://firebase.google.com/docs/vertex-ai/generate-images | documentation }
+ * See the {@link http://firebase.google.com/docs/vertex-ai/generate-images | documentation }
  * for more details and examples of the supported aspect ratios.
  *
  * @beta
@@ -1251,6 +1314,7 @@ export declare type ImagenAspectRatio = (typeof ImagenAspectRatio)[keyof typeof
  * An image generated by Imagen, stored in a Cloud Storage for Firebase bucket.
  *
  * This feature is not available yet.
+ * @beta
  */
 export declare interface ImagenGCSImage {
     /**
@@ -1664,6 +1728,24 @@ export declare interface ImagenSafetySettings {
     personFilterLevel?: ImagenPersonFilterLevel;
 }
 
+/**
+ * <b>(EXPERIMENTAL)</b>
+ * Determines whether inference happens on-device or in-cloud.
+ * @public
+ */
+export declare const InferenceMode: {
+    readonly PREFER_ON_DEVICE: "prefer_on_device";
+    readonly ONLY_ON_DEVICE: "only_on_device";
+    readonly ONLY_IN_CLOUD: "only_in_cloud";
+};
+
+/**
+ * <b>(EXPERIMENTAL)</b>
+ * Determines whether inference happens on-device or in-cloud.
+ * @public
+ */
+export declare type InferenceMode = (typeof InferenceMode)[keyof typeof InferenceMode];
+
 /**
  * Content part interface if the part represents an image.
  * @public
@@ -1687,6 +1769,86 @@ export declare class IntegerSchema extends Schema {
     constructor(schemaParams?: SchemaParams);
 }
 
+/**
+ * <b>(EXPERIMENTAL)</b>
+ * Configures the creation of an on-device language model session.
+ * @public
+ */
+export declare interface LanguageModelCreateCoreOptions {
+    topK?: number;
+    temperature?: number;
+    expectedInputs?: LanguageModelExpected[];
+}
+
+/**
+ * <b>(EXPERIMENTAL)</b>
+ * Configures the creation of an on-device language model session.
+ * @public
+ */
+export declare interface LanguageModelCreateOptions extends LanguageModelCreateCoreOptions {
+    signal?: AbortSignal;
+    initialPrompts?: LanguageModelMessage[];
+}
+
+/**
+ * <b>(EXPERIMENTAL)</b>
+ * Options for the expected inputs for an on-device language model.
+ * @public
+ */ export declare interface LanguageModelExpected {
+    type: LanguageModelMessageType;
+    languages?: string[];
+}
+
+/**
+ * <b>(EXPERIMENTAL)</b>
+ * An on-device language model message.
+ * @public
+ */
+export declare interface LanguageModelMessage {
+    role: LanguageModelMessageRole;
+    content: LanguageModelMessageContent[];
+}
+
+/**
+ * <b>(EXPERIMENTAL)</b>
+ * An on-device language model content object.
+ * @public
+ */
+export declare interface LanguageModelMessageContent {
+    type: LanguageModelMessageType;
+    value: LanguageModelMessageContentValue;
+}
+
+/**
+ * <b>(EXPERIMENTAL)</b>
+ * Content formats that can be provided as on-device message content.
+ * @public
+ */
+export declare type LanguageModelMessageContentValue = ImageBitmapSource | AudioBuffer | BufferSource | string;
+
+/**
+ * <b>(EXPERIMENTAL)</b>
+ * Allowable roles for on-device language model usage.
+ * @public
+ */
+export declare type LanguageModelMessageRole = 'system' | 'user' | 'assistant';
+
+/**
+ * <b>(EXPERIMENTAL)</b>
+ * Allowable types for on-device language model messages.
+ * @public
+ */
+export declare type LanguageModelMessageType = 'text' | 'image' | 'audio';
+
+/**
+ * <b>(EXPERIMENTAL)</b>
+ * Options for an on-device language model prompt.
+ * @public
+ */
+export declare interface LanguageModelPromptOptions {
+    responseConstraint?: object;
+}
+
 /**
  * Content part modality.
  * @public
@@ -1775,7 +1937,7 @@ export declare class ObjectSchema extends Schema {
 }
 
 /**
- * Interface for JSON parameters in a schema of {@link SchemaType}
+ * Interface for JSON parameters in a schema of {@link (SchemaType:type)}
  * "object" when not using the `Schema.object()` helper.
  * @public
  */
@@ -1791,6 +1953,17 @@ export declare interface ObjectSchemaRequest extends SchemaRequest {
     optionalProperties?: never;
 }
 
+/**
+ * <b>(EXPERIMENTAL)</b>
+ * Encapsulates configuration for on-device inference.
+ *
+ * @public
+ */
+export declare interface OnDeviceParams {
+    createOptions?: LanguageModelCreateOptions;
+    promptOptions?: LanguageModelPromptOptions;
+}
+
 /**
  * Content part - includes text, image/video, or function call/response
  * part types.