@memberjunction/ai-gemini 5.40.2 → 5.41.0

package/dist/geminiEmbedding2.d.ts

@@ -0,0 +1,27 @@
+import { BaseEmbeddings, EmbedTextParams, EmbedTextsParams, EmbedTextResult, EmbedTextsResult, EmbedContentParams, EmbedContentResult, FileCapabilities } from '@memberjunction/ai';
+import { GoogleGenAI } from '@google/genai';
+export declare class GeminiEmbedding2 extends BaseEmbeddings {
+    private _gemini;
+    constructor(apiKey: string);
+    get GeminiClient(): GoogleGenAI;
+    GetFileCapabilities(): FileCapabilities | null;
+    EmbedText(params: EmbedTextParams): Promise<EmbedTextResult>;
+    EmbedTexts(params: EmbedTextsParams): Promise<EmbedTextsResult>;
+    /**
+     * Multimodal embed: text and/or interleaved media blocks (image/audio/video/document)
+     * fused into ONE vector in the same space as text embeddings — enabling cross-modal
+     * retrieval (a text query matching an image, audio, or video). Overrides the base
+     * BaseEmbeddings.EmbedContent, which is text-only. Content blocks are mapped to Gemini
+     * parts via GeminiLLM.MapMJContentToGeminiParts. Returns an empty vector on error,
+     * consistent with the text methods.
+     */
+    EmbedContent(params: EmbedContentParams): Promise<EmbedContentResult>;
+    GetEmbeddingModels(): Promise<EmbeddingModelInfo[]>;
+}
+/** Describes an embedding model returned by {@link GeminiEmbedding2.GetEmbeddingModels}. */
+export interface EmbeddingModelInfo {
+    Model: string;
+    Description: string;
+    OutputDimension: number;
+}
+//# sourceMappingURL=geminiEmbedding2.d.ts.map

package/dist/geminiEmbedding2.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"geminiEmbedding2.d.ts","sourceRoot":"","sources":["../src/geminiEmbedding2.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,cAAc,EACd,eAAe,EACf,gBAAgB,EAChB,eAAe,EACf,gBAAgB,EAGhB,kBAAkB,EAClB,kBAAkB,EAClB,gBAAgB,EACnB,MAAM,oBAAoB,CAAC;AAE5B,OAAO,EAAE,WAAW,EAAW,MAAM,eAAe,CAAC;AAsBrD,qBACa,gBAAiB,SAAQ,cAAc;IAChD,OAAO,CAAC,OAAO,CAAc;gBAEjB,MAAM,EAAE,MAAM;IAK1B,IAAW,YAAY,IAAI,WAAW,CAErC;IAEe,mBAAmB,IAAI,gBAAgB,GAAG,IAAI;IA4BjD,SAAS,CAAC,MAAM,EAAE,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC;IAgB5D,UAAU,CAAC,MAAM,EAAE,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAgB5E;;;;;;;OAOG;IACmB,YAAY,CAAC,MAAM,EAAE,kBAAkB,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAyB9E,kBAAkB,IAAI,OAAO,CAAC,kBAAkB,EAAE,CAAC;CASnE;AAED,4FAA4F;AAC5F,MAAM,WAAW,kBAAkB;IAC/B,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,MAAM,CAAC;CAC3B"}

package/dist/geminiEmbedding2.js

@@ -0,0 +1,146 @@
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+import { BaseEmbeddings, ModelUsage, ErrorAnalyzer, } from '@memberjunction/ai';
+import { RegisterClass } from '@memberjunction/global';
+import { GoogleGenAI } from '@google/genai';
+import { GeminiLLM } from './index.js';
+/**
+ * Gemini Embedding 2 provider for MemberJunction.
+ *
+ * A `BaseEmbeddings` implementation backed by Google's `gemini-embedding-2` — a natively
+ * MULTIMODAL embedding model (text, image, video, audio, and documents share one vector space).
+ * Overrides {@link BaseEmbeddings.EmbedContent} (text-only by default) to embed text and/or
+ * interleaved media (image/video/audio/document) into the SAME vector space as text —
+ * enabling cross-modal retrieval (a text query matching an image, audio, or video).
+
+ *
+ * Resolved via `ClassFactory.CreateInstance(BaseEmbeddings, "GeminiEmbedding2", apiKey)`.
+ *
+ * Note: `gemini-embedding-2` has no `task_type` parameter — the retrieval instruction (e.g.
+ * `"task: search result | query: …"` for queries vs `"title: … | text: …"` for documents) is
+ * carried IN the text by the caller.
+ */
+const DEFAULT_MODEL = 'gemini-embedding-2';
+let GeminiEmbedding2 = class GeminiEmbedding2 extends BaseEmbeddings {
+    constructor(apiKey) {
+        super(apiKey);
+        this._gemini = new GoogleGenAI({ apiKey });
+    }
+    get GeminiClient() {
+        return this._gemini;
+    }
+    GetFileCapabilities() {
+        // Per Google's gemini-embedding-2 model spec (GA 2026-04-22):
+        //   images: png/jpeg/webp/bmp/heic/heif/avif (max 6 per request)
+        //   video:  mpeg/mp4 (1 per request)   audio: mp3/wav (1 per request)   pdf (1 file, 6 pages)
+        // 'audio/mpeg' is included as a tolerant alias for the canonical MP3 type (doc lists 'audio/mp3').
+        // MaxFilesPerRequest reflects the image max (6); non-image modalities are capped at 1 by the API.
+        return {
+            SupportedMimeTypes: [
+                'image/png',
+                'image/jpeg',
+                'image/webp',
+                'image/bmp',
+                'image/heic',
+                'image/heif',
+                'image/avif',
+                'video/mpeg',
+                'video/mp4',
+                'audio/mp3',
+                'audio/mpeg',
+                'audio/wav',
+                'application/pdf',
+            ],
+            MaxFileSize: 100 * 1024 * 1024, // Google docs state no hard per-file limit; generous cap
+            MaxFilesPerRequest: 6,
+            HasFileAPI: false,
+        };
+    }
+    async EmbedText(params) {
+        const model = params.model || DEFAULT_MODEL;
+        try {
+            const response = await this._gemini.models.embedContent({ model, contents: params.text });
+            return {
+                object: 'object',
+                model,
+                ModelUsage: new ModelUsage(0, 0),
+                vector: response.embeddings?.[0]?.values ?? [],
+            };
+        }
+        catch (error) {
+            console.error('Gemini embedding error:', ErrorAnalyzer.analyzeError(error, 'Gemini'));
+            return { object: 'object', model, ModelUsage: new ModelUsage(0, 0), vector: [] };
+        }
+    }
+    async EmbedTexts(params) {
+        const model = params.model || DEFAULT_MODEL;
+        try {
+            const response = await this._gemini.models.embedContent({ model, contents: params.texts });
+            return {
+                object: 'list',
+                model,
+                ModelUsage: new ModelUsage(0, 0),
+                vectors: (response.embeddings ?? []).map((e) => e.values ?? []),
+            };
+        }
+        catch (error) {
+            console.error('Gemini embedding error:', ErrorAnalyzer.analyzeError(error, 'Gemini'));
+            return { object: 'list', model, ModelUsage: new ModelUsage(0, 0), vectors: [] };
+        }
+    }
+    /**
+     * Multimodal embed: text and/or interleaved media blocks (image/audio/video/document)
+     * fused into ONE vector in the same space as text embeddings — enabling cross-modal
+     * retrieval (a text query matching an image, audio, or video). Overrides the base
+     * BaseEmbeddings.EmbedContent, which is text-only. Content blocks are mapped to Gemini
+     * parts via GeminiLLM.MapMJContentToGeminiParts. Returns an empty vector on error,
+     * consistent with the text methods.
+     */
+    async EmbedContent(params) {
+        const model = params.model || DEFAULT_MODEL;
+        try {
+            this.ValidateContentSupported(params.content);
+            const parts = GeminiLLM.MapMJContentToGeminiParts(params.content);
+            const contents = [{ parts }];
+            const response = await this._gemini.models.embedContent({ model, contents });
+            return {
+                object: 'object',
+                model,
+                ModelUsage: new ModelUsage(0, 0),
+                vector: response.embeddings?.[0]?.values ?? [],
+            };
+        }
+        catch (error) {
+            console.error('Gemini embedding (content) error:', ErrorAnalyzer.analyzeError(error, 'Gemini'));
+            // design considerations: propagate error in addition to returning an empty vector or throw error from the get-go
+            return {
+                object: 'object',
+                model,
+                ModelUsage: new ModelUsage(0, 0),
+                vector: [],
+            };
+        }
+    }
+    async GetEmbeddingModels() {
+        return [
+            {
+                Model: DEFAULT_MODEL,
+                Description: 'Natively multimodal embedding model (text, image, video, audio, documents)',
+                OutputDimension: 3072,
+            },
+        ];
+    }
+};
+GeminiEmbedding2 = __decorate([
+    RegisterClass(BaseEmbeddings, 'GeminiEmbedding2'),
+    __metadata("design:paramtypes", [String])
+], GeminiEmbedding2);
+export { GeminiEmbedding2 };
+//# sourceMappingURL=geminiEmbedding2.js.map

package/dist/geminiEmbedding2.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"geminiEmbedding2.js","sourceRoot":"","sources":["../src/geminiEmbedding2.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EACH,cAAc,EAKd,UAAU,EACV,aAAa,GAIhB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AACvD,OAAO,EAAE,WAAW,EAAW,MAAM,eAAe,CAAC;AACrD,OAAO,EAAE,SAAS,EAAE,MAAM,GAAG,CAAC;AAE9B;;;;;;;;;;;;;;;GAeG;AAEH,MAAM,aAAa,GAAG,oBAAoB,CAAC;AAGpC,IAAM,gBAAgB,GAAtB,MAAM,gBAAiB,SAAQ,cAAc;IAGhD,YAAY,MAAc;QACtB,KAAK,CAAC,MAAM,CAAC,CAAC;QACd,IAAI,CAAC,OAAO,GAAG,IAAI,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;IAC/C,CAAC;IAED,IAAW,YAAY;QACnB,OAAO,IAAI,CAAC,OAAO,CAAC;IACxB,CAAC;IAEe,mBAAmB;QAC/B,8DAA8D;QAC9D,iEAAiE;QACjE,8FAA8F;QAC9F,mGAAmG;QACnG,kGAAkG;QAClG,OAAO;YACH,kBAAkB,EAAE;gBAChB,WAAW;gBACX,YAAY;gBACZ,YAAY;gBACZ,WAAW;gBACX,YAAY;gBACZ,YAAY;gBACZ,YAAY;gBACZ,YAAY;gBACZ,WAAW;gBACX,WAAW;gBACX,YAAY;gBACZ,WAAW;gBACX,iBAAiB;aACpB;YACD,WAAW,EAAE,GAAG,GAAG,IAAI,GAAG,IAAI,EAAE,yDAAyD;YACzF,kBAAkB,EAAE,CAAC;YACrB,UAAU,EAAE,KAAK;SACpB,CAAC;IACN,CAAC;IAEM,KAAK,CAAC,SAAS,CAAC,MAAuB;QAC1C,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,aAAa,CAAC;QAC5C,IAAI,CAAC;YACD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;YAC1F,OAAO;gBACH,MAAM,EAAE,QAAQ;gBAChB,KAAK;gBACL,UAAU,EAAE,IAAI,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC;gBAChC,MAAM,EAAE,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,EAAE;aACjD,CAAC;QACN,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE,aAAa,CAAC,YAAY,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC;YACtF,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;QACrF,CAAC;IACL,CAAC;IAEM,KAAK,CAAC,UAAU,CAAC,MAAwB;QAC5C,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,aAAa,CAAC;QAC5C,IAAI,CAAC;YACD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;YAC3F,OAAO;gBACH,MAAM,EAAE,MAAM;gBACd,KAAK;gBACL,UAAU,EAAE,IAAI,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC;gBAChC,OAAO,EAAE,CAAC,QAAQ,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC;aAClE,CAAC;QACN,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE,aAAa,CAAC,YAAY,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC;YACtF,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;QACpF,CAAC;IACL,CAAC;IAED;;;;;;;OAOG;IACa,KAAK,CAAC,YAAY,CAAC,MAA0B;QACzD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,aAAa,CAAC;QAC5C,IAAI,CAAC;YACD,IAAI,CAAC,wBAAwB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAC9C,MAAM,KAAK,GAAG,SAAS,CAAC,yBAAyB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAClE,MAAM,QAAQ,GAAc,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;YACxC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;YAC7E,OAAO;gBACH,MAAM,EAAE,QAAQ;gBAChB,KAAK;gBACL,UAAU,EAAE,IAAI,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC;gBAChC,MAAM,EAAE,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,EAAE;aACjD,CAAC;QACN,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,mCAAmC,EAAE,aAAa,CAAC,YAAY,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC;YAChG,iHAAiH;YACjH,OAAO;gBACH,MAAM,EAAE,QAAQ;gBAChB,KAAK;gBACL,UAAU,EAAE,IAAI,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC;gBAChC,MAAM,EAAE,EAAE;aACb,CAAC;QACN,CAAC;IACL,CAAC;IAEM,KAAK,CAAC,kBAAkB;QAC3B,OAAO;YACH;gBACI,KAAK,EAAE,aAAa;gBACpB,WAAW,EAAE,4EAA4E;gBACzF,eAAe,EAAE,IAAI;aACxB;SACJ,CAAC;IACN,CAAC;CACJ,CAAA;AAlHY,gBAAgB;IAD5B,aAAa,CAAC,cAAc,EAAE,kBAAkB,CAAC;;GACrC,gBAAgB,CAkH5B"}

package/dist/geminiRealtime.d.ts

@@ -0,0 +1,151 @@
+import { type AuthToken, type CreateAuthTokenParameters, type LiveServerMessage, type LiveConnectConfig, type FunctionDeclaration, type FunctionResponse, type Content, type Blob as GeminiBlob } from '@google/genai';
+import { BaseRealtimeModel, type ClientRealtimeSessionConfig, type IRealtimeSession, type RealtimeSessionParams, type RealtimeToolDefinition } from '@memberjunction/ai';
+/**
+ * The minimal subset of `@google/genai`'s `Session` that the realtime driver depends on. Declaring
+ * the seam as an interface (rather than the concrete SDK `Session`) lets unit tests inject a fully
+ * in-memory fake that drives the registered callbacks with Gemini-shaped messages and captures
+ * outbound calls — no websocket, no network.
+ */
+export interface GeminiLiveSession {
+    /**
+     * Streams realtime user input to the model — media frames (audio now) AND mid-session
+     * text. Realtime text is the Live API's "respond now" path for in-conversation messages:
+     * native-audio models treat {@link sendClientContent} as history seeding only and will
+     * NOT generate from it mid-call, while realtime text triggers immediately.
+     */
+    sendRealtimeInput(params: {
+        audio?: GeminiBlob;
+        media?: GeminiBlob;
+        text?: string;
+    }): void;
+    /** Appends client content (used to seed initial context) to the conversation. */
+    sendClientContent(params: {
+        turns?: Content[];
+        turnComplete?: boolean;
+    }): void;
+    /** Replies to a server tool call with one or more function responses. */
+    sendToolResponse(params: {
+        functionResponses: FunctionResponse[] | FunctionResponse;
+    }): void;
+    /** Terminates the underlying connection. */
+    close(): void;
+}
+/**
+ * Concrete arguments handed to {@link GeminiRealtime.connectLiveSession}. Bundles the resolved
+ * connect config (system instruction, tools, modalities, transcription) and the message callback so
+ * the seam owns the entire `ai.live.connect` call and tests can substitute it wholesale.
+ */
+export interface GeminiConnectArgs {
+    /** The Gemini Live model id to open the session against. */
+    Model: string;
+    /** The fully-built connect config (system instruction, tools, modalities, transcription, plus the open config bag). */
+    Config: LiveConnectConfig;
+    /** Invoked for every {@link LiveServerMessage} the server emits over the session. */
+    OnMessage: (message: LiveServerMessage) => void;
+    /** Invoked on a websocket-level error (fatal — the session is unusable). Optional. */
+    OnError?: (event: ErrorEvent) => void;
+    /** Invoked when the websocket closes. Optional. */
+    OnClose?: (event: CloseEvent) => void;
+}
+/**
+ * Real-time, full-duplex driver for Google's **Gemini Live API**, implementing the Core
+ * {@link BaseRealtimeModel} primitive.
+ *
+ * The driver opens a bidirectional Gemini Live session, streams client audio in, and translates the
+ * provider's {@link LiveServerMessage} frames into the modality-agnostic Core events
+ * ({@link RealtimeTranscript}, {@link RealtimeToolCall}, {@link RealtimeUsage}, output media, and
+ * interruption). It registers via the MemberJunction class factory as `GeminiRealtime` and is
+ * resolved for `MJ: AI Models` typed `Realtime`.
+ *
+ * **Testability:** the live-session creation is isolated behind the overridable
+ * {@link connectLiveSession} seam, so unit tests inject a fake {@link GeminiLiveSession} and exercise
+ * the full message→event translation with no network.
+ */
+export declare class GeminiRealtime extends BaseRealtimeModel {
+    private geminiClient;
+    private geminiTokenClient;
+    constructor(apiKey: string);
+    /**
+     * Opens a Gemini Live session and returns the Core session handle that translates between the
+     * provider's frames and the MemberJunction realtime contract.
+     */
+    StartSession(params: RealtimeSessionParams): Promise<IRealtimeSession>;
+    /**
+     * Gemini Live supports the client-direct topology: the server mints a short-lived ephemeral
+     * auth token (`v1alpha` `auth_tokens` API) that the browser uses to open its OWN Live
+     * websocket, while the server keeps prompt/tool authority by LOCKING the connect config into
+     * the token via `liveConnectConstraints`.
+     */
+    get SupportsClientDirect(): boolean;
+    /**
+     * Mints an ephemeral, server-scoped Live credential for a **client-direct** session.
+     *
+     * The connect config is built EXACTLY as {@link StartSession} builds it (same
+     * {@link buildConnectConfig}: audio modality, input+output transcription, system instruction,
+     * mapped tools) and is **locked into the token** via `liveConnectConstraints` +
+     * `lockAdditionalFields: []` — so the API ignores any attempt by the browser to change the
+     * locked fields. The same config is ALSO carried in `SessionConfig` (as `{ model, config }`)
+     * because the SDK still expects the client to pass a model/config at `live.connect` time; the
+     * token-side lock is what makes the server's prompt and tool set authoritative.
+     *
+     * Expiry: the browser must open its session within
+     * {@link GEMINI_CLIENT_TOKEN_NEW_SESSION_WINDOW_MS}; the token (and thus the session's
+     * ability to send messages) dies at {@link GEMINI_CLIENT_TOKEN_EXPIRY_MS}.
+     *
+     * @param params Session configuration (model, system prompt, tools, config bag).
+     * @returns The minted {@link ClientRealtimeSessionConfig} the browser authenticates + applies.
+     */
+    CreateClientSession(params: RealtimeSessionParams): Promise<ClientRealtimeSessionConfig>;
+    /**
+     * Mint seam for the ephemeral auth token. Production routes through the SDK's
+     * `authTokens.create` on a `v1alpha` client (ephemeral tokens are v1alpha-only); unit tests
+     * override this to return a fake token with no network.
+     *
+     * @param params The auth-token create parameters (expiry, uses, live-connect constraints).
+     * @returns The created {@link AuthToken} (its `name` is the credential the browser presents).
+     */
+    protected mintAuthToken(params: CreateAuthTokenParameters): Promise<AuthToken>;
+    /**
+     * Lazily constructs the `v1alpha` `GoogleGenAI` client used ONLY for auth-token minting
+     * (the ephemeral-token API is exposed on `v1alpha`; the regular live client stays default).
+     */
+    private ensureTokenClient;
+    /**
+     * Creation seam for the underlying Gemini Live session.
+     *
+     * Production code routes through `ai.live.connect`; unit tests override this method to inject a
+     * fake {@link GeminiLiveSession}. Kept as a thin, single-responsibility method so the network
+     * boundary is the *only* thing tests need to replace.
+     *
+     * @param args Resolved model, connect config, and the server-message callback.
+     * @returns A promise resolving to the live session handle.
+     */
+    protected connectLiveSession(args: GeminiConnectArgs): Promise<GeminiLiveSession>;
+    /**
+     * Lazily constructs the `GoogleGenAI` client from the driver's API key.
+     */
+    private ensureClient;
+    /**
+     * Builds the {@link LiveConnectConfig} from the Core session params: audio response modality,
+     * input/output transcription, system instruction, mapped tools, plus any provider-specific
+     * overrides from the open config bag.
+     */
+    /**
+     * Projects the full connect config down to the fields Gemini's ephemeral-token API accepts
+     * as `liveConnectConstraints.config`. The token mint converts the provided keys into a
+     * field mask over `BidiGenerateContentSetup`, and only generation-level fields are valid
+     * there — `systemInstruction`, `tools`, and the transcription configs are NOT, and their
+     * presence 400s the entire mint. Only defined fields are copied (an absent key must stay
+     * absent so it doesn't enter the mask).
+     */
+    static BuildConstraintConfig(config: LiveConnectConfig): LiveConnectConfig;
+    private buildConnectConfig;
+    /**
+     * Maps Core {@link RealtimeToolDefinition}s up to Gemini {@link FunctionDeclaration}s.
+     *
+     * The Core `ParametersSchema` is a JSON-schema object, so it rides in `parametersJsonSchema`
+     * (the SDK's JSON-schema slot) rather than the OpenAPI-style `parameters` slot.
+     */
+    static MapToolsToFunctionDeclarations(tools: RealtimeToolDefinition[]): FunctionDeclaration[];
+}
+//# sourceMappingURL=geminiRealtime.d.ts.map

package/dist/geminiRealtime.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"geminiRealtime.d.ts","sourceRoot":"","sources":["../src/geminiRealtime.ts"],"names":[],"mappings":"AACA,OAAO,EAGH,KAAK,SAAS,EACd,KAAK,yBAAyB,EAC9B,KAAK,iBAAiB,EAEtB,KAAK,iBAAiB,EACtB,KAAK,mBAAmB,EAExB,KAAK,gBAAgB,EACrB,KAAK,OAAO,EACZ,KAAK,IAAI,IAAI,UAAU,EAC1B,MAAM,eAAe,CAAC;AAGvB,OAAO,EACH,iBAAiB,EACjB,KAAK,2BAA2B,EAChC,KAAK,gBAAgB,EACrB,KAAK,qBAAqB,EAC1B,KAAK,sBAAsB,EAO9B,MAAM,oBAAoB,CAAC;AAuB5B;;;;;GAKG;AACH,MAAM,WAAW,iBAAiB;IAC9B;;;;;OAKG;IACH,iBAAiB,CAAC,MAAM,EAAE;QAAE,KAAK,CAAC,EAAE,UAAU,CAAC;QAAC,KAAK,CAAC,EAAE,UAAU,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IAC3F,iFAAiF;IACjF,iBAAiB,CAAC,MAAM,EAAE;QAAE,KAAK,CAAC,EAAE,OAAO,EAAE,CAAC;QAAC,YAAY,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,IAAI,CAAC;IAC/E,yEAAyE;IACzE,gBAAgB,CAAC,MAAM,EAAE;QAAE,iBAAiB,EAAE,gBAAgB,EAAE,GAAG,gBAAgB,CAAA;KAAE,GAAG,IAAI,CAAC;IAC7F,4CAA4C;IAC5C,KAAK,IAAI,IAAI,CAAC;CACjB;AAED;;;;GAIG;AACH,MAAM,WAAW,iBAAiB;IAC9B,4DAA4D;IAC5D,KAAK,EAAE,MAAM,CAAC;IACd,uHAAuH;IACvH,MAAM,EAAE,iBAAiB,CAAC;IAC1B,qFAAqF;IACrF,SAAS,EAAE,CAAC,OAAO,EAAE,iBAAiB,KAAK,IAAI,CAAC;IAChD,sFAAsF;IACtF,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,UAAU,KAAK,IAAI,CAAC;IACtC,mDAAmD;IACnD,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,UAAU,KAAK,IAAI,CAAC;CACzC;AAED;;;;;;;;;;;;;GAaG;AACH,qBACa,cAAe,SAAQ,iBAAiB;IACjD,OAAO,CAAC,YAAY,CAA4B;IAChD,OAAO,CAAC,iBAAiB,CAA4B;gBAEzC,MAAM,EAAE,MAAM;IAM1B;;;OAGG;IACU,YAAY,CAAC,MAAM,EAAE,qBAAqB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAoBnF;;;;;OAKG;IACH,IAAoB,oBAAoB,IAAI,OAAO,CAElD;IAED;;;;;;;;;;;;;;;;;OAiBG;IACmB,mBAAmB,CAAC,MAAM,EAAE,qBAAqB,GAAG,OAAO,CAAC,2BAA2B,CAAC;IAqC9G;;;;;;;OAOG;cACa,aAAa,CAAC,MAAM,EAAE,yBAAyB,GAAG,OAAO,CAAC,SAAS,CAAC;IAIpF;;;OAGG;IACH,OAAO,CAAC,iBAAiB;IAOzB;;;;;;;;;OASG;cACa,kBAAkB,CAAC,IAAI,EAAE,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAavF;;OAEG;IACH,OAAO,CAAC,YAAY;IAOpB;;;;OAIG;IACH;;;;;;;OAOG;WACW,qBAAqB,CAAC,MAAM,EAAE,iBAAiB,GAAG,iBAAiB;IAuBjF,OAAO,CAAC,kBAAkB;IAkB1B;;;;;OAKG;WACW,8BAA8B,CAAC,KAAK,EAAE,sBAAsB,EAAE,GAAG,mBAAmB,EAAE;CAOvG"}