@memberjunction/ai-gemini 5.40.2 → 5.41.0

package/dist/geminiRealtime.js

@@ -0,0 +1,651 @@
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var GeminiRealtime_1;
+// Google Gemini Live API imports
+import { GoogleGenAI, Modality, } from '@google/genai';
+// MemberJunction AI core contract
+import { BaseRealtimeModel, } from '@memberjunction/ai';
+import { RegisterClass } from '@memberjunction/global';
+/**
+ * MIME type Gemini Live expects for client-streamed audio: 16-bit signed PCM at 16 kHz, mono.
+ * Output audio from the model is 24 kHz PCM; the driver passes output frames through untouched as
+ * raw `ArrayBuffer` and leaves resampling/playback to the consumer.
+ */
+const GEMINI_INPUT_AUDIO_MIME_TYPE = 'audio/pcm;rate=16000';
+/**
+ * Window (ms) within which a client-direct browser must OPEN its Live session using a minted
+ * ephemeral token. After this the token can no longer start a NEW session (an already-open
+ * session continues until {@link GEMINI_CLIENT_TOKEN_EXPIRY_MS}).
+ */
+const GEMINI_CLIENT_TOKEN_NEW_SESSION_WINDOW_MS = 10 * 60 * 1000;
+/**
+ * Total lifetime (ms) of a minted client-direct ephemeral token: messages on a Live session
+ * authenticated with the token are rejected after this point.
+ */
+const GEMINI_CLIENT_TOKEN_EXPIRY_MS = 30 * 60 * 1000;
+/**
+ * Real-time, full-duplex driver for Google's **Gemini Live API**, implementing the Core
+ * {@link BaseRealtimeModel} primitive.
+ *
+ * The driver opens a bidirectional Gemini Live session, streams client audio in, and translates the
+ * provider's {@link LiveServerMessage} frames into the modality-agnostic Core events
+ * ({@link RealtimeTranscript}, {@link RealtimeToolCall}, {@link RealtimeUsage}, output media, and
+ * interruption). It registers via the MemberJunction class factory as `GeminiRealtime` and is
+ * resolved for `MJ: AI Models` typed `Realtime`.
+ *
+ * **Testability:** the live-session creation is isolated behind the overridable
+ * {@link connectLiveSession} seam, so unit tests inject a fake {@link GeminiLiveSession} and exercise
+ * the full message→event translation with no network.
+ */
+let GeminiRealtime = GeminiRealtime_1 = class GeminiRealtime extends BaseRealtimeModel {
+    constructor(apiKey) {
+        super(apiKey);
+        this.geminiClient = null;
+        this.geminiTokenClient = null;
+        // Client is created lazily in connectLiveSession so subclasses (and tests overriding the
+        // seam) never trigger an unused live client construction.
+    }
+    /**
+     * Opens a Gemini Live session and returns the Core session handle that translates between the
+     * provider's frames and the MemberJunction realtime contract.
+     */
+    async StartSession(params) {
+        const session = new GeminiRealtimeSession();
+        session.SetConnectTimeTools(params.Tools ?? []);
+        const config = this.buildConnectConfig(params);
+        const live = await this.connectLiveSession({
+            Model: params.Model,
+            Config: config,
+            OnMessage: (message) => session.HandleServerMessage(message),
+            OnError: (event) => session.HandleTransportError(event?.message ?? 'Gemini Live websocket error'),
+            OnClose: (event) => session.HandleTransportClose(event?.code, event?.reason),
+        });
+        session.AttachLiveSession(live);
+        // If the caller provided initial context, seed it as client content (without completing the
+        // turn) so the model starts with the same history a loop agent would assemble.
+        if (params.InitialContext && params.InitialContext.trim().length > 0) {
+            session.SeedInitialContext(params.InitialContext);
+        }
+        return session;
+    }
+    /**
+     * Gemini Live supports the client-direct topology: the server mints a short-lived ephemeral
+     * auth token (`v1alpha` `auth_tokens` API) that the browser uses to open its OWN Live
+     * websocket, while the server keeps prompt/tool authority by LOCKING the connect config into
+     * the token via `liveConnectConstraints`.
+     */
+    get SupportsClientDirect() {
+        return true;
+    }
+    /**
+     * Mints an ephemeral, server-scoped Live credential for a **client-direct** session.
+     *
+     * The connect config is built EXACTLY as {@link StartSession} builds it (same
+     * {@link buildConnectConfig}: audio modality, input+output transcription, system instruction,
+     * mapped tools) and is **locked into the token** via `liveConnectConstraints` +
+     * `lockAdditionalFields: []` — so the API ignores any attempt by the browser to change the
+     * locked fields. The same config is ALSO carried in `SessionConfig` (as `{ model, config }`)
+     * because the SDK still expects the client to pass a model/config at `live.connect` time; the
+     * token-side lock is what makes the server's prompt and tool set authoritative.
+     *
+     * Expiry: the browser must open its session within
+     * {@link GEMINI_CLIENT_TOKEN_NEW_SESSION_WINDOW_MS}; the token (and thus the session's
+     * ability to send messages) dies at {@link GEMINI_CLIENT_TOKEN_EXPIRY_MS}.
+     *
+     * @param params Session configuration (model, system prompt, tools, config bag).
+     * @returns The minted {@link ClientRealtimeSessionConfig} the browser authenticates + applies.
+     */
+    async CreateClientSession(params) {
+        const config = this.buildConnectConfig(params);
+        const now = Date.now();
+        const expireTime = new Date(now + GEMINI_CLIENT_TOKEN_EXPIRY_MS).toISOString();
+        const newSessionExpireTime = new Date(now + GEMINI_CLIENT_TOKEN_NEW_SESSION_WINDOW_MS).toISOString();
+        const token = await this.mintAuthToken({
+            config: {
+                uses: 1,
+                expireTime,
+                newSessionExpireTime,
+                // Lock the model + the MASK-SAFE config subset into the token
+                // (lockAdditionalFields: [] means "lock exactly the fields set in
+                // liveConnectConstraints.config"). The token API only accepts a SUBSET of
+                // LiveConnectConfig as constraints — systemInstruction / tools /
+                // transcription keys make the generated field_mask invalid
+                // ("field_mask is invalid for BidiGenerateContentSetup", 400), so those
+                // travel ONLY via SessionConfig below. They remain server-authored: the
+                // browser applies the server-built config verbatim at live.connect; the
+                // token simply can't cryptographically pin them on Gemini today.
+                liveConnectConstraints: { model: params.Model, config: GeminiRealtime_1.BuildConstraintConfig(config) },
+                lockAdditionalFields: [],
+            },
+        });
+        if (!token.name) {
+            throw new Error('Gemini auth-token mint returned no token name');
+        }
+        return {
+            Provider: 'gemini',
+            Model: params.Model,
+            EphemeralToken: token.name,
+            ExpiresAt: expireTime,
+            // Plain-JSON copy of what the browser passes to live.connect (model + config). The
+            // token lock above makes these values authoritative even if a client tampers.
+            SessionConfig: JSON.parse(JSON.stringify({ model: params.Model, config })),
+        };
+    }
+    /**
+     * Mint seam for the ephemeral auth token. Production routes through the SDK's
+     * `authTokens.create` on a `v1alpha` client (ephemeral tokens are v1alpha-only); unit tests
+     * override this to return a fake token with no network.
+     *
+     * @param params The auth-token create parameters (expiry, uses, live-connect constraints).
+     * @returns The created {@link AuthToken} (its `name` is the credential the browser presents).
+     */
+    async mintAuthToken(params) {
+        return this.ensureTokenClient().authTokens.create(params);
+    }
+    /**
+     * Lazily constructs the `v1alpha` `GoogleGenAI` client used ONLY for auth-token minting
+     * (the ephemeral-token API is exposed on `v1alpha`; the regular live client stays default).
+     */
+    ensureTokenClient() {
+        if (!this.geminiTokenClient) {
+            this.geminiTokenClient = new GoogleGenAI({ apiKey: this.apiKey, httpOptions: { apiVersion: 'v1alpha' } });
+        }
+        return this.geminiTokenClient;
+    }
+    /**
+     * Creation seam for the underlying Gemini Live session.
+     *
+     * Production code routes through `ai.live.connect`; unit tests override this method to inject a
+     * fake {@link GeminiLiveSession}. Kept as a thin, single-responsibility method so the network
+     * boundary is the *only* thing tests need to replace.
+     *
+     * @param args Resolved model, connect config, and the server-message callback.
+     * @returns A promise resolving to the live session handle.
+     */
+    async connectLiveSession(args) {
+        const client = this.ensureClient();
+        return client.live.connect({
+            model: args.Model,
+            config: args.Config,
+            callbacks: {
+                onmessage: args.OnMessage,
+                onerror: args.OnError,
+                onclose: args.OnClose,
+            },
+        });
+    }
+    /**
+     * Lazily constructs the `GoogleGenAI` client from the driver's API key.
+     */
+    ensureClient() {
+        if (!this.geminiClient) {
+            this.geminiClient = new GoogleGenAI({ apiKey: this.apiKey });
+        }
+        return this.geminiClient;
+    }
+    /**
+     * Builds the {@link LiveConnectConfig} from the Core session params: audio response modality,
+     * input/output transcription, system instruction, mapped tools, plus any provider-specific
+     * overrides from the open config bag.
+     */
+    /**
+     * Projects the full connect config down to the fields Gemini's ephemeral-token API accepts
+     * as `liveConnectConstraints.config`. The token mint converts the provided keys into a
+     * field mask over `BidiGenerateContentSetup`, and only generation-level fields are valid
+     * there — `systemInstruction`, `tools`, and the transcription configs are NOT, and their
+     * presence 400s the entire mint. Only defined fields are copied (an absent key must stay
+     * absent so it doesn't enter the mask).
+     */
+    static BuildConstraintConfig(config) {
+        const constraint = {};
+        if (config.responseModalities) {
+            constraint.responseModalities = config.responseModalities;
+        }
+        if (config.speechConfig) {
+            constraint.speechConfig = config.speechConfig;
+        }
+        if (config.temperature != null) {
+            constraint.temperature = config.temperature;
+        }
+        if (config.topP != null) {
+            constraint.topP = config.topP;
+        }
+        if (config.maxOutputTokens != null) {
+            constraint.maxOutputTokens = config.maxOutputTokens;
+        }
+        if (config.sessionResumption) {
+            constraint.sessionResumption = config.sessionResumption;
+        }
+        return constraint;
+    }
+    buildConnectConfig(params) {
+        const config = {
+            responseModalities: [Modality.AUDIO],
+            inputAudioTranscription: {},
+            outputAudioTranscription: {},
+            systemInstruction: params.SystemPrompt,
+        };
+        if (params.Tools && params.Tools.length > 0) {
+            config.tools = [{ functionDeclarations: GeminiRealtime_1.MapToolsToFunctionDeclarations(params.Tools) }];
+        }
+        // The open config bag is merged last so per-conversation overrides (voice, language,
+        // turn-taking) win over the defaults above. Cast through the shared JSON object shape.
+        if (params.Config) {
+            Object.assign(config, params.Config);
+        }
+        return config;
+    }
+    /**
+     * Maps Core {@link RealtimeToolDefinition}s up to Gemini {@link FunctionDeclaration}s.
+     *
+     * The Core `ParametersSchema` is a JSON-schema object, so it rides in `parametersJsonSchema`
+     * (the SDK's JSON-schema slot) rather than the OpenAPI-style `parameters` slot.
+     */
+    static MapToolsToFunctionDeclarations(tools) {
+        return tools.map((tool) => ({
+            name: tool.Name,
+            description: tool.Description,
+            parametersJsonSchema: tool.ParametersSchema,
+        }));
+    }
+};
+GeminiRealtime = GeminiRealtime_1 = __decorate([
+    RegisterClass(BaseRealtimeModel, 'GeminiRealtime'),
+    __metadata("design:paramtypes", [String])
+], GeminiRealtime);
+export { GeminiRealtime };
+/**
+ * Concrete {@link IRealtimeSession} backed by a Gemini Live {@link GeminiLiveSession}.
+ *
+ * Owns the inbound translation (Gemini {@link LiveServerMessage} → Core events) and the outbound
+ * translation (Core calls → Gemini send methods). It is created by {@link GeminiRealtime.StartSession}
+ * and never instantiated directly by consumers.
+ */
+class GeminiRealtimeSession {
+    constructor() {
+        this.live = null;
+        this.outputHandler = null;
+        this.transcriptHandler = null;
+        this.toolCallHandler = null;
+        this.interruptionHandler = null;
+        this.usageHandler = null;
+        this.errorHandler = null;
+        /** True once Close() ran — an expected close must not surface as a fatal error. */
+        this.closedByConsumer = false;
+        /**
+         * Maps each pending tool call's `CallID` to its function name. Gemini's `sendToolResponse`
+         * requires the function name, but the Core {@link IRealtimeSession.SendToolResult} contract only
+         * carries `callID` + `output`. We cache the name when a tool call arrives and clear the entry
+         * once the result is sent.
+         */
+        this.pendingToolCallNames = new Map();
+        /**
+         * Fingerprint of the tool set bound at connect time (set via {@link SetConnectTimeTools});
+         * {@link RegisterTools} compares against it to no-op identical re-registrations.
+         * Defaults to the empty set's fingerprint for sessions started without tools.
+         */
+        this.connectTimeToolsFingerprint = GeminiRealtimeSession.ToolSetFingerprint([]);
+        /**
+         * Whether a model turn is currently being generated. Minimal turn tracking mirroring the
+         * client driver: set when model output arrives (Gemini has no `response.created`-style frame,
+         * so the first `modelTurn` content is the signal) and eagerly when this session itself sends a
+         * turn-triggering client content; cleared on `turnComplete`, `interrupted`, and a tool-call
+         * frame (the model yields the floor pending the result). Consumed by {@link enqueueOrRun}:
+         * on Gemini Live ANY client content sent mid-turn INTERRUPTS the in-flight generation, so
+         * interim-update sends are deferred rather than sent into an active turn.
+         */
+        this.responseActive = false;
+        /**
+         * Client-content sends deferred while a turn is in flight; drained in order when the turn
+         * completes (the drain stops at the first send that itself starts a new turn). Cleared on
+         * {@link Close} so a closed session never replays stale sends.
+         */
+        this.queuedSends = [];
+    }
+    /**
+     * Binds the underlying live session. Called by the driver once `connect` resolves.
+     */
+    AttachLiveSession(live) {
+        this.live = live;
+    }
+    /**
+     * Seeds the conversation with prior context as a client-content turn (not turn-complete), so the
+     * model has the same starting history a loop agent would assemble.
+     */
+    SeedInitialContext(context) {
+        const turns = [{ role: 'user', parts: [{ text: context }] }];
+        this.requireLive().sendClientContent({ turns, turnComplete: false });
+    }
+    /** @inheritdoc */
+    SendInput(chunk) {
+        const audio = {
+            data: GeminiRealtimeSession.ArrayBufferToBase64(chunk),
+            mimeType: GEMINI_INPUT_AUDIO_MIME_TYPE,
+        };
+        this.requireLive().sendRealtimeInput({ audio });
+    }
+    /**
+     * @inheritdoc
+     *
+     * Gemini Live binds its tool set at connect time via {@link LiveConnectConfig.tools}; the
+     * provider does not support re-declaring tool schemas on an already-open session. Per the
+     * contract's idempotency rule:
+     * - A post-start set IDENTICAL to the connect-time set (`params.Tools` at `StartSession`,
+     *   compared order-insensitively) is a **silent no-op**.
+     * - A DIFFERENT set is unsupported: it logs a clear warning and does **nothing** — it is
+     *   never injected into the conversation as content (that would degrade the conversation
+     *   without making the tools callable).
+     */
+    async RegisterTools(tools) {
+        if (GeminiRealtimeSession.ToolSetFingerprint(tools) === this.connectTimeToolsFingerprint) {
+            return; // identical to the connect-time set — silent no-op
+        }
+        console.warn('GeminiRealtimeSession.RegisterTools: Gemini Live binds its tool set at connect time and cannot ' +
+            're-declare schemas on an open session. The requested set differs from the connect-time set and is ' +
+            'IGNORED — pass the full tool set via RealtimeSessionParams.Tools at StartSession.');
+    }
+    /**
+     * Records the tool set the driver bound at connect time so {@link RegisterTools} can
+     * apply the contract's idempotency rule. Called by {@link GeminiRealtime.StartSession}.
+     */
+    SetConnectTimeTools(tools) {
+        this.connectTimeToolsFingerprint = GeminiRealtimeSession.ToolSetFingerprint(tools);
+    }
+    /** Canonical, order-insensitive fingerprint of a tool set for identity comparison. */
+    static ToolSetFingerprint(tools) {
+        return JSON.stringify([...tools]
+            .sort((a, b) => a.Name.localeCompare(b.Name))
+            .map((t) => ({ Name: t.Name, Description: t.Description, ParametersSchema: t.ParametersSchema })));
+    }
+    /** @inheritdoc */
+    OnOutput(handler) {
+        this.outputHandler = handler;
+    }
+    /** @inheritdoc */
+    OnTranscript(handler) {
+        this.transcriptHandler = handler;
+    }
+    /** @inheritdoc */
+    OnToolCall(handler) {
+        this.toolCallHandler = handler;
+    }
+    /** @inheritdoc */
+    OnInterruption(handler) {
+        this.interruptionHandler = handler;
+    }
+    /** @inheritdoc */
+    OnUsage(handler) {
+        this.usageHandler = handler;
+    }
+    OnError(handler) {
+        this.errorHandler = handler;
+    }
+    /**
+     * Surfaces a websocket-level failure as a FATAL session error — the transport is gone,
+     * so the consumer (e.g. the session runner) should finalize cleanly instead of idling.
+     */
+    HandleTransportError(message) {
+        this.errorHandler?.({ Message: message, Fatal: true });
+    }
+    /**
+     * Surfaces an UNEXPECTED socket close as a fatal error (expected closes — the consumer
+     * called {@link Close} — are silent). Gemini hard-closes at token expiry, so this is
+     * also how credential death reaches the consumer.
+     */
+    HandleTransportClose(code, reason) {
+        if (this.closedByConsumer) {
+            return;
+        }
+        const detail = [code != null ? `code ${code}` : null, reason || null].filter(Boolean).join(' — ');
+        this.errorHandler?.({ Message: `Gemini Live session closed unexpectedly${detail ? ` (${detail})` : ''}`, Fatal: true });
+    }
+    /**
+     * @inheritdoc
+     *
+     * Completes the tool-call loop for Gemini. Gemini's `sendToolResponse` requires the function
+     * *name*, which the Core contract does not pass — so the name is looked up from the
+     * {@link pendingToolCallNames} cache populated when the originating tool call arrived. The
+     * `output` JSON string is parsed into the structured response object Gemini expects, and the
+     * cache entry is cleared once the response is sent.
+     *
+     * @param callID The originating tool call's id.
+     * @param output The tool's result as a JSON-stringified string.
+     */
+    async SendToolResult(callID, output) {
+        const name = this.pendingToolCallNames.get(callID) ?? '';
+        const functionResponse = {
+            id: callID,
+            name,
+            response: this.parseToolOutput(output),
+        };
+        this.requireLive().sendToolResponse({ functionResponses: [functionResponse] });
+        this.pendingToolCallNames.delete(callID);
+    }
+    /**
+     * Parses a JSON-stringified tool result into the structured object Gemini's function-response
+     * slot expects. Falls back to wrapping non-JSON output as `{ result: <text> }` so a free-text
+     * result still round-trips without throwing.
+     *
+     * @param output The tool's result as a JSON-stringified string.
+     * @returns The parsed response object.
+     */
+    parseToolOutput(output) {
+        try {
+            const parsed = JSON.parse(output);
+            if (parsed !== null && typeof parsed === 'object' && !Array.isArray(parsed)) {
+                return parsed;
+            }
+            return { result: parsed };
+        }
+        catch {
+            return { result: output };
+        }
+    }
+    /**
+     * @inheritdoc
+     *
+     * Injects background context as a **user turn with `turnComplete: false`** — appended to the
+     * conversation WITHOUT starting generation, so the model draws on it the next time it speaks.
+     * Gemini Live turns have no system role, so the user role carries it (the same mapping the
+     * client-direct Gemini driver uses; the caller owns any prefixing policy).
+     *
+     * **Collision behavior: queue.** Any client content sent mid-turn interrupts in-flight
+     * generation on Gemini Live, so the send is deferred until the active turn completes.
+     *
+     * @param text The context note to append to the conversation.
+     */
+    SendContextNote(text) {
+        this.enqueueOrRun(() => {
+            this.requireLive().sendClientContent({ turns: [{ role: 'user', parts: [{ text }] }], turnComplete: false });
+        });
+    }
+    /**
+     * @inheritdoc
+     *
+     * Triggers ONE short spoken update. Gemini Live has no per-response-instructions slot
+     * (OpenAI's `response.create.instructions`), so this is **emulated**: the instructions ride
+     * as a realtime-text user turn (`sendRealtimeInput({ text })`) — the path that triggers
+     * generation on every Live model generation, exactly as the client-direct Gemini driver
+     * emulates it. (A mid-call `sendClientContent` with `turnComplete: true` lands in history
+     * WITHOUT starting generation on native-audio models — the model would stay silent until
+     * the user next speaks.)
+     *
+     * **Collision behavior: queue.** Deferred behind any in-flight turn (sending it mid-turn would
+     * interrupt the pending reply); when it does send, the turn it triggers is marked active so
+     * later queued sends wait for its completion.
+     *
+     * @param instructions Instructions for the single spoken update.
+     */
+    RequestSpokenUpdate(instructions) {
+        this.enqueueOrRun(() => {
+            this.responseActive = true;
+            this.requireLive().sendRealtimeInput({ text: instructions });
+        });
+    }
+    /**
+     * Runs a client-content send immediately when no turn is in flight; otherwise queues it for
+     * the next turn boundary. Gemini-specific collision rule: ANY client content interrupts
+     * in-flight generation on the Live API, so deferral (not skipping) is the safe default.
+     */
+    enqueueOrRun(send) {
+        if (this.responseActive) {
+            this.queuedSends.push(send);
+            return;
+        }
+        send();
+    }
+    /**
+     * Turn boundary (`turnComplete` or `interrupted`): releases the busy flag and drains queued
+     * sends in order, stopping at the first send that itself starts a new turn (a queued
+     * {@link RequestSpokenUpdate} re-sets {@link responseActive}).
+     */
+    completeTurn() {
+        this.responseActive = false;
+        while (!this.responseActive && this.queuedSends.length > 0) {
+            const send = this.queuedSends.shift();
+            send?.();
+        }
+    }
+    /** @inheritdoc */
+    async Close() {
+        this.closedByConsumer = true;
+        this.live?.close();
+        this.live = null;
+        this.clearHandlers();
+    }
+    /**
+     * Entry point for an inbound {@link LiveServerMessage}. Fans the message out to the focused
+     * per-concern handlers so each translation unit stays small and testable.
+     */
+    HandleServerMessage(message) {
+        if (message.serverContent) {
+            this.handleServerContent(message.serverContent);
+        }
+        if (message.toolCall) {
+            this.handleToolCall(message.toolCall.functionCalls);
+        }
+        if (message.usageMetadata) {
+            this.handleUsage(message.usageMetadata.promptTokenCount, message.usageMetadata.responseTokenCount);
+        }
+    }
+    /**
+     * Translates a {@link LiveServerContent} frame: model audio output, input/output transcription,
+     * and interruption.
+     */
+    handleServerContent(content) {
+        if (content.interrupted) {
+            this.interruptionHandler?.();
+            this.completeTurn();
+        }
+        if (content.modelTurn) {
+            // First model output of a turn marks generation in flight (Gemini emits no explicit
+            // "response started" frame), so interim-update sends defer instead of interrupting.
+            this.responseActive = true;
+            this.emitAudioOutput(content.modelTurn);
+        }
+        if (content.turnComplete) {
+            this.completeTurn();
+        }
+        if (content.inputTranscription) {
+            this.emitTranscript('user', content.inputTranscription.text, content.inputTranscription.finished);
+        }
+        if (content.outputTranscription) {
+            this.emitTranscript('assistant', content.outputTranscription.text, content.outputTranscription.finished);
+        }
+    }
+    /**
+     * Extracts inline audio parts from the model turn and forwards each as a raw `ArrayBuffer`.
+     */
+    emitAudioOutput(modelTurn) {
+        if (!this.outputHandler || !modelTurn.parts) {
+            return;
+        }
+        for (const part of modelTurn.parts) {
+            const data = part.inlineData?.data;
+            if (data) {
+                this.outputHandler(GeminiRealtimeSession.Base64ToArrayBuffer(data));
+            }
+        }
+    }
+    /**
+     * Emits a transcript event, defaulting missing text to empty and `finished` to a partial update.
+     */
+    emitTranscript(role, text, finished) {
+        if (!this.transcriptHandler) {
+            return;
+        }
+        this.transcriptHandler({ Role: role, Text: text ?? '', IsFinal: finished ?? false });
+    }
+    /**
+     * Translates Gemini {@link FunctionCall}s into Core {@link RealtimeToolCall}s, serializing the
+     * arguments object to the JSON-string form the contract specifies.
+     */
+    handleToolCall(functionCalls) {
+        if (!functionCalls) {
+            return;
+        }
+        // The model has yielded the floor pending the tool result — clear the busy flag (without
+        // draining the queue; queued sends flush at the next real turn boundary) so the eventual
+        // SendToolResult and any fresh context note are not deferred behind a turn that will not
+        // complete until after the result is sent. Mirrors the client driver's deadlock guard.
+        this.responseActive = false;
+        for (const call of functionCalls) {
+            const callID = call.id ?? '';
+            const toolName = call.name ?? '';
+            // Cache the call's name (regardless of whether a tool-call handler is registered) so
+            // SendToolResult can supply it to Gemini's sendToolResponse, which requires the function
+            // name the Core contract does not carry.
+            this.pendingToolCallNames.set(callID, toolName);
+            this.toolCallHandler?.({
+                CallID: callID,
+                ToolName: toolName,
+                Arguments: JSON.stringify(call.args ?? {}),
+            });
+        }
+    }
+    /**
+     * Emits an incremental usage update, defaulting missing token counts to zero.
+     */
+    handleUsage(promptTokens, responseTokens) {
+        this.usageHandler?.({ InputTokens: promptTokens ?? 0, OutputTokens: responseTokens ?? 0 });
+    }
+    /** Drops all registered handlers so a closed session can't fire stale callbacks. */
+    clearHandlers() {
+        this.outputHandler = null;
+        this.transcriptHandler = null;
+        this.toolCallHandler = null;
+        this.interruptionHandler = null;
+        this.usageHandler = null;
+        this.pendingToolCallNames.clear();
+        this.queuedSends = [];
+        this.responseActive = false;
+    }
+    /** Returns the bound live session or throws if it was never attached / already closed. */
+    requireLive() {
+        if (!this.live) {
+            throw new Error('Gemini realtime session is not open (no live session attached or it was closed).');
+        }
+        return this.live;
+    }
+    /** Encodes an `ArrayBuffer` of raw bytes to a base64 string for Gemini's `Blob.data`. */
+    static ArrayBufferToBase64(buffer) {
+        return Buffer.from(new Uint8Array(buffer)).toString('base64');
+    }
+    /** Decodes a base64 `Blob.data` string from Gemini into a raw `ArrayBuffer`. */
+    static Base64ToArrayBuffer(base64) {
+        const bytes = Buffer.from(base64, 'base64');
+        // Copy into a freshly-allocated ArrayBuffer so we never leak the surrounding Node pool buffer
+        // (and so the result is a plain ArrayBuffer, not ArrayBufferLike).
+        const out = new ArrayBuffer(bytes.byteLength);
+        new Uint8Array(out).set(bytes);
+        return out;
+    }
+}
+//# sourceMappingURL=geminiRealtime.js.map

package/dist/geminiRealtime.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"geminiRealtime.js","sourceRoot":"","sources":["../src/geminiRealtime.ts"],"names":[],"mappings":";;;;;;;;;;AAAA,iCAAiC;AACjC,OAAO,EACH,WAAW,EACX,QAAQ,GAWX,MAAM,eAAe,CAAC;AAEvB,kCAAkC;AAClC,OAAO,EACH,iBAAiB,GAWpB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AAEvD;;;;GAIG;AACH,MAAM,4BAA4B,GAAG,sBAAsB,CAAC;AAE5D;;;;GAIG;AACH,MAAM,yCAAyC,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AAEjE;;;GAGG;AACH,MAAM,6BAA6B,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AA0CrD;;;;;;;;;;;;;GAaG;AAEI,IAAM,cAAc,sBAApB,MAAM,cAAe,SAAQ,iBAAiB;IAIjD,YAAY,MAAc;QACtB,KAAK,CAAC,MAAM,CAAC,CAAC;QAJV,iBAAY,GAAuB,IAAI,CAAC;QACxC,sBAAiB,GAAuB,IAAI,CAAC;QAIjD,yFAAyF;QACzF,0DAA0D;IAC9D,CAAC;IAED;;;OAGG;IACI,KAAK,CAAC,YAAY,CAAC,MAA6B;QACnD,MAAM,OAAO,GAAG,IAAI,qBAAqB,EAAE,CAAC;QAC5C,OAAO,CAAC,mBAAmB,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;QAChD,MAAM,MAAM,GAAG,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;QAC/C,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC;YACvC,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,MAAM,EAAE,MAAM;YACd,SAAS,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,mBAAmB,CAAC,OAAO,CAAC;YAC5D,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,oBAAoB,CAAC,KAAK,EAAE,OAAO,IAAI,6BAA6B,CAAC;YACjG,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,oBAAoB,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC;SAC/E,CAAC,CAAC;QACH,OAAO,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;QAChC,4FAA4F;QAC5F,+EAA+E;QAC/E,IAAI,MAAM,CAAC,cAAc,IAAI,MAAM,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACnE,OAAO,CAAC,kBAAkB,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;QACtD,CAAC;QACD,OAAO,OAAO,CAAC;IACnB,CAAC;IAED;;;;;OAKG;IACH,IAAoB,oBAAoB;QACpC,OAAO,IAAI,CAAC;IAChB,CAAC;IAED;;;;;;;;;;;;;;;;;OAiBG;IACa,KAAK,CAAC,mBAAmB,CAAC,MAA6B;QACnE,MAAM,MAAM,GAAG,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;QAC/C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,UAAU,GAAG,IAAI,IAAI,CAAC,GAAG,GAAG,6BAA6B,CAAC,CAAC,WAAW,EAAE,CAAC;QAC/E,MAAM,oBAAoB,GAAG,IAAI,IAAI,CAAC,GAAG,GAAG,yCAAyC,CAAC,CAAC,WAAW,EAAE,CAAC;QACrG,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC;YACnC,MAAM,EAAE;gBACJ,IAAI,EAAE,CAAC;gBACP,UAAU;gBACV,oBAAoB;gBACpB,8DAA8D;gBAC9D,kEAAkE;gBAClE,0EAA0E;gBAC1E,iEAAiE;gBACjE,2DAA2D;gBAC3D,wEAAwE;gBACxE,wEAAwE;gBACxE,wEAAwE;gBACxE,iEAAiE;gBACjE,sBAAsB,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,gBAAc,CAAC,qBAAqB,CAAC,MAAM,CAAC,EAAE;gBACrG,oBAAoB,EAAE,EAAE;aAC3B;SACJ,CAAC,CAAC;QACH,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;QACrE,CAAC;QACD,OAAO;YACH,QAAQ,EAAE,QAAQ;YAClB,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,cAAc,EAAE,KAAK,CAAC,IAAI;YAC1B,SAAS,EAAE,UAAU;YACrB,mFAAmF;YACnF,8EAA8E;YAC9E,aAAa,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,CAAe;SAC3F,CAAC;IACN,CAAC;IAED;;;;;;;OAOG;IACO,KAAK,CAAC,aAAa,CAAC,MAAiC;QAC3D,OAAO,IAAI,CAAC,iBAAiB,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC9D,CAAC;IAED;;;OAGG;IACK,iBAAiB;QACrB,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC1B,IAAI,CAAC,iBAAiB,GAAG,IAAI,WAAW,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,WAAW,EAAE,EAAE,UAAU,EAAE,SAAS,EAAE,EAAE,CAAC,CAAC;QAC9G,CAAC;QACD,OAAO,IAAI,CAAC,iBAAiB,CAAC;IAClC,CAAC;IAED;;;;;;;;;OASG;IACO,KAAK,CAAC,kBAAkB,CAAC,IAAuB;QACtD,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QACnC,OAAO,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC;YACvB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,SAAS,EAAE;gBACP,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,OAAO,EAAE,IAAI,CAAC,OAAO;aACxB;SACJ,CAAC,CAAC;IACP,CAAC;IAED;;OAEG;IACK,YAAY;QAChB,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACrB,IAAI,CAAC,YAAY,GAAG,IAAI,WAAW,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QACjE,CAAC;QACD,OAAO,IAAI,CAAC,YAAY,CAAC;IAC7B,CAAC;IAED;;;;OAIG;IACH;;;;;;;OAOG;IACI,MAAM,CAAC,qBAAqB,CAAC,MAAyB;QACzD,MAAM,UAAU,GAAsB,EAAE,CAAC;QACzC,IAAI,MAAM,CAAC,kBAAkB,EAAE,CAAC;YAC5B,UAAU,CAAC,kBAAkB,GAAG,MAAM,CAAC,kBAAkB,CAAC;QAC9D,CAAC;QACD,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;YACtB,UAAU,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC;QAClD,CAAC;QACD,IAAI,MAAM,CAAC,WAAW,IAAI,IAAI,EAAE,CAAC;YAC7B,UAAU,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC;QAChD,CAAC;QACD,IAAI,MAAM,CAAC,IAAI,IAAI,IAAI,EAAE,CAAC;YACtB,UAAU,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;QAClC,CAAC;QACD,IAAI,MAAM,CAAC,eAAe,IAAI,IAAI,EAAE,CAAC;YACjC,UAAU,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe,CAAC;QACxD,CAAC;QACD,IAAI,MAAM,CAAC,iBAAiB,EAAE,CAAC;YAC3B,UAAU,CAAC,iBAAiB,GAAG,MAAM,CAAC,iBAAiB,CAAC;QAC5D,CAAC;QACD,OAAO,UAAU,CAAC;IACtB,CAAC;IAEO,kBAAkB,CAAC,MAA6B;QACpD,MAAM,MAAM,GAAsB;YAC9B,kBAAkB,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC;YACpC,uBAAuB,EAAE,EAAE;YAC3B,wBAAwB,EAAE,EAAE;YAC5B,iBAAiB,EAAE,MAAM,CAAC,YAAY;SACzC,CAAC;QACF,IAAI,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1C,MAAM,CAAC,KAAK,GAAG,CAAC,EAAE,oBAAoB,EAAE,gBAAc,CAAC,8BAA8B,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC3G,CAAC;QACD,qFAAqF;QACrF,uFAAuF;QACvF,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAoC,CAAC,CAAC;QACvE,CAAC;QACD,OAAO,MAAM,CAAC;IAClB,CAAC;IAED;;;;;OAKG;IACI,MAAM,CAAC,8BAA8B,CAAC,KAA+B;QACxE,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YACxB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,oBAAoB,EAAE,IAAI,CAAC,gBAAgB;SAC9C,CAAC,CAAC,CAAC;IACR,CAAC;CACJ,CAAA;AA9NY,cAAc;IAD1B,aAAa,CAAC,iBAAiB,EAAE,gBAAgB,CAAC;;GACtC,cAAc,CA8N1B;;AAED;;;;;;GAMG;AACH,MAAM,qBAAqB;IAA3B;QACY,SAAI,GAA6B,IAAI,CAAC;QAEtC,kBAAa,GAA0C,IAAI,CAAC;QAC5D,sBAAiB,GAA6C,IAAI,CAAC;QACnE,oBAAe,GAA8C,IAAI,CAAC;QAClE,wBAAmB,GAAwB,IAAI,CAAC;QAChD,iBAAY,GAAwC,IAAI,CAAC;QACzD,iBAAY,GAAmD,IAAI,CAAC;QAC5E,mFAAmF;QAC3E,qBAAgB,GAAG,KAAK,CAAC;QAEjC;;;;;WAKG;QACK,yBAAoB,GAAG,IAAI,GAAG,EAAkB,CAAC;QAEzD;;;;WAIG;QACK,gCAA2B,GAAG,qBAAqB,CAAC,kBAAkB,CAAC,EAAE,CAAC,CAAC;QAEnF;;;;;;;;WAQG;QACK,mBAAc,GAAG,KAAK,CAAC;QAE/B;;;;WAIG;QACK,gBAAW,GAAsB,EAAE,CAAC;IAqXhD,CAAC;IAnXG;;OAEG;IACI,iBAAiB,CAAC,IAAuB;QAC5C,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACrB,CAAC;IAED;;;OAGG;IACI,kBAAkB,CAAC,OAAe;QACrC,MAAM,KAAK,GAAc,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;QACxE,IAAI,CAAC,WAAW,EAAE,CAAC,iBAAiB,CAAC,EAAE,KAAK,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC,CAAC;IACzE,CAAC;IAED,kBAAkB;IACX,SAAS,CAAC,KAAkB;QAC/B,MAAM,KAAK,GAAe;YACtB,IAAI,EAAE,qBAAqB,CAAC,mBAAmB,CAAC,KAAK,CAAC;YACtD,QAAQ,EAAE,4BAA4B;SACzC,CAAC;QACF,IAAI,CAAC,WAAW,EAAE,CAAC,iBAAiB,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;IACpD,CAAC;IAED;;;;;;;;;;;OAWG;IACI,KAAK,CAAC,aAAa,CAAC,KAA+B;QACtD,IAAI,qBAAqB,CAAC,kBAAkB,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,2BAA2B,EAAE,CAAC;YACvF,OAAO,CAAC,mDAAmD;QAC/D,CAAC;QACD,OAAO,CAAC,IAAI,CACR,iGAAiG;YACjG,oGAAoG;YACpG,mFAAmF,CACtF,CAAC;IACN,CAAC;IAED;;;OAGG;IACI,mBAAmB,CAAC,KAA+B;QACtD,IAAI,CAAC,2BAA2B,GAAG,qBAAqB,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC;IACvF,CAAC;IAED,sFAAsF;IAC9E,MAAM,CAAC,kBAAkB,CAAC,KAA+B;QAC7D,OAAO,IAAI,CAAC,SAAS,CACjB,CAAC,GAAG,KAAK,CAAC;aACL,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;aAC5C,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC,WAAW,EAAE,gBAAgB,EAAE,CAAC,CAAC,gBAAgB,EAAE,CAAC,CAAC,CACxG,CAAC;IACN,CAAC;IAED,kBAAkB;IACX,QAAQ,CAAC,OAAqC;QACjD,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC;IACjC,CAAC;IAED,kBAAkB;IACX,YAAY,CAAC,OAAwC;QACxD,IAAI,CAAC,iBAAiB,GAAG,OAAO,CAAC;IACrC,CAAC;IAED,kBAAkB;IACX,UAAU,CAAC,OAAyC;QACvD,IAAI,CAAC,eAAe,GAAG,OAAO,CAAC;IACnC,CAAC;IAED,kBAAkB;IACX,cAAc,CAAC,OAAmB;QACrC,IAAI,CAAC,mBAAmB,GAAG,OAAO,CAAC;IACvC,CAAC;IAED,kBAAkB;IACX,OAAO,CAAC,OAAmC;QAC9C,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC;IAChC,CAAC;IAEM,OAAO,CAAC,OAA8C;QACzD,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC;IAChC,CAAC;IAED;;;OAGG;IACI,oBAAoB,CAAC,OAAe;QACvC,IAAI,CAAC,YAAY,EAAE,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAC3D,CAAC;IAED;;;;OAIG;IACI,oBAAoB,CAAC,IAAa,EAAE,MAAe;QACtD,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACxB,OAAO;QACX,CAAC;QACD,MAAM,MAAM,GAAG,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,MAAM,IAAI,IAAI,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAClG,IAAI,CAAC,YAAY,EAAE,CAAC,EAAE,OAAO,EAAE,0CAA0C,MAAM,CAAC,CAAC,CAAC,KAAK,MAAM,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5H,CAAC;IAED;;;;;;;;;;;OAWG;IACI,KAAK,CAAC,cAAc,CAAC,MAAc,EAAE,MAAc;QACtD,MAAM,IAAI,GAAG,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QACzD,MAAM,gBAAgB,GAAqB;YACvC,EAAE,EAAE,MAAM;YACV,IAAI;YACJ,QAAQ,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC;SACzC,CAAC;QACF,IAAI,CAAC,WAAW,EAAE,CAAC,gBAAgB,CAAC,EAAE,iBAAiB,EAAE,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC;QAC/E,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC7C,CAAC;IAED;;;;;;;OAOG;IACK,eAAe,CAAC,MAAc;QAClC,IAAI,CAAC;YACD,MAAM,MAAM,GAAY,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAC3C,IAAI,MAAM,KAAK,IAAI,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC1E,OAAO,MAAoB,CAAC;YAChC,CAAC;YACD,OAAO,EAAE,MAAM,EAAE,MAAmB,EAAE,CAAC;QAC3C,CAAC;QAAC,MAAM,CAAC;YACL,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;QAC9B,CAAC;IACL,CAAC;IAED;;;;;;;;;;;;OAYG;IACI,eAAe,CAAC,IAAY;QAC/B,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE;YACnB,IAAI,CAAC,WAAW,EAAE,CAAC,iBAAiB,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC,CAAC;QAChH,CAAC,CAAC,CAAC;IACP,CAAC;IAED;;;;;;;;;;;;;;;;OAgBG;IACI,mBAAmB,CAAC,YAAoB;QAC3C,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE;YACnB,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;YAC3B,IAAI,CAAC,WAAW,EAAE,CAAC,iBAAiB,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC;QACjE,CAAC,CAAC,CAAC;IACP,CAAC;IAED;;;;OAIG;IACK,YAAY,CAAC,IAAgB;QACjC,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACtB,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC5B,OAAO;QACX,CAAC;QACD,IAAI,EAAE,CAAC;IACX,CAAC;IAED;;;;OAIG;IACK,YAAY;QAChB,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;QAC5B,OAAO,CAAC,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzD,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;YACtC,IAAI,EAAE,EAAE,CAAC;QACb,CAAC;IACL,CAAC;IAED,kBAAkB;IACX,KAAK,CAAC,KAAK;QACd,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAC7B,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC;QACnB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,aAAa,EAAE,CAAC;IACzB,CAAC;IAED;;;OAGG;IACI,mBAAmB,CAAC,OAA0B;QACjD,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;YACxB,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QACpD,CAAC;QACD,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YACnB,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;QACxD,CAAC;QACD,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;YACxB,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,aAAa,CAAC,gBAAgB,EAAE,OAAO,CAAC,aAAa,CAAC,kBAAkB,CAAC,CAAC;QACvG,CAAC;IACL,CAAC;IAED;;;OAGG;IACK,mBAAmB,CAAC,OAA0B;QAClD,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;YACtB,IAAI,CAAC,mBAAmB,EAAE,EAAE,CAAC;YAC7B,IAAI,CAAC,YAAY,EAAE,CAAC;QACxB,CAAC;QACD,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;YACpB,oFAAoF;YACpF,oFAAoF;YACpF,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;YAC3B,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAC5C,CAAC;QACD,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;YACvB,IAAI,CAAC,YAAY,EAAE,CAAC;QACxB,CAAC;QACD,IAAI,OAAO,CAAC,kBAAkB,EAAE,CAAC;YAC7B,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,OAAO,CAAC,kBAAkB,CAAC,IAAI,EAAE,OAAO,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC;QACtG,CAAC;QACD,IAAI,OAAO,CAAC,mBAAmB,EAAE,CAAC;YAC9B,IAAI,CAAC,cAAc,CAAC,WAAW,EAAE,OAAO,CAAC,mBAAmB,CAAC,IAAI,EAAE,OAAO,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC;QAC7G,CAAC;IACL,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,SAAkB;QACtC,IAAI,CAAC,IAAI,CAAC,aAAa,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;YAC1C,OAAO;QACX,CAAC;QACD,KAAK,MAAM,IAAI,IAAI,SAAS,CAAC,KAAK,EAAE,CAAC;YACjC,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC;YACnC,IAAI,IAAI,EAAE,CAAC;gBACP,IAAI,CAAC,aAAa,CAAC,qBAAqB,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC,CAAC;YACxE,CAAC;QACL,CAAC;IACL,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,IAA0B,EAAE,IAAwB,EAAE,QAA6B;QACtG,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC1B,OAAO;QACX,CAAC;QACD,IAAI,CAAC,iBAAiB,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,IAAI,EAAE,EAAE,OAAO,EAAE,QAAQ,IAAI,KAAK,EAAE,CAAC,CAAC;IACzF,CAAC;IAED;;;OAGG;IACK,cAAc,CAAC,aAAyC;QAC5D,IAAI,CAAC,aAAa,EAAE,CAAC;YACjB,OAAO;QACX,CAAC;QACD,yFAAyF;QACzF,yFAAyF;QACzF,yFAAyF;QACzF,uFAAuF;QACvF,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;QAC5B,KAAK,MAAM,IAAI,IAAI,aAAa,EAAE,CAAC;YAC/B,MAAM,MAAM,GAAG,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC;YAC7B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;YACjC,qFAAqF;YACrF,yFAAyF;YACzF,yCAAyC;YACzC,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;YAChD,IAAI,CAAC,eAAe,EAAE,CAAC;gBACnB,MAAM,EAAE,MAAM;gBACd,QAAQ,EAAE,QAAQ;gBAClB,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;aAC7C,CAAC,CAAC;QACP,CAAC;IACL,CAAC;IAED;;OAEG;IACK,WAAW,CAAC,YAAgC,EAAE,cAAkC;QACpF,IAAI,CAAC,YAAY,EAAE,CAAC,EAAE,WAAW,EAAE,YAAY,IAAI,CAAC,EAAE,YAAY,EAAE,cAAc,IAAI,CAAC,EAAE,CAAC,CAAC;IAC/F,CAAC;IAED,oFAAoF;IAC5E,aAAa;QACjB,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;QAC1B,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;QAC9B,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;QAC5B,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC;QAChC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QACzB,IAAI,CAAC,oBAAoB,CAAC,KAAK,EAAE,CAAC;QAClC,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC;QACtB,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;IAChC,CAAC;IAED,0FAA0F;IAClF,WAAW;QACf,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,kFAAkF,CAAC,CAAC;QACxG,CAAC;QACD,OAAO,IAAI,CAAC,IAAI,CAAC;IACrB,CAAC;IAED,yFAAyF;IACjF,MAAM,CAAC,mBAAmB,CAAC,MAAmB;QAClD,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAClE,CAAC;IAED,gFAAgF;IACxE,MAAM,CAAC,mBAAmB,CAAC,MAAc;QAC7C,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAC5C,8FAA8F;QAC9F,mEAAmE;QACnE,MAAM,GAAG,GAAG,IAAI,WAAW,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QAC9C,IAAI,UAAU,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAC/B,OAAO,GAAG,CAAC;IACf,CAAC;CACJ"}