@kuralle-syrinx/realtime 4.4.1 → 4.5.0

package/dist/gemini-translate.js

@@ -0,0 +1,89 @@
+// SPDX-License-Identifier: MIT
+import { bytesToBase64, base64ToBytes } from "./base64.js";
+const DEFAULT_MODEL = "gemini-3.5-live-translate-preview";
+const OUTPUT_SAMPLE_RATE_HZ = 24_000;
+export async function createGeminiTranslateSession(opts) {
+    const { GoogleGenAI, Modality } = await import("@google/genai");
+    const ai = new GoogleGenAI({
+        apiKey: opts.apiKey,
+        httpOptions: { apiVersion: "v1alpha" },
+    });
+    const session = await ai.live.connect({
+        model: DEFAULT_MODEL,
+        config: {
+            responseModalities: [Modality.AUDIO],
+            inputAudioTranscription: {},
+            outputAudioTranscription: {},
+            translationConfig: {
+                targetLanguageCode: opts.targetLanguageCode,
+                echoTargetLanguage: opts.echoTargetLanguage ?? true,
+            },
+        },
+        callbacks: {
+            onmessage: (msg) => handleTranslateMessage(msg, opts),
+            onerror: (ev) => {
+                const cause = ev instanceof Error ? ev : new Error(String(ev));
+                opts.onError?.(cause);
+            },
+        },
+    });
+    // Gemini Live Translate needs ~100ms input chunks. Feeding the engine's native 20ms frames
+    // intermittently makes the model echo the SOURCE language instead of translating (~20-33%,
+    // verified deterministically via Deepgram detect_language). Coalesce to 100ms here so callers
+    // can keep sending 20ms frames. 100ms @ 16kHz PCM16 = 1600 samples = 3200 bytes (sample-aligned).
+    const INPUT_CHUNK_BYTES = 3200;
+    let buf = new Uint8Array(0);
+    const flushChunk = (chunk) => {
+        session.sendRealtimeInput({ audio: { data: bytesToBase64(chunk), mimeType: "audio/pcm;rate=16000" } });
+    };
+    const flushRemainder = () => {
+        if (buf.length > 0) {
+            flushChunk(buf);
+            buf = new Uint8Array(0);
+        }
+    };
+    return {
+        sendAudio(pcm16) {
+            const merged = new Uint8Array(buf.length + pcm16.length);
+            merged.set(buf, 0);
+            merged.set(pcm16, buf.length);
+            buf = merged;
+            while (buf.length >= INPUT_CHUNK_BYTES) {
+                flushChunk(buf.subarray(0, INPUT_CHUNK_BYTES));
+                buf = buf.slice(INPUT_CHUNK_BYTES);
+            }
+        },
+        signalAudioStreamEnd() {
+            flushRemainder();
+            session.sendRealtimeInput({ audioStreamEnd: true });
+        },
+        async close() {
+            flushRemainder();
+            session.close();
+        },
+    };
+}
+function handleTranslateMessage(msg, opts) {
+    const content = msg.serverContent;
+    if (!content)
+        return;
+    if (content.inputTranscription?.text && opts.onText) {
+        opts.onText(content.inputTranscription.text, "input", content.inputTranscription.finished ?? false);
+    }
+    if (content.outputTranscription?.text && opts.onText) {
+        opts.onText(content.outputTranscription.text, "output", content.outputTranscription.finished ?? false);
+    }
+    const parts = content.modelTurn?.parts;
+    if (!parts)
+        return;
+    for (const part of parts) {
+        const inline = part.inlineData;
+        if (inline?.data && inline.mimeType?.startsWith("audio/")) {
+            const rateMatch = /rate=(\d+)/.exec(inline.mimeType);
+            const sampleRateHz = rateMatch ? Number(rateMatch[1]) : OUTPUT_SAMPLE_RATE_HZ;
+            opts.onAudio(base64ToBytes(inline.data), sampleRateHz);
+        }
+    }
+}
+export { DEFAULT_MODEL as GEMINI_TRANSLATE_MODEL };
+//# sourceMappingURL=gemini-translate.js.map

package/dist/gemini-translate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gemini-translate.js","sourceRoot":"","sources":["../src/gemini-translate.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAI/B,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAE3D,MAAM,aAAa,GAAG,mCAAmC,CAAC;AAC1D,MAAM,qBAAqB,GAAG,MAAM,CAAC;AAiBrC,MAAM,CAAC,KAAK,UAAU,4BAA4B,CAChD,IAAmC;IAEnC,MAAM,EAAE,WAAW,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,eAAe,CAAC,CAAC;IAChE,MAAM,EAAE,GAAG,IAAI,WAAW,CAAC;QACzB,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,WAAW,EAAE,EAAE,UAAU,EAAE,SAAS,EAAE;KACvC,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC;QACpC,KAAK,EAAE,aAAa;QACpB,MAAM,EAAE;YACN,kBAAkB,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC;YACpC,uBAAuB,EAAE,EAAE;YAC3B,wBAAwB,EAAE,EAAE;YAC5B,iBAAiB,EAAE;gBACjB,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;gBAC3C,kBAAkB,EAAE,IAAI,CAAC,kBAAkB,IAAI,IAAI;aACpD;SACF;QACD,SAAS,EAAE;YACT,SAAS,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,sBAAsB,CAAC,GAAG,EAAE,IAAI,CAAC;YACrD,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE;gBACd,MAAM,KAAK,GAAG,EAAE,YAAY,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC/D,IAAI,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,CAAC;YACxB,CAAC;SACF;KACF,CAAC,CAAC;IAEH,2FAA2F;IAC3F,2FAA2F;IAC3F,8FAA8F;IAC9F,kGAAkG;IAClG,MAAM,iBAAiB,GAAG,IAAI,CAAC;IAC/B,IAAI,GAAG,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;IAC5B,MAAM,UAAU,GAAG,CAAC,KAAiB,EAAQ,EAAE;QAC7C,OAAO,CAAC,iBAAiB,CAAC,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,aAAa,CAAC,KAAK,CAAC,EAAE,QAAQ,EAAE,sBAAsB,EAAE,EAAE,CAAC,CAAC;IACzG,CAAC,CAAC;IACF,MAAM,cAAc,GAAG,GAAS,EAAE;QAChC,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACnB,UAAU,CAAC,GAAG,CAAC,CAAC;YAChB,GAAG,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC,CAAC;IAEF,OAAO;QACL,SAAS,CAAC,KAAiB;YACzB,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,GAAG,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;YACzD,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;YACnB,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;YAC9B,GAAG,GAAG,MAAM,CAAC;YACb,OAAO,GAAG,CAAC,MAAM,IAAI,iBAAiB,EAAE,CAAC;gBACvC,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,EAAE,iBAAiB,CAAC,CAAC,CAAC;gBAC/C,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;YACrC,CAAC;QACH,CAAC;QACD,oBAAoB;YAClB,cAAc,EAAE,CAAC;YACjB,OAAO,CAAC,iBAAiB,CAAC,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC;QACtD,CAAC;QACD,KAAK,CAAC,KAAK;YACT,cAAc,EAAE,CAAC;YACjB,OAAO,CAAC,KAAK,EAAE,CAAC;QAClB,CAAC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,sBAAsB,CAC7B,GAAsB,EACtB,IAAmC;IAEnC,MAAM,OAAO,GAAG,GAAG,CAAC,aAAa,CAAC;IAClC,IAAI,CAAC,OAAO;QAAE,OAAO;IAErB,IAAI,OAAO,CAAC,kBAAkB,EAAE,IAAI,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QACpD,IAAI,CAAC,MAAM,CACT,OAAO,CAAC,kBAAkB,CAAC,IAAI,EAC/B,OAAO,EACP,OAAO,CAAC,kBAAkB,CAAC,QAAQ,IAAI,KAAK,CAC7C,CAAC;IACJ,CAAC;IAED,IAAI,OAAO,CAAC,mBAAmB,EAAE,IAAI,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QACrD,IAAI,CAAC,MAAM,CACT,OAAO,CAAC,mBAAmB,CAAC,IAAI,EAChC,QAAQ,EACR,OAAO,CAAC,mBAAmB,CAAC,QAAQ,IAAI,KAAK,CAC9C,CAAC;IACJ,CAAC;IAED,MAAM,KAAK,GAAG,OAAO,CAAC,SAAS,EAAE,KAAK,CAAC;IACvC,IAAI,CAAC,KAAK;QAAE,OAAO;IAEnB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC;QAC/B,IAAI,MAAM,EAAE,IAAI,IAAI,MAAM,CAAC,QAAQ,EAAE,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC1D,MAAM,SAAS,GAAG,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YACrD,MAAM,YAAY,GAAG,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,qBAAqB,CAAC;YAC9E,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,YAAY,CAAC,CAAC;QACzD,CAAC;IACH,CAAC;AACH,CAAC;AAED,OAAO,EAAE,aAAa,IAAI,sBAAsB,EAAE,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,8 @@
+export type { RealtimeAdapter, RealtimeEvent, RealtimeResumeMessage, RealtimeToolDef, } from "./realtime-adapter.js";
+export { bytesToBase64, base64ToBytes } from "./base64.js";
+export { createOpenAiCompatibleRealtimeAdapter, type OpenAiCompatibleRealtimeConfig, } from "./openai-compatible-realtime.js";
+export { fromOpenAIRealtime, type OpenAIRealtimeOptions } from "./from-openai-realtime.js";
+export { fromGeminiLive, type GeminiLiveOptions, type GeminiLiveSpeechConfig, type GeminiLiveTranscriptionOptions, } from "./from-gemini-live.js";
+export { createGeminiTranslateSession, GEMINI_TRANSLATE_MODEL, type GeminiTranslateSession, type GeminiTranslateSessionOptions, } from "./gemini-translate.js";
+export { RealtimeBridge, type DelegateResultEnvelope, type RealtimeBridgeOptions, } from "./realtime-bridge.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAEA,YAAY,EACV,eAAe,EACf,aAAa,EACb,qBAAqB,EACrB,eAAe,GAChB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC3D,OAAO,EACL,qCAAqC,EACrC,KAAK,8BAA8B,GACpC,MAAM,iCAAiC,CAAC;AACzC,OAAO,EAAE,kBAAkB,EAAE,KAAK,qBAAqB,EAAE,MAAM,2BAA2B,CAAC;AAC3F,OAAO,EACL,cAAc,EACd,KAAK,iBAAiB,EACtB,KAAK,sBAAsB,EAC3B,KAAK,8BAA8B,GACpC,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,4BAA4B,EAC5B,sBAAsB,EACtB,KAAK,sBAAsB,EAC3B,KAAK,6BAA6B,GACnC,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,cAAc,EACd,KAAK,sBAAsB,EAC3B,KAAK,qBAAqB,GAC3B,MAAM,sBAAsB,CAAC"}

package/dist/index.js

@@ -0,0 +1,8 @@
+// SPDX-License-Identifier: MIT
+export { bytesToBase64, base64ToBytes } from "./base64.js";
+export { createOpenAiCompatibleRealtimeAdapter, } from "./openai-compatible-realtime.js";
+export { fromOpenAIRealtime } from "./from-openai-realtime.js";
+export { fromGeminiLive, } from "./from-gemini-live.js";
+export { createGeminiTranslateSession, GEMINI_TRANSLATE_MODEL, } from "./gemini-translate.js";
+export { RealtimeBridge, } from "./realtime-bridge.js";
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAQ/B,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC3D,OAAO,EACL,qCAAqC,GAEtC,MAAM,iCAAiC,CAAC;AACzC,OAAO,EAAE,kBAAkB,EAA8B,MAAM,2BAA2B,CAAC;AAC3F,OAAO,EACL,cAAc,GAIf,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,4BAA4B,EAC5B,sBAAsB,GAGvB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,cAAc,GAGf,MAAM,sBAAsB,CAAC"}

package/dist/openai-compatible-realtime.d.ts

@@ -0,0 +1,37 @@
+import type { SocketFactory } from "@kuralle-syrinx/ws";
+import type { RealtimeAdapter, RealtimeEvent, RealtimeResumeMessage } from "./realtime-adapter.js";
+export interface OpenAiCompatibleRealtimeConfig {
+    readonly apiKey: string;
+    readonly socketFactory: SocketFactory;
+    readonly debug?: boolean;
+    readonly debugLogPrefix?: string;
+    readonly defaultModel: string;
+    readonly model?: string;
+    readonly url?: () => string;
+    readonly buildUrl?: (model: string) => string;
+    readonly caps: RealtimeAdapter["caps"];
+    readonly buildSessionUpdate: () => Record<string, unknown>;
+    /**
+     * Optional fields merged into `session.update.session` after `buildSessionUpdate()`.
+     * Use for provider-specific knobs the adapter does not enumerate (mirrors TTS `extra_body`).
+     */
+    readonly sessionExtra?: Record<string, unknown> | (() => Record<string, unknown>);
+    /**
+     * G4 resume-by-replay: returns the prior conversation to re-create as
+     * `conversation.item.create` items after each (re)connect's `session.update` —
+     * these providers have no native resume, so the transcript is replayed. Item
+     * creation never triggers a response (no `response.create`), so a resumed
+     * session cannot double-answer (R6). Called on the initial connect AND every
+     * reconnect, so return the *current* durable history, not a snapshot.
+     */
+    readonly buildResumeItems?: () => readonly RealtimeResumeMessage[];
+    readonly supportsTruncate: boolean;
+    readonly requiresResponseCreateAfterToolOutput?: boolean;
+    readonly defaultErrorMessage: string;
+    readonly extendServerMessage?: (type: string, msg: Record<string, unknown>, ctx: {
+        push: (event: RealtimeEvent) => void;
+        caps: RealtimeAdapter["caps"];
+    }) => boolean;
+}
+export declare function createOpenAiCompatibleRealtimeAdapter(config: OpenAiCompatibleRealtimeConfig): RealtimeAdapter;
+//# sourceMappingURL=openai-compatible-realtime.d.ts.map

package/dist/openai-compatible-realtime.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai-compatible-realtime.d.ts","sourceRoot":"","sources":["../src/openai-compatible-realtime.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAKxD,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,EAAE,qBAAqB,EAAiB,MAAM,uBAAuB,CAAC;AAElH,MAAM,WAAW,8BAA8B;IAC7C,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,aAAa,EAAE,aAAa,CAAC;IACtC,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC;IACzB,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;IAC5B,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,MAAM,CAAC;IAC9C,QAAQ,CAAC,IAAI,EAAE,eAAe,CAAC,MAAM,CAAC,CAAC;IACvC,QAAQ,CAAC,kBAAkB,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC3D;;;OAGG;IACH,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;IAClF;;;;;;;OAOG;IACH,QAAQ,CAAC,gBAAgB,CAAC,EAAE,MAAM,SAAS,qBAAqB,EAAE,CAAC;IACnE,QAAQ,CAAC,gBAAgB,EAAE,OAAO,CAAC;IACnC,QAAQ,CAAC,qCAAqC,CAAC,EAAE,OAAO,CAAC;IACzD,QAAQ,CAAC,mBAAmB,EAAE,MAAM,CAAC;IACrC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAC7B,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC5B,GAAG,EAAE;QACH,IAAI,EAAE,CAAC,KAAK,EAAE,aAAa,KAAK,IAAI,CAAC;QACrC,IAAI,EAAE,eAAe,CAAC,MAAM,CAAC,CAAC;KAC/B,KACE,OAAO,CAAC;CACd;AA8aD,wBAAgB,qCAAqC,CACnD,MAAM,EAAE,8BAA8B,GACrC,eAAe,CAEjB"}

package/dist/openai-compatible-realtime.js

@@ -0,0 +1,416 @@
+// SPDX-License-Identifier: MIT
+import { RealtimeSocket } from "@kuralle-syrinx/ws/realtime";
+import { base64ToBytes, bytesToBase64 } from "./base64.js";
+import { RealtimeEventStream } from "./realtime-event-stream.js";
+class OpenAiCompatibleRealtimeAdapter {
+    config;
+    caps;
+    events;
+    stream = new RealtimeEventStream();
+    socket = null;
+    abortHandler = null;
+    openResolver = null;
+    openRejecter = null;
+    currentAssistantItemId = null;
+    assistantTranscript = "";
+    activeResponse = false;
+    pendingResponseCreate = false;
+    opened = false;
+    constructor(config) {
+        this.config = config;
+        this.events = this.stream;
+        this.caps = config.caps;
+    }
+    async open(signal) {
+        const model = this.config.model ?? this.config.defaultModel;
+        const url = this.config.url ??
+            (this.config.buildUrl
+                ? () => this.config.buildUrl(model)
+                : () => `wss://api.openai.com/v1/realtime?model=${encodeURIComponent(model)}`);
+        this.socket = new RealtimeSocket({
+            url,
+            headers: {
+                Authorization: `Bearer ${this.config.apiKey}`,
+            },
+            socketFactory: this.config.socketFactory,
+            onMessage: (json) => this.handleServerMessage(json),
+            // Re-applied on EVERY (re)connection. WebSocketConnection auto-reconnects after a mid-call
+            // drop; without re-sending session.update the fresh provider session comes back with no
+            // tools and default instructions — the front model silently loses its persona and the
+            // delegate tool (delegation permanently dead). onReady fires after the socket is verified
+            // and before replay frames flush, so config lands ahead of any buffered audio.
+            onReady: () => this.applySessionConfig(),
+            onConnectionLost: (err) => {
+                this.stream.push({ type: "error", cause: err, recoverable: true });
+                this.rejectOpen(err);
+            },
+            onUnrecoverable: (err) => {
+                this.stream.push({ type: "error", cause: err, recoverable: false });
+                this.rejectOpen(err);
+            },
+        });
+        const openPromise = new Promise((resolve, reject) => {
+            this.openResolver = resolve;
+            this.openRejecter = reject;
+        });
+        this.abortHandler = () => {
+            void this.close();
+            this.rejectOpen(new Error("Realtime adapter open aborted"));
+        };
+        signal.addEventListener("abort", this.abortHandler, { once: true });
+        // connect() invokes onReady synchronously once the socket is open, which sends the first
+        // session.update; every subsequent reconnect re-invokes onReady and re-applies it.
+        await this.socket.connect();
+        await openPromise;
+    }
+    /**
+     * (Re)configure the provider session — model, audio formats, turn detection, tools,
+     * instructions. Fired on the initial connect and on every reconnect. On a reconnect the provider
+     * session is brand new: config + tools are restored here, but the prior conversation history is
+     * gone, so surface that as a recoverable error rather than silently continuing amnesiac.
+     */
+    applySessionConfig() {
+        const reconnected = this.opened;
+        this.opened = true;
+        const session = this.config.buildSessionUpdate();
+        const extra = typeof this.config.sessionExtra === "function"
+            ? this.config.sessionExtra()
+            : this.config.sessionExtra;
+        this.socket?.send({
+            type: "session.update",
+            session: extra ? { ...session, ...extra } : session,
+        });
+        // G4 resume-by-replay: re-create the prior conversation as items. Providers
+        // without native resume start every (re)connection amnesiac; replaying the
+        // transcript here restores context. No response.create — replay must never
+        // make the model speak (R6).
+        const resumeItems = this.config.buildResumeItems?.() ?? [];
+        for (const message of resumeItems) {
+            this.socket?.send({
+                type: "conversation.item.create",
+                item: {
+                    type: "message",
+                    role: message.role,
+                    content: [
+                        message.role === "user"
+                            ? { type: "input_text", text: message.content }
+                            : { type: "text", text: message.content },
+                    ],
+                },
+            });
+        }
+        if (reconnected && !this.config.buildResumeItems) {
+            this.stream.push({
+                type: "error",
+                cause: new Error("Realtime session reconnected: model config and tools restored, but prior conversation history was lost"),
+                recoverable: true,
+            });
+        }
+    }
+    sendAudio(pcm16) {
+        this.requireSocket().send({
+            type: "input_audio_buffer.append",
+            audio: bytesToBase64(pcm16),
+        });
+    }
+    sendText(text) {
+        const socket = this.requireSocket();
+        socket.send({
+            type: "conversation.item.create",
+            item: {
+                type: "message",
+                role: "user",
+                content: [{ type: "input_text", text }],
+            },
+        });
+        this.requestResponseCreate();
+    }
+    injectContext(text) {
+        this.requireSocket().send({
+            type: "conversation.item.create",
+            item: {
+                type: "message",
+                role: "system",
+                content: [{ type: "input_text", text }],
+            },
+        });
+    }
+    requestResponse() {
+        this.requireSocket().send({ type: "input_audio_buffer.commit" });
+        this.requestResponseCreate();
+    }
+    cancelResponse(audioEndMs) {
+        if (!this.activeResponse)
+            return;
+        const socket = this.requireSocket();
+        socket.send({ type: "response.cancel" });
+        if (this.config.supportsTruncate && this.currentAssistantItemId) {
+            socket.send({
+                type: "conversation.item.truncate",
+                item_id: this.currentAssistantItemId,
+                content_index: 0,
+                audio_end_ms: audioEndMs,
+            });
+        }
+        if (this.config.supportsTruncate) {
+            this.currentAssistantItemId = null;
+        }
+    }
+    injectToolResult(toolId, text) {
+        const socket = this.requireSocket();
+        socket.send({
+            type: "conversation.item.create",
+            item: {
+                type: "function_call_output",
+                call_id: toolId,
+                output: text,
+            },
+        });
+        if (this.config.requiresResponseCreateAfterToolOutput !== false) {
+            this.requestResponseCreate();
+        }
+    }
+    async close() {
+        await this.socket?.close();
+        this.socket = null;
+        this.stream.close();
+    }
+    requestResponseCreate() {
+        if (this.activeResponse) {
+            this.pendingResponseCreate = true;
+            return;
+        }
+        this.requireSocket().send({ type: "response.create" });
+        this.pendingResponseCreate = false;
+    }
+    completeResponse() {
+        this.activeResponse = false;
+        if (this.config.supportsTruncate) {
+            this.currentAssistantItemId = null;
+        }
+        if (this.pendingResponseCreate) {
+            this.pendingResponseCreate = false;
+            this.requireSocket().send({ type: "response.create" });
+        }
+    }
+    requireSocket() {
+        if (!this.socket)
+            throw new Error("Realtime adapter is not open");
+        return this.socket;
+    }
+    rejectOpen(err) {
+        this.openRejecter?.(err);
+        this.openResolver = null;
+        this.openRejecter = null;
+    }
+    resolveOpen() {
+        this.openResolver?.();
+        this.openResolver = null;
+        this.openRejecter = null;
+    }
+    handleServerMessage(json) {
+        let msg;
+        try {
+            msg = JSON.parse(json);
+        }
+        catch (err) {
+            this.stream.push({
+                type: "error",
+                cause: err instanceof Error ? err : new Error(String(err)),
+                recoverable: false,
+            });
+            return;
+        }
+        const type = typeof msg["type"] === "string" ? msg["type"] : "";
+        if (this.config.debug) {
+            console.error(`${this.config.debugLogPrefix ?? "[raw]"} ${type}`);
+        }
+        if (this.config.extendServerMessage?.(type, msg, { push: (e) => this.stream.push(e), caps: this.caps })) {
+            return;
+        }
+        switch (type) {
+            case "session.created":
+            case "session.updated":
+                this.resolveOpen();
+                break;
+            case "response.created":
+                this.assistantTranscript = "";
+                if (this.config.supportsTruncate) {
+                    this.currentAssistantItemId = null;
+                }
+                this.activeResponse = true;
+                this.stream.push({ type: "response_started" });
+                break;
+            case "response.output_item.added": {
+                if (!this.config.supportsTruncate)
+                    break;
+                const item = msg["item"];
+                if (item && typeof item === "object") {
+                    const record = item;
+                    if (record["type"] === "message" && typeof record["id"] === "string") {
+                        this.currentAssistantItemId = record["id"];
+                    }
+                }
+                break;
+            }
+            case "response.output_audio.delta": {
+                const delta = msg["delta"];
+                if (typeof delta === "string" && delta.length > 0) {
+                    this.stream.push({
+                        type: "audio",
+                        pcm16: base64ToBytes(delta),
+                        sampleRateHz: this.caps.outputSampleRateHz,
+                    });
+                }
+                break;
+            }
+            case "input_audio_buffer.speech_started":
+                this.stream.push({ type: "speech_started" });
+                break;
+            case "input_audio_buffer.speech_stopped":
+                this.stream.push({ type: "speech_stopped" });
+                break;
+            case "response.output_audio_transcript.delta": {
+                const delta = msg["delta"];
+                if (typeof delta === "string" && delta.length > 0) {
+                    this.assistantTranscript += delta;
+                    this.stream.push({
+                        type: "transcript",
+                        role: "assistant",
+                        text: delta,
+                        final: false,
+                    });
+                }
+                break;
+            }
+            case "response.output_audio_transcript.done": {
+                const transcript = typeof msg["transcript"] === "string" ? msg["transcript"] : this.assistantTranscript;
+                this.stream.push({
+                    type: "transcript",
+                    role: "assistant",
+                    text: transcript,
+                    final: true,
+                });
+                this.assistantTranscript = "";
+                break;
+            }
+            case "response.output_text.delta": {
+                const delta = msg["delta"];
+                if (typeof delta === "string" && delta.length > 0) {
+                    this.assistantTranscript += delta;
+                    this.stream.push({
+                        type: "transcript",
+                        role: "assistant",
+                        text: delta,
+                        final: false,
+                    });
+                }
+                break;
+            }
+            case "response.output_text.done": {
+                const t = typeof msg["text"] === "string" ? msg["text"] : this.assistantTranscript;
+                this.stream.push({
+                    type: "transcript",
+                    role: "assistant",
+                    text: t,
+                    final: true,
+                });
+                this.assistantTranscript = "";
+                break;
+            }
+            case "conversation.item.input_audio_transcription.completed": {
+                // User-side transcript (requires input transcription enabled in session config).
+                const transcript = typeof msg["transcript"] === "string" ? msg["transcript"] : "";
+                if (transcript.trim()) {
+                    this.stream.push({ type: "transcript", role: "user", text: transcript, final: true });
+                }
+                break;
+            }
+            case "response.done": {
+                this.completeResponse();
+                const toolCall = extractFunctionCall(msg["response"]);
+                if (toolCall) {
+                    this.stream.push(toolCall);
+                }
+                // response.usage is snake_case token counts; forward so the bridge can meter
+                // the native front (previously native turns produced NO usage at all).
+                const usage = extractRealtimeUsage(msg["response"]);
+                this.stream.push(usage ? { type: "response_done", usage } : { type: "response_done" });
+                break;
+            }
+            case "error": {
+                const errObj = msg["error"];
+                const message = errObj && typeof errObj === "object" && typeof errObj["message"] === "string"
+                    ? String(errObj["message"])
+                    : this.config.defaultErrorMessage;
+                const code = errObj && typeof errObj === "object" ? errObj["code"] : undefined;
+                // A `response.cancel` that raced a just-completed response ("no active response found")
+                // is benign — the cancel is a server-side no-op. This is the multi-turn barge-in cancel
+                // race (a new turn's speech_started fires a cancel as the prior response completes). Do
+                // NOT surface it: it would trip strict consumers and pollute error-rate monitoring.
+                const codeStr = typeof code === "string" ? code : "";
+                if (codeStr === "response_cancel_not_active" || /no active response|cancellation failed/i.test(message)) {
+                    break;
+                }
+                const recoverable = code !== "invalid_api_key" && code !== "authentication_failed";
+                this.stream.push({
+                    type: "error",
+                    cause: new Error(message),
+                    recoverable,
+                });
+                break;
+            }
+            default:
+                break;
+        }
+    }
+}
+/** Pull snake_case token counts off a realtime response.usage object, when present. */
+function extractRealtimeUsage(response) {
+    if (!response || typeof response !== "object")
+        return undefined;
+    const usage = response["usage"];
+    if (!usage || typeof usage !== "object")
+        return undefined;
+    const u = usage;
+    const num = (v) => (typeof v === "number" ? v : undefined);
+    const out = {
+        ...(num(u["input_tokens"]) !== undefined ? { inputTokens: num(u["input_tokens"]) } : {}),
+        ...(num(u["output_tokens"]) !== undefined ? { outputTokens: num(u["output_tokens"]) } : {}),
+        ...(num(u["total_tokens"]) !== undefined ? { totalTokens: num(u["total_tokens"]) } : {}),
+    };
+    return Object.keys(out).length > 0 ? out : undefined;
+}
+function extractFunctionCall(response) {
+    if (!response || typeof response !== "object")
+        return null;
+    const output = response["output"];
+    if (!Array.isArray(output))
+        return null;
+    for (const item of output) {
+        if (!item || typeof item !== "object")
+            continue;
+        const record = item;
+        if (record["type"] !== "function_call")
+            continue;
+        const toolId = typeof record["call_id"] === "string" ? record["call_id"] : "";
+        const toolName = typeof record["name"] === "string" ? record["name"] : "";
+        const argsRaw = typeof record["arguments"] === "string" ? record["arguments"] : "{}";
+        if (!toolId || !toolName)
+            continue;
+        let args;
+        try {
+            const parsed = JSON.parse(argsRaw);
+            args = parsed && typeof parsed === "object" ? parsed : {};
+        }
+        catch {
+            args = {};
+        }
+        return { type: "tool_call", toolId, toolName, args };
+    }
+    return null;
+}
+export function createOpenAiCompatibleRealtimeAdapter(config) {
+    return new OpenAiCompatibleRealtimeAdapter(config);
+}
+//# sourceMappingURL=openai-compatible-realtime.js.map

package/dist/openai-compatible-realtime.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai-compatible-realtime.js","sourceRoot":"","sources":["../src/openai-compatible-realtime.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAG/B,OAAO,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAE7D,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC3D,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AAyCjE,MAAM,+BAA+B;IAeN;IAdpB,IAAI,CAA0B;IAC9B,MAAM,CAA+B;IAE7B,MAAM,GAAG,IAAI,mBAAmB,EAAE,CAAC;IAC5C,MAAM,GAA0B,IAAI,CAAC;IACrC,YAAY,GAAwB,IAAI,CAAC;IACzC,YAAY,GAAwB,IAAI,CAAC;IACzC,YAAY,GAAkC,IAAI,CAAC;IACnD,sBAAsB,GAAkB,IAAI,CAAC;IAC7C,mBAAmB,GAAG,EAAE,CAAC;IACzB,cAAc,GAAG,KAAK,CAAC;IACvB,qBAAqB,GAAG,KAAK,CAAC;IAC9B,MAAM,GAAG,KAAK,CAAC;IAEvB,YAA6B,MAAsC;QAAtC,WAAM,GAAN,MAAM,CAAgC;QACjE,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1B,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,MAAmB;QAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC;QAC5D,MAAM,GAAG,GACP,IAAI,CAAC,MAAM,CAAC,GAAG;YACf,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ;gBACnB,CAAC,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,QAAS,CAAC,KAAK,CAAC;gBACpC,CAAC,CAAC,GAAG,EAAE,CAAC,0CAA0C,kBAAkB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAEnF,IAAI,CAAC,MAAM,GAAG,IAAI,cAAc,CAAC;YAC/B,GAAG;YACH,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;aAC9C;YACD,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC,aAAa;YACxC,SAAS,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC;YACnD,2FAA2F;YAC3F,wFAAwF;YACxF,sFAAsF;YACtF,0FAA0F;YAC1F,+EAA+E;YAC/E,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,kBAAkB,EAAE;YACxC,gBAAgB,EAAE,CAAC,GAAG,EAAE,EAAE;gBACxB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;gBACnE,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;YACvB,CAAC;YACD,eAAe,EAAE,CAAC,GAAG,EAAE,EAAE;gBACvB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC;gBACpE,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;YACvB,CAAC;SACF,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACxD,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC;YAC5B,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC;QAC7B,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,YAAY,GAAG,GAAG,EAAE;YACvB,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC;YAClB,IAAI,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC,CAAC;QAC9D,CAAC,CAAC;QACF,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,IAAI,CAAC,YAAY,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAEpE,yFAAyF;QACzF,mFAAmF;QACnF,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QAC5B,MAAM,WAAW,CAAC;IACpB,CAAC;IAED;;;;;OAKG;IACK,kBAAkB;QACxB,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC;QAChC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,kBAAkB,EAAE,CAAC;QACjD,MAAM,KAAK,GACT,OAAO,IAAI,CAAC,MAAM,CAAC,YAAY,KAAK,UAAU;YAC5C,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE;YAC5B,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC;QAC/B,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC;YAChB,IAAI,EAAE,gBAAgB;YACtB,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,OAAO,EAAE,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC,OAAO;SACpD,CAAC,CAAC;QACH,4EAA4E;QAC5E,2EAA2E;QAC3E,2EAA2E;QAC3E,6BAA6B;QAC7B,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE,EAAE,IAAI,EAAE,CAAC;QAC3D,KAAK,MAAM,OAAO,IAAI,WAAW,EAAE,CAAC;YAClC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC;gBAChB,IAAI,EAAE,0BAA0B;gBAChC,IAAI,EAAE;oBACJ,IAAI,EAAE,SAAS;oBACf,IAAI,EAAE,OAAO,CAAC,IAAI;oBAClB,OAAO,EAAE;wBACP,OAAO,CAAC,IAAI,KAAK,MAAM;4BACrB,CAAC,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,OAAO,CAAC,OAAO,EAAE;4BAC/C,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,OAAO,EAAE;qBAC5C;iBACF;aACF,CAAC,CAAC;QACL,CAAC;QACD,IAAI,WAAW,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC;YACjD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;gBACf,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE,IAAI,KAAK,CACd,wGAAwG,CACzG;gBACD,WAAW,EAAE,IAAI;aAClB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,SAAS,CAAC,KAAiB;QACzB,IAAI,CAAC,aAAa,EAAE,CAAC,IAAI,CAAC;YACxB,IAAI,EAAE,2BAA2B;YACjC,KAAK,EAAE,aAAa,CAAC,KAAK,CAAC;SAC5B,CAAC,CAAC;IACL,CAAC;IAED,QAAQ,CAAC,IAAY;QACnB,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QACpC,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,0BAA0B;YAChC,IAAI,EAAE;gBACJ,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC;aACxC;SACF,CAAC,CAAC;QACH,IAAI,CAAC,qBAAqB,EAAE,CAAC;IAC/B,CAAC;IAED,aAAa,CAAC,IAAY;QACxB,IAAI,CAAC,aAAa,EAAE,CAAC,IAAI,CAAC;YACxB,IAAI,EAAE,0BAA0B;YAChC,IAAI,EAAE;gBACJ,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC;aACxC;SACF,CAAC,CAAC;IACL,CAAC;IAED,eAAe;QACb,IAAI,CAAC,aAAa,EAAE,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,2BAA2B,EAAE,CAAC,CAAC;QACjE,IAAI,CAAC,qBAAqB,EAAE,CAAC;IAC/B,CAAC;IAED,cAAc,CAAC,UAAkB;QAC/B,IAAI,CAAC,IAAI,CAAC,cAAc;YAAE,OAAO;QACjC,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QACpC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC,CAAC;QACzC,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB,IAAI,IAAI,CAAC,sBAAsB,EAAE,CAAC;YAChE,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,4BAA4B;gBAClC,OAAO,EAAE,IAAI,CAAC,sBAAsB;gBACpC,aAAa,EAAE,CAAC;gBAChB,YAAY,EAAE,UAAU;aACzB,CAAC,CAAC;QACL,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC;YACjC,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAC;QACrC,CAAC;IACH,CAAC;IAED,gBAAgB,CAAC,MAAc,EAAE,IAAY;QAC3C,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QACpC,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,0BAA0B;YAChC,IAAI,EAAE;gBACJ,IAAI,EAAE,sBAAsB;gBAC5B,OAAO,EAAE,MAAM;gBACf,MAAM,EAAE,IAAI;aACb;SACF,CAAC,CAAC;QACH,IAAI,IAAI,CAAC,MAAM,CAAC,qCAAqC,KAAK,KAAK,EAAE,CAAC;YAChE,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC;QAC3B,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IACtB,CAAC;IAEO,qBAAqB;QAC3B,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC;YAClC,OAAO;QACT,CAAC;QACD,IAAI,CAAC,aAAa,EAAE,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC,CAAC;QACvD,IAAI,CAAC,qBAAqB,GAAG,KAAK,CAAC;IACrC,CAAC;IAEO,gBAAgB;QACtB,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;QAC5B,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC;YACjC,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAC;QACrC,CAAC;QACD,IAAI,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAC/B,IAAI,CAAC,qBAAqB,GAAG,KAAK,CAAC;YACnC,IAAI,CAAC,aAAa,EAAE,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC,CAAC;QACzD,CAAC;IACH,CAAC;IAEO,aAAa;QACnB,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAClE,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAEO,UAAU,CAAC,GAAU;QAC3B,IAAI,CAAC,YAAY,EAAE,CAAC,GAAG,CAAC,CAAC;QACzB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QACzB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;IAC3B,CAAC;IAEO,WAAW;QACjB,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;QACtB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QACzB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;IAC3B,CAAC;IAEO,mBAAmB,CAAC,IAAY;QACtC,IAAI,GAA4B,CAAC;QACjC,IAAI,CAAC;YACH,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAA4B,CAAC;QACpD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;gBACf,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBAC1D,WAAW,EAAE,KAAK;aACnB,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,MAAM,IAAI,GAAG,OAAO,GAAG,CAAC,MAAM,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAChE,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;YACtB,OAAO,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,cAAc,IAAI,OAAO,IAAI,IAAI,EAAE,CAAC,CAAC;QACpE,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,CAAC,mBAAmB,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;YACxG,OAAO;QACT,CAAC;QAED,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,iBAAiB,CAAC;YACvB,KAAK,iBAAiB;gBACpB,IAAI,CAAC,WAAW,EAAE,CAAC;gBACnB,MAAM;YACR,KAAK,kBAAkB;gBACrB,IAAI,CAAC,mBAAmB,GAAG,EAAE,CAAC;gBAC9B,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC;oBACjC,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAC;gBACrC,CAAC;gBACD,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;gBAC3B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,kBAAkB,EAAE,CAAC,CAAC;gBAC/C,MAAM;YACR,KAAK,4BAA4B,CAAC,CAAC,CAAC;gBAClC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,gBAAgB;oBAAE,MAAM;gBACzC,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC;gBACzB,IAAI,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;oBACrC,MAAM,MAAM,GAAG,IAA+B,CAAC;oBAC/C,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,SAAS,IAAI,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,QAAQ,EAAE,CAAC;wBACrE,IAAI,CAAC,sBAAsB,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;oBAC7C,CAAC;gBACH,CAAC;gBACD,MAAM;YACR,CAAC;YACD,KAAK,6BAA6B,CAAC,CAAC,CAAC;gBACnC,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC;gBAC3B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAClD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;wBACf,IAAI,EAAE,OAAO;wBACb,KAAK,EAAE,aAAa,CAAC,KAAK,CAAC;wBAC3B,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,kBAAkB;qBAC3C,CAAC,CAAC;gBACL,CAAC;gBACD,MAAM;YACR,CAAC;YACD,KAAK,mCAAmC;gBACtC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,CAAC,CAAC;gBAC7C,MAAM;YACR,KAAK,mCAAmC;gBACtC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,CAAC,CAAC;gBAC7C,MAAM;YACR,KAAK,wCAAwC,CAAC,CAAC,CAAC;gBAC9C,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC;gBAC3B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAClD,IAAI,CAAC,mBAAmB,IAAI,KAAK,CAAC;oBAClC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;wBACf,IAAI,EAAE,YAAY;wBAClB,IAAI,EAAE,WAAW;wBACjB,IAAI,EAAE,KAAK;wBACX,KAAK,EAAE,KAAK;qBACb,CAAC,CAAC;gBACL,CAAC;gBACD,MAAM;YACR,CAAC;YACD,KAAK,uCAAuC,CAAC,CAAC,CAAC;gBAC7C,MAAM,UAAU,GACd,OAAO,GAAG,CAAC,YAAY,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,mBAAmB,CAAC;gBACvF,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;oBACf,IAAI,EAAE,YAAY;oBAClB,IAAI,EAAE,WAAW;oBACjB,IAAI,EAAE,UAAU;oBAChB,KAAK,EAAE,IAAI;iBACZ,CAAC,CAAC;gBACH,IAAI,CAAC,mBAAmB,GAAG,EAAE,CAAC;gBAC9B,MAAM;YACR,CAAC;YACD,KAAK,4BAA4B,CAAC,CAAC,CAAC;gBAClC,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC;gBAC3B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAClD,IAAI,CAAC,mBAAmB,IAAI,KAAK,CAAC;oBAClC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;wBACf,IAAI,EAAE,YAAY;wBAClB,IAAI,EAAE,WAAW;wBACjB,IAAI,EAAE,KAAK;wBACX,KAAK,EAAE,KAAK;qBACb,CAAC,CAAC;gBACL,CAAC;gBACD,MAAM;YACR,CAAC;YACD,KAAK,2BAA2B,CAAC,CAAC,CAAC;gBACjC,MAAM,CAAC,GAAG,OAAO,GAAG,CAAC,MAAM,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,mBAAmB,CAAC;gBACnF,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;oBACf,IAAI,EAAE,YAAY;oBAClB,IAAI,EAAE,WAAW;oBACjB,IAAI,EAAE,CAAC;oBACP,KAAK,EAAE,IAAI;iBACZ,CAAC,CAAC;gBACH,IAAI,CAAC,mBAAmB,GAAG,EAAE,CAAC;gBAC9B,MAAM;YACR,CAAC;YACD,KAAK,uDAAuD,CAAC,CAAC,CAAC;gBAC7D,iFAAiF;gBACjF,MAAM,UAAU,GAAG,OAAO,GAAG,CAAC,YAAY,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAClF,IAAI,UAAU,CAAC,IAAI,EAAE,EAAE,CAAC;oBACtB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;gBACxF,CAAC;gBACD,MAAM;YACR,CAAC;YACD,KAAK,eAAe,CAAC,CAAC,CAAC;gBACrB,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBACxB,MAAM,QAAQ,GAAG,mBAAmB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC;gBACtD,IAAI,QAAQ,EAAE,CAAC;oBACb,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAC7B,CAAC;gBACD,6EAA6E;gBAC7E,uEAAuE;gBACvE,MAAM,KAAK,GAAG,oBAAoB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC;gBACpD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC,CAAC;gBACvF,MAAM;YACR,CAAC;YACD,KAAK,OAAO,CAAC,CAAC,CAAC;gBACb,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC;gBAC5B,MAAM,OAAO,GACX,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,OAAQ,MAAkC,CAAC,SAAS,CAAC,KAAK,QAAQ;oBACxG,CAAC,CAAC,MAAM,CAAE,MAAkC,CAAC,SAAS,CAAC,CAAC;oBACxD,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC;gBACtC,MAAM,IAAI,GACR,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAE,MAAkC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;gBACjG,wFAAwF;gBACxF,wFAAwF;gBACxF,wFAAwF;gBACxF,oFAAoF;gBACpF,MAAM,OAAO,GAAG,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;gBACrD,IAAI,OAAO,KAAK,4BAA4B,IAAI,yCAAyC,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;oBACxG,MAAM;gBACR,CAAC;gBACD,MAAM,WAAW,GAAG,IAAI,KAAK,iBAAiB,IAAI,IAAI,KAAK,uBAAuB,CAAC;gBACnF,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;oBACf,IAAI,EAAE,OAAO;oBACb,KAAK,EAAE,IAAI,KAAK,CAAC,OAAO,CAAC;oBACzB,WAAW;iBACZ,CAAC,CAAC;gBACH,MAAM;YACR,CAAC;YACD;gBACE,MAAM;QACV,CAAC;IACH,CAAC;CACF;AAED,uFAAuF;AACvF,SAAS,oBAAoB,CAAC,QAAiB;IAC7C,IAAI,CAAC,QAAQ,IAAI,OAAO,QAAQ,KAAK,QAAQ;QAAE,OAAO,SAAS,CAAC;IAChE,MAAM,KAAK,GAAI,QAAoC,CAAC,OAAO,CAAC,CAAC;IAC7D,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,SAAS,CAAC;IAC1D,MAAM,CAAC,GAAG,KAAgC,CAAC;IAC3C,MAAM,GAAG,GAAG,CAAC,CAAU,EAAsB,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IACxF,MAAM,GAAG,GAAkB;QACzB,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,GAAG,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACxF,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,GAAG,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3F,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,GAAG,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACzF,CAAC;IACF,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC;AACvD,CAAC;AAED,SAAS,mBAAmB,CAAC,QAAiB;IAC5C,IAAI,CAAC,QAAQ,IAAI,OAAO,QAAQ,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IAC3D,MAAM,MAAM,GAAI,QAAoC,CAAC,QAAQ,CAAC,CAAC;IAC/D,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;QAAE,OAAO,IAAI,CAAC;IACxC,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;QAC1B,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ;YAAE,SAAS;QAChD,MAAM,MAAM,GAAG,IAA+B,CAAC;QAC/C,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,eAAe;YAAE,SAAS;QACjD,MAAM,MAAM,GAAG,OAAO,MAAM,CAAC,SAAS,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9E,MAAM,QAAQ,GAAG,OAAO,MAAM,CAAC,MAAM,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1E,MAAM,OAAO,GAAG,OAAO,MAAM,CAAC,WAAW,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACrF,IAAI,CAAC,MAAM,IAAI,CAAC,QAAQ;YAAE,SAAS;QACnC,IAAI,IAA6B,CAAC;QAClC,IAAI,CAAC;YACH,MAAM,MAAM,GAAY,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC5C,IAAI,GAAG,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAE,MAAkC,CAAC,CAAC,CAAC,EAAE,CAAC;QACzF,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,GAAG,EAAE,CAAC;QACZ,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;IACvD,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,qCAAqC,CACnD,MAAsC;IAEtC,OAAO,IAAI,+BAA+B,CAAC,MAAM,CAAC,CAAC;AACrD,CAAC"}