@kuralle-syrinx/realtime 4.4.1 → 4.5.0

package/dist/base64.d.ts

@@ -0,0 +1,3 @@
+export declare function bytesToBase64(bytes: Uint8Array): string;
+export declare function base64ToBytes(base64: string): Uint8Array;
+//# sourceMappingURL=base64.d.ts.map

package/dist/base64.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"base64.d.ts","sourceRoot":"","sources":["../src/base64.ts"],"names":[],"mappings":"AAEA,wBAAgB,aAAa,CAAC,KAAK,EAAE,UAAU,GAAG,MAAM,CAMvD;AAED,wBAAgB,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,UAAU,CAKxD"}

package/dist/base64.js

@@ -0,0 +1,16 @@
+// SPDX-License-Identifier: MIT
+export function bytesToBase64(bytes) {
+    let binary = "";
+    for (let i = 0; i < bytes.length; i += 0x8000) {
+        binary += String.fromCharCode(...bytes.subarray(i, i + 0x8000));
+    }
+    return globalThis.btoa(binary);
+}
+export function base64ToBytes(base64) {
+    const raw = globalThis.atob(base64);
+    const bytes = new Uint8Array(raw.length);
+    for (let i = 0; i < raw.length; i += 1)
+        bytes[i] = raw.charCodeAt(i);
+    return bytes;
+}
+//# sourceMappingURL=base64.js.map

package/dist/base64.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"base64.js","sourceRoot":"","sources":["../src/base64.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAE/B,MAAM,UAAU,aAAa,CAAC,KAAiB;IAC7C,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,MAAM,EAAE,CAAC;QAC9C,MAAM,IAAI,MAAM,CAAC,YAAY,CAAC,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC;IAClE,CAAC;IACD,OAAO,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AACjC,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,MAAc;IAC1C,MAAM,GAAG,GAAG,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACpC,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACzC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC;QAAE,KAAK,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;IACrE,OAAO,KAAK,CAAC;AACf,CAAC"}

package/dist/from-gemini-live.d.ts

@@ -0,0 +1,67 @@
+import type { RealtimeAdapter, RealtimeToolDef } from "./realtime-adapter.js";
+export interface GeminiLiveTranscriptionOptions {
+    /**
+     * Enable input transcription, or provide Gemini's AudioTranscriptionConfig. Enabled by default.
+     *
+     * Default stays ON because `RealtimeBridge` turns `role: "user"` transcripts into `stt.result`
+     * packets — defaulting this off would silently remove all user-side text on the Gemini front.
+     * Issue #32 asked for it to be *configurable*, not disabled.
+     */
+    readonly input?: boolean | Record<string, unknown>;
+    /** Enable output transcription, or provide Gemini's AudioTranscriptionConfig. Enabled by default. */
+    readonly output?: boolean | Record<string, unknown>;
+}
+export interface GeminiLiveSpeechConfig {
+    /** Prebuilt Gemini voice name, mapped to speechConfig.voiceConfig.prebuiltVoiceConfig.voiceName. */
+    readonly voice?: string;
+    /** ISO language code for speech synthesis. */
+    readonly languageCode?: string;
+}
+export interface GeminiLiveOptions {
+    readonly apiKey: string;
+    readonly model?: string;
+    readonly systemInstruction?: string;
+    readonly tools?: readonly RealtimeToolDef[];
+    readonly transcription?: GeminiLiveTranscriptionOptions;
+    readonly speechConfig?: GeminiLiveSpeechConfig;
+    /** Gemini Developer API version, e.g. `v1alpha` for preview-only Live features. */
+    readonly apiVersion?: string;
+    /**
+     * G4 native resume: a `sessionResumption` handle from a prior session's
+     * `resumption_handle` events. Gemini restores the conversation server-side —
+     * do NOT also replay the transcript (that would double-apply history, R6).
+     * Session resumption is always enabled so handles are issued; this passes a
+     * prior handle back on reconnect.
+     */
+    readonly sessionResumptionHandle?: string;
+    /**
+     * Full `sessionResumption` LiveConnectConfig. Defaults to `{}` (handles issued)
+     * or `{ handle }` when `sessionResumptionHandle` is set. Pass `false` to omit.
+     */
+    readonly sessionResumption?: Record<string, unknown> | false;
+    /** Response modalities. Defaults to `["AUDIO"]` (previous hard-pin). */
+    readonly responseModalities?: readonly string[];
+    /** LiveConnectConfig `generationConfig` (subset supported by Live). */
+    readonly generationConfig?: Record<string, unknown>;
+    /** LiveConnectConfig `safetySettings`. */
+    readonly safetySettings?: readonly Record<string, unknown>[];
+    readonly temperature?: number;
+    readonly topP?: number;
+    readonly topK?: number;
+    readonly maxOutputTokens?: number;
+    readonly mediaResolution?: string;
+    readonly seed?: number;
+    readonly thinkingConfig?: Record<string, unknown>;
+    readonly enableAffectiveDialog?: boolean;
+    readonly realtimeInputConfig?: Record<string, unknown>;
+    readonly contextWindowCompression?: Record<string, unknown>;
+    readonly proactivity?: Record<string, unknown>;
+    readonly explicitVadSignal?: boolean;
+    /**
+     * Merged last into `live.connect` config for any LiveConnectConfig field the
+     * adapter does not enumerate (avatarConfig, …). Overrides same-key defaults.
+     */
+    readonly connectConfig?: Record<string, unknown>;
+}
+export declare function fromGeminiLive(opts: GeminiLiveOptions): RealtimeAdapter;
+//# sourceMappingURL=from-gemini-live.d.ts.map

package/dist/from-gemini-live.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"from-gemini-live.d.ts","sourceRoot":"","sources":["../src/from-gemini-live.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,eAAe,EAAiB,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAM7F,MAAM,WAAW,8BAA8B;IAC7C;;;;;;OAMG;IACH,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACnD,qGAAqG;IACrG,QAAQ,CAAC,MAAM,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACrD;AAED,MAAM,WAAW,sBAAsB;IACrC,oGAAoG;IACpG,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,8CAA8C;IAC9C,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC;CAChC;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,iBAAiB,CAAC,EAAE,MAAM,CAAC;IACpC,QAAQ,CAAC,KAAK,CAAC,EAAE,SAAS,eAAe,EAAE,CAAC;IAC5C,QAAQ,CAAC,aAAa,CAAC,EAAE,8BAA8B,CAAC;IACxD,QAAQ,CAAC,YAAY,CAAC,EAAE,sBAAsB,CAAC;IAC/C,mFAAmF;IACnF,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B;;;;;;OAMG;IACH,QAAQ,CAAC,uBAAuB,CAAC,EAAE,MAAM,CAAC;IAC1C;;;OAGG;IACH,QAAQ,CAAC,iBAAiB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,KAAK,CAAC;IAC7D,wEAAwE;IACxE,QAAQ,CAAC,kBAAkB,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAChD,uEAAuE;IACvE,QAAQ,CAAC,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACpD,0CAA0C;IAC1C,QAAQ,CAAC,cAAc,CAAC,EAAE,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC;IAC7D,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,eAAe,CAAC,EAAE,MAAM,CAAC;IAClC,QAAQ,CAAC,eAAe,CAAC,EAAE,MAAM,CAAC;IAClC,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAClD,QAAQ,CAAC,qBAAqB,CAAC,EAAE,OAAO,CAAC;IACzC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACvD,QAAQ,CAAC,wBAAwB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC5D,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/C,QAAQ,CAAC,iBAAiB,CAAC,EAAE,OAAO,CAAC;IACrC;;;OAGG;IACH,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAClD;AA8TD,wBAAgB,cAAc,CAAC,IAAI,EAAE,iBAAiB,GAAG,eAAe,CAEvE"}

package/dist/from-gemini-live.js

@@ -0,0 +1,299 @@
+// SPDX-License-Identifier: MIT
+import { bytesToBase64, base64ToBytes } from "./base64.js";
+import { RealtimeEventStream } from "./realtime-event-stream.js";
+const DEFAULT_MODEL = "gemini-3.1-flash-live-preview";
+const INPUT_SAMPLE_RATE_HZ = 16_000;
+const OUTPUT_SAMPLE_RATE_HZ = 24_000;
+class GeminiLiveAdapter {
+    opts;
+    caps = {
+        inputSampleRateHz: INPUT_SAMPLE_RATE_HZ,
+        outputSampleRateHz: OUTPUT_SAMPLE_RATE_HZ,
+        supportsConcurrentToolAudio: false,
+        supportsTruncate: false,
+        emitsServerSpeechStarted: true,
+        supportsNativeResume: true,
+    };
+    events;
+    stream = new RealtimeEventStream();
+    session = null;
+    abortHandler = null;
+    openResolver = null;
+    openRejecter = null;
+    activeResponse = false;
+    toolNames = new Map();
+    constructor(opts) {
+        this.opts = opts;
+        this.events = this.stream;
+    }
+    async open(signal) {
+        const { GoogleGenAI, Modality } = await import("@google/genai");
+        const model = this.opts.model ?? DEFAULT_MODEL;
+        const tools = (this.opts.tools ?? []).map((t) => ({
+            functionDeclarations: [{
+                    name: t.name,
+                    description: t.description,
+                    parametersJsonSchema: t.parameters,
+                }],
+        }));
+        const transcription = this.opts.transcription;
+        const config = {
+            // Default preserves the prior hard-pin of AUDIO-only responses.
+            responseModalities: this.opts.responseModalities
+                ? [...this.opts.responseModalities]
+                : [Modality.AUDIO],
+        };
+        // G4: session resumption defaults ON so the server issues handles; a prior
+        // handle resumes server-side (native resume — no replay). Override via
+        // sessionResumption (full object) or disable with false.
+        if (!("sessionResumption" in this.opts) || this.opts.sessionResumption !== false) {
+            const base = typeof this.opts.sessionResumption === "object" && this.opts.sessionResumption !== null
+                ? { ...this.opts.sessionResumption }
+                : {};
+            if (this.opts.sessionResumptionHandle !== undefined) {
+                base["handle"] = this.opts.sessionResumptionHandle;
+            }
+            config["sessionResumption"] = base;
+        }
+        const inputTranscription = transcription?.input ?? true;
+        const outputTranscription = transcription?.output ?? true;
+        if (inputTranscription !== false) {
+            config["inputAudioTranscription"] = inputTranscription === true ? {} : inputTranscription;
+        }
+        if (outputTranscription !== false) {
+            config["outputAudioTranscription"] = outputTranscription === true ? {} : outputTranscription;
+        }
+        const speechConfig = this.opts.speechConfig;
+        if (speechConfig && (speechConfig.voice !== undefined || speechConfig.languageCode !== undefined)) {
+            config["speechConfig"] = {
+                ...(speechConfig.voice === undefined
+                    ? {}
+                    : { voiceConfig: { prebuiltVoiceConfig: { voiceName: speechConfig.voice } } }),
+                ...(speechConfig.languageCode === undefined ? {} : { languageCode: speechConfig.languageCode }),
+            };
+        }
+        if (this.opts.systemInstruction) {
+            config["systemInstruction"] = this.opts.systemInstruction;
+        }
+        if (tools.length > 0) {
+            config["tools"] = tools;
+        }
+        if (this.opts.generationConfig !== undefined) {
+            config["generationConfig"] = this.opts.generationConfig;
+        }
+        if (this.opts.safetySettings !== undefined) {
+            config["safetySettings"] = this.opts.safetySettings;
+        }
+        if (this.opts.temperature !== undefined) {
+            config["temperature"] = this.opts.temperature;
+        }
+        if (this.opts.topP !== undefined) {
+            config["topP"] = this.opts.topP;
+        }
+        if (this.opts.topK !== undefined) {
+            config["topK"] = this.opts.topK;
+        }
+        if (this.opts.maxOutputTokens !== undefined) {
+            config["maxOutputTokens"] = this.opts.maxOutputTokens;
+        }
+        if (this.opts.mediaResolution !== undefined) {
+            config["mediaResolution"] = this.opts.mediaResolution;
+        }
+        if (this.opts.seed !== undefined) {
+            config["seed"] = this.opts.seed;
+        }
+        if (this.opts.thinkingConfig !== undefined) {
+            config["thinkingConfig"] = this.opts.thinkingConfig;
+        }
+        if (this.opts.enableAffectiveDialog !== undefined) {
+            config["enableAffectiveDialog"] = this.opts.enableAffectiveDialog;
+        }
+        if (this.opts.realtimeInputConfig !== undefined) {
+            config["realtimeInputConfig"] = this.opts.realtimeInputConfig;
+        }
+        if (this.opts.contextWindowCompression !== undefined) {
+            config["contextWindowCompression"] = this.opts.contextWindowCompression;
+        }
+        if (this.opts.proactivity !== undefined) {
+            config["proactivity"] = this.opts.proactivity;
+        }
+        if (this.opts.explicitVadSignal !== undefined) {
+            config["explicitVadSignal"] = this.opts.explicitVadSignal;
+        }
+        if (this.opts.connectConfig) {
+            Object.assign(config, this.opts.connectConfig);
+        }
+        const openPromise = new Promise((resolve, reject) => {
+            this.openResolver = resolve;
+            this.openRejecter = reject;
+        });
+        const ai = new GoogleGenAI({
+            apiKey: this.opts.apiKey,
+            ...(this.opts.apiVersion === undefined
+                ? {}
+                : { httpOptions: { apiVersion: this.opts.apiVersion } }),
+        });
+        this.session = await ai.live.connect({
+            model,
+            config,
+            callbacks: {
+                onopen: () => this.resolveOpen(),
+                onmessage: (msg) => this.handleMessage(msg),
+                onerror: (ev) => {
+                    const cause = ev instanceof Error ? ev : new Error(String(ev));
+                    this.stream.push({ type: "error", cause, recoverable: true });
+                    this.rejectOpen(cause);
+                },
+                onclose: () => this.stream.close(),
+            },
+        });
+        this.abortHandler = () => {
+            void this.close();
+            this.rejectOpen(new Error("Gemini Live adapter open aborted"));
+        };
+        signal.addEventListener("abort", this.abortHandler, { once: true });
+        await openPromise;
+    }
+    sendAudio(pcm16) {
+        this.requireSession().sendRealtimeInput({
+            audio: {
+                data: bytesToBase64(pcm16),
+                mimeType: "audio/pcm;rate=16000",
+            },
+        });
+    }
+    sendText(text) {
+        this.requireSession().sendClientContent({
+            turns: [{ role: "user", parts: [{ text }] }],
+            turnComplete: true,
+        });
+    }
+    injectContext(text) {
+        // Gemini Live drops system/developer roles from conversation history. A silent,
+        // incomplete user turn preserves the steering context without requesting a response.
+        this.requireSession().sendClientContent({
+            turns: [{ role: "user", parts: [{ text: `[Context-only instruction]\n${text}` }] }],
+            turnComplete: false,
+        });
+    }
+    cancelResponse(_audioEndMs) {
+        // Gemini handles interruption server-side via `interrupted`; no truncate API.
+    }
+    injectToolResult(toolId, text) {
+        const name = this.toolNames.get(toolId);
+        if (!name) {
+            this.stream.push({
+                type: "error",
+                cause: new Error(`unknown tool id "${toolId}" for Gemini tool response`),
+                recoverable: false,
+            });
+            return;
+        }
+        this.requireSession().sendToolResponse({
+            functionResponses: [{
+                    id: toolId,
+                    name,
+                    response: { result: text },
+                }],
+        });
+    }
+    async close() {
+        if (this.abortHandler) {
+            // signal may already be gone; best-effort cleanup
+        }
+        this.session?.close();
+        this.session = null;
+        this.stream.close();
+    }
+    requireSession() {
+        if (!this.session)
+            throw new Error("Gemini Live adapter is not open");
+        return this.session;
+    }
+    rejectOpen(err) {
+        this.openRejecter?.(err);
+        this.openResolver = null;
+        this.openRejecter = null;
+    }
+    resolveOpen() {
+        this.openResolver?.();
+        this.openResolver = null;
+        this.openRejecter = null;
+    }
+    handleMessage(msg) {
+        // G4: surface fresh resumption handles so a durable host can persist the latest.
+        const resumption = msg.sessionResumptionUpdate;
+        if (resumption?.resumable && resumption.newHandle) {
+            this.stream.push({ type: "resumption_handle", handle: resumption.newHandle });
+        }
+        if (msg.setupComplete) {
+            if (!this.activeResponse) {
+                this.activeResponse = true;
+                this.stream.push({ type: "response_started" });
+            }
+        }
+        const content = msg.serverContent;
+        if (content) {
+            if (content.interrupted) {
+                this.stream.push({ type: "speech_started" });
+            }
+            if (content.inputTranscription?.text) {
+                this.stream.push({
+                    type: "transcript",
+                    role: "user",
+                    text: content.inputTranscription.text,
+                    final: content.inputTranscription.finished ?? false,
+                });
+            }
+            if (content.outputTranscription?.text) {
+                this.stream.push({
+                    type: "transcript",
+                    role: "assistant",
+                    text: content.outputTranscription.text,
+                    final: content.outputTranscription.finished ?? false,
+                });
+            }
+            const parts = content.modelTurn?.parts;
+            if (parts) {
+                if (!this.activeResponse) {
+                    this.activeResponse = true;
+                    this.stream.push({ type: "response_started" });
+                }
+                for (const part of parts) {
+                    const inline = part.inlineData;
+                    if (inline?.data && inline.mimeType?.startsWith("audio/")) {
+                        const rateMatch = /rate=(\d+)/.exec(inline.mimeType);
+                        const sampleRateHz = rateMatch ? Number(rateMatch[1]) : OUTPUT_SAMPLE_RATE_HZ;
+                        this.stream.push({
+                            type: "audio",
+                            pcm16: base64ToBytes(inline.data),
+                            sampleRateHz,
+                        });
+                    }
+                }
+            }
+            if (content.turnComplete) {
+                this.activeResponse = false;
+                this.stream.push({ type: "response_done" });
+            }
+        }
+        const calls = msg.toolCall?.functionCalls;
+        if (calls) {
+            for (const call of calls) {
+                const toolId = call.id ?? crypto.randomUUID();
+                const toolName = call.name ?? "unknown";
+                this.toolNames.set(toolId, toolName);
+                this.stream.push({
+                    type: "tool_call",
+                    toolId,
+                    toolName,
+                    args: (call.args ?? {}),
+                });
+            }
+        }
+    }
+}
+export function fromGeminiLive(opts) {
+    return new GeminiLiveAdapter(opts);
+}
+//# sourceMappingURL=from-gemini-live.js.map

package/dist/from-gemini-live.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"from-gemini-live.js","sourceRoot":"","sources":["../src/from-gemini-live.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAI/B,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC3D,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AAGjE,MAAM,aAAa,GAAG,+BAA+B,CAAC;AACtD,MAAM,oBAAoB,GAAG,MAAM,CAAC;AACpC,MAAM,qBAAqB,GAAG,MAAM,CAAC;AAqErC,MAAM,iBAAiB;IAoBQ;IAnBpB,IAAI,GAAG;QACd,iBAAiB,EAAE,oBAAoB;QACvC,kBAAkB,EAAE,qBAAqB;QACzC,2BAA2B,EAAE,KAAK;QAClC,gBAAgB,EAAE,KAAK;QACvB,wBAAwB,EAAE,IAAI;QAC9B,oBAAoB,EAAE,IAAI;KAClB,CAAC;IAEF,MAAM,CAA+B;IAE7B,MAAM,GAAG,IAAI,mBAAmB,EAAE,CAAC;IAC5C,OAAO,GAAmB,IAAI,CAAC;IAC/B,YAAY,GAAwB,IAAI,CAAC;IACzC,YAAY,GAAwB,IAAI,CAAC;IACzC,YAAY,GAAkC,IAAI,CAAC;IACnD,cAAc,GAAG,KAAK,CAAC;IACd,SAAS,GAAG,IAAI,GAAG,EAAkB,CAAC;IAEvD,YAA6B,IAAuB;QAAvB,SAAI,GAAJ,IAAI,CAAmB;QAClD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,MAAmB;QAC5B,MAAM,EAAE,WAAW,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,eAAe,CAAC,CAAC;QAChE,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,aAAa,CAAC;QAE/C,MAAM,KAAK,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAChD,oBAAoB,EAAE,CAAC;oBACrB,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,WAAW,EAAE,CAAC,CAAC,WAAW;oBAC1B,oBAAoB,EAAE,CAAC,CAAC,UAAU;iBACnC,CAAC;SACH,CAAC,CAAC,CAAC;QAEJ,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC;QAC9C,MAAM,MAAM,GAA4B;YACtC,gEAAgE;YAChE,kBAAkB,EAAE,IAAI,CAAC,IAAI,CAAC,kBAAkB;gBAC9C,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC;gBACnC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC;SACrB,CAAC;QACF,2EAA2E;QAC3E,uEAAuE;QACvE,yDAAyD;QACzD,IAAI,CAAC,CAAC,mBAAmB,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,iBAAiB,KAAK,KAAK,EAAE,CAAC;YACjF,MAAM,IAAI,GACR,OAAO,IAAI,CAAC,IAAI,CAAC,iBAAiB,KAAK,QAAQ,IAAI,IAAI,CAAC,IAAI,CAAC,iBAAiB,KAAK,IAAI;gBACrF,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE;gBACpC,CAAC,CAAC,EAAE,CAAC;YACT,IAAI,IAAI,CAAC,IAAI,CAAC,uBAAuB,KAAK,SAAS,EAAE,CAAC;gBACpD,IAAI,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,uBAAuB,CAAC;YACrD,CAAC;YACD,MAAM,CAAC,mBAAmB,CAAC,GAAG,IAAI,CAAC;QACrC,CAAC;QACD,MAAM,kBAAkB,GAAG,aAAa,EAAE,KAAK,IAAI,IAAI,CAAC;QACxD,MAAM,mBAAmB,GAAG,aAAa,EAAE,MAAM,IAAI,IAAI,CAAC;QAC1D,IAAI,kBAAkB,KAAK,KAAK,EAAE,CAAC;YACjC,MAAM,CAAC,yBAAyB,CAAC,GAAG,kBAAkB,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,kBAAkB,CAAC;QAC5F,CAAC;QACD,IAAI,mBAAmB,KAAK,KAAK,EAAE,CAAC;YAClC,MAAM,CAAC,0BAA0B,CAAC,GAAG,mBAAmB,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,mBAAmB,CAAC;QAC/F,CAAC;QACD,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC;QAC5C,IAAI,YAAY,IAAI,CAAC,YAAY,CAAC,KAAK,KAAK,SAAS,IAAI,YAAY,CAAC,YAAY,KAAK,SAAS,CAAC,EAAE,CAAC;YAClG,MAAM,CAAC,cAAc,CAAC,GAAG;gBACvB,GAAG,CAAC,YAAY,CAAC,KAAK,KAAK,SAAS;oBAClC,CAAC,CAAC,EAAE;oBACJ,CAAC,CAAC,EAAE,WAAW,EAAE,EAAE,mBAAmB,EAAE,EAAE,SAAS,EAAE,YAAY,CAAC,KAAK,EAAE,EAAE,EAAE,CAAC;gBAChF,GAAG,CAAC,YAAY,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,YAAY,CAAC,YAAY,EAAE,CAAC;aAChG,CAAC;QACJ,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAChC,MAAM,CAAC,mBAAmB,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC;QAC5D,CAAC;QACD,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrB,MAAM,CAAC,OAAO,CAAC,GAAG,KAAK,CAAC;QAC1B,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,CAAC,gBAAgB,KAAK,SAAS,EAAE,CAAC;YAC7C,MAAM,CAAC,kBAAkB,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC;QAC1D,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;YAC3C,MAAM,CAAC,gBAAgB,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC;QACtD,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YACxC,MAAM,CAAC,aAAa,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC;QAChD,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YACjC,MAAM,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;QAClC,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YACjC,MAAM,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;QAClC,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,CAAC,eAAe,KAAK,SAAS,EAAE,CAAC;YAC5C,MAAM,CAAC,iBAAiB,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC;QACxD,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,CAAC,eAAe,KAAK,SAAS,EAAE,CAAC;YAC5C,MAAM,CAAC,iBAAiB,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC;QACxD,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YACjC,MAAM,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;QAClC,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;YAC3C,MAAM,CAAC,gBAAgB,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC;QACtD,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,CAAC,qBAAqB,KAAK,SAAS,EAAE,CAAC;YAClD,MAAM,CAAC,uBAAuB,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC;QACpE,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,CAAC,mBAAmB,KAAK,SAAS,EAAE,CAAC;YAChD,MAAM,CAAC,qBAAqB,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC;QAChE,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,CAAC,wBAAwB,KAAK,SAAS,EAAE,CAAC;YACrD,MAAM,CAAC,0BAA0B,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,wBAAwB,CAAC;QAC1E,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YACxC,MAAM,CAAC,aAAa,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC;QAChD,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,CAAC,iBAAiB,KAAK,SAAS,EAAE,CAAC;YAC9C,MAAM,CAAC,mBAAmB,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC;QAC5D,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YAC5B,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QACjD,CAAC;QAED,MAAM,WAAW,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACxD,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC;YAC5B,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC;QAC7B,CAAC,CAAC,CAAC;QAEH,MAAM,EAAE,GAAG,IAAI,WAAW,CAAC;YACzB,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM;YACxB,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,KAAK,SAAS;gBACpC,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC,EAAE,WAAW,EAAE,EAAE,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC;SAC3D,CAAC,CAAC;QAEH,IAAI,CAAC,OAAO,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC;YACnC,KAAK;YACL,MAAM;YACN,SAAS,EAAE;gBACT,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,WAAW,EAAE;gBAChC,SAAS,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC;gBAC3C,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE;oBACd,MAAM,KAAK,GAAG,EAAE,YAAY,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;oBAC/D,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;oBAC9D,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;gBACzB,CAAC;gBACD,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE;aACnC;SACF,CAAC,CAAC;QAEH,IAAI,CAAC,YAAY,GAAG,GAAG,EAAE;YACvB,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC;YAClB,IAAI,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC,CAAC;QACjE,CAAC,CAAC;QACF,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,IAAI,CAAC,YAAY,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAEpE,MAAM,WAAW,CAAC;IACpB,CAAC;IAED,SAAS,CAAC,KAAiB;QACzB,IAAI,CAAC,cAAc,EAAE,CAAC,iBAAiB,CAAC;YACtC,KAAK,EAAE;gBACL,IAAI,EAAE,aAAa,CAAC,KAAK,CAAC;gBAC1B,QAAQ,EAAE,sBAAsB;aACjC;SACF,CAAC,CAAC;IACL,CAAC;IAED,QAAQ,CAAC,IAAY;QACnB,IAAI,CAAC,cAAc,EAAE,CAAC,iBAAiB,CAAC;YACtC,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;YAC5C,YAAY,EAAE,IAAI;SACnB,CAAC,CAAC;IACL,CAAC;IAED,aAAa,CAAC,IAAY;QACxB,gFAAgF;QAChF,qFAAqF;QACrF,IAAI,CAAC,cAAc,EAAE,CAAC,iBAAiB,CAAC;YACtC,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,+BAA+B,IAAI,EAAE,EAAE,CAAC,EAAE,CAAC;YACnF,YAAY,EAAE,KAAK;SACpB,CAAC,CAAC;IACL,CAAC;IAED,cAAc,CAAC,WAAmB;QAChC,8EAA8E;IAChF,CAAC;IAED,gBAAgB,CAAC,MAAc,EAAE,IAAY;QAC3C,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACxC,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;gBACf,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE,IAAI,KAAK,CAAC,oBAAoB,MAAM,4BAA4B,CAAC;gBACxE,WAAW,EAAE,KAAK;aACnB,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QACD,IAAI,CAAC,cAAc,EAAE,CAAC,gBAAgB,CAAC;YACrC,iBAAiB,EAAE,CAAC;oBAClB,EAAE,EAAE,MAAM;oBACV,IAAI;oBACJ,QAAQ,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;iBAC3B,CAAC;SACH,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,kDAAkD;QACpD,CAAC;QACD,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IACtB,CAAC;IAEO,cAAc;QACpB,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;QACtE,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAEO,UAAU,CAAC,GAAU;QAC3B,IAAI,CAAC,YAAY,EAAE,CAAC,GAAG,CAAC,CAAC;QACzB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QACzB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;IAC3B,CAAC;IAEO,WAAW;QACjB,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;QACtB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QACzB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;IAC3B,CAAC;IAEO,aAAa,CAAC,GAAsB;QAC1C,iFAAiF;QACjF,MAAM,UAAU,GAAG,GAAG,CAAC,uBAAuB,CAAC;QAC/C,IAAI,UAAU,EAAE,SAAS,IAAI,UAAU,CAAC,SAAS,EAAE,CAAC;YAClD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,mBAAmB,EAAE,MAAM,EAAE,UAAU,CAAC,SAAS,EAAE,CAAC,CAAC;QAChF,CAAC;QAED,IAAI,GAAG,CAAC,aAAa,EAAE,CAAC;YACtB,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;gBACzB,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;gBAC3B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,kBAAkB,EAAE,CAAC,CAAC;YACjD,CAAC;QACH,CAAC;QAED,MAAM,OAAO,GAAG,GAAG,CAAC,aAAa,CAAC;QAClC,IAAI,OAAO,EAAE,CAAC;YACZ,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;gBACxB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,CAAC,CAAC;YAC/C,CAAC;YAED,IAAI,OAAO,CAAC,kBAAkB,EAAE,IAAI,EAAE,CAAC;gBACrC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;oBACf,IAAI,EAAE,YAAY;oBAClB,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,OAAO,CAAC,kBAAkB,CAAC,IAAI;oBACrC,KAAK,EAAE,OAAO,CAAC,kBAAkB,CAAC,QAAQ,IAAI,KAAK;iBACpD,CAAC,CAAC;YACL,CAAC;YAED,IAAI,OAAO,CAAC,mBAAmB,EAAE,IAAI,EAAE,CAAC;gBACtC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;oBACf,IAAI,EAAE,YAAY;oBAClB,IAAI,EAAE,WAAW;oBACjB,IAAI,EAAE,OAAO,CAAC,mBAAmB,CAAC,IAAI;oBACtC,KAAK,EAAE,OAAO,CAAC,mBAAmB,CAAC,QAAQ,IAAI,KAAK;iBACrD,CAAC,CAAC;YACL,CAAC;YAED,MAAM,KAAK,GAAG,OAAO,CAAC,SAAS,EAAE,KAAK,CAAC;YACvC,IAAI,KAAK,EAAE,CAAC;gBACV,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;oBACzB,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;oBAC3B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,kBAAkB,EAAE,CAAC,CAAC;gBACjD,CAAC;gBACD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC;oBAC/B,IAAI,MAAM,EAAE,IAAI,IAAI,MAAM,CAAC,QAAQ,EAAE,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;wBAC1D,MAAM,SAAS,GAAG,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;wBACrD,MAAM,YAAY,GAAG,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,qBAAqB,CAAC;wBAC9E,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;4BACf,IAAI,EAAE,OAAO;4BACb,KAAK,EAAE,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC;4BACjC,YAAY;yBACb,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;YAED,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;gBACzB,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;gBAC5B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC,CAAC;YAC9C,CAAC;QACH,CAAC;QAED,MAAM,KAAK,GAAG,GAAG,CAAC,QAAQ,EAAE,aAAa,CAAC;QAC1C,IAAI,KAAK,EAAE,CAAC;YACV,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,MAAM,GAAG,IAAI,CAAC,EAAE,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;gBAC9C,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,IAAI,SAAS,CAAC;gBACxC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;gBACrC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;oBACf,IAAI,EAAE,WAAW;oBACjB,MAAM;oBACN,QAAQ;oBACR,IAAI,EAAE,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAA4B;iBACnD,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;CACF;AAED,MAAM,UAAU,cAAc,CAAC,IAAuB;IACpD,OAAO,IAAI,iBAAiB,CAAC,IAAI,CAAC,CAAC;AACrC,CAAC"}

package/dist/from-openai-realtime.d.ts

@@ -0,0 +1,49 @@
+import type { SocketFactory } from "@kuralle-syrinx/ws";
+import { base64ToBytes, bytesToBase64 } from "./base64.js";
+import type { RealtimeAdapter, RealtimeResumeMessage, RealtimeToolDef } from "./realtime-adapter.js";
+export interface OpenAIRealtimeOptions {
+    readonly apiKey: string;
+    readonly model?: string;
+    readonly voice?: string;
+    readonly socketFactory: SocketFactory;
+    readonly url?: () => string;
+    /** Server turn-detection config. Defaults to semantic_vad; pass `server_vad` or `null` to override. */
+    readonly turnDetection?: Record<string, unknown> | null;
+    /**
+     * Function tools the front model may call (e.g. a delegate tool routed to a Reasoner). Domain-neutral
+     * — the caller supplies these. Empty by default (standalone s2s, no delegation).
+     */
+    readonly tools?: readonly RealtimeToolDef[];
+    readonly debug?: boolean;
+    /** gpt-realtime-2 requires response.create after function_call_output; set false for providers that do not. */
+    readonly requiresResponseCreateAfterToolOutput?: boolean;
+    readonly instructions?: string;
+    readonly modalities?: readonly string[];
+    readonly temperature?: number;
+    readonly inputTranscription?: Record<string, unknown> | boolean;
+    readonly toolChoice?: string | Record<string, unknown>;
+    readonly inputRateHz?: number;
+    readonly outputRateHz?: number;
+    /** Input audio format object. Defaults to `{ type: "audio/pcm", rate: inputRateHz }`. */
+    readonly inputAudioFormat?: Record<string, unknown>;
+    /** Output audio format object. Defaults to `{ type: "audio/pcm", rate: outputRateHz }`. */
+    readonly outputAudioFormat?: Record<string, unknown>;
+    /** OpenAI Realtime `audio.input.noise_reduction` (e.g. `{ type: "near_field" }`). */
+    readonly noiseReduction?: Record<string, unknown> | null;
+    /** OpenAI Realtime `max_output_tokens` session field. */
+    readonly maxOutputTokens?: number | "inf";
+    /**
+     * Merged last into `session.update.session` for any provider field the adapter does not enumerate
+     * (speed, tracing, prompt, include, …). Overrides same-key defaults when both set.
+     */
+    readonly sessionConfig?: Record<string, unknown>;
+    /**
+     * G4 resume-by-replay: returns the prior conversation to replay as
+     * `conversation.item.create` items on every (re)connect — OpenAI Realtime has no
+     * native session resume. Replay never triggers a response (no double-answer).
+     */
+    readonly resumeHistory?: () => readonly RealtimeResumeMessage[];
+}
+export declare function fromOpenAIRealtime(opts: OpenAIRealtimeOptions): RealtimeAdapter;
+export { bytesToBase64, base64ToBytes };
+//# sourceMappingURL=from-openai-realtime.d.ts.map

package/dist/from-openai-realtime.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"from-openai-realtime.d.ts","sourceRoot":"","sources":["../src/from-openai-realtime.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAExD,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAE3D,OAAO,KAAK,EAAE,eAAe,EAAE,qBAAqB,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAMrG,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,aAAa,EAAE,aAAa,CAAC;IACtC,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;IAC5B,uGAAuG;IACvG,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;IACxD;;;OAGG;IACH,QAAQ,CAAC,KAAK,CAAC,EAAE,SAAS,eAAe,EAAE,CAAC;IAC5C,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC;IACzB,+GAA+G;IAC/G,QAAQ,CAAC,qCAAqC,CAAC,EAAE,OAAO,CAAC;IACzD,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,UAAU,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACxC,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,kBAAkB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC;IAChE,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACvD,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC;IAC/B,yFAAyF;IACzF,QAAQ,CAAC,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACpD,2FAA2F;IAC3F,QAAQ,CAAC,iBAAiB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACrD,qFAAqF;IACrF,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;IACzD,yDAAyD;IACzD,QAAQ,CAAC,eAAe,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;IAC1C;;;OAGG;IACH,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACjD;;;;OAIG;IACH,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,SAAS,qBAAqB,EAAE,CAAC;CACjE;AAED,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,qBAAqB,GAAG,eAAe,CA6E/E;AAED,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,CAAC"}

package/dist/from-openai-realtime.js

@@ -0,0 +1,80 @@
+// SPDX-License-Identifier: MIT
+import { base64ToBytes, bytesToBase64 } from "./base64.js";
+import { createOpenAiCompatibleRealtimeAdapter } from "./openai-compatible-realtime.js";
+const DEFAULT_MODEL = "gpt-realtime-2";
+const DEFAULT_VOICE = "marin";
+const DEFAULT_SAMPLE_RATE_HZ = 24_000;
+export function fromOpenAIRealtime(opts) {
+    const inputRateHz = opts.inputRateHz ?? DEFAULT_SAMPLE_RATE_HZ;
+    const outputRateHz = opts.outputRateHz ?? DEFAULT_SAMPLE_RATE_HZ;
+    const model = opts.model ?? DEFAULT_MODEL;
+    const voice = opts.voice ?? DEFAULT_VOICE;
+    return createOpenAiCompatibleRealtimeAdapter({
+        apiKey: opts.apiKey,
+        socketFactory: opts.socketFactory,
+        debug: opts.debug,
+        defaultModel: DEFAULT_MODEL,
+        model: opts.model,
+        url: opts.url,
+        caps: {
+            inputSampleRateHz: inputRateHz,
+            outputSampleRateHz: outputRateHz,
+            supportsConcurrentToolAudio: true,
+            supportsTruncate: true,
+            emitsServerSpeechStarted: true,
+            supportsTextOnlyModality: opts.modalities?.length === 1 && opts.modalities[0] === "text",
+        },
+        buildSessionUpdate: () => {
+            const inputAudio = {
+                format: opts.inputAudioFormat ?? { type: "audio/pcm", rate: inputRateHz },
+                turn_detection: "turnDetection" in opts ? opts.turnDetection : { type: "semantic_vad" },
+            };
+            if (opts.inputTranscription !== undefined) {
+                inputAudio["transcription"] =
+                    opts.inputTranscription === true ? { model: "whisper-1" } : opts.inputTranscription;
+            }
+            if (opts.noiseReduction !== undefined) {
+                inputAudio["noise_reduction"] = opts.noiseReduction;
+            }
+            const outputAudio = {
+                format: opts.outputAudioFormat ?? { type: "audio/pcm", rate: outputRateHz },
+                voice,
+            };
+            const session = {
+                type: "realtime",
+                model,
+                output_modalities: opts.modalities ?? ["audio"],
+                audio: {
+                    input: inputAudio,
+                    output: outputAudio,
+                },
+                tools: (opts.tools ?? []).map((t) => ({
+                    type: "function",
+                    name: t.name,
+                    description: t.description,
+                    parameters: t.parameters,
+                })),
+                tool_choice: opts.toolChoice ?? "auto",
+            };
+            if (opts.instructions !== undefined) {
+                session["instructions"] = opts.instructions;
+            }
+            if (opts.temperature !== undefined) {
+                session["temperature"] = opts.temperature;
+            }
+            if (opts.maxOutputTokens !== undefined) {
+                session["max_output_tokens"] = opts.maxOutputTokens;
+            }
+            if (opts.sessionConfig) {
+                Object.assign(session, opts.sessionConfig);
+            }
+            return session;
+        },
+        supportsTruncate: true,
+        requiresResponseCreateAfterToolOutput: opts.requiresResponseCreateAfterToolOutput,
+        defaultErrorMessage: "OpenAI Realtime error",
+        ...(opts.resumeHistory ? { buildResumeItems: opts.resumeHistory } : {}),
+    });
+}
+export { bytesToBase64, base64ToBytes };
+//# sourceMappingURL=from-openai-realtime.js.map

package/dist/from-openai-realtime.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"from-openai-realtime.js","sourceRoot":"","sources":["../src/from-openai-realtime.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAI/B,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC3D,OAAO,EAAE,qCAAqC,EAAE,MAAM,iCAAiC,CAAC;AAGxF,MAAM,aAAa,GAAG,gBAAgB,CAAC;AACvC,MAAM,aAAa,GAAG,OAAO,CAAC;AAC9B,MAAM,sBAAsB,GAAG,MAAM,CAAC;AA8CtC,MAAM,UAAU,kBAAkB,CAAC,IAA2B;IAC5D,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,sBAAsB,CAAC;IAC/D,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,IAAI,sBAAsB,CAAC;IACjE,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,aAAa,CAAC;IAC1C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,aAAa,CAAC;IAE1C,OAAO,qCAAqC,CAAC;QAC3C,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,aAAa,EAAE,IAAI,CAAC,aAAa;QACjC,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,YAAY,EAAE,aAAa;QAC3B,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,GAAG,EAAE,IAAI,CAAC,GAAG;QACb,IAAI,EAAE;YACJ,iBAAiB,EAAE,WAAW;YAC9B,kBAAkB,EAAE,YAAY;YAChC,2BAA2B,EAAE,IAAI;YACjC,gBAAgB,EAAE,IAAI;YACtB,wBAAwB,EAAE,IAAI;YAC9B,wBAAwB,EAAE,IAAI,CAAC,UAAU,EAAE,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,MAAM;SACzF;QACD,kBAAkB,EAAE,GAAG,EAAE;YACvB,MAAM,UAAU,GAA4B;gBAC1C,MAAM,EAAE,IAAI,CAAC,gBAAgB,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,WAAW,EAAE;gBACzE,cAAc,EACZ,eAAe,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE;aAC1E,CAAC;YACF,IAAI,IAAI,CAAC,kBAAkB,KAAK,SAAS,EAAE,CAAC;gBAC1C,UAAU,CAAC,eAAe,CAAC;oBACzB,IAAI,CAAC,kBAAkB,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC;YACxF,CAAC;YACD,IAAI,IAAI,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;gBACtC,UAAU,CAAC,iBAAiB,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC;YACtD,CAAC;YAED,MAAM,WAAW,GAA4B;gBAC3C,MAAM,EAAE,IAAI,CAAC,iBAAiB,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,YAAY,EAAE;gBAC3E,KAAK;aACN,CAAC;YAEF,MAAM,OAAO,GAA4B;gBACvC,IAAI,EAAE,UAAU;gBAChB,KAAK;gBACL,iBAAiB,EAAE,IAAI,CAAC,UAAU,IAAI,CAAC,OAAO,CAAC;gBAC/C,KAAK,EAAE;oBACL,KAAK,EAAE,UAAU;oBACjB,MAAM,EAAE,WAAW;iBACpB;gBACD,KAAK,EAAE,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBACpC,IAAI,EAAE,UAAmB;oBACzB,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,WAAW,EAAE,CAAC,CAAC,WAAW;oBAC1B,UAAU,EAAE,CAAC,CAAC,UAAU;iBACzB,CAAC,CAAC;gBACH,WAAW,EAAE,IAAI,CAAC,UAAU,IAAI,MAAM;aACvC,CAAC;YAEF,IAAI,IAAI,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;gBACpC,OAAO,CAAC,cAAc,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC;YAC9C,CAAC;YACD,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;gBACnC,OAAO,CAAC,aAAa,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC;YAC5C,CAAC;YACD,IAAI,IAAI,CAAC,eAAe,KAAK,SAAS,EAAE,CAAC;gBACvC,OAAO,CAAC,mBAAmB,CAAC,GAAG,IAAI,CAAC,eAAe,CAAC;YACtD,CAAC;YACD,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;gBACvB,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;YAC7C,CAAC;YAED,OAAO,OAAO,CAAC;QACjB,CAAC;QACD,gBAAgB,EAAE,IAAI;QACtB,qCAAqC,EAAE,IAAI,CAAC,qCAAqC;QACjF,mBAAmB,EAAE,uBAAuB;QAC5C,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACxE,CAAC,CAAC;AACL,CAAC;AAED,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,CAAC"}

package/dist/gemini-translate.d.ts

@@ -0,0 +1,17 @@
+declare const DEFAULT_MODEL = "gemini-3.5-live-translate-preview";
+export interface GeminiTranslateSession {
+    sendAudio(pcm16: Uint8Array): void;
+    signalAudioStreamEnd(): void;
+    close(): Promise<void>;
+}
+export interface GeminiTranslateSessionOptions {
+    readonly apiKey: string;
+    readonly targetLanguageCode: string;
+    readonly echoTargetLanguage?: boolean;
+    readonly onAudio: (pcm16: Uint8Array, sampleRateHz: number) => void;
+    readonly onText?: (text: string, role: "input" | "output", final: boolean) => void;
+    readonly onError?: (cause: Error) => void;
+}
+export declare function createGeminiTranslateSession(opts: GeminiTranslateSessionOptions): Promise<GeminiTranslateSession>;
+export { DEFAULT_MODEL as GEMINI_TRANSLATE_MODEL };
+//# sourceMappingURL=gemini-translate.d.ts.map

package/dist/gemini-translate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"gemini-translate.d.ts","sourceRoot":"","sources":["../src/gemini-translate.ts"],"names":[],"mappings":"AAMA,QAAA,MAAM,aAAa,sCAAsC,CAAC;AAG1D,MAAM,WAAW,sBAAsB;IACrC,SAAS,CAAC,KAAK,EAAE,UAAU,GAAG,IAAI,CAAC;IACnC,oBAAoB,IAAI,IAAI,CAAC;IAC7B,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACxB;AAED,MAAM,WAAW,6BAA6B;IAC5C,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,kBAAkB,EAAE,MAAM,CAAC;IACpC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,OAAO,CAAC;IACtC,QAAQ,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,KAAK,IAAI,CAAC;IACpE,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,GAAG,QAAQ,EAAE,KAAK,EAAE,OAAO,KAAK,IAAI,CAAC;IACnF,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,IAAI,CAAC;CAC3C;AAED,wBAAsB,4BAA4B,CAChD,IAAI,EAAE,6BAA6B,GAClC,OAAO,CAAC,sBAAsB,CAAC,CA+DjC;AAsCD,OAAO,EAAE,aAAa,IAAI,sBAAsB,EAAE,CAAC"}