@ariaflowagents/gemini-native-audio 0.9.0

package/dist/factories.d.ts

@@ -0,0 +1,32 @@
+import type { RealtimeAudioClient } from '@ariaflowagents/core/realtime';
+import type { VoiceAgentConfig, GeminiConfig } from './types.js';
+import type { OpenAIRealtimeClientConfig } from './openai/OpenAIRealtimeClient.js';
+/**
+ * Create a Gemini model client factory for VoiceEngine.
+ *
+ * Usage:
+ * ```typescript
+ * const engine = new VoiceEngine({
+ *   ...config,
+ *   createModelClient: createGeminiClientFactory({ apiKey: '...' }),
+ * });
+ * ```
+ */
+export declare function createGeminiClientFactory(gemini: GeminiConfig): (agent: VoiceAgentConfig) => RealtimeAudioClient;
+/**
+ * Create an OpenAI Realtime model client factory for VoiceEngine.
+ *
+ * Usage:
+ * ```typescript
+ * const engine = new VoiceEngine({
+ *   ...config,
+ *   createModelClient: createOpenAIClientFactory({ apiKey: '...' }),
+ * });
+ * ```
+ *
+ * This plugs OpenAI Realtime into the same OrchestrationAuthority and
+ * RealtimeRuntime as Gemini — same hooks, same persistence, same
+ * extraction, same memory ingestion. Zero orchestration duplication.
+ */
+export declare function createOpenAIClientFactory(openai: OpenAIRealtimeClientConfig): (agent: VoiceAgentConfig) => RealtimeAudioClient;
+//# sourceMappingURL=factories.d.ts.map

package/dist/factories.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"factories.d.ts","sourceRoot":"","sources":["../src/factories.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AACzE,OAAO,KAAK,EAAE,gBAAgB,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AACjE,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,kCAAkC,CAAC;AAInF;;;;;;;;;;GAUG;AACH,wBAAgB,yBAAyB,CACvC,MAAM,EAAE,YAAY,GACnB,CAAC,KAAK,EAAE,gBAAgB,KAAK,mBAAmB,CAQlD;AAED;;;;;;;;;;;;;;GAcG;AACH,wBAAgB,yBAAyB,CACvC,MAAM,EAAE,0BAA0B,GACjC,CAAC,KAAK,EAAE,gBAAgB,KAAK,mBAAmB,CAIlD"}

package/dist/factories.js

@@ -0,0 +1,43 @@
+import { GeminiLiveSession } from './GeminiLiveSession.js';
+import { OpenAIRealtimeClient } from './openai/OpenAIRealtimeClient.js';
+/**
+ * Create a Gemini model client factory for VoiceEngine.
+ *
+ * Usage:
+ * ```typescript
+ * const engine = new VoiceEngine({
+ *   ...config,
+ *   createModelClient: createGeminiClientFactory({ apiKey: '...' }),
+ * });
+ * ```
+ */
+export function createGeminiClientFactory(gemini) {
+    return (agent) => {
+        return new GeminiLiveSession({
+            gemini,
+            agent,
+            onEvent: () => { }, // Events go through the on() interface
+        });
+    };
+}
+/**
+ * Create an OpenAI Realtime model client factory for VoiceEngine.
+ *
+ * Usage:
+ * ```typescript
+ * const engine = new VoiceEngine({
+ *   ...config,
+ *   createModelClient: createOpenAIClientFactory({ apiKey: '...' }),
+ * });
+ * ```
+ *
+ * This plugs OpenAI Realtime into the same OrchestrationAuthority and
+ * RealtimeRuntime as Gemini — same hooks, same persistence, same
+ * extraction, same memory ingestion. Zero orchestration duplication.
+ */
+export function createOpenAIClientFactory(openai) {
+    return (_agent) => {
+        return new OpenAIRealtimeClient(openai);
+    };
+}
+//# sourceMappingURL=factories.js.map

package/dist/factories.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"factories.js","sourceRoot":"","sources":["../src/factories.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,EAAE,oBAAoB,EAAE,MAAM,kCAAkC,CAAC;AAExE;;;;;;;;;;GAUG;AACH,MAAM,UAAU,yBAAyB,CACvC,MAAoB;IAEpB,OAAO,CAAC,KAAuB,EAAE,EAAE;QACjC,OAAO,IAAI,iBAAiB,CAAC;YAC3B,MAAM;YACN,KAAK;YACL,OAAO,EAAE,GAAG,EAAE,GAAE,CAAC,EAAE,uCAAuC;SAC3D,CAAC,CAAC;IACL,CAAC,CAAC;AACJ,CAAC;AAED;;;;;;;;;;;;;;GAcG;AACH,MAAM,UAAU,yBAAyB,CACvC,MAAkC;IAElC,OAAO,CAAC,MAAwB,EAAE,EAAE;QAClC,OAAO,IAAI,oBAAoB,CAAC,MAAM,CAAC,CAAC;IAC1C,CAAC,CAAC;AACJ,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,13 @@
+export { VoiceEngine, voiceAgentToCoreAgent } from './VoiceEngine.js';
+export { RealtimeCallWorker } from './RealtimeCallWorker.js';
+export type { ModelClientFactory } from './RealtimeCallWorker.js';
+export { GeminiLiveSession } from './GeminiLiveSession.js';
+export { OpenAIRealtimeClient } from './openai/index.js';
+export { createGeminiClientFactory, createOpenAIClientFactory } from './factories.js';
+export { CallWorker } from './CallWorker.js';
+export { CapabilityCallWorker } from './CapabilityCallWorker.js';
+export { toolSetToGeminiDeclarations } from './schema-bridge.js';
+export type { VoiceEngineConfig, VoiceAgentConfig, VoiceToolDef, VoiceToolSet, GeminiConfig, TransportSession, AcceptCallParams, RealtimeEvent, WorkerLike, } from './types.js';
+export type { GeminiFunctionDeclaration } from './schema-bridge.js';
+export type { OpenAIRealtimeClientConfig } from './openai/index.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AACtE,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,YAAY,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAClE,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AAGzD,OAAO,EAAE,yBAAyB,EAAE,yBAAyB,EAAE,MAAM,gBAAgB,CAAC;AAItF,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,OAAO,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;AAEjE,OAAO,EAAE,2BAA2B,EAAE,MAAM,oBAAoB,CAAC;AAEjE,YAAY,EACV,iBAAiB,EACjB,gBAAgB,EAChB,YAAY,EACZ,YAAY,EACZ,YAAY,EACZ,gBAAgB,EAChB,gBAAgB,EAChB,aAAa,EACb,UAAU,GACX,MAAM,YAAY,CAAC;AAEpB,YAAY,EAAE,yBAAyB,EAAE,MAAM,oBAAoB,CAAC;AACpE,YAAY,EAAE,0BAA0B,EAAE,MAAM,mBAAmB,CAAC"}

package/dist/index.js

@@ -0,0 +1,12 @@
+export { VoiceEngine, voiceAgentToCoreAgent } from './VoiceEngine.js';
+export { RealtimeCallWorker } from './RealtimeCallWorker.js';
+export { GeminiLiveSession } from './GeminiLiveSession.js';
+export { OpenAIRealtimeClient } from './openai/index.js';
+// Provider client factories — plug any provider into the same core boundary
+export { createGeminiClientFactory, createOpenAIClientFactory } from './factories.js';
+// Legacy workers — retained for backward compatibility.
+// New code should use VoiceEngine which delegates to RealtimeRuntime.
+export { CallWorker } from './CallWorker.js';
+export { CapabilityCallWorker } from './CapabilityCallWorker.js';
+export { toolSetToGeminiDeclarations } from './schema-bridge.js';
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AACtE,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAE7D,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AAEzD,4EAA4E;AAC5E,OAAO,EAAE,yBAAyB,EAAE,yBAAyB,EAAE,MAAM,gBAAgB,CAAC;AAEtF,wDAAwD;AACxD,sEAAsE;AACtE,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,OAAO,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;AAEjE,OAAO,EAAE,2BAA2B,EAAE,MAAM,oBAAoB,CAAC"}

package/dist/openai/OpenAIRealtimeClient.d.ts

@@ -0,0 +1,51 @@
+/**
+ * OpenAIRealtimeClient — implements RealtimeAudioClient for OpenAI Realtime API.
+ *
+ * Key features:
+ * - WebSocket connection via `ws` package
+ * - Native G.711 μ-law (audio/pcmu) support — zero resampling for SIP/telephony
+ * - PCM16 support for non-telephony use
+ * - Session lifecycle: connect → session.created → session.update → session.updated
+ * - Tool calling: function_call_arguments.done → tool-call event → sendToolResponse
+ *
+ * Ported from research/sip-to-ai/app/ai/openai_realtime.py
+ */
+import type { RealtimeAudioClient, RealtimeSessionConfig, RealtimeToolResponse, RealtimeEventMap } from '@ariaflowagents/core/realtime';
+export interface OpenAIRealtimeClientConfig {
+    apiKey: string;
+    /** OpenAI Realtime model. Default: 'gpt-realtime' */
+    model?: string;
+}
+export declare class OpenAIRealtimeClient implements RealtimeAudioClient {
+    private readonly apiKey;
+    private readonly defaultModel;
+    private ws;
+    private _connected;
+    private sessionConfig;
+    private listeners;
+    private sessionCreatedResolve;
+    private sessionUpdatedResolve;
+    constructor(config: OpenAIRealtimeClientConfig);
+    get connected(): boolean;
+    on<K extends keyof RealtimeEventMap>(event: K, handler: RealtimeEventMap[K]): void;
+    off<K extends keyof RealtimeEventMap>(event: K, handler: RealtimeEventMap[K]): void;
+    private emit;
+    connect(config: RealtimeSessionConfig): Promise<void>;
+    disconnect(): Promise<void>;
+    sendAudio(frame: Uint8Array): void;
+    sendToolResponse(responses: RealtimeToolResponse[]): void;
+    updateConfig(config: Partial<RealtimeSessionConfig>): Promise<void>;
+    ping(): Promise<boolean>;
+    private handleMessage;
+    private sendRaw;
+    /**
+     * Build a session.update message from a RealtimeSessionConfig.
+     *
+     * Uses the new OpenAI Realtime API schema (no OpenAI-Beta header required).
+     * Audio format:
+     * - 'pcmu'  → audio/pcmu  (G.711 μ-law, native 8kHz, zero-resample for SIP)
+     * - 'pcm16' → audio/pcm16 (PCM16 at configured sample rate)
+     */
+    private buildSessionUpdate;
+}
+//# sourceMappingURL=OpenAIRealtimeClient.d.ts.map

package/dist/openai/OpenAIRealtimeClient.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"OpenAIRealtimeClient.d.ts","sourceRoot":"","sources":["../../src/openai/OpenAIRealtimeClient.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAGH,OAAO,KAAK,EACV,mBAAmB,EACnB,qBAAqB,EACrB,oBAAoB,EACpB,gBAAgB,EACjB,MAAM,+BAA+B,CAAC;AAKvC,MAAM,WAAW,0BAA0B;IACzC,MAAM,EAAE,MAAM,CAAC;IACf,qDAAqD;IACrD,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAkBD,qBAAa,oBAAqB,YAAW,mBAAmB;IAC9D,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;IACtC,OAAO,CAAC,EAAE,CAA0B;IACpC,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,aAAa,CAAsC;IAG3D,OAAO,CAAC,SAAS,CAA6E;IAG9F,OAAO,CAAC,qBAAqB,CAA6B;IAC1D,OAAO,CAAC,qBAAqB,CAA6B;gBAE9C,MAAM,EAAE,0BAA0B;IAO9C,IAAI,SAAS,IAAI,OAAO,CAEvB;IAID,EAAE,CAAC,CAAC,SAAS,MAAM,gBAAgB,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,gBAAgB,CAAC,CAAC,CAAC,GAAG,IAAI;IAOlF,GAAG,CAAC,CAAC,SAAS,MAAM,gBAAgB,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,gBAAgB,CAAC,CAAC,CAAC,GAAG,IAAI;IAInF,OAAO,CAAC,IAAI;IAaN,OAAO,CAAC,MAAM,EAAE,qBAAqB,GAAG,OAAO,CAAC,IAAI,CAAC;IA0ErD,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAmBjC,SAAS,CAAC,KAAK,EAAE,UAAU,GAAG,IAAI;IASlC,gBAAgB,CAAC,SAAS,EAAE,oBAAoB,EAAE,GAAG,IAAI;IAqBnD,YAAY,CAAC,MAAM,EAAE,OAAO,CAAC,qBAAqB,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAuBnE,IAAI,IAAI,OAAO,CAAC,OAAO,CAAC;IAe9B,OAAO,CAAC,aAAa;IAqFrB,OAAO,CAAC,OAAO;IASf;;;;;;;OAOG;IACH,OAAO,CAAC,kBAAkB;CAuC3B"}

package/dist/openai/OpenAIRealtimeClient.js

@@ -0,0 +1,327 @@
+/**
+ * OpenAIRealtimeClient — implements RealtimeAudioClient for OpenAI Realtime API.
+ *
+ * Key features:
+ * - WebSocket connection via `ws` package
+ * - Native G.711 μ-law (audio/pcmu) support — zero resampling for SIP/telephony
+ * - PCM16 support for non-telephony use
+ * - Session lifecycle: connect → session.created → session.update → session.updated
+ * - Tool calling: function_call_arguments.done → tool-call event → sendToolResponse
+ *
+ * Ported from research/sip-to-ai/app/ai/openai_realtime.py
+ */
+import WebSocket from 'ws';
+// ─── Client ──────────────────────────────────────────────────────────────────
+export class OpenAIRealtimeClient {
+    apiKey;
+    defaultModel;
+    ws = null;
+    _connected = false;
+    sessionConfig = null;
+    // Typed event listener registry
+    listeners = new Map();
+    // Promise resolvers for session lifecycle
+    sessionCreatedResolve = null;
+    sessionUpdatedResolve = null;
+    constructor(config) {
+        this.apiKey = config.apiKey;
+        this.defaultModel = config.model ?? 'gpt-realtime';
+    }
+    // ─── RealtimeAudioClient: connected ────────────────────────────────────────
+    get connected() {
+        return this._connected;
+    }
+    // ─── RealtimeAudioClient: on / off ─────────────────────────────────────────
+    on(event, handler) {
+        if (!this.listeners.has(event)) {
+            this.listeners.set(event, new Set());
+        }
+        this.listeners.get(event).add(handler);
+    }
+    off(event, handler) {
+        this.listeners.get(event)?.delete(handler);
+    }
+    emit(event, ...args) {
+        const handlers = this.listeners.get(event);
+        if (!handlers)
+            return;
+        for (const handler of handlers) {
+            handler(...args);
+        }
+    }
+    // ─── RealtimeAudioClient: connect ──────────────────────────────────────────
+    async connect(config) {
+        if (this._connected)
+            return;
+        this.sessionConfig = config;
+        const model = config.model ?? this.defaultModel;
+        const ws = new WebSocket(`wss://api.openai.com/v1/realtime?model=${model}`, {
+            headers: {
+                Authorization: `Bearer ${this.apiKey}`,
+            },
+        });
+        this.ws = ws;
+        // Register all handlers before waiting for open so no messages are missed.
+        ws.on('message', (data) => {
+            try {
+                this.handleMessage(JSON.parse(data.toString()));
+            }
+            catch (err) {
+                console.error('[OpenAIRealtimeClient] Message parse error:', err);
+            }
+        });
+        ws.on('close', () => {
+            this._connected = false;
+            this.emit('disconnected');
+        });
+        ws.on('error', (err) => {
+            console.error('[OpenAIRealtimeClient] WebSocket error:', err);
+            this.emit('error', err.message);
+        });
+        // Wait for the WebSocket to open.
+        await new Promise((resolve, reject) => {
+            const onOpen = () => { cleanup(); resolve(); };
+            const onError = (err) => { cleanup(); reject(err); };
+            const cleanup = () => { ws.off('open', onOpen); ws.off('error', onError); };
+            ws.once('open', onOpen);
+            ws.once('error', onError);
+        });
+        // Wait for session.created from OpenAI (signals model is ready to configure).
+        await new Promise((resolve, reject) => {
+            const timeout = setTimeout(() => reject(new Error('[OpenAIRealtimeClient] Timeout waiting for session.created')), 10_000);
+            this.sessionCreatedResolve = () => {
+                clearTimeout(timeout);
+                resolve();
+            };
+        });
+        // Send session.update with our config.
+        this.sendRaw(this.buildSessionUpdate(config));
+        // Wait for session.updated to confirm the config was applied.
+        await new Promise((resolve, reject) => {
+            const timeout = setTimeout(() => reject(new Error('[OpenAIRealtimeClient] Timeout waiting for session.updated')), 10_000);
+            this.sessionUpdatedResolve = () => {
+                clearTimeout(timeout);
+                resolve();
+            };
+        });
+        this._connected = true;
+    }
+    // ─── RealtimeAudioClient: disconnect ───────────────────────────────────────
+    async disconnect() {
+        if (!this._connected && !this.ws)
+            return;
+        this._connected = false;
+        this.sessionCreatedResolve = null;
+        this.sessionUpdatedResolve = null;
+        if (this.ws) {
+            try {
+                this.ws.close();
+            }
+            catch {
+                // Ignore close errors
+            }
+            this.ws = null;
+        }
+    }
+    // ─── RealtimeAudioClient: sendAudio ────────────────────────────────────────
+    sendAudio(frame) {
+        if (!this._connected || !this.ws)
+            return;
+        const base64 = Buffer.from(frame).toString('base64');
+        this.sendRaw({ type: 'input_audio_buffer.append', audio: base64 });
+    }
+    // ─── RealtimeAudioClient: sendToolResponse ─────────────────────────────────
+    sendToolResponse(responses) {
+        if (!this._connected || !this.ws)
+            return;
+        // Create a conversation item for each tool result.
+        for (const response of responses) {
+            this.sendRaw({
+                type: 'conversation.item.create',
+                item: {
+                    type: 'function_call_output',
+                    call_id: response.id,
+                    output: JSON.stringify(response.output),
+                },
+            });
+        }
+        // Trigger model response continuation.
+        this.sendRaw({ type: 'response.create' });
+    }
+    // ─── RealtimeAudioClient: updateConfig ─────────────────────────────────────
+    async updateConfig(config) {
+        if (!this._connected || !this.ws)
+            return;
+        // Merge with existing session config.
+        this.sessionConfig = { ...this.sessionConfig, ...config };
+        this.sendRaw(this.buildSessionUpdate(this.sessionConfig));
+        // Wait for the updated acknowledgement.
+        await new Promise((resolve, reject) => {
+            const timeout = setTimeout(() => reject(new Error('[OpenAIRealtimeClient] Timeout waiting for session.updated')), 10_000);
+            this.sessionUpdatedResolve = () => {
+                clearTimeout(timeout);
+                resolve();
+            };
+        });
+    }
+    // ─── RealtimeAudioClient: ping ─────────────────────────────────────────────
+    async ping() {
+        if (!this._connected || !this.ws)
+            return false;
+        return new Promise((resolve) => {
+            const timeout = setTimeout(() => resolve(false), 5_000);
+            this.ws.once('pong', () => {
+                clearTimeout(timeout);
+                resolve(true);
+            });
+            this.ws.ping();
+        });
+    }
+    // ─── Private: message handling ─────────────────────────────────────────────
+    handleMessage(data) {
+        const type = data.type;
+        switch (type) {
+            case 'session.created':
+                this.sessionCreatedResolve?.();
+                this.sessionCreatedResolve = null;
+                break;
+            case 'session.updated':
+                this.sessionUpdatedResolve?.();
+                this.sessionUpdatedResolve = null;
+                break;
+            case 'response.output_audio.delta': {
+                // Audio chunk: base64-encoded G.711 μ-law or PCM16 from OpenAI.
+                const audioBase64 = data.delta;
+                if (audioBase64) {
+                    const audioBytes = new Uint8Array(Buffer.from(audioBase64, 'base64'));
+                    this.emit('audio', audioBytes);
+                }
+                break;
+            }
+            case 'conversation.item.input_audio_transcription.completed': {
+                // Final user speech transcription.
+                const transcript = data.transcript;
+                if (transcript) {
+                    this.emit('transcript', transcript, 'user');
+                }
+                break;
+            }
+            case 'response.audio_transcript.done': {
+                // Final assistant speech transcription.
+                const transcript = data.transcript;
+                if (transcript) {
+                    this.emit('transcript', transcript, 'assistant');
+                }
+                break;
+            }
+            case 'response.function_call_arguments.done': {
+                // Tool call from the model.
+                const callId = data.call_id;
+                const name = data.name;
+                const rawArgs = data.arguments;
+                let args = {};
+                try {
+                    args = rawArgs ? JSON.parse(rawArgs) : {};
+                }
+                catch {
+                    args = rawArgs;
+                }
+                this.emit('tool-call', callId, name, args);
+                break;
+            }
+            case 'response.done': {
+                // Model finished its response turn.
+                this.emit('turn-complete');
+                break;
+            }
+            case 'input_audio_buffer.speech_started': {
+                // User barge-in detected.
+                this.emit('interrupted');
+                break;
+            }
+            case 'error': {
+                const errObj = data.error;
+                const message = errObj?.message ?? String(data.error ?? 'Unknown OpenAI error');
+                console.error('[OpenAIRealtimeClient] API error:', message);
+                this.emit('error', message);
+                break;
+            }
+            default:
+                // Silently ignore unhandled event types (e.g. rate_limits, response.created, etc.)
+                break;
+        }
+    }
+    // ─── Private: helpers ──────────────────────────────────────────────────────
+    sendRaw(message) {
+        if (!this.ws)
+            return;
+        try {
+            this.ws.send(JSON.stringify(message));
+        }
+        catch (err) {
+            console.error('[OpenAIRealtimeClient] Send error:', err);
+        }
+    }
+    /**
+     * Build a session.update message from a RealtimeSessionConfig.
+     *
+     * Uses the new OpenAI Realtime API schema (no OpenAI-Beta header required).
+     * Audio format:
+     * - 'pcmu'  → audio/pcmu  (G.711 μ-law, native 8kHz, zero-resample for SIP)
+     * - 'pcm16' → audio/pcm16 (PCM16 at configured sample rate)
+     */
+    buildSessionUpdate(config) {
+        const inputFormat = config.audio?.inputFormat ?? 'pcm16';
+        const outputFormat = config.audio?.outputFormat ?? 'pcm16';
+        const audioInputMime = formatToMime(inputFormat);
+        const audioOutputMime = formatToMime(outputFormat);
+        const tools = (config.tools ?? []).map(geminiDeclToOpenAITool);
+        const session = {
+            type: 'realtime',
+            model: config.model ?? this.defaultModel,
+            output_modalities: ['audio'],
+            audio: {
+                input: {
+                    format: { type: audioInputMime },
+                    transcription: { model: 'whisper-1' },
+                    noise_reduction: { type: 'near_field' },
+                    turn_detection: {
+                        type: 'semantic_vad',
+                        create_response: true,
+                        eagerness: 'medium',
+                    },
+                },
+                output: {
+                    format: { type: audioOutputMime },
+                    ...(config.voice ? { voice: config.voice } : {}),
+                },
+            },
+            instructions: config.systemInstruction,
+        };
+        if (tools.length > 0) {
+            session.tools = tools;
+            session.tool_choice = 'auto';
+        }
+        return { type: 'session.update', session };
+    }
+}
+// ─── Internal helpers ────────────────────────────────────────────────────────
+function formatToMime(format) {
+    switch (format) {
+        case 'pcmu': return 'audio/pcmu';
+        case 'pcma': return 'audio/pcma';
+        case 'pcm16':
+        default:
+            return 'audio/pcm16';
+    }
+}
+function geminiDeclToOpenAITool(decl) {
+    // GeminiFunctionDeclaration already carries parameters as a JSON Schema object.
+    return {
+        type: 'function',
+        name: decl.name,
+        description: decl.description,
+        parameters: decl.parameters,
+    };
+}
+//# sourceMappingURL=OpenAIRealtimeClient.js.map

package/dist/openai/OpenAIRealtimeClient.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"OpenAIRealtimeClient.js","sourceRoot":"","sources":["../../src/openai/OpenAIRealtimeClient.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,SAAS,MAAM,IAAI,CAAC;AA+B3B,gFAAgF;AAEhF,MAAM,OAAO,oBAAoB;IACd,MAAM,CAAS;IACf,YAAY,CAAS;IAC9B,EAAE,GAAqB,IAAI,CAAC;IAC5B,UAAU,GAAG,KAAK,CAAC;IACnB,aAAa,GAAiC,IAAI,CAAC;IAE3D,gCAAgC;IACxB,SAAS,GAAmE,IAAI,GAAG,EAAE,CAAC;IAE9F,0CAA0C;IAClC,qBAAqB,GAAwB,IAAI,CAAC;IAClD,qBAAqB,GAAwB,IAAI,CAAC;IAE1D,YAAY,MAAkC;QAC5C,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,KAAK,IAAI,cAAc,CAAC;IACrD,CAAC;IAED,8EAA8E;IAE9E,IAAI,SAAS;QACX,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;IAED,8EAA8E;IAE9E,EAAE,CAAmC,KAAQ,EAAE,OAA4B;QACzE,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YAC/B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;QACvC,CAAC;QACD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC,GAAG,CAAC,OAAuC,CAAC,CAAC;IAC1E,CAAC;IAED,GAAG,CAAmC,KAAQ,EAAE,OAA4B;QAC1E,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,OAAuC,CAAC,CAAC;IAC7E,CAAC;IAEO,IAAI,CACV,KAAQ,EACR,GAAG,IAAqC;QAExC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAC3C,IAAI,CAAC,QAAQ;YAAE,OAAO;QACtB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,OAAO,CAAC,GAAI,IAAkB,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IAED,8EAA8E;IAE9E,KAAK,CAAC,OAAO,CAAC,MAA6B;QACzC,IAAI,IAAI,CAAC,UAAU;YAAE,OAAO;QAE5B,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC;QAC5B,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC;QAEhD,MAAM,EAAE,GAAG,IAAI,SAAS,CAAC,0CAA0C,KAAK,EAAE,EAAE;YAC1E,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;aACvC;SACF,CAAC,CAAC;QAEH,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;QAEb,2EAA2E;QAC3E,EAAE,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,IAAY,EAAE,EAAE;YAChC,IAAI,CAAC;gBACH,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAkB,CAAC,CAAC;YACnE,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,CAAC,KAAK,CAAC,6CAA6C,EAAE,GAAG,CAAC,CAAC;YACpE,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YAClB,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;YACxB,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAC5B,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAU,EAAE,EAAE;YAC5B,OAAO,CAAC,KAAK,CAAC,yCAAyC,EAAE,GAAG,CAAC,CAAC;YAC9D,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;QAEH,kCAAkC;QAClC,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC1C,MAAM,MAAM,GAAG,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;YAC/C,MAAM,OAAO,GAAG,CAAC,GAAU,EAAE,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAC5D,MAAM,OAAO,GAAG,GAAG,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;YAC5E,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;YACxB,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC5B,CAAC,CAAC,CAAC;QAEH,8EAA8E;QAC9E,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC1C,MAAM,OAAO,GAAG,UAAU,CACxB,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC,EACrF,MAAM,CACP,CAAC;YACF,IAAI,CAAC,qBAAqB,GAAG,GAAG,EAAE;gBAChC,YAAY,CAAC,OAAO,CAAC,CAAC;gBACtB,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,uCAAuC;QACvC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC;QAE9C,8DAA8D;QAC9D,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC1C,MAAM,OAAO,GAAG,UAAU,CACxB,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC,EACrF,MAAM,CACP,CAAC;YACF,IAAI,CAAC,qBAAqB,GAAG,GAAG,EAAE;gBAChC,YAAY,CAAC,OAAO,CAAC,CAAC;gBACtB,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;IACzB,CAAC;IAED,8EAA8E;IAE9E,KAAK,CAAC,UAAU;QACd,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,IAAI,CAAC,EAAE;YAAE,OAAO;QAEzC,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;QACxB,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC;QAClC,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC;QAElC,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC;YACZ,IAAI,CAAC;gBACH,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;YAClB,CAAC;YAAC,MAAM,CAAC;gBACP,sBAAsB;YACxB,CAAC;YACD,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC;QACjB,CAAC;IACH,CAAC;IAED,8EAA8E;IAE9E,SAAS,CAAC,KAAiB;QACzB,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,IAAI,CAAC,EAAE;YAAE,OAAO;QAEzC,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACrD,IAAI,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,2BAA2B,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;IACrE,CAAC;IAED,8EAA8E;IAE9E,gBAAgB,CAAC,SAAiC;QAChD,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,IAAI,CAAC,EAAE;YAAE,OAAO;QAEzC,mDAAmD;QACnD,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACjC,IAAI,CAAC,OAAO,CAAC;gBACX,IAAI,EAAE,0BAA0B;gBAChC,IAAI,EAAE;oBACJ,IAAI,EAAE,sBAAsB;oBAC5B,OAAO,EAAE,QAAQ,CAAC,EAAE;oBACpB,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC;iBACxC;aACF,CAAC,CAAC;QACL,CAAC;QAED,uCAAuC;QACvC,IAAI,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC,CAAC;IAC5C,CAAC;IAED,8EAA8E;IAE9E,KAAK,CAAC,YAAY,CAAC,MAAsC;QACvD,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,IAAI,CAAC,EAAE;YAAE,OAAO;QAEzC,sCAAsC;QACtC,IAAI,CAAC,aAAa,GAAG,EAAE,GAAG,IAAI,CAAC,aAAc,EAAE,GAAG,MAAM,EAAE,CAAC;QAE3D,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC;QAE1D,wCAAwC;QACxC,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC1C,MAAM,OAAO,GAAG,UAAU,CACxB,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC,EACrF,MAAM,CACP,CAAC;YACF,IAAI,CAAC,qBAAqB,GAAG,GAAG,EAAE;gBAChC,YAAY,CAAC,OAAO,CAAC,CAAC;gBACtB,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAED,8EAA8E;IAE9E,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,IAAI,CAAC,EAAE;YAAE,OAAO,KAAK,CAAC;QAE/C,OAAO,IAAI,OAAO,CAAU,CAAC,OAAO,EAAE,EAAE;YACtC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,KAAK,CAAC,CAAC;YACxD,IAAI,CAAC,EAAG,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE;gBACzB,YAAY,CAAC,OAAO,CAAC,CAAC;gBACtB,OAAO,CAAC,IAAI,CAAC,CAAC;YAChB,CAAC,CAAC,CAAC;YACH,IAAI,CAAC,EAAG,CAAC,IAAI,EAAE,CAAC;QAClB,CAAC,CAAC,CAAC;IACL,CAAC;IAED,8EAA8E;IAEtE,aAAa,CAAC,IAAmB;QACvC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QAEvB,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,iBAAiB;gBACpB,IAAI,CAAC,qBAAqB,EAAE,EAAE,CAAC;gBAC/B,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC;gBAClC,MAAM;YAER,KAAK,iBAAiB;gBACpB,IAAI,CAAC,qBAAqB,EAAE,EAAE,CAAC;gBAC/B,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC;gBAClC,MAAM;YAER,KAAK,6BAA6B,CAAC,CAAC,CAAC;gBACnC,gEAAgE;gBAChE,MAAM,WAAW,GAAG,IAAI,CAAC,KAA2B,CAAC;gBACrD,IAAI,WAAW,EAAE,CAAC;oBAChB,MAAM,UAAU,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC,CAAC;oBACtE,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;gBACjC,CAAC;gBACD,MAAM;YACR,CAAC;YAED,KAAK,uDAAuD,CAAC,CAAC,CAAC;gBAC7D,mCAAmC;gBACnC,MAAM,UAAU,GAAG,IAAI,CAAC,UAAgC,CAAC;gBACzD,IAAI,UAAU,EAAE,CAAC;oBACf,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;gBAC9C,CAAC;gBACD,MAAM;YACR,CAAC;YAED,KAAK,gCAAgC,CAAC,CAAC,CAAC;gBACtC,wCAAwC;gBACxC,MAAM,UAAU,GAAG,IAAI,CAAC,UAAgC,CAAC;gBACzD,IAAI,UAAU,EAAE,CAAC;oBACf,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,UAAU,EAAE,WAAW,CAAC,CAAC;gBACnD,CAAC;gBACD,MAAM;YACR,CAAC;YAED,KAAK,uCAAuC,CAAC,CAAC,CAAC;gBAC7C,4BAA4B;gBAC5B,MAAM,MAAM,GAAG,IAAI,CAAC,OAAiB,CAAC;gBACtC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAc,CAAC;gBACjC,MAAM,OAAO,GAAG,IAAI,CAAC,SAAmB,CAAC;gBACzC,IAAI,IAAI,GAAY,EAAE,CAAC;gBACvB,IAAI,CAAC;oBACH,IAAI,GAAG,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC5C,CAAC;gBAAC,MAAM,CAAC;oBACP,IAAI,GAAG,OAAO,CAAC;gBACjB,CAAC;gBACD,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;gBAC3C,MAAM;YACR,CAAC;YAED,KAAK,eAAe,CAAC,CAAC,CAAC;gBACrB,oCAAoC;gBACpC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;gBAC3B,MAAM;YACR,CAAC;YAED,KAAK,mCAAmC,CAAC,CAAC,CAAC;gBACzC,0BAA0B;gBAC1B,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;gBACzB,MAAM;YACR,CAAC;YAED,KAAK,OAAO,CAAC,CAAC,CAAC;gBACb,MAAM,MAAM,GAAG,IAAI,CAAC,KAAyC,CAAC;gBAC9D,MAAM,OAAO,GAAG,MAAM,EAAE,OAAO,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,IAAI,sBAAsB,CAAC,CAAC;gBAChF,OAAO,CAAC,KAAK,CAAC,mCAAmC,EAAE,OAAO,CAAC,CAAC;gBAC5D,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;gBAC5B,MAAM;YACR,CAAC;YAED;gBACE,mFAAmF;gBACnF,MAAM;QACV,CAAC;IACH,CAAC;IAED,8EAA8E;IAEtE,OAAO,CAAC,OAAgC;QAC9C,IAAI,CAAC,IAAI,CAAC,EAAE;YAAE,OAAO;QACrB,IAAI,CAAC;YACH,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;QACxC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,oCAAoC,EAAE,GAAG,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;IAED;;;;;;;OAOG;IACK,kBAAkB,CAAC,MAA6B;QACtD,MAAM,WAAW,GAAG,MAAM,CAAC,KAAK,EAAE,WAAW,IAAI,OAAO,CAAC;QACzD,MAAM,YAAY,GAAG,MAAM,CAAC,KAAK,EAAE,YAAY,IAAI,OAAO,CAAC;QAE3D,MAAM,cAAc,GAAG,YAAY,CAAC,WAAW,CAAC,CAAC;QACjD,MAAM,eAAe,GAAG,YAAY,CAAC,YAAY,CAAC,CAAC;QAEnD,MAAM,KAAK,GAAyB,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;QAErF,MAAM,OAAO,GAA4B;YACvC,IAAI,EAAE,UAAU;YAChB,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC,YAAY;YACxC,iBAAiB,EAAE,CAAC,OAAO,CAAC;YAC5B,KAAK,EAAE;gBACL,KAAK,EAAE;oBACL,MAAM,EAAE,EAAE,IAAI,EAAE,cAAc,EAAE;oBAChC,aAAa,EAAE,EAAE,KAAK,EAAE,WAAW,EAAE;oBACrC,eAAe,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE;oBACvC,cAAc,EAAE;wBACd,IAAI,EAAE,cAAc;wBACpB,eAAe,EAAE,IAAI;wBACrB,SAAS,EAAE,QAAQ;qBACpB;iBACF;gBACD,MAAM,EAAE;oBACN,MAAM,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE;oBACjC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACjD;aACF;YACD,YAAY,EAAE,MAAM,CAAC,iBAAiB;SACvC,CAAC;QAEF,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrB,OAAO,CAAC,KAAK,GAAG,KAAK,CAAC;YACtB,OAAO,CAAC,WAAW,GAAG,MAAM,CAAC;QAC/B,CAAC;QAED,OAAO,EAAE,IAAI,EAAE,gBAAgB,EAAE,OAAO,EAAE,CAAC;IAC7C,CAAC;CACF;AAED,gFAAgF;AAEhF,SAAS,YAAY,CAAC,MAAiC;IACrD,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,MAAM,CAAC,CAAC,OAAO,YAAY,CAAC;QACjC,KAAK,MAAM,CAAC,CAAC,OAAO,YAAY,CAAC;QACjC,KAAK,OAAO,CAAC;QACb;YACE,OAAO,aAAa,CAAC;IACzB,CAAC;AACH,CAAC;AAED,SAAS,sBAAsB,CAAC,IAA+B;IAC7D,gFAAgF;IAChF,OAAO;QACL,IAAI,EAAE,UAAU;QAChB,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,UAAU,EAAE,IAAI,CAAC,UAAU;KAC5B,CAAC;AACJ,CAAC"}

package/dist/openai/index.d.ts

@@ -0,0 +1,3 @@
+export { OpenAIRealtimeClient } from './OpenAIRealtimeClient.js';
+export type { OpenAIRealtimeClientConfig } from './OpenAIRealtimeClient.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/openai/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/openai/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;AACjE,YAAY,EAAE,0BAA0B,EAAE,MAAM,2BAA2B,CAAC"}

package/dist/openai/index.js

@@ -0,0 +1,2 @@
+export { OpenAIRealtimeClient } from './OpenAIRealtimeClient.js';
+//# sourceMappingURL=index.js.map

package/dist/openai/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/openai/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC"}

package/dist/schema-bridge.d.ts

@@ -0,0 +1,14 @@
+import type { ToolSet } from '@ariaflowagents/core/types';
+export interface GeminiFunctionDeclaration {
+    name: string;
+    description: string;
+    parameters: Record<string, unknown>;
+}
+/**
+ * Convert an AI SDK ToolSet to Gemini FunctionDeclarations.
+ * Gemini expects OpenAPI 3.x style JSON Schema for parameters.
+ *
+ * Reads `inputSchema` from each AI SDK tool definition.
+ */
+export declare function toolSetToGeminiDeclarations(tools: ToolSet): GeminiFunctionDeclaration[];
+//# sourceMappingURL=schema-bridge.d.ts.map

package/dist/schema-bridge.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema-bridge.d.ts","sourceRoot":"","sources":["../src/schema-bridge.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,4BAA4B,CAAC;AAI1D,MAAM,WAAW,yBAAyB;IACxC,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACrC;AAED;;;;;GAKG;AACH,wBAAgB,2BAA2B,CAAC,KAAK,EAAE,OAAO,GAAG,yBAAyB,EAAE,CAYvF"}

package/dist/schema-bridge.js

@@ -0,0 +1,20 @@
+import { zodToJsonSchema } from 'zod-to-json-schema';
+/**
+ * Convert an AI SDK ToolSet to Gemini FunctionDeclarations.
+ * Gemini expects OpenAPI 3.x style JSON Schema for parameters.
+ *
+ * Reads `inputSchema` from each AI SDK tool definition.
+ */
+export function toolSetToGeminiDeclarations(tools) {
+    return Object.entries(tools).map(([name, toolDef]) => {
+        const schema = toolDef.inputSchema;
+        return {
+            name,
+            description: (toolDef.description ?? ''),
+            parameters: schema
+                ? zodToJsonSchema(schema, { target: 'openApi3' })
+                : { type: 'object', properties: {} },
+        };
+    });
+}
+//# sourceMappingURL=schema-bridge.js.map

package/dist/schema-bridge.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema-bridge.js","sourceRoot":"","sources":["../src/schema-bridge.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AASrD;;;;;GAKG;AACH,MAAM,UAAU,2BAA2B,CAAC,KAAc;IACxD,OAAO,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE,EAAE;QACnD,MAAM,MAAM,GAAI,OAAqC,CAAC,WAAW,CAAC;QAElE,OAAO;YACL,IAAI;YACJ,WAAW,EAAE,CAAE,OAAoC,CAAC,WAAW,IAAI,EAAE,CAAC;YACtE,UAAU,EAAE,MAAM;gBAChB,CAAC,CAAC,eAAe,CAAC,MAAoB,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,CAA4B;gBAC1F,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,EAAE;SACvC,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC"}