@fabric-harness/sdk 1.9.0 → 1.11.0

package/dist/voice-openai-realtime.js

@@ -0,0 +1,362 @@
+import { CostLimitExceededError } from './cost-budget.js';
+import { applyEstimatedCost } from './model-pricing.js';
+import { toOpenAITool } from './model.js';
+const DEFAULT_BASE = 'wss://api.openai.com/v1/realtime';
+/**
+ * OpenAI Realtime voice provider. Connects via WebSocket; emits
+ * `audio_delta` / `text_delta` / `transcript` / `tool_call` / `response_done`
+ * events. No transitive dependency on `ws` — uses the global `WebSocket`
+ * available on Node 22+ and browsers.
+ *
+ * ```ts
+ * const provider = new OpenAIRealtimeVoiceProvider({ apiKey });
+ * const session = await provider.connect({
+ *   instructions: 'You are a friendly intake agent.',
+ *   voice: 'alloy',
+ *   tools: [submitField],
+ * });
+ * for await (const event of session.events()) {
+ *   if (event.type === 'audio_delta') speaker.write(event.audio);
+ *   if (event.type === 'tool_call') {
+ *     const output = await runTool(event.name, event.input);
+ *     await session.submitToolResult({ id: event.id, output });
+ *   }
+ *   if (event.type === 'response_done') break;
+ * }
+ * ```
+ */
+export class OpenAIRealtimeVoiceProvider {
+    name;
+    apiKey;
+    model;
+    baseUrl;
+    extraHeaders;
+    constructor(options) {
+        if (!options.apiKey)
+            throw new Error('OpenAIRealtimeVoiceProvider: apiKey is required.');
+        this.apiKey = options.apiKey;
+        this.model = options.model ?? 'gpt-4o-realtime-preview';
+        this.baseUrl = options.baseUrl ?? DEFAULT_BASE;
+        this.name = options.name ?? 'openai-realtime';
+        this.extraHeaders = options.headers ?? {};
+    }
+    async connect(options = {}) {
+        const url = `${this.baseUrl}?model=${encodeURIComponent(this.model)}`;
+        const ws = await openWebSocket(url, this.apiKey, this.extraHeaders);
+        return new RealtimeVoiceSession(ws, this.model, options);
+    }
+}
+async function openWebSocket(url, apiKey, headers) {
+    const WebSocketImpl = globalThis.WebSocket;
+    if (!WebSocketImpl) {
+        throw new Error('OpenAIRealtimeVoiceProvider: global WebSocket not available. Use Node 22+ or polyfill.');
+    }
+    // Node's WebSocket accepts `headers` via the second argument's options bag
+    // (non-standard but widely supported); browsers ignore options.
+    const ws = new WebSocketImpl(url, {
+        headers: {
+            Authorization: `Bearer ${apiKey}`,
+            'OpenAI-Beta': 'realtime=v1',
+            ...headers,
+        },
+    });
+    // Wait for the connection to open so subsequent `send` calls succeed.
+    await new Promise((resolve, reject) => {
+        const onOpen = () => { cleanup(); resolve(); };
+        const onError = (ev) => { cleanup(); reject(toError(ev, 'WebSocket open failed')); };
+        const cleanup = () => {
+            // No removeEventListener on the structural type; rely on once-firing semantics.
+        };
+        ws.addEventListener('open', onOpen);
+        ws.addEventListener('error', onError);
+    });
+    return ws;
+}
+function toError(value, fallback) {
+    if (value instanceof Error)
+        return value;
+    if (value && typeof value === 'object' && 'message' in value) {
+        return new Error(String(value.message));
+    }
+    return new Error(fallback);
+}
+/** Base64-encode a Uint8Array. Works on Node and browsers. */
+function bytesToBase64(bytes) {
+    if (typeof Buffer !== 'undefined')
+        return Buffer.from(bytes).toString('base64');
+    let binary = '';
+    for (let i = 0; i < bytes.byteLength; i += 1)
+        binary += String.fromCharCode(bytes[i]);
+    return btoa(binary);
+}
+/** Decode a base64 string to a Uint8Array. */
+function base64ToBytes(value) {
+    if (typeof Buffer !== 'undefined')
+        return new Uint8Array(Buffer.from(value, 'base64'));
+    const bin = atob(value);
+    const out = new Uint8Array(bin.length);
+    for (let i = 0; i < bin.length; i += 1)
+        out[i] = bin.charCodeAt(i);
+    return out;
+}
+class RealtimeVoiceSession {
+    ws;
+    modelRef;
+    queue = [];
+    waiters = [];
+    closed = false;
+    modelHint;
+    costBudget;
+    requestCostLimitApproval;
+    constructor(ws, model, options) {
+        this.ws = ws;
+        this.modelRef = `openai/${model}`;
+        this.costBudget = options.costBudget;
+        this.requestCostLimitApproval = options.requestCostLimitApproval;
+        ws.addEventListener('message', (ev) => this.onMessage(ev.data));
+        ws.addEventListener('close', () => this.fail({ type: 'session_open' }, true));
+        ws.addEventListener('error', (ev) => this.push({ type: 'error', message: toError(ev, 'WebSocket error').message }));
+        // Send the initial session.update.
+        const audioFormat = options.audioFormat ?? 'pcm16';
+        const sessionUpdate = {
+            type: 'session.update',
+            session: {
+                ...(options.instructions ? { instructions: options.instructions } : {}),
+                ...(options.voice ? { voice: options.voice } : {}),
+                input_audio_format: audioFormat,
+                output_audio_format: audioFormat,
+                turn_detection: options.turnDetection === 'none' ? null : { type: 'server_vad' },
+                ...(options.tools && options.tools.length > 0 ? { tools: options.tools.map(toolToRealtime) } : {}),
+            },
+        };
+        ws.send(JSON.stringify(sessionUpdate));
+        this.push({ type: 'session_open' });
+        if (options.signal) {
+            if (options.signal.aborted)
+                void this.close();
+            else
+                options.signal.addEventListener('abort', () => void this.close(), { once: true });
+        }
+    }
+    async sendAudio(frame) {
+        if (this.closed)
+            throw new Error('Voice session closed');
+        this.ws.send(JSON.stringify({ type: 'input_audio_buffer.append', audio: bytesToBase64(frame) }));
+    }
+    async sendText(text) {
+        if (this.closed)
+            throw new Error('Voice session closed');
+        this.ws.send(JSON.stringify({
+            type: 'conversation.item.create',
+            item: { type: 'message', role: 'user', content: [{ type: 'input_text', text }] },
+        }));
+        this.ws.send(JSON.stringify({ type: 'response.create' }));
+    }
+    async submitToolResult(input) {
+        if (this.closed)
+            throw new Error('Voice session closed');
+        this.ws.send(JSON.stringify({
+            type: 'conversation.item.create',
+            item: {
+                type: 'function_call_output',
+                call_id: input.id,
+                output: typeof input.output === 'string' ? input.output : JSON.stringify(input.output),
+            },
+        }));
+        this.ws.send(JSON.stringify({ type: 'response.create' }));
+    }
+    async cancelResponse() {
+        if (this.closed)
+            return;
+        this.ws.send(JSON.stringify({ type: 'response.cancel' }));
+    }
+    events() {
+        return {
+            [Symbol.asyncIterator]: () => ({
+                next: () => this.next(),
+                return: async () => {
+                    await this.close();
+                    return { value: undefined, done: true };
+                },
+            }),
+        };
+    }
+    async close() {
+        if (this.closed)
+            return;
+        this.closed = true;
+        try {
+            this.ws.close();
+        }
+        catch { }
+        while (this.waiters.length > 0) {
+            const waiter = this.waiters.shift();
+            waiter?.({ value: undefined, done: true });
+        }
+    }
+    next() {
+        if (this.queue.length > 0) {
+            return Promise.resolve({ value: this.queue.shift(), done: false });
+        }
+        if (this.closed)
+            return Promise.resolve({ value: undefined, done: true });
+        return new Promise((resolve) => this.waiters.push(resolve));
+    }
+    push(event) {
+        if (this.closed)
+            return;
+        const waiter = this.waiters.shift();
+        if (waiter)
+            waiter({ value: event, done: false });
+        else
+            this.queue.push(event);
+    }
+    fail(_event, _close) {
+        void this.close();
+    }
+    async handleCostBudget(callCost) {
+        if (!this.costBudget)
+            return;
+        const handle = async (violation) => {
+            this.push({ type: 'cost_limit', scope: violation.scope, observedUsd: violation.observedUsd, limitUsd: violation.limitUsd, ...(violation.scopeKey ? { scopeKey: violation.scopeKey } : {}) });
+            const mode = this.costBudget.onExceed();
+            if (mode === 'approve' && this.requestCostLimitApproval) {
+                const approved = await this.requestCostLimitApproval(violation);
+                if (approved)
+                    return;
+            }
+            this.push({ type: 'error', message: new CostLimitExceededError(violation).message });
+            void this.close();
+        };
+        const local = this.costBudget.observe(callCost);
+        if (local) {
+            await handle(local);
+            return;
+        }
+        const remote = await this.costBudget.observeScopeAsync(callCost);
+        if (remote)
+            await handle(remote);
+    }
+    onMessage(raw) {
+        let payload;
+        try {
+            const text = typeof raw === 'string' ? raw : (raw && typeof raw === 'object' && 'toString' in raw)
+                ? String(raw)
+                : '';
+            payload = JSON.parse(text);
+        }
+        catch {
+            return;
+        }
+        const type = String(payload.type ?? '');
+        switch (type) {
+            case 'session.created':
+            case 'session.updated': {
+                const session = payload.session;
+                if (session?.model)
+                    this.modelHint = session.model;
+                return;
+            }
+            case 'response.audio.delta': {
+                const audio = typeof payload.delta === 'string' ? base64ToBytes(payload.delta) : undefined;
+                if (audio)
+                    this.push({ type: 'audio_delta', audio });
+                return;
+            }
+            case 'response.audio_transcript.delta': {
+                const delta = typeof payload.delta === 'string' ? payload.delta : '';
+                if (delta)
+                    this.push({ type: 'text_delta', delta, role: 'assistant' });
+                return;
+            }
+            case 'response.audio_transcript.done': {
+                const text = typeof payload.transcript === 'string' ? payload.transcript : '';
+                if (text)
+                    this.push({ type: 'transcript', text, role: 'assistant' });
+                return;
+            }
+            case 'conversation.item.input_audio_transcription.completed': {
+                const text = typeof payload.transcript === 'string' ? payload.transcript : '';
+                if (text)
+                    this.push({ type: 'transcript', text, role: 'user' });
+                return;
+            }
+            case 'response.function_call_arguments.done': {
+                const id = String(payload.call_id ?? '');
+                const name = String(payload.name ?? '');
+                const args = typeof payload.arguments === 'string' ? safeJson(payload.arguments) : payload.arguments;
+                if (id && name)
+                    this.push({ type: 'tool_call', id, name, input: args });
+                return;
+            }
+            case 'response.done': {
+                const usage = parseRealtimeUsage(payload);
+                const modelKey = this.modelHint ? `openai/${this.modelHint}` : this.modelRef;
+                if (usage)
+                    applyEstimatedCost(modelKey, usage);
+                this.push({ type: 'response_done', ...(usage ? { usage } : {}) });
+                if (usage && this.costBudget?.enabled() && typeof usage.costUsd === 'number' && usage.costUsd > 0) {
+                    // Don't block onMessage — handle the budget check on a microtask.
+                    void this.handleCostBudget(usage.costUsd);
+                }
+                return;
+            }
+            case 'error': {
+                const message = typeof payload.error?.message === 'string'
+                    ? String(payload.error.message)
+                    : 'Realtime error';
+                this.push({ type: 'error', message });
+                return;
+            }
+            default:
+                return;
+        }
+    }
+}
+function safeJson(value) {
+    try {
+        return JSON.parse(value);
+    }
+    catch {
+        return value;
+    }
+}
+function toolToRealtime(tool) {
+    // toOpenAITool returns { type: 'function', function: {...} }.
+    // Realtime wants { type: 'function', name, description, parameters }.
+    const wrapped = toOpenAITool({
+        name: tool.name,
+        ...(tool.description !== undefined ? { description: tool.description } : {}),
+        ...(tool.inputSchema !== undefined ? { inputSchema: tool.inputSchema } : {}),
+    });
+    const fn = wrapped.function ?? {};
+    return {
+        type: 'function',
+        name: fn.name ?? tool.name,
+        description: fn.description ?? '',
+        parameters: fn.parameters ?? { type: 'object', properties: {}, required: [], additionalProperties: false },
+    };
+}
+function parseRealtimeUsage(payload) {
+    const responseObj = payload.response;
+    const usage = (responseObj?.usage ?? payload.usage);
+    if (!usage)
+        return undefined;
+    const inputDetails = usage.input_token_details;
+    const outputDetails = usage.output_token_details;
+    const result = {};
+    if (typeof usage.input_tokens === 'number')
+        result.inputTokens = usage.input_tokens;
+    if (typeof usage.output_tokens === 'number')
+        result.outputTokens = usage.output_tokens;
+    if (typeof usage.total_tokens === 'number')
+        result.totalTokens = usage.total_tokens;
+    if (typeof inputDetails?.audio_tokens === 'number')
+        result.audioInputTokens = inputDetails.audio_tokens;
+    if (typeof outputDetails?.audio_tokens === 'number')
+        result.audioOutputTokens = outputDetails.audio_tokens;
+    if (typeof inputDetails?.cached_tokens === 'number')
+        result.cachedInputTokens = inputDetails.cached_tokens;
+    return result;
+}
+//# sourceMappingURL=voice-openai-realtime.js.map

package/dist/voice-openai-realtime.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"voice-openai-realtime.js","sourceRoot":"","sources":["../src/voice-openai-realtime.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,sBAAsB,EAAE,MAAM,kBAAkB,CAAC;AAE1D,OAAO,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAExD,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAsB1C,MAAM,YAAY,GAAG,kCAAkC,CAAC;AAExD;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,MAAM,OAAO,2BAA2B;IAC7B,IAAI,CAAS;IACL,MAAM,CAAS;IACf,KAAK,CAAS;IACd,OAAO,CAAS;IAChB,YAAY,CAAyB;IAEtD,YAAY,OAA2C;QACrD,IAAI,CAAC,OAAO,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;QACzF,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,yBAAyB,CAAC;QACxD,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,YAAY,CAAC;QAC/C,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,iBAAiB,CAAC;QAC9C,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC;IAC5C,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,UAA+B,EAAE;QAC7C,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,OAAO,UAAU,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QACtE,MAAM,EAAE,GAAG,MAAM,aAAa,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;QACpE,OAAO,IAAI,oBAAoB,CAAC,EAAE,EAAE,IAAI,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAC3D,CAAC;CACF;AAaD,KAAK,UAAU,aAAa,CAAC,GAAW,EAAE,MAAc,EAAE,OAA+B;IACvF,MAAM,aAAa,GAChB,UAAwF,CAAC,SAAS,CAAC;IACtG,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CAAC,wFAAwF,CAAC,CAAC;IAC5G,CAAC;IACD,2EAA2E;IAC3E,gEAAgE;IAChE,MAAM,EAAE,GAAG,IAAI,aAAa,CAAC,GAAG,EAAE;QAChC,OAAO,EAAE;YACP,aAAa,EAAE,UAAU,MAAM,EAAE;YACjC,aAAa,EAAE,aAAa;YAC5B,GAAG,OAAO;SACX;KACF,CAAC,CAAC;IACH,sEAAsE;IACtE,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC1C,MAAM,MAAM,GAAG,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;QAC/C,MAAM,OAAO,GAAG,CAAC,EAAW,EAAE,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,EAAE,uBAAuB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9F,MAAM,OAAO,GAAG,GAAG,EAAE;YACnB,gFAAgF;QAClF,CAAC,CAAC;QACF,EAAE,CAAC,gBAAgB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACpC,EAAE,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IACH,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,OAAO,CAAC,KAAc,EAAE,QAAgB;IAC/C,IAAI,KAAK,YAAY,KAAK;QAAE,OAAO,KAAK,CAAC;IACzC,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,SAAS,IAAK,KAAiC,EAAE,CAAC;QAC1F,OAAO,IAAI,KAAK,CAAC,MAAM,CAAE,KAA8B,CAAC,OAAO,CAAC,CAAC,CAAC;IACpE,CAAC;IACD,OAAO,IAAI,KAAK,CAAC,QAAQ,CAAC,CAAC;AAC7B,CAAC;AAED,8DAA8D;AAC9D,SAAS,aAAa,CAAC,KAAiB;IACtC,IAAI,OAAO,MAAM,KAAK,WAAW;QAAE,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAChF,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,UAAU,EAAE,CAAC,IAAI,CAAC;QAAE,MAAM,IAAI,MAAM,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,CAAC;IACvF,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC;AACtB,CAAC;AAED,8CAA8C;AAC9C,SAAS,aAAa,CAAC,KAAa;IAClC,IAAI,OAAO,MAAM,KAAK,WAAW;QAAE,OAAO,IAAI,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC;IACvF,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;IACxB,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC;QAAE,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;IACnE,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,oBAAoB;IACP,EAAE,CAAoB;IACtB,QAAQ,CAAS;IACjB,KAAK,GAAiB,EAAE,CAAC;IACzB,OAAO,GAAuD,EAAE,CAAC;IAC1E,MAAM,GAAG,KAAK,CAAC;IACf,SAAS,CAAqB;IACrB,UAAU,CAAgC;IAC1C,wBAAwB,CAA4D;IAErG,YAAY,EAAqB,EAAE,KAAa,EAAE,OAA4B;QAC5E,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;QACb,IAAI,CAAC,QAAQ,GAAG,UAAU,KAAK,EAAE,CAAC;QAClC,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;QACrC,IAAI,CAAC,wBAAwB,GAAG,OAAO,CAAC,wBAAwB,CAAC;QAEjE,EAAE,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;QAChE,EAAE,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC;QAC9E,EAAE,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,EAAE,iBAAiB,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QAEpH,mCAAmC;QACnC,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,OAAO,CAAC;QACnD,MAAM,aAAa,GAA4B;YAC7C,IAAI,EAAE,gBAAgB;YACtB,OAAO,EAAE;gBACP,GAAG,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACvE,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAClD,kBAAkB,EAAE,WAAW;gBAC/B,mBAAmB,EAAE,WAAW;gBAChC,cAAc,EAAE,OAAO,CAAC,aAAa,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE;gBAChF,GAAG,CAAC,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACnG;SACF,CAAC;QACF,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC;QACvC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC,CAAC;QAEpC,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACnB,IAAI,OAAO,CAAC,MAAM,CAAC,OAAO;gBAAE,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC;;gBACzC,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,KAAK,IAAI,CAAC,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QACzF,CAAC;IACH,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,KAAiB;QAC/B,IAAI,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;QACzD,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,2BAA2B,EAAE,KAAK,EAAE,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;IACnG,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,IAAY;QACzB,IAAI,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;QACzD,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC;YAC1B,IAAI,EAAE,0BAA0B;YAChC,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,EAAE;SACjF,CAAC,CAAC,CAAC;QACJ,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC,CAAC,CAAC;IAC5D,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,KAA2B;QAChD,IAAI,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;QACzD,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC;YAC1B,IAAI,EAAE,0BAA0B;YAChC,IAAI,EAAE;gBACJ,IAAI,EAAE,sBAAsB;gBAC5B,OAAO,EAAE,KAAK,CAAC,EAAE;gBACjB,MAAM,EAAE,OAAO,KAAK,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC;aACvF;SACF,CAAC,CAAC,CAAC;QACJ,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC,CAAC,CAAC;IAC5D,CAAC;IAED,KAAK,CAAC,cAAc;QAClB,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO;QACxB,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC,CAAC,CAAC;IAC5D,CAAC;IAED,MAAM;QACJ,OAAO;YACL,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,GAA8B,EAAE,CAAC,CAAC;gBACxD,IAAI,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE;gBACvB,MAAM,EAAE,KAAK,IAAI,EAAE;oBACjB,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;oBACnB,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;gBAC1C,CAAC;aACF,CAAC;SACH,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO;QACxB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC;YAAC,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;QACjC,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/B,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YACpC,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,SAAkC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QACtE,CAAC;IACH,CAAC;IAEO,IAAI;QACV,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,OAAO,OAAO,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,EAAG,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QACtE,CAAC;QACD,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO,OAAO,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,SAAkC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QACnG,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;IAC9D,CAAC;IAEO,IAAI,CAAC,KAAiB;QAC5B,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO;QACxB,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACpC,IAAI,MAAM;YAAE,MAAM,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;;YAC7C,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC9B,CAAC;IAEO,IAAI,CAAC,MAAkB,EAAE,MAAe;QAC9C,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC;IACpB,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAAC,QAAgB;QAC7C,IAAI,CAAC,IAAI,CAAC,UAAU;YAAE,OAAO;QAC7B,MAAM,MAAM,GAAG,KAAK,EAAE,SAAoH,EAAE,EAAE;YAC5I,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,SAAS,CAAC,KAAK,EAAE,WAAW,EAAE,SAAS,CAAC,WAAW,EAAE,QAAQ,EAAE,SAAS,CAAC,QAAQ,EAAE,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,SAAS,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YAC7L,MAAM,IAAI,GAAG,IAAI,CAAC,UAAW,CAAC,QAAQ,EAAE,CAAC;YACzC,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,CAAC,wBAAwB,EAAE,CAAC;gBACxD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,wBAAwB,CAAC,SAAS,CAAC,CAAC;gBAChE,IAAI,QAAQ;oBAAE,OAAO;YACvB,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,sBAAsB,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;YACrF,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC;QACpB,CAAC,CAAC;QACF,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAChD,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,MAAM,CAAC,KAAK,CAAC,CAAC;YACpB,OAAO;QACT,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;QACjE,IAAI,MAAM;YAAE,MAAM,MAAM,CAAC,MAAM,CAAC,CAAC;IACnC,CAAC;IAEO,SAAS,CAAC,GAAY;QAC5B,IAAI,OAAgC,CAAC;QACrC,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,UAAU,IAAK,GAAc,CAAC;gBAC5G,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;gBACb,CAAC,CAAC,EAAE,CAAC;YACP,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAA4B,CAAC;QACxD,CAAC;QAAC,MAAM,CAAC;YACP,OAAO;QACT,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;QACxC,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,iBAAiB,CAAC;YACvB,KAAK,iBAAiB,CAAC,CAAC,CAAC;gBACvB,MAAM,OAAO,GAAG,OAAO,CAAC,OAAyC,CAAC;gBAClE,IAAI,OAAO,EAAE,KAAK;oBAAE,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC;gBACnD,OAAO;YACT,CAAC;YACD,KAAK,sBAAsB,CAAC,CAAC,CAAC;gBAC5B,MAAM,KAAK,GAAG,OAAO,OAAO,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,aAAa,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;gBAC3F,IAAI,KAAK;oBAAE,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC,CAAC;gBACrD,OAAO;YACT,CAAC;YACD,KAAK,iCAAiC,CAAC,CAAC,CAAC;gBACvC,MAAM,KAAK,GAAG,OAAO,OAAO,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;gBACrE,IAAI,KAAK;oBAAE,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;gBACvE,OAAO;YACT,CAAC;YACD,KAAK,gCAAgC,CAAC,CAAC,CAAC;gBACtC,MAAM,IAAI,GAAG,OAAO,OAAO,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC9E,IAAI,IAAI;oBAAE,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;gBACrE,OAAO;YACT,CAAC;YACD,KAAK,uDAAuD,CAAC,CAAC,CAAC;gBAC7D,MAAM,IAAI,GAAG,OAAO,OAAO,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC9E,IAAI,IAAI;oBAAE,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;gBAChE,OAAO;YACT,CAAC;YACD,KAAK,uCAAuC,CAAC,CAAC,CAAC;gBAC7C,MAAM,EAAE,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;gBACzC,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;gBACxC,MAAM,IAAI,GAAG,OAAO,OAAO,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC;gBACrG,IAAI,EAAE,IAAI,IAAI;oBAAE,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;gBACxE,OAAO;YACT,CAAC;YACD,KAAK,eAAe,CAAC,CAAC,CAAC;gBACrB,MAAM,KAAK,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAC;gBAC1C,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC;gBAC7E,IAAI,KAAK;oBAAE,kBAAkB,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;gBAC/C,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;gBAClE,IAAI,KAAK,IAAI,IAAI,CAAC,UAAU,EAAE,OAAO,EAAE,IAAI,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,GAAG,CAAC,EAAE,CAAC;oBAClG,kEAAkE;oBAClE,KAAK,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBAC5C,CAAC;gBACD,OAAO;YACT,CAAC;YACD,KAAK,OAAO,CAAC,CAAC,CAAC;gBACb,MAAM,OAAO,GAAG,OAAQ,OAAO,CAAC,KAA+B,EAAE,OAAO,KAAK,QAAQ;oBACnF,CAAC,CAAC,MAAM,CAAE,OAAO,CAAC,KAA6B,CAAC,OAAO,CAAC;oBACxD,CAAC,CAAC,gBAAgB,CAAC;gBACrB,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC;gBACtC,OAAO;YACT,CAAC;YACD;gBACE,OAAO;QACX,CAAC;IACH,CAAC;CACF;AAED,SAAS,QAAQ,CAAC,KAAa;IAC7B,IAAI,CAAC;QAAC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC;QAAC,OAAO,KAAK,CAAC;IAAC,CAAC;AAC3D,CAAC;AAED,SAAS,cAAc,CAAC,IAAa;IACnC,8DAA8D;IAC9D,sEAAsE;IACtE,MAAM,OAAO,GAAG,YAAY,CAAC;QAC3B,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,GAAG,CAAC,IAAI,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5E,GAAG,CAAC,IAAI,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC7E,CAAiF,CAAC;IACnF,MAAM,EAAE,GAAG,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAC;IAClC,OAAO;QACL,IAAI,EAAE,UAAU;QAChB,IAAI,EAAE,EAAE,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI;QAC1B,WAAW,EAAE,EAAE,CAAC,WAAW,IAAI,EAAE;QACjC,UAAU,EAAE,EAAE,CAAC,UAAU,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,oBAAoB,EAAE,KAAK,EAAE;KAC3G,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CAAC,OAAgC;IAC1D,MAAM,WAAW,GAAG,OAAO,CAAC,QAA+C,CAAC;IAC5E,MAAM,KAAK,GAAG,CAAC,WAAW,EAAE,KAAK,IAAI,OAAO,CAAC,KAAK,CAAwC,CAAC;IAC3F,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,MAAM,YAAY,GAAG,KAAK,CAAC,mBAA0D,CAAC;IACtF,MAAM,aAAa,GAAG,KAAK,CAAC,oBAA2D,CAAC;IACxF,MAAM,MAAM,GAAe,EAAE,CAAC;IAC9B,IAAI,OAAO,KAAK,CAAC,YAAY,KAAK,QAAQ;QAAE,MAAM,CAAC,WAAW,GAAG,KAAK,CAAC,YAAY,CAAC;IACpF,IAAI,OAAO,KAAK,CAAC,aAAa,KAAK,QAAQ;QAAE,MAAM,CAAC,YAAY,GAAG,KAAK,CAAC,aAAa,CAAC;IACvF,IAAI,OAAO,KAAK,CAAC,YAAY,KAAK,QAAQ;QAAE,MAAM,CAAC,WAAW,GAAG,KAAK,CAAC,YAAY,CAAC;IACpF,IAAI,OAAO,YAAY,EAAE,YAAY,KAAK,QAAQ;QAAE,MAAM,CAAC,gBAAgB,GAAG,YAAY,CAAC,YAAY,CAAC;IACxG,IAAI,OAAO,aAAa,EAAE,YAAY,KAAK,QAAQ;QAAE,MAAM,CAAC,iBAAiB,GAAG,aAAa,CAAC,YAAY,CAAC;IAC3G,IAAI,OAAO,YAAY,EAAE,aAAa,KAAK,QAAQ;QAAE,MAAM,CAAC,iBAAiB,GAAG,YAAY,CAAC,aAAa,CAAC;IAC3G,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/voice-ws-client.d.ts

@@ -0,0 +1,77 @@
+import type { ModelUsage } from './model.js';
+import type { VoiceAudioFormat } from './voice.js';
+/**
+ * Lightweight WebSocket client for the `fh server` `WS /sessions/:id/voice`
+ * endpoint. Server-side bridge owns the provider connection and API keys;
+ * this client just streams audio + control messages over WS.
+ *
+ * Works in browsers and on Node 22+ (uses the global `WebSocket`).
+ */
+export interface VoiceWsClientOptions {
+    /** WS URL — e.g. `ws://localhost:9111/sessions/abc/voice`. */
+    url: string;
+    /** Bearer token, sent as `?token=` query param. */
+    authToken?: string;
+    /** Tenant id, sent as `?tenant=` query param. */
+    tenantId?: string;
+    /** Realtime voice timbre id (alloy, nova, verse, ...). */
+    voice?: string;
+    /** Initial instructions / persona. */
+    instructions?: string;
+    /** Audio format hint. Default `pcm16` (server-side default). */
+    audioFormat?: VoiceAudioFormat;
+    /** Realtime model id — overrides server default. */
+    model?: string;
+    /** Called for every event from the server. */
+    onEvent?: (event: VoiceWsClientEvent) => void;
+    /** Called once when the bridge confirms the session. */
+    onSessionOpen?: (sessionId: string) => void;
+    /** Called on errors (transport or server-side). */
+    onError?: (error: Error) => void;
+    /** Called when the socket closes. */
+    onClose?: () => void;
+}
+export type VoiceWsClientEvent = {
+    type: 'session_open';
+    sessionId: string;
+} | {
+    type: 'audio';
+    audio: Uint8Array;
+} | {
+    type: 'text_delta';
+    delta: string;
+    role: 'assistant' | 'user';
+} | {
+    type: 'transcript';
+    text: string;
+    role: 'assistant' | 'user';
+} | {
+    type: 'tool_call';
+    id: string;
+    name: string;
+    input: unknown;
+} | {
+    type: 'response_done';
+    usage?: ModelUsage;
+} | {
+    type: 'cost_limit';
+    scope: string;
+    observedUsd: number;
+    limitUsd: number;
+    scopeKey?: string;
+} | {
+    type: 'error';
+    message: string;
+};
+export interface VoiceWsClientHandle {
+    sendAudio(frame: Uint8Array): void;
+    sendText(text: string): void;
+    submitToolResult(input: {
+        id: string;
+        output: unknown;
+    }): void;
+    cancel(): void;
+    close(): void;
+}
+export declare function connectFabricVoice(options: VoiceWsClientOptions): VoiceWsClientHandle;
+//# sourceMappingURL=voice-ws-client.d.ts.map

package/dist/voice-ws-client.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"voice-ws-client.d.ts","sourceRoot":"","sources":["../src/voice-ws-client.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAC7C,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAEnD;;;;;;GAMG;AAEH,MAAM,WAAW,oBAAoB;IACnC,8DAA8D;IAC9D,GAAG,EAAE,MAAM,CAAC;IACZ,mDAAmD;IACnD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,iDAAiD;IACjD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,0DAA0D;IAC1D,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,sCAAsC;IACtC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,gEAAgE;IAChE,WAAW,CAAC,EAAE,gBAAgB,CAAC;IAC/B,oDAAoD;IACpD,KAAK,CAAC,EAAE,MAAM,CAAC;IAEf,8CAA8C;IAC9C,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,kBAAkB,KAAK,IAAI,CAAC;IAC9C,wDAAwD;IACxD,aAAa,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,KAAK,IAAI,CAAC;IAC5C,mDAAmD;IACnD,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,IAAI,CAAC;IACjC,qCAAqC;IACrC,OAAO,CAAC,EAAE,MAAM,IAAI,CAAC;CACtB;AAED,MAAM,MAAM,kBAAkB,GAC1B;IAAE,IAAI,EAAE,cAAc,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,GAC3C;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,KAAK,EAAE,UAAU,CAAA;CAAE,GACpC;IAAE,IAAI,EAAE,YAAY,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,WAAW,GAAG,MAAM,CAAA;CAAE,GACjE;IAAE,IAAI,EAAE,YAAY,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,WAAW,GAAG,MAAM,CAAA;CAAE,GAChE;IAAE,IAAI,EAAE,WAAW,CAAC;IAAC,EAAE,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,OAAO,CAAA;CAAE,GAC/D;IAAE,IAAI,EAAE,eAAe,CAAC;IAAC,KAAK,CAAC,EAAE,UAAU,CAAA;CAAE,GAC7C;IAAE,IAAI,EAAE,YAAY,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE,GAC/F;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC;AAEvC,MAAM,WAAW,mBAAmB;IAClC,SAAS,CAAC,KAAK,EAAE,UAAU,GAAG,IAAI,CAAC;IACnC,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,gBAAgB,CAAC,KAAK,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,OAAO,CAAA;KAAE,GAAG,IAAI,CAAC;IAC/D,MAAM,IAAI,IAAI,CAAC;IACf,KAAK,IAAI,IAAI,CAAC;CACf;AAED,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,oBAAoB,GAAG,mBAAmB,CAkDrF"}

package/dist/voice-ws-client.js

@@ -0,0 +1,115 @@
+export function connectFabricVoice(options) {
+    const url = appendQueryParams(options.url, {
+        ...(options.authToken ? { token: options.authToken } : {}),
+        ...(options.tenantId ? { tenant: options.tenantId } : {}),
+        ...(options.voice ? { voice: options.voice } : {}),
+        ...(options.instructions ? { instructions: options.instructions } : {}),
+        ...(options.audioFormat ? { audioFormat: options.audioFormat } : {}),
+        ...(options.model ? { model: options.model } : {}),
+    });
+    const WebSocketImpl = typeof globalThis.WebSocket === 'function'
+        ? globalThis.WebSocket
+        : undefined;
+    if (!WebSocketImpl) {
+        throw new Error('connectFabricVoice: global WebSocket not available. On Node use Node 22+ or polyfill.');
+    }
+    const ws = new WebSocketImpl(url);
+    ws.addEventListener('message', (ev) => {
+        const data = typeof ev.data === 'string' ? ev.data : '';
+        if (!data)
+            return;
+        let parsed;
+        try {
+            parsed = JSON.parse(data);
+        }
+        catch {
+            options.onError?.(new Error(`Invalid JSON from voice bridge: ${data.slice(0, 120)}`));
+            return;
+        }
+        const event = decodeServerMessage(parsed);
+        if (!event)
+            return;
+        options.onEvent?.(event);
+        if (event.type === 'session_open')
+            options.onSessionOpen?.(event.sessionId);
+        if (event.type === 'error')
+            options.onError?.(new Error(event.message));
+    });
+    ws.addEventListener('error', () => options.onError?.(new Error('WebSocket error')));
+    ws.addEventListener('close', () => options.onClose?.());
+    const send = (payload) => {
+        try {
+            if (ws.readyState === ws.OPEN)
+                ws.send(JSON.stringify(payload));
+        }
+        catch (error) {
+            options.onError?.(error instanceof Error ? error : new Error(String(error)));
+        }
+    };
+    return {
+        sendAudio(frame) { send({ type: 'audio', audio: bytesToBase64(frame) }); },
+        sendText(text) { send({ type: 'text', text }); },
+        submitToolResult(input) { send({ type: 'tool_result', id: input.id, output: input.output }); },
+        cancel() { send({ type: 'cancel' }); },
+        close() { try {
+            ws.close();
+        }
+        catch { } },
+    };
+}
+function decodeServerMessage(parsed) {
+    const type = String(parsed.type ?? '');
+    switch (type) {
+        case 'session_open':
+            return { type: 'session_open', sessionId: String(parsed.sessionId ?? '') };
+        case 'audio':
+            return typeof parsed.audio === 'string' ? { type: 'audio', audio: base64ToBytes(parsed.audio) } : undefined;
+        case 'text_delta':
+            return { type: 'text_delta', delta: String(parsed.delta ?? ''), role: (parsed.role === 'user' ? 'user' : 'assistant') };
+        case 'transcript':
+            return { type: 'transcript', text: String(parsed.text ?? ''), role: (parsed.role === 'user' ? 'user' : 'assistant') };
+        case 'tool_call':
+            return { type: 'tool_call', id: String(parsed.id ?? ''), name: String(parsed.name ?? ''), input: parsed.input };
+        case 'response_done':
+            return { type: 'response_done', ...(parsed.usage ? { usage: parsed.usage } : {}) };
+        case 'cost_limit':
+            return {
+                type: 'cost_limit',
+                scope: String(parsed.scope ?? ''),
+                observedUsd: Number(parsed.observedUsd ?? 0),
+                limitUsd: Number(parsed.limitUsd ?? 0),
+                ...(typeof parsed.scopeKey === 'string' ? { scopeKey: parsed.scopeKey } : {}),
+            };
+        case 'error':
+            return { type: 'error', message: String(parsed.message ?? 'Voice bridge error') };
+        case 'pong':
+        case 'ack':
+            return undefined;
+        default:
+            return undefined;
+    }
+}
+function appendQueryParams(url, params) {
+    const qs = new URLSearchParams(params).toString();
+    if (!qs)
+        return url;
+    return url.includes('?') ? `${url}&${qs}` : `${url}?${qs}`;
+}
+function bytesToBase64(bytes) {
+    if (typeof Buffer !== 'undefined')
+        return Buffer.from(bytes).toString('base64');
+    let binary = '';
+    for (let i = 0; i < bytes.byteLength; i += 1)
+        binary += String.fromCharCode(bytes[i]);
+    return btoa(binary);
+}
+function base64ToBytes(value) {
+    if (typeof Buffer !== 'undefined')
+        return new Uint8Array(Buffer.from(value, 'base64'));
+    const bin = atob(value);
+    const out = new Uint8Array(bin.length);
+    for (let i = 0; i < bin.length; i += 1)
+        out[i] = bin.charCodeAt(i);
+    return out;
+}
+//# sourceMappingURL=voice-ws-client.js.map

package/dist/voice-ws-client.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"voice-ws-client.js","sourceRoot":"","sources":["../src/voice-ws-client.ts"],"names":[],"mappings":"AAuDA,MAAM,UAAU,kBAAkB,CAAC,OAA6B;IAC9D,MAAM,GAAG,GAAG,iBAAiB,CAAC,OAAO,CAAC,GAAG,EAAE;QACzC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1D,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACzD,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAClD,GAAG,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvE,GAAG,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACpE,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACnD,CAAC,CAAC;IAEH,MAAM,aAAa,GAAiC,OAAO,UAAU,CAAC,SAAS,KAAK,UAAU;QAC5F,CAAC,CAAC,UAAU,CAAC,SAAS;QACtB,CAAC,CAAC,SAAS,CAAC;IACd,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CAAC,uFAAuF,CAAC,CAAC;IAC3G,CAAC;IACD,MAAM,EAAE,GAAG,IAAI,aAAa,CAAC,GAAG,CAAC,CAAC;IAElC,EAAE,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,EAAE,EAAE,EAAE;QACpC,MAAM,IAAI,GAAG,OAAO,EAAE,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;QACxD,IAAI,CAAC,IAAI;YAAE,OAAO;QAClB,IAAI,MAA+B,CAAC;QACpC,IAAI,CAAC;YAAC,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC;YACxC,OAAO,CAAC,OAAO,EAAE,CAAC,IAAI,KAAK,CAAC,mCAAmC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;YACtF,OAAO;QACT,CAAC;QACD,MAAM,KAAK,GAAG,mBAAmB,CAAC,MAAM,CAAC,CAAC;QAC1C,IAAI,CAAC,KAAK;YAAE,OAAO;QACnB,OAAO,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,CAAC;QACzB,IAAI,KAAK,CAAC,IAAI,KAAK,cAAc;YAAE,OAAO,CAAC,aAAa,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAC5E,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO;YAAE,OAAO,CAAC,OAAO,EAAE,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;IAC1E,CAAC,CAAC,CAAC;IACH,EAAE,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC;IACpF,EAAE,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IAExD,MAAM,IAAI,GAAG,CAAC,OAAgC,EAAE,EAAE;QAChD,IAAI,CAAC;YACH,IAAI,EAAE,CAAC,UAAU,KAAK,EAAE,CAAC,IAAI;gBAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;QAClE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,OAAO,EAAE,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAC/E,CAAC;IACH,CAAC,CAAC;IAEF,OAAO;QACL,SAAS,CAAC,KAAK,IAAI,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC1E,QAAQ,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAChD,gBAAgB,CAAC,KAAK,IAAI,IAAI,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC;QAC9F,MAAM,KAAK,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC;QACtC,KAAK,KAAK,IAAI,CAAC;YAAC,EAAE,CAAC,KAAK,EAAE,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC,CAAC,CAAC;KACzC,CAAC;AACJ,CAAC;AAED,SAAS,mBAAmB,CAAC,MAA+B;IAC1D,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;IACvC,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,cAAc;YACjB,OAAO,EAAE,IAAI,EAAE,cAAc,EAAE,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,SAAS,IAAI,EAAE,CAAC,EAAE,CAAC;QAC7E,KAAK,OAAO;YACV,OAAO,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;QAC9G,KAAK,YAAY;YACf,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,EAAE,CAAC;QAC1H,KAAK,YAAY;YACf,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,EAAE,CAAC;QACxH,KAAK,WAAW;YACd,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,EAAE,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC;QAClH,KAAK,eAAe;YAClB,OAAO,EAAE,IAAI,EAAE,eAAe,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,KAAmB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;QACnG,KAAK,YAAY;YACf,OAAO;gBACL,IAAI,EAAE,YAAY;gBAClB,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC;gBACjC,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,WAAW,IAAI,CAAC,CAAC;gBAC5C,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,QAAQ,IAAI,CAAC,CAAC;gBACtC,GAAG,CAAC,OAAO,MAAM,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC9E,CAAC;QACJ,KAAK,OAAO;YACV,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,IAAI,oBAAoB,CAAC,EAAE,CAAC;QACpF,KAAK,MAAM,CAAC;QACZ,KAAK,KAAK;YACR,OAAO,SAAS,CAAC;QACnB;YACE,OAAO,SAAS,CAAC;IACrB,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,GAAW,EAAE,MAA8B;IACpE,MAAM,EAAE,GAAG,IAAI,eAAe,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,CAAC;IAClD,IAAI,CAAC,EAAE;QAAE,OAAO,GAAG,CAAC;IACpB,OAAO,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,GAAG,IAAI,EAAE,EAAE,CAAC;AAC7D,CAAC;AAED,SAAS,aAAa,CAAC,KAAiB;IACtC,IAAI,OAAO,MAAM,KAAK,WAAW;QAAE,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAChF,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,UAAU,EAAE,CAAC,IAAI,CAAC;QAAE,MAAM,IAAI,MAAM,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,CAAC;IACvF,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC;AACtB,CAAC;AAED,SAAS,aAAa,CAAC,KAAa;IAClC,IAAI,OAAO,MAAM,KAAK,WAAW;QAAE,OAAO,IAAI,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC;IACvF,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;IACxB,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC;QAAE,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;IACnE,OAAO,GAAG,CAAC;AACb,CAAC"}