@chanl/widget-sdk 0.2.0-canary.0

package/dist/voice/transports/vapi.d.ts

@@ -0,0 +1,147 @@
+/**
+ * VapiTransport — voice transport that joins a VAPI Daily.co room.
+ *
+ * Unlike WebSocketTransport / WebRTCTransport which target our own backend,
+ * VapiTransport connects to a third-party VAPI session via a Daily.co webCallUrl
+ * returned by POST /realtime/session.
+ *
+ * Phase 1.1: connect/join + onReady + isConnected + `'vapi'` TransportType.
+ * Phase 1.2: audio controls (muteMic, unmuteMic, deafen, undeafen, setVolume)
+ *             + full teardown (disconnect, destroy).
+ * Phase 1.3: VAPI app-message → SDK InboundServerMessage mapping.
+ *
+ * Output-volume strategy (Phase 1.2):
+ *   @daily-co/daily-js@0.90.0 does NOT expose `setOutputVolume()` or any
+ *   direct volume API. Daily auto-plays remote audio internally, but it fires
+ *   a `track-started` event carrying the raw MediaStreamTrack.  We intercept
+ *   that track, attach it to a hidden <audio> element (same pattern as
+ *   WebRTCTransport), and control `.muted` / `.volume` directly on the
+ *   element.  This is the only approach available in this SDK version that
+ *   doesn't monkey-patch Daily internals.
+ *
+ * ── VAPI Daily app-message payload shapes (verified) ──────────────────────
+ *
+ * Source: @vapi-ai/web v2.5.2 source (packages/vapi.ts + api.ts)
+ *   https://registry.npmjs.org/@vapi-ai/web/-/web-2.5.2.tgz
+ *
+ * The Daily `app-message` event fires as:
+ *   call.on('app-message', (e: DailyEventObjectAppMessage) => ...)
+ *   where e.data is either a plain string or a JSON-serialized string.
+ *
+ * Special plain-string sentinel:
+ *   e.data === 'listening'  →  call has started (emitted as call-start in Vapi SDK)
+ *
+ * All other messages: JSON.parse(e.data) yields one of:
+ *
+ *   TRANSCRIPT:
+ *     { type: 'transcript', role: 'assistant'|'user',
+ *       transcriptType: 'partial'|'final', transcript: string,
+ *       timestamp?: number, isFiltered?: boolean }
+ *     Source: ClientMessageTranscript in @vapi-ai/web api.ts
+ *
+ *   SPEECH-UPDATE:
+ *     { type: 'speech-update', status: 'started'|'stopped',
+ *       role: 'assistant'|'user', turn?: number, timestamp?: number }
+ *     Source: ClientMessageSpeechUpdate in @vapi-ai/web api.ts
+ *
+ *   STATUS-UPDATE (call ended):
+ *     { type: 'status-update', status: 'ended', endedReason?: string }
+ *     The 'ended' status is the call-termination signal from VAPI.
+ *     Source: ServerMessageStatusUpdate in @vapi-ai/web api.ts;
+ *             confirmed via vapi.ts onAppMessage() hasEmittedCallEndedStatus logic.
+ *
+ *   CONVERSATION-UPDATE, FUNCTION-CALL, HANG, MODEL-OUTPUT, TRANSFER-UPDATE,
+ *   TOOL-CALLS, USER-INTERRUPTED, VOICE-INPUT, etc.:
+ *     All other ClientMessage variants — not mapped to SDK messages (TODO if needed).
+ *
+ * SDK mapping notes:
+ *   - TranscriptMessage has no partial/final flag → we map only 'final' transcripts.
+ *   - TranscriptMessage.sender maps to VAPI's `role` field.
+ *   - TranscriptMessage.text maps to VAPI's `transcript` field.
+ *   - speech-update 'started' → SpeechStartMessage; 'stopped' → SpeechEndMessage.
+ *   - status-update 'ended' → CallEndMessage (left-meeting handler also fires onClose).
+ */
+import type { DailyCall } from '@daily-co/daily-js';
+import type { ITransport, TransportCallbacks, TransportConnectConfig } from './transport';
+import type { OutboundClientMessage } from '../types';
+type DailyFactory = () => DailyCall;
+export declare class VapiTransport implements ITransport {
+    private readonly callbacks;
+    private readonly dailyFactory;
+    private call;
+    private joined;
+    private debug;
+    private audioDeafened;
+    private audioVolume;
+    private audioEl;
+    /**
+     * @param callbacks     — transport event callbacks (onReady, onMessage, onError, onClose)
+     * @param dailyFactory  — factory for creating the Daily call object; defaults to
+     *                        DailyIframe.createCallObject(). Injectable for tests.
+     */
+    constructor(callbacks: TransportCallbacks, dailyFactory?: DailyFactory);
+    connect(config: TransportConnectConfig): Promise<void>;
+    disconnect(_code?: number, _reason?: string): void;
+    destroy(): void;
+    isConnected(): boolean;
+    sendMessage(message: OutboundClientMessage): void;
+    muteMic(): void;
+    unmuteMic(): Promise<void>;
+    /**
+     * Silence remote audio output.
+     * Sets `audioEl.muted = true` if the remote track element is already
+     * attached; saves state so it applies to any late-arriving track.
+     */
+    deafen(): void;
+    /**
+     * Restore remote audio output.
+     */
+    undeafen(): void;
+    /**
+     * Set remote output volume (0.0–1.0).
+     * Clamps to [0, 1]. State is saved so late-arriving tracks pick it up.
+     */
+    setVolume(volume: number): void;
+    /** No-op — WebRTC/Daily has no client-side jitter buffer to flush. */
+    clearAudioBuffer(): void;
+    /**
+     * Attach a remote MediaStreamTrack to a hidden <audio> element so we can
+     * control playback volume and muted state via standard DOM APIs.
+     *
+     * Why a hidden <audio> element?
+     *   Daily JS 0.90.0 has no `setOutputVolume()` API. Daily auto-plays remote
+     *   audio internally, but it exposes the raw MediaStreamTrack via the
+     *   `track-started` event. By piping that track through our own <audio>
+     *   element we get full DOM control (muted, volume) without touching Daily
+     *   internals. The element is intentionally detached from layout via
+     *   fixed + off-screen positioning (same as WebRTCTransport).
+     */
+    private attachRemoteAudioTrack;
+    /** Remove the audio element from the DOM and release it. */
+    private _detachAudioEl;
+    /**
+     * Map a VAPI Daily app-message payload to an SDK InboundServerMessage and
+     * forward it via `this.callbacks.onMessage(...)`.
+     *
+     * VAPI sends app-message events in two forms (verified from @vapi-ai/web v2.5.2):
+     *
+     *   1. Plain string `'listening'` — call-start sentinel; ignored here because
+     *      `joined-meeting` already fires `onReady()`.
+     *
+     *   2. JSON string — one of the ClientMessage variants documented above.
+     *      We parse it and map the known types; unknown types are silently ignored.
+     *
+     * Mapping table:
+     *   VAPI type           | VAPI condition            | SDK message
+     *   ──────────────────────────────────────────────────────────────────
+     *   'transcript'        | transcriptType === 'final' | TranscriptMessage
+     *   'transcript'        | transcriptType === 'partial'| ignored (SDK has no partial flag)
+     *   'speech-update'     | status === 'started'      | SpeechStartMessage
+     *   'speech-update'     | status === 'stopped'      | SpeechEndMessage
+     *   'status-update'     | status === 'ended'        | CallEndMessage
+     *   everything else     | —                         | ignored
+     */
+    private handleAppMessage;
+}
+export {};
+//# sourceMappingURL=vapi.d.ts.map

package/dist/voice/transports/vapi.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"vapi.d.ts","sourceRoot":"","sources":["../../../src/voice/transports/vapi.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8DG;AAGH,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,KAAK,EACV,UAAU,EACV,kBAAkB,EAClB,sBAAsB,EACvB,MAAM,aAAa,CAAC;AACrB,OAAO,KAAK,EAEV,qBAAqB,EACtB,MAAM,UAAU,CAAC;AAGlB,KAAK,YAAY,GAAG,MAAM,SAAS,CAAC;AAEpC,qBAAa,aAAc,YAAW,UAAU;IAkB5C,OAAO,CAAC,QAAQ,CAAC,SAAS;IAC1B,OAAO,CAAC,QAAQ,CAAC,YAAY;IAlB/B,OAAO,CAAC,IAAI,CAA0B;IACtC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,KAAK,CAAS;IAGtB,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,WAAW,CAAK;IAGxB,OAAO,CAAC,OAAO,CAAiC;IAEhD;;;;OAIG;gBAEgB,SAAS,EAAE,kBAAkB,EAC7B,YAAY,GAAE,YAA6C;IAKxE,OAAO,CAAC,MAAM,EAAE,sBAAsB,GAAG,OAAO,CAAC,IAAI,CAAC;IAwE5D,UAAU,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI;IAOlD,OAAO,IAAI,IAAI;IAcf,WAAW,IAAI,OAAO;IAMtB,WAAW,CAAC,OAAO,EAAE,qBAAqB,GAAG,IAAI;IAMjD,OAAO,IAAI,IAAI;IAIT,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC;IAIhC;;;;OAIG;IACH,MAAM,IAAI,IAAI;IAKd;;OAEG;IACH,QAAQ,IAAI,IAAI;IAKhB;;;OAGG;IACH,SAAS,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAK/B,sEAAsE;IACtE,gBAAgB,IAAI,IAAI;IAIxB;;;;;;;;;;;OAWG;IACH,OAAO,CAAC,sBAAsB;IAqB9B,4DAA4D;IAC5D,OAAO,CAAC,cAAc;IAStB;;;;;;;;;;;;;;;;;;;;;OAqBG;IAEH,OAAO,CAAC,gBAAgB;CA0DzB"}

package/dist/voice/transports/vapi.js

@@ -0,0 +1,337 @@
+"use strict";
+/**
+ * VapiTransport — voice transport that joins a VAPI Daily.co room.
+ *
+ * Unlike WebSocketTransport / WebRTCTransport which target our own backend,
+ * VapiTransport connects to a third-party VAPI session via a Daily.co webCallUrl
+ * returned by POST /realtime/session.
+ *
+ * Phase 1.1: connect/join + onReady + isConnected + `'vapi'` TransportType.
+ * Phase 1.2: audio controls (muteMic, unmuteMic, deafen, undeafen, setVolume)
+ *             + full teardown (disconnect, destroy).
+ * Phase 1.3: VAPI app-message → SDK InboundServerMessage mapping.
+ *
+ * Output-volume strategy (Phase 1.2):
+ *   @daily-co/daily-js@0.90.0 does NOT expose `setOutputVolume()` or any
+ *   direct volume API. Daily auto-plays remote audio internally, but it fires
+ *   a `track-started` event carrying the raw MediaStreamTrack.  We intercept
+ *   that track, attach it to a hidden <audio> element (same pattern as
+ *   WebRTCTransport), and control `.muted` / `.volume` directly on the
+ *   element.  This is the only approach available in this SDK version that
+ *   doesn't monkey-patch Daily internals.
+ *
+ * ── VAPI Daily app-message payload shapes (verified) ──────────────────────
+ *
+ * Source: @vapi-ai/web v2.5.2 source (packages/vapi.ts + api.ts)
+ *   https://registry.npmjs.org/@vapi-ai/web/-/web-2.5.2.tgz
+ *
+ * The Daily `app-message` event fires as:
+ *   call.on('app-message', (e: DailyEventObjectAppMessage) => ...)
+ *   where e.data is either a plain string or a JSON-serialized string.
+ *
+ * Special plain-string sentinel:
+ *   e.data === 'listening'  →  call has started (emitted as call-start in Vapi SDK)
+ *
+ * All other messages: JSON.parse(e.data) yields one of:
+ *
+ *   TRANSCRIPT:
+ *     { type: 'transcript', role: 'assistant'|'user',
+ *       transcriptType: 'partial'|'final', transcript: string,
+ *       timestamp?: number, isFiltered?: boolean }
+ *     Source: ClientMessageTranscript in @vapi-ai/web api.ts
+ *
+ *   SPEECH-UPDATE:
+ *     { type: 'speech-update', status: 'started'|'stopped',
+ *       role: 'assistant'|'user', turn?: number, timestamp?: number }
+ *     Source: ClientMessageSpeechUpdate in @vapi-ai/web api.ts
+ *
+ *   STATUS-UPDATE (call ended):
+ *     { type: 'status-update', status: 'ended', endedReason?: string }
+ *     The 'ended' status is the call-termination signal from VAPI.
+ *     Source: ServerMessageStatusUpdate in @vapi-ai/web api.ts;
+ *             confirmed via vapi.ts onAppMessage() hasEmittedCallEndedStatus logic.
+ *
+ *   CONVERSATION-UPDATE, FUNCTION-CALL, HANG, MODEL-OUTPUT, TRANSFER-UPDATE,
+ *   TOOL-CALLS, USER-INTERRUPTED, VOICE-INPUT, etc.:
+ *     All other ClientMessage variants — not mapped to SDK messages (TODO if needed).
+ *
+ * SDK mapping notes:
+ *   - TranscriptMessage has no partial/final flag → we map only 'final' transcripts.
+ *   - TranscriptMessage.sender maps to VAPI's `role` field.
+ *   - TranscriptMessage.text maps to VAPI's `transcript` field.
+ *   - speech-update 'started' → SpeechStartMessage; 'stopped' → SpeechEndMessage.
+ *   - status-update 'ended' → CallEndMessage (left-meeting handler also fires onClose).
+ */
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.VapiTransport = void 0;
+const daily_js_1 = __importDefault(require("@daily-co/daily-js"));
+class VapiTransport {
+    /**
+     * @param callbacks     — transport event callbacks (onReady, onMessage, onError, onClose)
+     * @param dailyFactory  — factory for creating the Daily call object; defaults to
+     *                        DailyIframe.createCallObject(). Injectable for tests.
+     */
+    constructor(callbacks, dailyFactory = () => daily_js_1.default.createCallObject()) {
+        this.callbacks = callbacks;
+        this.dailyFactory = dailyFactory;
+        this.call = null;
+        this.joined = false;
+        this.debug = false;
+        // Output-audio state — tracked so we can apply to late-arriving tracks
+        this.audioDeafened = false;
+        this.audioVolume = 1;
+        // Hidden <audio> element for remote participant output
+        this.audioEl = null;
+    }
+    // ── ITransport: connect ────────────────────────────────────────────────
+    async connect(config) {
+        this.debug = config.debug ?? false;
+        // Resolve the join URL.
+        // - A formal `joinUrl` field on TransportConnectConfig is added in Phase 1.4.
+        //   Until then we read it from the roomState cast or a top-level field.
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        const roomState = config.roomState;
+        const joinUrl = config.joinUrl ?? roomState?.joinUrl ?? roomState?.webCallUrl;
+        if (!joinUrl) {
+            throw new Error('[VapiTransport] No join URL provided in connect config');
+        }
+        if (this.debug) {
+            console.debug('[VapiTransport] Connecting to Daily room:', joinUrl);
+        }
+        const call = this.dailyFactory();
+        this.call = call;
+        // Wire up lifecycle events before joining
+        call.on('joined-meeting', () => {
+            this.joined = true;
+            if (this.debug)
+                console.debug('[VapiTransport] joined-meeting');
+            this.callbacks.onReady();
+        });
+        call.on('left-meeting', () => {
+            this.joined = false;
+            if (this.debug)
+                console.debug('[VapiTransport] left-meeting');
+            this.callbacks.onClose(1000, 'left');
+        });
+        call.on('error', (event) => {
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any
+            const msg = event?.errorMsg ?? 'daily error';
+            if (this.debug)
+                console.debug('[VapiTransport] error', msg);
+            this.callbacks.onError(new Error(msg));
+        });
+        // VAPI conversation events arrive as Daily app-message events.
+        // e.data is either the plain string 'listening' (call-start sentinel)
+        // or a JSON-serialized ClientMessage from the VAPI backend.
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        call.on('app-message', (e) => this.handleAppMessage(e?.data));
+        // Remote audio output: intercept the agent's audio track and play it
+        // via a hidden <audio> element so we can control volume / muted.
+        // Daily fires track-started for every participant track; we only care
+        // about non-local audio tracks (i.e. the VAPI agent).
+        call.on('track-started', (event) => {
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any
+            const ev = event;
+            if (ev?.type !== 'audio')
+                return;
+            // Skip local participant's own track
+            if (ev?.participant?.local)
+                return;
+            const track = ev?.track;
+            if (!track)
+                return;
+            if (this.debug)
+                console.debug('[VapiTransport] Remote audio track started');
+            this.attachRemoteAudioTrack(track);
+        });
+        await call.join({ url: joinUrl });
+    }
+    // ── ITransport: disconnect / destroy ──────────────────────────────────
+    disconnect(_code, _reason) {
+        if (this.call) {
+            this.call.leave().catch(() => { });
+            this.joined = false;
+        }
+    }
+    destroy() {
+        this._detachAudioEl();
+        if (this.call) {
+            const c = this.call;
+            this.call = null;
+            this.joined = false;
+            c.leave()
+                .catch(() => { })
+                .finally(() => c.destroy().catch(() => { }));
+        }
+    }
+    // ── ITransport: isConnected ────────────────────────────────────────────
+    isConnected() {
+        return this.joined;
+    }
+    // ── ITransport: messaging ─────────────────────────────────────────────
+    sendMessage(message) {
+        this.call?.sendAppMessage(message);
+    }
+    // ── ITransport: audio controls ────────────────────────────────────────
+    muteMic() {
+        this.call?.setLocalAudio(false);
+    }
+    async unmuteMic() {
+        this.call?.setLocalAudio(true);
+    }
+    /**
+     * Silence remote audio output.
+     * Sets `audioEl.muted = true` if the remote track element is already
+     * attached; saves state so it applies to any late-arriving track.
+     */
+    deafen() {
+        this.audioDeafened = true;
+        if (this.audioEl)
+            this.audioEl.muted = true;
+    }
+    /**
+     * Restore remote audio output.
+     */
+    undeafen() {
+        this.audioDeafened = false;
+        if (this.audioEl)
+            this.audioEl.muted = false;
+    }
+    /**
+     * Set remote output volume (0.0–1.0).
+     * Clamps to [0, 1]. State is saved so late-arriving tracks pick it up.
+     */
+    setVolume(volume) {
+        this.audioVolume = Math.max(0, Math.min(1, volume));
+        if (this.audioEl)
+            this.audioEl.volume = this.audioVolume;
+    }
+    /** No-op — WebRTC/Daily has no client-side jitter buffer to flush. */
+    clearAudioBuffer() { }
+    // ── Private helpers ───────────────────────────────────────────────────
+    /**
+     * Attach a remote MediaStreamTrack to a hidden <audio> element so we can
+     * control playback volume and muted state via standard DOM APIs.
+     *
+     * Why a hidden <audio> element?
+     *   Daily JS 0.90.0 has no `setOutputVolume()` API. Daily auto-plays remote
+     *   audio internally, but it exposes the raw MediaStreamTrack via the
+     *   `track-started` event. By piping that track through our own <audio>
+     *   element we get full DOM control (muted, volume) without touching Daily
+     *   internals. The element is intentionally detached from layout via
+     *   fixed + off-screen positioning (same as WebRTCTransport).
+     */
+    attachRemoteAudioTrack(track) {
+        // Reuse the element if already created
+        if (!this.audioEl) {
+            const el = document.createElement('audio');
+            el.autoplay = true;
+            el.setAttribute('playsinline', 'true');
+            // Keep off-screen so it never affects layout
+            el.style.position = 'fixed';
+            el.style.top = '-9999px';
+            document.body.appendChild(el);
+            this.audioEl = el;
+        }
+        this.audioEl.srcObject = new MediaStream([track]);
+        this.audioEl.muted = this.audioDeafened;
+        this.audioEl.volume = this.audioVolume;
+        this.audioEl.play().catch((err) => {
+            if (this.debug)
+                console.debug('[VapiTransport] audio.play() rejected:', err);
+        });
+    }
+    /** Remove the audio element from the DOM and release it. */
+    _detachAudioEl() {
+        if (this.audioEl) {
+            this.audioEl.pause();
+            this.audioEl.srcObject = null;
+            this.audioEl.parentNode?.removeChild(this.audioEl);
+            this.audioEl = null;
+        }
+    }
+    /**
+     * Map a VAPI Daily app-message payload to an SDK InboundServerMessage and
+     * forward it via `this.callbacks.onMessage(...)`.
+     *
+     * VAPI sends app-message events in two forms (verified from @vapi-ai/web v2.5.2):
+     *
+     *   1. Plain string `'listening'` — call-start sentinel; ignored here because
+     *      `joined-meeting` already fires `onReady()`.
+     *
+     *   2. JSON string — one of the ClientMessage variants documented above.
+     *      We parse it and map the known types; unknown types are silently ignored.
+     *
+     * Mapping table:
+     *   VAPI type           | VAPI condition            | SDK message
+     *   ──────────────────────────────────────────────────────────────────
+     *   'transcript'        | transcriptType === 'final' | TranscriptMessage
+     *   'transcript'        | transcriptType === 'partial'| ignored (SDK has no partial flag)
+     *   'speech-update'     | status === 'started'      | SpeechStartMessage
+     *   'speech-update'     | status === 'stopped'      | SpeechEndMessage
+     *   'status-update'     | status === 'ended'        | CallEndMessage
+     *   everything else     | —                         | ignored
+     */
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    handleAppMessage(data) {
+        // Plain-string 'listening' sentinel — call-start is already handled by
+        // joined-meeting → onReady(). Nothing else to do.
+        if (data === 'listening' || typeof data !== 'string')
+            return;
+        let msg;
+        try {
+            msg = JSON.parse(data);
+        }
+        catch {
+            if (this.debug)
+                console.debug('[VapiTransport] app-message: failed to parse JSON', data);
+            return;
+        }
+        const type = msg.type;
+        if (!type)
+            return;
+        if (this.debug)
+            console.debug('[VapiTransport] app-message:', type, msg);
+        switch (type) {
+            case 'transcript': {
+                // Only forward final transcripts — SDK TranscriptMessage has no partial flag.
+                if (msg.transcriptType !== 'final')
+                    return;
+                const sdkMsg = {
+                    type: 'transcript',
+                    text: msg.transcript,
+                    sender: msg.role ?? 'assistant',
+                    timestamp: typeof msg.timestamp === 'number' ? msg.timestamp : Date.now(),
+                };
+                this.callbacks.onMessage(sdkMsg);
+                break;
+            }
+            case 'speech-update': {
+                const sdkMsg = msg.status === 'started'
+                    ? { type: 'speech-start' }
+                    : { type: 'speech-end' };
+                this.callbacks.onMessage(sdkMsg);
+                break;
+            }
+            case 'status-update': {
+                // 'ended' is the VAPI call-termination signal.
+                // The left-meeting event fires onClose(); this forwards the SDK call-end
+                // message so voice-client can update its state machine.
+                if (msg.status === 'ended') {
+                    const sdkMsg = { type: 'call-end' };
+                    this.callbacks.onMessage(sdkMsg);
+                }
+                break;
+            }
+            // conversation-update, function-call, hang, model-output, transfer-update,
+            // tool-calls, user-interrupted, voice-input, etc. — not mapped (TODO).
+            default:
+                break;
+        }
+    }
+}
+exports.VapiTransport = VapiTransport;
+//# sourceMappingURL=vapi.js.map

package/dist/voice/transports/vapi.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vapi.js","sourceRoot":"","sources":["../../../src/voice/transports/vapi.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8DG;;;;;;AAEH,kEAAuC;AAevC,MAAa,aAAa;IAYxB;;;;OAIG;IACH,YACmB,SAA6B,EAC7B,eAA6B,GAAG,EAAE,CAAC,kBAAK,CAAC,gBAAgB,EAAE;QAD3D,cAAS,GAAT,SAAS,CAAoB;QAC7B,iBAAY,GAAZ,YAAY,CAA+C;QAlBtE,SAAI,GAAqB,IAAI,CAAC;QAC9B,WAAM,GAAG,KAAK,CAAC;QACf,UAAK,GAAG,KAAK,CAAC;QAEtB,uEAAuE;QAC/D,kBAAa,GAAG,KAAK,CAAC;QACtB,gBAAW,GAAG,CAAC,CAAC;QAExB,uDAAuD;QAC/C,YAAO,GAA4B,IAAI,CAAC;IAU7C,CAAC;IAEJ,0EAA0E;IAE1E,KAAK,CAAC,OAAO,CAAC,MAA8B;QAC1C,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,KAAK,CAAC;QAEnC,wBAAwB;QACxB,8EAA8E;QAC9E,wEAAwE;QACxE,8DAA8D;QAC9D,MAAM,SAAS,GAAG,MAAM,CAAC,SAAgB,CAAC;QAC1C,MAAM,OAAO,GACV,MAAc,CAAC,OAAO,IAAI,SAAS,EAAE,OAAO,IAAI,SAAS,EAAE,UAAU,CAAC;QAEzE,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAC;QAC5E,CAAC;QAED,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,2CAA2C,EAAE,OAAO,CAAC,CAAC;QACtE,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QACjC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QAEjB,0CAA0C;QAC1C,IAAI,CAAC,EAAE,CAAC,gBAAgB,EAAE,GAAG,EAAE;YAC7B,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;YACnB,IAAI,IAAI,CAAC,KAAK;gBAAE,OAAO,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;YAChE,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;QAC3B,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,EAAE,CAAC,cAAc,EAAE,GAAG,EAAE;YAC3B,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;YACpB,IAAI,IAAI,CAAC,KAAK;gBAAE,OAAO,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;YAC9D,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACvC,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YACzB,8DAA8D;YAC9D,MAAM,GAAG,GAAI,KAAa,EAAE,QAAQ,IAAI,aAAa,CAAC;YACtD,IAAI,IAAI,CAAC,KAAK;gBAAE,OAAO,CAAC,KAAK,CAAC,uBAAuB,EAAE,GAAG,CAAC,CAAC;YAC5D,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;QACzC,CAAC,CAAC,CAAC;QAEH,+DAA+D;QAC/D,sEAAsE;QACtE,4DAA4D;QAC5D,8DAA8D;QAC9D,IAAI,CAAC,EAAE,CAAC,aAAa,EAAE,CAAC,CAAM,EAAE,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;QAEnE,qEAAqE;QACrE,iEAAiE;QACjE,sEAAsE;QACtE,sDAAsD;QACtD,IAAI,CAAC,EAAE,CAAC,eAAe,EAAE,CAAC,KAAK,EAAE,EAAE;YACjC,8DAA8D;YAC9D,MAAM,EAAE,GAAG,KAAY,CAAC;YACxB,IAAI,EAAE,EAAE,IAAI,KAAK,OAAO;gBAAE,OAAO;YACjC,qCAAqC;YACrC,IAAI,EAAE,EAAE,WAAW,EAAE,KAAK;gBAAE,OAAO;YAEnC,MAAM,KAAK,GAAiC,EAAE,EAAE,KAAK,CAAC;YACtD,IAAI,CAAC,KAAK;gBAAE,OAAO;YAEnB,IAAI,IAAI,CAAC,KAAK;gBAAE,OAAO,CAAC,KAAK,CAAC,4CAA4C,CAAC,CAAC;YAE5E,IAAI,CAAC,sBAAsB,CAAC,KAAK,CAAC,CAAC;QACrC,CAAC,CAAC,CAAC;QAEH,MAAM,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,CAAC;IACpC,CAAC;IAED,yEAAyE;IAEzE,UAAU,CAAC,KAAc,EAAE,OAAgB;QACzC,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YAClC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACtB,CAAC;IACH,CAAC;IAED,OAAO;QACL,IAAI,CAAC,cAAc,EAAE,CAAC;QACtB,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC;YACpB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;YACjB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;YACpB,CAAC,CAAC,KAAK,EAAE;iBACN,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC;iBACf,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC,CAAC;QAChD,CAAC;IACH,CAAC;IAED,0EAA0E;IAE1E,WAAW;QACT,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED,yEAAyE;IAEzE,WAAW,CAAC,OAA8B;QACxC,IAAI,CAAC,IAAI,EAAE,cAAc,CAAC,OAAO,CAAC,CAAC;IACrC,CAAC;IAED,yEAAyE;IAEzE,OAAO;QACL,IAAI,CAAC,IAAI,EAAE,aAAa,CAAC,KAAK,CAAC,CAAC;IAClC,CAAC;IAED,KAAK,CAAC,SAAS;QACb,IAAI,CAAC,IAAI,EAAE,aAAa,CAAC,IAAI,CAAC,CAAC;IACjC,CAAC;IAED;;;;OAIG;IACH,MAAM;QACJ,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;QAC1B,IAAI,IAAI,CAAC,OAAO;YAAE,IAAI,CAAC,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC;IAC9C,CAAC;IAED;;OAEG;IACH,QAAQ;QACN,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC;QAC3B,IAAI,IAAI,CAAC,OAAO;YAAE,IAAI,CAAC,OAAO,CAAC,KAAK,GAAG,KAAK,CAAC;IAC/C,CAAC;IAED;;;OAGG;IACH,SAAS,CAAC,MAAc;QACtB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;QACpD,IAAI,IAAI,CAAC,OAAO;YAAE,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC;IAC3D,CAAC;IAED,sEAAsE;IACtE,gBAAgB,KAAU,CAAC;IAE3B,yEAAyE;IAEzE;;;;;;;;;;;OAWG;IACK,sBAAsB,CAAC,KAAuB;QACpD,uCAAuC;QACvC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,MAAM,EAAE,GAAG,QAAQ,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;YAC3C,EAAE,CAAC,QAAQ,GAAG,IAAI,CAAC;YACnB,EAAE,CAAC,YAAY,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;YACvC,6CAA6C;YAC7C,EAAE,CAAC,KAAK,CAAC,QAAQ,GAAG,OAAO,CAAC;YAC5B,EAAE,CAAC,KAAK,CAAC,GAAG,GAAG,SAAS,CAAC;YACzB,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;YAC9B,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QACpB,CAAC;QAED,IAAI,CAAC,OAAO,CAAC,SAAS,GAAG,IAAI,WAAW,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QAClD,IAAI,CAAC,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC;QACxC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC;QACvC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YAChC,IAAI,IAAI,CAAC,KAAK;gBAAE,OAAO,CAAC,KAAK,CAAC,wCAAwC,EAAE,GAAG,CAAC,CAAC;QAC/E,CAAC,CAAC,CAAC;IACL,CAAC;IAED,4DAA4D;IACpD,cAAc;QACpB,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YACrB,IAAI,CAAC,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC;YAC9B,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACnD,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACtB,CAAC;IACH,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;OAqBG;IACH,8DAA8D;IACtD,gBAAgB,CAAC,IAAS;QAChC,uEAAuE;QACvE,kDAAkD;QAClD,IAAI,IAAI,KAAK,WAAW,IAAI,OAAO,IAAI,KAAK,QAAQ;YAAE,OAAO;QAE7D,IAAI,GAA4B,CAAC;QACjC,IAAI,CAAC;YACH,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACzB,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,IAAI,CAAC,KAAK;gBAAE,OAAO,CAAC,KAAK,CAAC,mDAAmD,EAAE,IAAI,CAAC,CAAC;YACzF,OAAO;QACT,CAAC;QAED,MAAM,IAAI,GAAG,GAAG,CAAC,IAA0B,CAAC;QAC5C,IAAI,CAAC,IAAI;YAAE,OAAO;QAElB,IAAI,IAAI,CAAC,KAAK;YAAE,OAAO,CAAC,KAAK,CAAC,8BAA8B,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;QAEzE,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,YAAY,CAAC,CAAC,CAAC;gBAClB,8EAA8E;gBAC9E,IAAI,GAAG,CAAC,cAAc,KAAK,OAAO;oBAAE,OAAO;gBAC3C,MAAM,MAAM,GAAyB;oBACnC,IAAI,EAAE,YAAY;oBAClB,IAAI,EAAE,GAAG,CAAC,UAAoB;oBAC9B,MAAM,EAAG,GAAG,CAAC,IAA6B,IAAI,WAAW;oBACzD,SAAS,EAAE,OAAO,GAAG,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE;iBAC1E,CAAC;gBACF,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;gBACjC,MAAM;YACR,CAAC;YAED,KAAK,eAAe,CAAC,CAAC,CAAC;gBACrB,MAAM,MAAM,GACV,GAAG,CAAC,MAAM,KAAK,SAAS;oBACtB,CAAC,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE;oBAC1B,CAAC,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC;gBAC7B,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;gBACjC,MAAM;YACR,CAAC;YAED,KAAK,eAAe,CAAC,CAAC,CAAC;gBACrB,+CAA+C;gBAC/C,yEAAyE;gBACzE,wDAAwD;gBACxD,IAAI,GAAG,CAAC,MAAM,KAAK,OAAO,EAAE,CAAC;oBAC3B,MAAM,MAAM,GAAyB,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;oBAC1D,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;gBACnC,CAAC;gBACD,MAAM;YACR,CAAC;YAED,2EAA2E;YAC3E,uEAAuE;YACvE;gBACE,MAAM;QACV,CAAC;IACH,CAAC;CACF;AArSD,sCAqSC"}

package/dist/voice/transports/webrtc.d.ts

@@ -0,0 +1,58 @@
+/**
+ * WebRTCTransport — native browser WebRTC for voice calls.
+ *
+ * Audio path:
+ *   Mic → getUserMedia → addTrack(pc) → RTP to server (no base64, no encoding)
+ *   Server → remote audio track → <audio> element (native playback)
+ *
+ * Messages (transcripts, config, events) go through RTCDataChannel.
+ * Signaling uses HTTP POST /offer + /candidates to the voice-bot-sdk.
+ *
+ * Advantages over WebSocket:
+ *   - No base64 encoding overhead (33% bandwidth savings)
+ *   - Native echo cancellation + noise suppression
+ *   - Lower latency (no JSON framing per audio chunk)
+ *   - Browser-native audio playback (no PCMPlayer)
+ */
+import type { ITransport, TransportCallbacks, TransportConnectConfig } from './transport';
+import type { OutboundClientMessage } from '../types';
+export declare class WebRTCTransport implements ITransport {
+    private pc;
+    private dc;
+    private stream;
+    private audioEl;
+    private pingInterval;
+    private micMuted;
+    private audioDeafened;
+    private debug;
+    private callbacks;
+    private signalingUrl;
+    /**
+     * @param callbacks — transport event callbacks
+     * @param signalingUrl — platform API base URL for signaling relay.
+     *   The transport POSTs to `{signalingUrl}/offer/{interactionId}` and
+     *   `{signalingUrl}/candidates`.
+     */
+    constructor(callbacks: TransportCallbacks, signalingUrl: string);
+    connect(config: TransportConnectConfig): Promise<void>;
+    disconnect(_code?: number, _reason?: string): void;
+    sendMessage(message: OutboundClientMessage): void;
+    isConnected(): boolean;
+    muteMic(): void;
+    unmuteMic(): Promise<void>;
+    deafen(): void;
+    undeafen(): void;
+    setVolume(volume: number): void;
+    clearAudioBuffer(): void;
+    destroy(): void;
+    private handleDataChannelMessage;
+    /**
+     * Convert pipecat RTVI-format data channel messages to Audial's message format.
+     *
+     * RTVI sends: {label:"rtvi-ai", type:"user-transcription"|"bot-transcription",
+     *              data:{text:"...", user_id:"", timestamp:"..."}}
+     * Audial expects: {type:"transcript", text:"...", sender:"user"|"assistant", timestamp:123}
+     */
+    private convertRTVIMessage;
+}
+//# sourceMappingURL=webrtc.d.ts.map

package/dist/voice/transports/webrtc.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"webrtc.d.ts","sourceRoot":"","sources":["../../../src/voice/transports/webrtc.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,KAAK,EACV,UAAU,EACV,kBAAkB,EAClB,sBAAsB,EACvB,MAAM,aAAa,CAAC;AACrB,OAAO,KAAK,EAEV,qBAAqB,EACtB,MAAM,UAAU,CAAC;AAElB,qBAAa,eAAgB,YAAW,UAAU;IAChD,OAAO,CAAC,EAAE,CAAkC;IAC5C,OAAO,CAAC,EAAE,CAA+B;IACzC,OAAO,CAAC,MAAM,CAA4B;IAC1C,OAAO,CAAC,OAAO,CAAiC;IAChD,OAAO,CAAC,YAAY,CAA+C;IACnE,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,SAAS,CAAqB;IACtC,OAAO,CAAC,YAAY,CAAS;IAE7B;;;;;OAKG;gBACS,SAAS,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM;IAOzD,OAAO,CAAC,MAAM,EAAE,sBAAsB,GAAG,OAAO,CAAC,IAAI,CAAC;IAkK5D,UAAU,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI;IAOlD,WAAW,CAAC,OAAO,EAAE,qBAAqB,GAAG,IAAI;IAcjD,WAAW,IAAI,OAAO;IAMtB,OAAO,IAAI,IAAI;IAMT,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC;IAMhC,MAAM,IAAI,IAAI;IAMd,QAAQ,IAAI,IAAI;IAMhB,SAAS,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAI/B,gBAAgB,IAAI,IAAI;IAMxB,OAAO,IAAI,IAAI;IA0Bf,OAAO,CAAC,wBAAwB;IA6BhC;;;;;;OAMG;IACH,OAAO,CAAC,kBAAkB;CAoB3B"}