@talk2view/sdk 0.21.4 → 0.23.0

package/dist/voice-elevenlabs.js

@@ -0,0 +1,358 @@
+/**
+ * An ElevenLabs voice call, run through the official `@elevenlabs/client`
+ * library.
+ *
+ * The engine mints the call when it picks ElevenLabs (`POST
+ * /v1/voice/sessions`): a conversation token, the conversation's id, the
+ * time limit the end-user's budget allows (never past the call cap), and the
+ * notice the agent speaks when the credit runs out. This module starts the
+ * conversation with that token, answers the agent's `ask_talk2view`
+ * requests through the voice turn runner (`voice-turn.ts`), says goodbye
+ * when the budget's time limit passes or a turn finds the budget spent, ends
+ * the call at the cap without one, and tells the engine, once, that the call
+ * has ended, so the engine settles the credit it holds for it.
+ *
+ * Keep this module and the library out of core's up-front bundle: only the
+ * voice controller loads this module, with `import()`, and only for an
+ * ElevenLabs call; this module loads the library the same way. The
+ * controller gets the voice turn runner from this module too, so a Gemini
+ * Live call loads neither.
+ */
+import { formatCapabilities, NONE_PLACEHOLDER, unfence } from './voice-fence.js';
+import { VoiceTurnRunner } from './voice-turn.js';
+/** The voice turn runner, for the controller: it loads it only with this module. */
+export { VoiceTurnRunner };
+/** A dynamic import: a bundler splits the library into its own chunk. */
+export const loadElevenLabsLibs = async () => {
+    const m = await import('@elevenlabs/client');
+    return {
+        startSession: (o) => m.Conversation.startSession(o),
+    };
+};
+/**
+ * How long the goodbye waits for the agent to start speaking the notice and,
+ * once it has, for it to finish.
+ */
+export const GOODBYE_WAIT_MS = 10_000;
+/** The error when the conversation that started is not the one the engine minted. */
+export const MISMATCH_MESSAGE = 'The call did not start as expected. Try again.';
+/**
+ * The longest an ElevenLabs call runs, in seconds, and so the cap on its time
+ * limit. Mirrors the engine's `CALL_CAP_SECONDS`
+ * (`t2v/services/elevenlabs_calls.py`). A time limit this long is the cap,
+ * not the end of the end-user's credit: the call ends there as `session_cap`,
+ * with no goodbye, as a Gemini Live call does at its cap.
+ */
+export const CALL_CAP_SECONDS = 900;
+/** The answer to a request still waiting on an engine turn as the call ends. */
+const CALL_ENDED = 'The call ended';
+/** Run `task`, swallowing its failure, thrown or rejected: an ending must go through. */
+async function quietly(task) {
+    try {
+        await task();
+    }
+    catch {
+        // Swallowed, as above.
+    }
+}
+/**
+ * One ElevenLabs call, from `start()` until it ends. It ends once: by
+ * `stop()`, by the library (the agent or the connection), by the goodbye, at
+ * the call cap, or as the page goes away; and it reports that end once,
+ * through `reportEnd`. A call whose session never connected reports nothing:
+ * `start()` rejects, and the caller reports it.
+ */
+export class ElevenLabsCall {
+    deps;
+    /** When the time limit runs out: counted from the mint's response (`startedAt`). */
+    deadline;
+    started = false;
+    conversation = null;
+    /** The conversation is the one the engine minted. */
+    verified = false;
+    announced = false;
+    /** Transcripts that arrived before the conversation was verified, delivered once it is. */
+    early = [];
+    /** A disconnect that arrived before the conversation was verified. */
+    earlyDisconnect = null;
+    closed = false;
+    /** The session's ending, under way or done: a later `stop()` joins it. */
+    closing = Promise.resolve();
+    /** The end report, once the call has ended: settles with the engine's answer, never rejects. */
+    reporting = Promise.resolve();
+    timer = null;
+    /** The agent is speaking, as the library last said. */
+    speaking = false;
+    saidGoodbye = false;
+    /** Since the goodbye was said, the agent started speaking; then it stopped. */
+    goodbyeSpeaking = false;
+    goodbyeSpoken = false;
+    /** Wakes the goodbye's wait: on a mode change, or as the call ends. */
+    wake = null;
+    constructor(deps) {
+        this.deps = deps;
+        this.deadline = deps.startedAt + deps.info.time_limit_seconds * 1000;
+    }
+    /**
+     * Start the conversation with the mint's token. Resolves once it is
+     * connected, or has ended: a conversation other than the one minted ends
+     * the call with {@link MISMATCH_MESSAGE}. Rejects when the session can't
+     * connect; the call has then ended, and reported nothing. Runs once.
+     */
+    async start() {
+        if (this.started || this.closed)
+            return;
+        this.started = true;
+        let conversation;
+        try {
+            conversation = await this.deps.libs.startSession(this.sessionOptions());
+        }
+        catch (err) {
+            // Hung up while it connected: the hang-up reported the end.
+            if (this.closed)
+                return;
+            this.closed = true;
+            // No request can reach the runner, but it ends with the call all the same.
+            this.deps.turns.abort(CALL_ENDED);
+            throw err;
+        }
+        if (this.closed) {
+            // Hung up while it connected: the late session ends, and its microphone with it.
+            await quietly(() => conversation.endSession());
+            return;
+        }
+        this.conversation = conversation;
+        // The engine holds credit for, and settles, the conversation it minted: any other is hung up.
+        if (conversation.getId() !== this.deps.info.conversation_id) {
+            this.early = [];
+            await this.close('error', true, { type: 'voice_error', message: MISMATCH_MESSAGE });
+            return;
+        }
+        this.verified = true;
+        this.timer = setTimeout(() => this.timeUp(), Math.max(0, this.deadline - this.now()));
+        if (typeof window !== 'undefined')
+            window.addEventListener('pagehide', this.onPageHide);
+        this.announce();
+        const early = this.early;
+        this.early = [];
+        for (const transcript of early)
+            this.deps.onTranscript(transcript);
+        if (this.earlyDisconnect)
+            this.disconnected(this.earlyDisconnect.reason);
+    }
+    /**
+     * Hang up: the caller's own ending, so `onEnded` is not called. Resolves
+     * once the session has ended, its microphone with it. The end report has
+     * gone by then; {@link reported} settles with the engine's answer. On a
+     * call that has ended already it joins that ending, and reports nothing
+     * more.
+     */
+    stop(reason = 'stopped') {
+        return this.close(reason, false);
+    }
+    /**
+     * Settles once the engine has answered the end report, or the report
+     * failed; never rejects. Settled already while the call has not ended, and
+     * for a call that never connected (it reports nothing).
+     */
+    reported() {
+        return this.reporting;
+    }
+    /**
+     * Say goodbye, then end the call as `budget_exhausted`: the budget's time
+     * limit passed, or a turn found the end-user's budget spent. The agent gets
+     * the mint's notice as the answer to the request it is waiting on, or else
+     * as a message. The call ends once the agent has spoken it: after up to
+     * {@link GOODBYE_WAIT_MS} for the agent to start speaking and, once it has,
+     * as long again for it to finish. An agent already speaking as the notice
+     * goes can run straight on into it, with no fresh start: then the call
+     * waits as long again for that speech to end. Runs once; never rejects.
+     */
+    async goodbye() {
+        if (this.saidGoodbye || this.closed || !this.verified)
+            return;
+        this.saidGoodbye = true;
+        this.clearTimer();
+        const { info, turns } = this.deps;
+        const speakingAtNotice = this.speaking;
+        try {
+            if (turns.busy)
+                turns.abort(info.budget_notice);
+            else
+                this.conversation?.sendUserMessage(info.budget_notice);
+        }
+        catch {
+            // The connection is going: the waits below end the call.
+        }
+        const wait = this.deps.goodbyeWaitMs ?? GOODBYE_WAIT_MS;
+        if (await this.waitFor(() => this.goodbyeSpeaking, wait)) {
+            await this.waitFor(() => this.goodbyeSpoken, wait);
+        }
+        else if (speakingAtNotice && this.speaking) {
+            // No fresh start: the speech under way as the notice went ran on into it.
+            await this.waitFor(() => !this.speaking, wait);
+        }
+        await this.close('budget_exhausted', true);
+    }
+    /**
+     * The time limit ran out. A limit at the call cap is the cap, not the end
+     * of the end-user's credit: the call ends as `session_cap`, with no
+     * goodbye. Under it, the credit ran out: the goodbye.
+     */
+    timeUp() {
+        if (this.deps.info.time_limit_seconds >= CALL_CAP_SECONDS)
+            void this.close('session_cap', true);
+        else
+            void this.goodbye();
+    }
+    /** The options `startSession` gets, as `@elevenlabs/client` 1.29.0 names them. */
+    sessionOptions() {
+        const { info, pagePrompt, turns } = this.deps;
+        return {
+            conversationToken: info.token,
+            connectionType: 'webrtc',
+            dynamicVariables: {
+                t2v_page_prompt: pagePrompt?.trim() ? unfence(pagePrompt) : NONE_PLACEHOLDER,
+                t2v_capabilities: formatCapabilities(info.capabilities),
+                t2v_greeting: info.greeting,
+            },
+            overrides: { agent: { language: info.language } },
+            clientTools: {
+                ask_talk2view: (parameters) => turns.ask(String(parameters?.request ?? '')),
+            },
+            onConnect: () => this.announce(),
+            onDisconnect: (details) => this.disconnected(details?.reason),
+            onModeChange: (change) => this.modeChanged(change?.mode),
+            onMessage: (payload) => this.message(payload),
+            onError: (message) => {
+                if (!this.verified || this.closed)
+                    return;
+                this.deps.onError(typeof message === 'string' && message ? message : 'Voice connection error');
+            },
+        };
+    }
+    /**
+     * Tell the caller the call is up, once, and only for the conversation the
+     * engine minted. The library fires `onConnect` before `startSession`
+     * resolves, so it is `start()` that announces, once the id is checked.
+     */
+    announce() {
+        if (!this.verified || this.closed || this.announced)
+            return;
+        this.announced = true;
+        this.deps.onConnected();
+    }
+    /** A line of the transcript; `agent` is the SDK's `bot`. Held back until the conversation is verified. */
+    message(payload) {
+        if (this.closed || typeof payload?.message !== 'string')
+            return;
+        const transcript = { role: payload.role === 'agent' ? 'bot' : 'user', text: payload.message, final: true };
+        if (this.verified)
+            this.deps.onTranscript(transcript);
+        else
+            this.early.push(transcript);
+    }
+    /**
+     * The library's session ended: our own `endSession()` (the call has ended
+     * by then), the agent hanging up (`agent`, an `idle` ending), or the
+     * connection failing (`error`, a `disconnected` one). During the goodbye
+     * the call still ends as `budget_exhausted`.
+     */
+    disconnected(reason) {
+        if (this.closed)
+            return;
+        if (!this.verified) {
+            this.earlyDisconnect ??= { reason };
+            return;
+        }
+        const ending = this.saidGoodbye ? 'budget_exhausted' : reason === 'agent' ? 'idle' : 'disconnected';
+        void this.close(ending, true);
+    }
+    /**
+     * The agent started (`speaking`) or stopped (`listening`) speaking. Only
+     * the goodbye listens; it also asks whether the agent was speaking as it
+     * began.
+     */
+    modeChanged(mode) {
+        if (mode === 'speaking')
+            this.speaking = true;
+        else if (mode === 'listening')
+            this.speaking = false;
+        if (!this.saidGoodbye)
+            return;
+        if (mode === 'speaking')
+            this.goodbyeSpeaking = true;
+        else if (mode === 'listening' && this.goodbyeSpeaking)
+            this.goodbyeSpoken = true;
+        this.wake?.();
+    }
+    /**
+     * Resolves `true` once `done()` holds, checked now and on every wake;
+     * `false` after `ms`, or as soon as the call has ended.
+     */
+    waitFor(done, ms) {
+        return new Promise((resolve) => {
+            let timer;
+            const finish = (value) => {
+                clearTimeout(timer);
+                this.wake = null;
+                resolve(value);
+            };
+            const check = () => {
+                if (done())
+                    finish(true);
+                else if (this.closed)
+                    finish(false);
+            };
+            this.wake = check;
+            timer = setTimeout(() => finish(false), ms);
+            check();
+        });
+    }
+    /** The page is going away: the end report, a keepalive request, leaves before it does. */
+    onPageHide = () => {
+        void this.close('disconnected', true);
+    };
+    /**
+     * End the call, once. Stop the time limit and the pagehide listener,
+     * answer any request still waiting on a turn, report the end, and end the
+     * session; then, when the call ended by itself (`notify`), tell the
+     * caller. The report goes first, so it is sent even as the page goes away.
+     * Resolves once the session has ended, without waiting for the engine's
+     * answer to the report ({@link reported}); never rejects.
+     */
+    close(reason, notify, error) {
+        if (this.closed)
+            return this.closing;
+        this.closed = true;
+        this.clearTimer();
+        if (typeof window !== 'undefined')
+            window.removeEventListener('pagehide', this.onPageHide);
+        this.deps.turns.abort(CALL_ENDED);
+        this.reporting = quietly(() => this.deps.reportEnd(reason));
+        const conversation = this.conversation;
+        this.closing = conversation ? quietly(() => conversation.endSession()) : Promise.resolve();
+        this.wake?.();
+        if (notify) {
+            try {
+                if (error)
+                    this.deps.onEnded(reason, error);
+                else
+                    this.deps.onEnded(reason);
+            }
+            catch {
+                // The caller's failure: the call has ended all the same.
+            }
+        }
+        return this.closing;
+    }
+    clearTimer() {
+        if (this.timer !== null)
+            clearTimeout(this.timer);
+        this.timer = null;
+    }
+    now() {
+        return (this.deps.now ?? Date.now)();
+    }
+}
+//# sourceMappingURL=voice-elevenlabs.js.map

package/dist/voice-elevenlabs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"voice-elevenlabs.js","sourceRoot":"","sources":["../src/voice-elevenlabs.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AAEH,OAAO,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AACjF,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAGlD,oFAAoF;AACpF,OAAO,EAAE,eAAe,EAAE,CAAC;AAgB3B,yEAAyE;AACzE,MAAM,CAAC,MAAM,kBAAkB,GAAwB,KAAK,IAAI,EAAE;IAChE,MAAM,CAAC,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;IAC7C,OAAO;QACL,YAAY,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,YAAY,CAAC,CAAU,CAAwC;KACpG,CAAC;AACJ,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,MAAM,eAAe,GAAG,MAAM,CAAC;AAEtC,qFAAqF;AACrF,MAAM,CAAC,MAAM,gBAAgB,GAAG,gDAAgD,CAAC;AAEjF;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,gBAAgB,GAAG,GAAG,CAAC;AAEpC,gFAAgF;AAChF,MAAM,UAAU,GAAG,gBAAgB,CAAC;AAgCpC,yFAAyF;AACzF,KAAK,UAAU,OAAO,CAAC,IAA4B;IACjD,IAAI,CAAC;QACH,MAAM,IAAI,EAAE,CAAC;IACf,CAAC;IAAC,MAAM,CAAC;QACP,uBAAuB;IACzB,CAAC;AACH,CAAC;AAED;;;;;;GAMG;AACH,MAAM,OAAO,cAAc;IA2BI;IA1B7B,oFAAoF;IACnE,QAAQ,CAAS;IAC1B,OAAO,GAAG,KAAK,CAAC;IAChB,YAAY,GAAsC,IAAI,CAAC;IAC/D,qDAAqD;IAC7C,QAAQ,GAAG,KAAK,CAAC;IACjB,SAAS,GAAG,KAAK,CAAC;IAC1B,2FAA2F;IACnF,KAAK,GAAsB,EAAE,CAAC;IACtC,sEAAsE;IAC9D,eAAe,GAA+B,IAAI,CAAC;IACnD,MAAM,GAAG,KAAK,CAAC;IACvB,0EAA0E;IAClE,OAAO,GAAkB,OAAO,CAAC,OAAO,EAAE,CAAC;IACnD,gGAAgG;IACxF,SAAS,GAAkB,OAAO,CAAC,OAAO,EAAE,CAAC;IAC7C,KAAK,GAAyC,IAAI,CAAC;IAC3D,uDAAuD;IAC/C,QAAQ,GAAG,KAAK,CAAC;IACjB,WAAW,GAAG,KAAK,CAAC;IAC5B,+EAA+E;IACvE,eAAe,GAAG,KAAK,CAAC;IACxB,aAAa,GAAG,KAAK,CAAC;IAC9B,uEAAuE;IAC/D,IAAI,GAAwB,IAAI,CAAC;IAEzC,YAA6B,IAAwB;QAAxB,SAAI,GAAJ,IAAI,CAAoB;QACnD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC;IACvE,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO;QACxC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,YAAwC,CAAC;QAC7C,IAAI,CAAC;YACH,YAAY,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC;QAC1E,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,4DAA4D;YAC5D,IAAI,IAAI,CAAC,MAAM;gBAAE,OAAO;YACxB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;YACnB,2EAA2E;YAC3E,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YAClC,MAAM,GAAG,CAAC;QACZ,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,iFAAiF;YACjF,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE,CAAC,CAAC;YAC/C,OAAO;QACT,CAAC;QACD,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,8FAA8F;QAC9F,IAAI,YAAY,CAAC,KAAK,EAAE,KAAK,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YAC5D,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;YAChB,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,OAAO,EAAE,gBAAgB,EAAE,CAAC,CAAC;YACpF,OAAO;QACT,CAAC;QACD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QACtF,IAAI,OAAO,MAAM,KAAK,WAAW;YAAE,MAAM,CAAC,gBAAgB,CAAC,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;QACxF,IAAI,CAAC,QAAQ,EAAE,CAAC;QAChB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACzB,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;QAChB,KAAK,MAAM,UAAU,IAAI,KAAK;YAAE,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;QACnE,IAAI,IAAI,CAAC,eAAe;YAAE,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;IAC3E,CAAC;IAED;;;;;;OAMG;IACH,IAAI,CAAC,SAAyB,SAAS;QACrC,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACnC,CAAC;IAED;;;;OAIG;IACH,QAAQ;QACN,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED;;;;;;;;;OASG;IACH,KAAK,CAAC,OAAO;QACX,IAAI,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ;YAAE,OAAO;QAC9D,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC;QAClC,MAAM,gBAAgB,GAAG,IAAI,CAAC,QAAQ,CAAC;QACvC,IAAI,CAAC;YACH,IAAI,KAAK,CAAC,IAAI;gBAAE,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;;gBAC3C,IAAI,CAAC,YAAY,EAAE,eAAe,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC9D,CAAC;QAAC,MAAM,CAAC;YACP,yDAAyD;QAC3D,CAAC;QACD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,IAAI,eAAe,CAAC;QACxD,IAAI,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,eAAe,EAAE,IAAI,CAAC,EAAE,CAAC;YACzD,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC;QACrD,CAAC;aAAM,IAAI,gBAAgB,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC7C,0EAA0E;YAC1E,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QACjD,CAAC;QACD,MAAM,IAAI,CAAC,KAAK,CAAC,kBAAkB,EAAE,IAAI,CAAC,CAAC;IAC7C,CAAC;IAED;;;;OAIG;IACK,MAAM;QACZ,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,IAAI,gBAAgB;YAAE,KAAK,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC;;YAC3F,KAAK,IAAI,CAAC,OAAO,EAAE,CAAC;IAC3B,CAAC;IAED,kFAAkF;IAC1E,cAAc;QACpB,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC;QAC9C,OAAO;YACL,iBAAiB,EAAE,IAAI,CAAC,KAAK;YAC7B,cAAc,EAAE,QAAQ;YACxB,gBAAgB,EAAE;gBAChB,eAAe,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,gBAAgB;gBAC5E,gBAAgB,EAAE,kBAAkB,CAAC,IAAI,CAAC,YAAY,CAAC;gBACvD,YAAY,EAAE,IAAI,CAAC,QAAQ;aAC5B;YACD,SAAS,EAAE,EAAE,KAAK,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,EAAE;YACjD,WAAW,EAAE;gBACX,aAAa,EAAE,CAAC,UAAkC,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,EAAE,OAAO,IAAI,EAAE,CAAC,CAAC;aACpG;YACD,SAAS,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,QAAQ,EAAE;YAChC,YAAY,EAAE,CAAC,OAA8B,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,MAAM,CAAC;YACpF,YAAY,EAAE,CAAC,MAA2B,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC;YAC7E,SAAS,EAAE,CAAC,OAA+C,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC;YACrF,OAAO,EAAE,CAAC,OAAiB,EAAE,EAAE;gBAC7B,IAAI,CAAC,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,MAAM;oBAAE,OAAO;gBAC1C,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC;YACjG,CAAC;SACF,CAAC;IACJ,CAAC;IAED;;;;OAIG;IACK,QAAQ;QACd,IAAI,CAAC,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,SAAS;YAAE,OAAO;QAC5D,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;IAC1B,CAAC;IAED,0GAA0G;IAClG,OAAO,CAAC,OAA+C;QAC7D,IAAI,IAAI,CAAC,MAAM,IAAI,OAAO,OAAO,EAAE,OAAO,KAAK,QAAQ;YAAE,OAAO;QAChE,MAAM,UAAU,GAAoB,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;QAC5H,IAAI,IAAI,CAAC,QAAQ;YAAE,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;;YACjD,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACnC,CAAC;IAED;;;;;OAKG;IACK,YAAY,CAAC,MAAe;QAClC,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO;QACxB,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,IAAI,CAAC,eAAe,KAAK,EAAE,MAAM,EAAE,CAAC;YACpC,OAAO;QACT,CAAC;QACD,MAAM,MAAM,GAAmB,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC;QACpH,KAAK,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAChC,CAAC;IAED;;;;OAIG;IACK,WAAW,CAAC,IAAa;QAC/B,IAAI,IAAI,KAAK,UAAU;YAAE,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;aACzC,IAAI,IAAI,KAAK,WAAW;YAAE,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;QACrD,IAAI,CAAC,IAAI,CAAC,WAAW;YAAE,OAAO;QAC9B,IAAI,IAAI,KAAK,UAAU;YAAE,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;aAChD,IAAI,IAAI,KAAK,WAAW,IAAI,IAAI,CAAC,eAAe;YAAE,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;QACjF,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;IAChB,CAAC;IAED;;;OAGG;IACK,OAAO,CAAC,IAAmB,EAAE,EAAU;QAC7C,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YAC7B,IAAI,KAAgD,CAAC;YACrD,MAAM,MAAM,GAAG,CAAC,KAAc,EAAQ,EAAE;gBACtC,YAAY,CAAC,KAAK,CAAC,CAAC;gBACpB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;gBACjB,OAAO,CAAC,KAAK,CAAC,CAAC;YACjB,CAAC,CAAC;YACF,MAAM,KAAK,GAAG,GAAS,EAAE;gBACvB,IAAI,IAAI,EAAE;oBAAE,MAAM,CAAC,IAAI,CAAC,CAAC;qBACpB,IAAI,IAAI,CAAC,MAAM;oBAAE,MAAM,CAAC,KAAK,CAAC,CAAC;YACtC,CAAC,CAAC;YACF,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC;YAClB,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;YAC5C,KAAK,EAAE,CAAC;QACV,CAAC,CAAC,CAAC;IACL,CAAC;IAED,0FAA0F;IACzE,UAAU,GAAG,GAAS,EAAE;QACvC,KAAK,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC;IACxC,CAAC,CAAC;IAEF;;;;;;;OAOG;IACK,KAAK,CAAC,MAAsB,EAAE,MAAe,EAAE,KAAkB;QACvE,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC,OAAO,CAAC;QACrC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,IAAI,OAAO,MAAM,KAAK,WAAW;YAAE,MAAM,CAAC,mBAAmB,CAAC,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;QAC3F,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QAClC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;QAC5D,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC;QACvC,IAAI,CAAC,OAAO,GAAG,YAAY,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;QAC3F,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;QACd,IAAI,MAAM,EAAE,CAAC;YACX,IAAI,CAAC;gBACH,IAAI,KAAK;oBAAE,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;;oBACvC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YACjC,CAAC;YAAC,MAAM,CAAC;gBACP,yDAAyD;YAC3D,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAEO,UAAU;QAChB,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI;YAAE,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAClD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACpB,CAAC;IAEO,GAAG;QACT,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;IACvC,CAAC;CACF"}

package/dist/voice-facade.js

@@ -10,7 +10,7 @@ import { TypedEventEmitter } from './event-emitter.js';
 import { VoiceStartError } from './voice-error.js';
 const loadVoiceController = async () => (await import('./voice.js')).T2VVoiceController;
 /** Every event the controller emits; the facade forwards each one. */
-const FORWARDED = ['transcript', 'toolCall', 'agentState', 'approvalChange', 'error', 'ended'];
+const FORWARDED = ['transcript', 'toolCall', 'agentState', 'approvalChange', 'error', 'ended', 'note', 'callStarted'];
 export class T2VVoice {
     options;
     emitter = new TypedEventEmitter();

package/dist/voice-facade.js.map

@@ -1 +1 @@
-{"version":3,"file":"voice-facade.js","sourceRoot":"","sources":["../src/voice-facade.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAGvD,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAWnD,MAAM,mBAAmB,GAA0B,KAAK,IAAI,EAAE,CAAC,CAAC,MAAM,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,kBAAkB,CAAC;AAE/G,sEAAsE;AACtE,MAAM,SAAS,GAAG,CAAC,YAAY,EAAE,UAAU,EAAE,YAAY,EAAE,gBAAgB,EAAE,OAAO,EAAE,OAAO,CAAU,CAAC;AAExG,MAAM,OAAO,QAAQ;IAUU;IATZ,OAAO,GAAG,IAAI,iBAAiB,EAAiB,CAAC;IAC1D,MAAM,GAAe,MAAM,CAAC;IAC5B,UAAU,GAA8B,IAAI,CAAC;IAC7C,OAAO,GAAuC,IAAI,CAAC;IAC3D,4EAA4E;IACpE,KAAK,GAAG,CAAC,CAAC;IAClB,2DAA2D;IACnD,YAAY,GAAG,KAAK,CAAC;IAE7B,YAA6B,OAAwB;QAAxB,YAAO,GAAP,OAAO,CAAiB;IAAG,CAAC;IAEzD,gEAAgE;IAChE,IAAI,KAAK;QACP,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED,EAAE,CACA,KAAQ,EACR,QAA6C;QAE7C,OAAO,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IAC1C,CAAC;IAED,GAAG,CAAyC,KAAQ,EAAE,QAA6C;QACjG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IACpC,CAAC;IAED,uFAAuF;IACvF,KAAK,CAAC,KAAK,CAAC,UAA6B,EAAE;QACzC,IAAI,IAAI,CAAC,UAAU,IAAI,CAAC,IAAI,CAAC,YAAY;YAAE,OAAO,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACjF,IAAI,IAAI,CAAC,YAAY;YAAE,OAAO;QAC9B,MAAM,KAAK,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC;QAC3B,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QACzB,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;QAC5B,IAAI,UAA8B,CAAC;QACnC,IAAI,CAAC;YACH,UAAU,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QACjC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,yEAAyE;YACzE,sEAAsE;YACtE,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC,qCAAqC;YAC1D,IAAI,KAAK,KAAK,IAAI,CAAC,KAAK;gBAAE,OAAO;YACjC,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;YAC1B,MAAM,OAAO,GAAG,4DAA4D,CAAC;YAC7E,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,OAAO,EAAE,CAAC,CAAC;YACzD,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YACvB,MAAM,IAAI,eAAe,CAAC,aAAa,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;QACpE,CAAC;QACD,wEAAwE;QACxE,IAAI,KAAK,KAAK,IAAI,CAAC,KAAK;YAAE,OAAO;QACjC,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;QAC1B,OAAO,UAAU,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACnC,CAAC;IAED;;;;OAIG;IACH,OAAO;QACL,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,CACP,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EACpC,GAAG,EAAE;YACH,IAAI,IAAI,CAAC,OAAO,KAAK,IAAI;gBAAE,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACjD,CAAC,CACF,CAAC;IACJ,CAAC;IAED,kFAAkF;IAClF,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC;QAChB,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;YAC1B,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YACvB,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YAClC,OAAO;QACT,CAAC;QACD,MAAM,IAAI,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC;IAChC,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,MAAM;QACV,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC;QAChB,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;YAC1B,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,cAAc,EAAE,OAAO,EAAE,sDAAsD,EAAE,CAAC,CAAC;YAClH,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YACvB,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;YACvC,OAAO;QACT,CAAC;QACD,MAAM,IAAI,CAAC,UAAU,EAAE,MAAM,EAAE,CAAC;IAClC,CAAC;IAEO,QAAQ,CAAC,KAAiB;QAChC,IAAI,IAAI,CAAC,MAAM,KAAK,KAAK;YAAE,OAAO;QAClC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC;IACtC,CAAC;IAED;;;OAGG;IACK,QAAQ,CAAyC,KAAQ,EAAE,GAAG,IAAsB;QAC1F,IAAI,CAAC;YACH,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,CAAC;QACpC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,CAAC,KAAK,CAAC,wBAAwB,KAAK,kBAAkB,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;IAEO,IAAI;QACV,IAAI,CAAC,OAAO,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,cAAc,IAAI,mBAAmB,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,EAAE;YAC1F,MAAM,EAAE,cAAc,EAAE,OAAO,EAAE,GAAG,IAAI,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC;YAC1D,MAAM,UAAU,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC;YACxC,UAAU,CAAC,EAAE,CAAC,aAAa,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;YAC9D,KAAK,MAAM,KAAK,IAAI,SAAS,EAAE,CAAC;gBAC9B,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC,GAAG,IAAe,EAAE,EAAE,CACzC,IAAI,CAAC,QAAiD,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,CACnF,CAAC;YACJ,CAAC;YACD,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;YAC7B,OAAO,UAAU,CAAC;QACpB,CAAC,CAAC,CAAC;QACH,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;CACF"}
+{"version":3,"file":"voice-facade.js","sourceRoot":"","sources":["../src/voice-facade.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAGvD,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAWnD,MAAM,mBAAmB,GAA0B,KAAK,IAAI,EAAE,CAAC,CAAC,MAAM,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,kBAAkB,CAAC;AAE/G,sEAAsE;AACtE,MAAM,SAAS,GAAG,CAAC,YAAY,EAAE,UAAU,EAAE,YAAY,EAAE,gBAAgB,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,aAAa,CAAU,CAAC;AAE/H,MAAM,OAAO,QAAQ;IAUU;IATZ,OAAO,GAAG,IAAI,iBAAiB,EAAiB,CAAC;IAC1D,MAAM,GAAe,MAAM,CAAC;IAC5B,UAAU,GAA8B,IAAI,CAAC;IAC7C,OAAO,GAAuC,IAAI,CAAC;IAC3D,4EAA4E;IACpE,KAAK,GAAG,CAAC,CAAC;IAClB,2DAA2D;IACnD,YAAY,GAAG,KAAK,CAAC;IAE7B,YAA6B,OAAwB;QAAxB,YAAO,GAAP,OAAO,CAAiB;IAAG,CAAC;IAEzD,gEAAgE;IAChE,IAAI,KAAK;QACP,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED,EAAE,CACA,KAAQ,EACR,QAA6C;QAE7C,OAAO,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IAC1C,CAAC;IAED,GAAG,CAAyC,KAAQ,EAAE,QAA6C;QACjG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IACpC,CAAC;IAED,uFAAuF;IACvF,KAAK,CAAC,KAAK,CAAC,UAA6B,EAAE;QACzC,IAAI,IAAI,CAAC,UAAU,IAAI,CAAC,IAAI,CAAC,YAAY;YAAE,OAAO,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACjF,IAAI,IAAI,CAAC,YAAY;YAAE,OAAO;QAC9B,MAAM,KAAK,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC;QAC3B,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QACzB,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;QAC5B,IAAI,UAA8B,CAAC;QACnC,IAAI,CAAC;YACH,UAAU,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QACjC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,yEAAyE;YACzE,sEAAsE;YACtE,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC,qCAAqC;YAC1D,IAAI,KAAK,KAAK,IAAI,CAAC,KAAK;gBAAE,OAAO;YACjC,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;YAC1B,MAAM,OAAO,GAAG,4DAA4D,CAAC;YAC7E,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,OAAO,EAAE,CAAC,CAAC;YACzD,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YACvB,MAAM,IAAI,eAAe,CAAC,aAAa,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;QACpE,CAAC;QACD,wEAAwE;QACxE,IAAI,KAAK,KAAK,IAAI,CAAC,KAAK;YAAE,OAAO;QACjC,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;QAC1B,OAAO,UAAU,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACnC,CAAC;IAED;;;;OAIG;IACH,OAAO;QACL,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,CACP,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EACpC,GAAG,EAAE;YACH,IAAI,IAAI,CAAC,OAAO,KAAK,IAAI;gBAAE,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACjD,CAAC,CACF,CAAC;IACJ,CAAC;IAED,kFAAkF;IAClF,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC;QAChB,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;YAC1B,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YACvB,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YAClC,OAAO;QACT,CAAC;QACD,MAAM,IAAI,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC;IAChC,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,MAAM;QACV,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC;QAChB,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;YAC1B,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,cAAc,EAAE,OAAO,EAAE,sDAAsD,EAAE,CAAC,CAAC;YAClH,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YACvB,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;YACvC,OAAO;QACT,CAAC;QACD,MAAM,IAAI,CAAC,UAAU,EAAE,MAAM,EAAE,CAAC;IAClC,CAAC;IAEO,QAAQ,CAAC,KAAiB;QAChC,IAAI,IAAI,CAAC,MAAM,KAAK,KAAK;YAAE,OAAO;QAClC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC;IACtC,CAAC;IAED;;;OAGG;IACK,QAAQ,CAAyC,KAAQ,EAAE,GAAG,IAAsB;QAC1F,IAAI,CAAC;YACH,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,CAAC;QACpC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,CAAC,KAAK,CAAC,wBAAwB,KAAK,kBAAkB,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;IAEO,IAAI;QACV,IAAI,CAAC,OAAO,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,cAAc,IAAI,mBAAmB,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,EAAE;YAC1F,MAAM,EAAE,cAAc,EAAE,OAAO,EAAE,GAAG,IAAI,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC;YAC1D,MAAM,UAAU,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC;YACxC,UAAU,CAAC,EAAE,CAAC,aAAa,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;YAC9D,KAAK,MAAM,KAAK,IAAI,SAAS,EAAE,CAAC;gBAC9B,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC,GAAG,IAAe,EAAE,EAAE,CACzC,IAAI,CAAC,QAAiD,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,CACnF,CAAC;YACJ,CAAC;YACD,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;YAC7B,OAAO,UAAU,CAAC;QACpB,CAAC,CAAC,CAAC;QACH,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;CACF"}

package/dist/voice-fence.d.ts

@@ -0,0 +1,37 @@
+/**
+ * The fence guard for an ElevenLabs call's instructions.
+ *
+ * The engine puts the partner prompt, the page prompt and the app's
+ * capabilities between two delimiters in the agent's instructions. An
+ * ElevenLabs call's page prompt and capabilities reach the agent as dynamic
+ * variables inside that fence, so the SDK guards them as the engine does:
+ * nothing from the page or a tool can close the fence early. Each function
+ * gives the engine's text for the same input (`t2v/core/voice_rules.py`), so
+ * the instructions read the same whichever voice model takes the call, with
+ * one difference: `formatCapabilities([])` gives `(none)` where the engine's
+ * `format_capabilities` gives `""`, because the dynamic variable needs a
+ * value and the agent's placeholder is `(none)`.
+ */
+import type { VoiceCapability } from './types.js';
+/** The delimiter that opens the fence. */
+export declare const PARTNER_PROMPT_BEGIN = "<<<BEGIN APP DESCRIPTION>>>";
+/** The delimiter that closes the fence. */
+export declare const PARTNER_PROMPT_END = "<<<END APP DESCRIPTION>>>";
+/** What a delimiter inside the fenced text is replaced with. */
+export declare const DELIMITER_REMOVED = "[delimiter removed]";
+/** What an empty page prompt or capability list reads as: a dynamic variable needs a value. */
+export declare const NONE_PLACEHOLDER = "(none)";
+/**
+ * `text` with each delimiter replaced by {@link DELIMITER_REMOVED}: every
+ * occurrence, left to right, as the engine's `str.replace` does. Replaced,
+ * never deleted: deleting lets nested fragments such as
+ * `<<<END APP<<<END APP DESCRIPTION>>> DESCRIPTION>>>` rejoin into a real fence.
+ */
+export declare function unfence(text: string): string;
+/**
+ * The app's capabilities as `- name: description` lines (`- name` when the
+ * description is empty), every name and description unfenced; or
+ * {@link NONE_PLACEHOLDER} when there are none.
+ */
+export declare function formatCapabilities(capabilities: VoiceCapability[]): string;
+//# sourceMappingURL=voice-fence.d.ts.map

package/dist/voice-fence.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"voice-fence.d.ts","sourceRoot":"","sources":["../src/voice-fence.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAElD,0CAA0C;AAC1C,eAAO,MAAM,oBAAoB,gCAAgC,CAAC;AAClE,2CAA2C;AAC3C,eAAO,MAAM,kBAAkB,8BAA8B,CAAC;AAC9D,gEAAgE;AAChE,eAAO,MAAM,iBAAiB,wBAAwB,CAAC;AACvD,+FAA+F;AAC/F,eAAO,MAAM,gBAAgB,WAAW,CAAC;AAEzC;;;;;GAKG;AACH,wBAAgB,OAAO,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAE5C;AAED;;;;GAIG;AACH,wBAAgB,kBAAkB,CAAC,YAAY,EAAE,eAAe,EAAE,GAAG,MAAM,CAO1E"}

package/dist/voice-fence.js

@@ -0,0 +1,44 @@
+/**
+ * The fence guard for an ElevenLabs call's instructions.
+ *
+ * The engine puts the partner prompt, the page prompt and the app's
+ * capabilities between two delimiters in the agent's instructions. An
+ * ElevenLabs call's page prompt and capabilities reach the agent as dynamic
+ * variables inside that fence, so the SDK guards them as the engine does:
+ * nothing from the page or a tool can close the fence early. Each function
+ * gives the engine's text for the same input (`t2v/core/voice_rules.py`), so
+ * the instructions read the same whichever voice model takes the call, with
+ * one difference: `formatCapabilities([])` gives `(none)` where the engine's
+ * `format_capabilities` gives `""`, because the dynamic variable needs a
+ * value and the agent's placeholder is `(none)`.
+ */
+/** The delimiter that opens the fence. */
+export const PARTNER_PROMPT_BEGIN = '<<<BEGIN APP DESCRIPTION>>>';
+/** The delimiter that closes the fence. */
+export const PARTNER_PROMPT_END = '<<<END APP DESCRIPTION>>>';
+/** What a delimiter inside the fenced text is replaced with. */
+export const DELIMITER_REMOVED = '[delimiter removed]';
+/** What an empty page prompt or capability list reads as: a dynamic variable needs a value. */
+export const NONE_PLACEHOLDER = '(none)';
+/**
+ * `text` with each delimiter replaced by {@link DELIMITER_REMOVED}: every
+ * occurrence, left to right, as the engine's `str.replace` does. Replaced,
+ * never deleted: deleting lets nested fragments such as
+ * `<<<END APP<<<END APP DESCRIPTION>>> DESCRIPTION>>>` rejoin into a real fence.
+ */
+export function unfence(text) {
+    return text.split(PARTNER_PROMPT_BEGIN).join(DELIMITER_REMOVED).split(PARTNER_PROMPT_END).join(DELIMITER_REMOVED);
+}
+/**
+ * The app's capabilities as `- name: description` lines (`- name` when the
+ * description is empty), every name and description unfenced; or
+ * {@link NONE_PLACEHOLDER} when there are none.
+ */
+export function formatCapabilities(capabilities) {
+    if (capabilities.length === 0)
+        return NONE_PLACEHOLDER;
+    return capabilities
+        .map(({ name, description }) => description ? `- ${unfence(name)}: ${unfence(description)}` : `- ${unfence(name)}`)
+        .join('\n');
+}
+//# sourceMappingURL=voice-fence.js.map

package/dist/voice-fence.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"voice-fence.js","sourceRoot":"","sources":["../src/voice-fence.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAIH,0CAA0C;AAC1C,MAAM,CAAC,MAAM,oBAAoB,GAAG,6BAA6B,CAAC;AAClE,2CAA2C;AAC3C,MAAM,CAAC,MAAM,kBAAkB,GAAG,2BAA2B,CAAC;AAC9D,gEAAgE;AAChE,MAAM,CAAC,MAAM,iBAAiB,GAAG,qBAAqB,CAAC;AACvD,+FAA+F;AAC/F,MAAM,CAAC,MAAM,gBAAgB,GAAG,QAAQ,CAAC;AAEzC;;;;;GAKG;AACH,MAAM,UAAU,OAAO,CAAC,IAAY;IAClC,OAAO,IAAI,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;AACpH,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,kBAAkB,CAAC,YAA+B;IAChE,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,gBAAgB,CAAC;IACvD,OAAO,YAAY;SAChB,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,EAAE,EAAE,CAC7B,WAAW,CAAC,CAAC,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,KAAK,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,EAAE,CACnF;SACA,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC"}

package/dist/voice-turn.d.ts

@@ -0,0 +1,119 @@
+/**
+ * The voice turn runner: each `ask_talk2view` request of an ElevenLabs voice
+ * call becomes an engine turn on the end-user's chat session, one at a time,
+ * as the voice service's handoff does for Gemini Live (`va/handoff.py`).
+ *
+ * An identical request already in flight or queued is merged
+ * ({@link ALREADY_WORKING}); a different one waits its turn. Every `ask()`
+ * resolves with plain text for the agent to speak.
+ *
+ * Keep this module out of core's up-front bundle: only the voice controller,
+ * which core loads with `import()`, may import it.
+ */
+import type { T2VSession, TurnOptions } from './sessions.js';
+import type { HumanDecision } from './types.js';
+/** The answer to a request identical to one already in flight or queued. */
+export declare const ALREADY_WORKING = "status: already_working (still on the previous request)";
+/** The answer when a turn ends without any text. */
+export declare const NO_TEXT = "(the agent returned no text)";
+/** The answer when a turn could not be run, or ran past its limit. */
+export declare const TURN_FAILED = "error: I couldn\u2019t reach the assistant just now.";
+/**
+ * How long a turn may run, its resumes and any wait on a card included,
+ * before it is ended with {@link TURN_FAILED}. It is the voice service's
+ * `engine_turn_timeout_s` (`va/engine_bridge.py`), and the agent's
+ * `ask_talk2view` tool stops waiting for an answer at the same 120 seconds
+ * (`response_timeout_secs`).
+ */
+export declare const TURN_TIMEOUT_MS = 120000;
+/**
+ * What the engine is told about a voice turn: the reply is spoken, and the
+ * call collects no approvals and shows no platform-tool activity.
+ */
+export declare const VOICE_TURN: TurnOptions;
+/**
+ * What makes two requests the same: lower-cased, whitespace collapsed to
+ * single spaces, and trailing `?`, `.`, `!` and spaces dropped, as the voice
+ * service's `normalise_request` (`va/handoff.py`).
+ */
+export declare function normaliseRequest(text: string): string;
+export interface VoiceTurnDeps {
+    /** The end-user's chat session the mint names: every turn runs on it. */
+    session: T2VSession;
+    /** The page prompt, sent as each turn's system message. */
+    pagePrompt?: string;
+    /**
+     * Shows the card for a client tool call that needs the end-user's go-ahead,
+     * and resolves with their decision, or with `endedBecause` when the card
+     * closed unanswered. The caller remembers an `always`.
+     */
+    onApproval: (toolCallId: string, toolName: string, args: Record<string, unknown>) => Promise<{
+        decision: HumanDecision;
+        endedBecause?: string;
+    }>;
+    /** Whether the end-user has said `always` to this tool: it runs without a card. */
+    isAlwaysAllowed: (toolName: string) => boolean;
+    /** `working` as a turn starts, `idle` once it settles. */
+    onState: (state: 'working' | 'idle') => void;
+    /** A turn found the end-user's budget spent: the call says goodbye. */
+    onBudgetExceeded: () => void;
+    /** How long a turn may run before it is ended. Default: {@link TURN_TIMEOUT_MS}. */
+    turnTimeoutMs?: number;
+}
+/**
+ * Runs a voice call's requests as engine turns, one at a time. `abort()`
+ * answers every pending `ask()` at once, as the call ends.
+ */
+export declare class VoiceTurnRunner {
+    private readonly deps;
+    /** Normalised requests in flight or queued. */
+    private readonly inFlight;
+    /** The last turn queued: the next one starts when it settles. */
+    private last;
+    /** The controller of the turn in flight. */
+    private controller;
+    /** Set by {@link abort}: from then on every `ask()` resolves with it. */
+    private reason;
+    /** Resolves with the reason on {@link abort}; every `ask()` races it. */
+    private readonly aborted;
+    private resolveAborted;
+    constructor(deps: VoiceTurnDeps);
+    /** A turn is in flight or queued. */
+    get busy(): boolean;
+    /**
+     * Run `request` as an engine turn. Resolves with the turn's text, trimmed,
+     * or {@link NO_TEXT}; `error: <message>` when the engine reports an error;
+     * {@link TURN_FAILED} when the turn could not be run or ran past its limit;
+     * {@link ALREADY_WORKING} when the same request is already in flight or
+     * queued; once aborted, the abort reason.
+     */
+    ask(request: string): Promise<string>;
+    /**
+     * End the runner for good: abort the turn in flight, resolve its `ask()`
+     * and every queued one with `reason`, and resolve later ones with it at once.
+     */
+    abort(reason: string): void;
+    /**
+     * One turn, unless the runner was aborted while it waited. A turn still
+     * running at its limit is aborted and answers {@link TURN_FAILED}, whether
+     * or not its stream has noticed, and the runner moves on: the request
+     * leaves the in-flight set and the next turn starts.
+     */
+    private run;
+    /**
+     * Tell the caller the runner's state. A throw from `onState` is swallowed,
+     * and nothing is logged: it must not lose the turn's answer, nor stop the
+     * turns queued behind it.
+     */
+    private reportState;
+    /** The turn's answer, from its stream and the stream of each resume. */
+    private turn;
+    /**
+     * The resume of a client tool call that needs the end-user's go-ahead. A
+     * tool they always allow runs at once. Otherwise the card decides: the
+     * resume carries their decision, or the reason the card closed without one.
+     * Nothing runs until the resume is read.
+     */
+    private resume;
+}
+//# sourceMappingURL=voice-turn.d.ts.map

package/dist/voice-turn.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"voice-turn.d.ts","sourceRoot":"","sources":["../src/voice-turn.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,KAAK,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC7D,OAAO,KAAK,EAAa,aAAa,EAAmB,MAAM,YAAY,CAAC;AAE5E,4EAA4E;AAC5E,eAAO,MAAM,eAAe,4DAA4D,CAAC;AAEzF,oDAAoD;AACpD,eAAO,MAAM,OAAO,iCAAiC,CAAC;AAEtD,sEAAsE;AACtE,eAAO,MAAM,WAAW,yDAAoD,CAAC;AAE7E;;;;;;GAMG;AACH,eAAO,MAAM,eAAe,SAAU,CAAC;AAEvC;;;GAGG;AACH,eAAO,MAAM,UAAU,EAAE,WAAsF,CAAC;AAEhH;;;;GAIG;AACH,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAKrD;AAED,MAAM,WAAW,aAAa;IAC5B,yEAAyE;IACzE,OAAO,EAAE,UAAU,CAAC;IACpB,2DAA2D;IAC3D,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;;;OAIG;IACH,UAAU,EAAE,CACV,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAC1B,OAAO,CAAC;QAAE,QAAQ,EAAE,aAAa,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACjE,mFAAmF;IACnF,eAAe,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAC;IAC/C,0DAA0D;IAC1D,OAAO,EAAE,CAAC,KAAK,EAAE,SAAS,GAAG,MAAM,KAAK,IAAI,CAAC;IAC7C,uEAAuE;IACvE,gBAAgB,EAAE,MAAM,IAAI,CAAC;IAC7B,oFAAoF;IACpF,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED;;;GAGG;AACH,qBAAa,eAAe;IAad,OAAO,CAAC,QAAQ,CAAC,IAAI;IAZjC,+CAA+C;IAC/C,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAqB;IAC9C,iEAAiE;IACjE,OAAO,CAAC,IAAI,CAAuC;IACnD,4CAA4C;IAC5C,OAAO,CAAC,UAAU,CAAgC;IAClD,yEAAyE;IACzE,OAAO,CAAC,MAAM,CAAuB;IACrC,yEAAyE;IACzE,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAkB;IAC1C,OAAO,CAAC,cAAc,CAA4B;gBAErB,IAAI,EAAE,aAAa;IAMhD,qCAAqC;IACrC,IAAI,IAAI,IAAI,OAAO,CAElB;IAED;;;;;;OAMG;IACH,GAAG,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAcrC;;;OAGG;IACH,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAQ3B;;;;;OAKG;YACW,GAAG;IAwBjB;;;;OAIG;IACH,OAAO,CAAC,WAAW;IAQnB,wEAAwE;YAC1D,IAAI;IAgClB;;;;;OAKG;YACW,MAAM;CAerB"}