@talk2view/sdk 0.13.0 → 0.15.0

package/dist/assistant-ui/convert.js

@@ -0,0 +1,113 @@
+/** Option ids the stock assistant-ui approval card sends back; we map them onto `HumanDecision`. */
+export const APPROVAL_OPTION_IDS = {
+    once: 'allow-once',
+    always: 'allow-always',
+    deny: 'reject-once',
+};
+const APPROVAL_OPTIONS = [
+    { id: APPROVAL_OPTION_IDS.once, kind: 'allow-once', label: 'Allow once' },
+    { id: APPROVAL_OPTION_IDS.always, kind: 'allow-always', label: 'Always allow' },
+    { id: APPROVAL_OPTION_IDS.deny, kind: 'reject-once', label: 'Deny' },
+];
+/** Stable id for a completed step: steps carry no id of their own. */
+export function stepToolCallId(messageId, index) {
+    return `${messageId}:step:${index}`;
+}
+function stepPart(messageId, step, index) {
+    const denied = step.status === 'denied';
+    return {
+        type: 'tool-call',
+        toolCallId: stepToolCallId(messageId, index),
+        toolName: step.name,
+        args: (step.args ?? {}),
+        // A running step has no result yet, which is how assistant-ui shows a spinner.
+        ...(step.status === 'running'
+            ? {}
+            : { result: step.result ?? (denied ? 'Denied by the user' : ''), isError: denied }),
+    };
+}
+/** The approval gate assistant-ui draws for a tool call that needs a decision. */
+export function approvalPart(approval) {
+    return {
+        type: 'tool-call',
+        toolCallId: approval.toolCallId,
+        toolName: approval.toolName,
+        args: approval.arguments,
+        approval: {
+            id: approval.toolCallId,
+            prompt: approval.description,
+            display: 'decision',
+            // A reason may accompany the decision; the SDK forwards it as feedback.
+            allowFreeform: true,
+            options: APPROVAL_OPTIONS,
+        },
+    };
+}
+/**
+ * The SDK records a `running` step for the tool awaiting approval, so the
+ * gate replaces that step rather than sitting beside it; the part keeps the
+ * engine's tool-call id so the decision can be matched back.
+ */
+function withApprovalGate(parts, approval) {
+    const gate = approvalPart(approval);
+    for (let i = parts.length - 1; i >= 0; i--) {
+        const p = parts[i];
+        if (p.type === 'tool-call' && p.toolName === approval.toolName && p.result === undefined) {
+            return [...parts.slice(0, i), gate, ...parts.slice(i + 1)];
+        }
+    }
+    return [...parts, gate];
+}
+function attachmentType(mime) {
+    return mime.startsWith('image/') ? 'image' : 'document';
+}
+function toThreadAttachment(a) {
+    return {
+        id: a.id,
+        type: attachmentType(a.mime_type),
+        name: a.filename,
+        contentType: a.mime_type,
+        status: { type: 'complete' },
+        // The engine resolves the bytes by id; nothing is inlined into the message.
+        content: [],
+    };
+}
+/** Convert one SDK message for assistant-ui. */
+export function toThreadMessage(msg, ctx) {
+    if (msg.role === 'user') {
+        return {
+            id: msg.id,
+            role: 'user',
+            createdAt: msg.timestamp,
+            content: [{ type: 'text', text: msg.content }],
+            ...(msg.attachments?.length ? { attachments: msg.attachments.map(toThreadAttachment) } : {}),
+        };
+    }
+    let parts = (msg.steps ?? []).map((step, i) => stepPart(msg.id, step, i));
+    const waiting = ctx.isLast && ctx.pendingApproval ? ctx.pendingApproval : null;
+    if (waiting)
+        parts = withApprovalGate(parts, waiting);
+    if (msg.plan)
+        parts.push({ type: 'data-plan', data: { markdown: msg.plan } });
+    if (msg.content || parts.length === 0)
+        parts.push({ type: 'text', text: msg.content });
+    const status = waiting
+        ? { type: 'requires-action', reason: 'tool-calls' }
+        : msg.isStreaming
+            ? { type: 'running' }
+            : ctx.isLast && ctx.error
+                ? { type: 'incomplete', reason: 'error', error: ctx.error }
+                : { type: 'complete', reason: 'stop' };
+    return { id: msg.id, role: 'assistant', createdAt: msg.timestamp, content: parts, status };
+}
+/** Turn the stock approval card's answer into the SDK's `HumanDecision`. */
+export function toHumanDecision(response) {
+    const feedback = response.text ?? response.reason;
+    const action = response.optionId === APPROVAL_OPTION_IDS.always
+        ? 'always'
+        : response.optionId === APPROVAL_OPTION_IDS.once || (response.optionId === undefined && response.approved)
+            ? 'once'
+            : 'deny';
+    return feedback ? { action, feedback } : { action };
+}
+//# sourceMappingURL=convert.js.map

package/dist/assistant-ui/convert.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"convert.js","sourceRoot":"","sources":["../../src/assistant-ui/convert.ts"],"names":[],"mappings":"AAuBA,oGAAoG;AACpG,MAAM,CAAC,MAAM,mBAAmB,GAAG;IACjC,IAAI,EAAE,YAAY;IAClB,MAAM,EAAE,cAAc;IACtB,IAAI,EAAE,aAAa;CACX,CAAC;AAEX,MAAM,gBAAgB,GAA4B;IAChD,EAAE,EAAE,EAAE,mBAAmB,CAAC,IAAI,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,YAAY,EAAE;IACzE,EAAE,EAAE,EAAE,mBAAmB,CAAC,MAAM,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,cAAc,EAAE;IAC/E,EAAE,EAAE,EAAE,mBAAmB,CAAC,IAAI,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,MAAM,EAAE;CACrE,CAAC;AAEF,sEAAsE;AACtE,MAAM,UAAU,cAAc,CAAC,SAAiB,EAAE,KAAa;IAC7D,OAAO,GAAG,SAAS,SAAS,KAAK,EAAE,CAAC;AACtC,CAAC;AAED,SAAS,QAAQ,CAAC,SAAiB,EAAE,IAAc,EAAE,KAAa;IAChE,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,KAAK,QAAQ,CAAC;IACxC,OAAO;QACL,IAAI,EAAE,WAAW;QACjB,UAAU,EAAE,cAAc,CAAC,SAAS,EAAE,KAAK,CAAC;QAC5C,QAAQ,EAAE,IAAI,CAAC,IAAI;QACnB,IAAI,EAAE,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAA0B;QAChD,+EAA+E;QAC/E,GAAG,CAAC,IAAI,CAAC,MAAM,KAAK,SAAS;YAC3B,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;KACtF,CAAC;AACJ,CAAC;AAED,kFAAkF;AAClF,MAAM,UAAU,YAAY,CAAC,QAAyB;IACpD,OAAO;QACL,IAAI,EAAE,WAAW;QACjB,UAAU,EAAE,QAAQ,CAAC,UAAU;QAC/B,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,IAAI,EAAE,QAAQ,CAAC,SAAkC;QACjD,QAAQ,EAAE;YACR,EAAE,EAAE,QAAQ,CAAC,UAAU;YACvB,MAAM,EAAE,QAAQ,CAAC,WAAW;YAC5B,OAAO,EAAE,UAAU;YACnB,wEAAwE;YACxE,aAAa,EAAE,IAAI;YACnB,OAAO,EAAE,gBAAgB;SAC1B;KACF,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,SAAS,gBAAgB,CAAC,KAAmB,EAAE,QAAyB;IACtE,MAAM,IAAI,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;IACpC,KAAK,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3C,MAAM,CAAC,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC;QACpB,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,IAAI,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAAC,QAAQ,IAAI,CAAC,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YACzF,OAAO,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC;IACD,OAAO,CAAC,GAAG,KAAK,EAAE,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,cAAc,CAAC,IAAY;IAClC,OAAO,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC;AAC1D,CAAC;AAED,SAAS,kBAAkB,CAAC,CAAa;IACvC,OAAO;QACL,EAAE,EAAE,CAAC,CAAC,EAAE;QACR,IAAI,EAAE,cAAc,CAAC,CAAC,CAAC,SAAS,CAAC;QACjC,IAAI,EAAE,CAAC,CAAC,QAAQ;QAChB,WAAW,EAAE,CAAC,CAAC,SAAS;QACxB,MAAM,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE;QAC5B,4EAA4E;QAC5E,OAAO,EAAE,EAAE;KACZ,CAAC;AACJ,CAAC;AAED,gDAAgD;AAChD,MAAM,UAAU,eAAe,CAAC,GAAmB,EAAE,GAAmB;IACtE,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QACxB,OAAO;YACL,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,IAAI,EAAE,MAAM;YACZ,SAAS,EAAE,GAAG,CAAC,SAAS;YACxB,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC;YAC9C,GAAG,CAAC,GAAG,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,kBAAkB,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC7F,CAAC;IACJ,CAAC;IAED,IAAI,KAAK,GAAiB,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACxF,MAAM,OAAO,GAAG,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC;IAC/E,IAAI,OAAO;QAAE,KAAK,GAAG,gBAAgB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACtD,IAAI,GAAG,CAAC,IAAI;QAAE,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,EAAE,QAAQ,EAAE,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IAC9E,IAAI,GAAG,CAAC,OAAO,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;IAEvF,MAAM,MAAM,GAAgC,OAAO;QACjD,CAAC,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,MAAM,EAAE,YAAY,EAAE;QACnD,CAAC,CAAC,GAAG,CAAC,WAAW;YACf,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE;YACrB,CAAC,CAAC,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,KAAK;gBACvB,CAAC,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE;gBAC3D,CAAC,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;IAE7C,OAAO,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,GAAG,CAAC,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;AAC7F,CAAC;AAED,4EAA4E;AAC5E,MAAM,UAAU,eAAe,CAAC,QAK/B;IACC,MAAM,QAAQ,GAAG,QAAQ,CAAC,IAAI,IAAI,QAAQ,CAAC,MAAM,CAAC;IAClD,MAAM,MAAM,GACV,QAAQ,CAAC,QAAQ,KAAK,mBAAmB,CAAC,MAAM;QAC9C,CAAC,CAAC,QAAQ;QACV,CAAC,CAAC,QAAQ,CAAC,QAAQ,KAAK,mBAAmB,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,KAAK,SAAS,IAAI,QAAQ,CAAC,QAAQ,CAAC;YACxG,CAAC,CAAC,MAAM;YACR,CAAC,CAAC,MAAM,CAAC;IACf,OAAO,QAAQ,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC;AACtD,CAAC"}

package/dist/assistant-ui/dictation.d.ts

@@ -0,0 +1,39 @@
+/**
+ * Dictation for assistant-ui's composer, transcribed by Talk2View.
+ *
+ * assistant-ui shows its mic button whenever the runtime has a dictation
+ * adapter. This one records with MediaRecorder and sends the clip to the
+ * engine's speech-to-text endpoint (`t2v.transcribe`) when the end-user stops
+ * — the same flow as the first-party composer in `/ui`, so the partner's
+ * speech-to-text models, language setting and billing all apply.
+ */
+import type { DictationAdapter } from '@assistant-ui/react';
+import type { Talk2View } from '../index.js';
+export interface Talk2ViewDictationOptions {
+    /** Speech-to-text model id (one of `t2v.listAudioModels()`). */
+    model?: string;
+    /** Spoken language hint, e.g. `'en'`. Omit to let the model detect it. */
+    language?: string;
+    /**
+     * Called when the microphone is refused or transcription fails. assistant-ui
+     * has no surface for a dictation error, so without this the mic just stops.
+     */
+    onError?: (error: unknown) => void;
+    /**
+     * Where a dictation is up to. assistant-ui reports "listening" for the whole
+     * time, including the wait for the transcript after the end-user stops —
+     * use this to show that wait as its own state (`'transcribing'`).
+     */
+    onPhaseChange?: (phase: Talk2ViewDictationPhase) => void;
+}
+export type Talk2ViewDictationPhase = 'listening' | 'transcribing' | 'idle';
+/** The client, as far as dictation needs it. Only `transcribe` is required. */
+export type Talk2ViewDictationClient = Pick<Talk2View, 'transcribe'> & Partial<Pick<Talk2View, 'ensureSession' | 'getConfig' | 'warmUp'>>;
+/** Used when neither the caller nor the partner configuration names a model. */
+export declare const DEFAULT_DICTATION_MODEL = "faster-whisper-base";
+/**
+ * @param getOptions read when a recording is sent, so a settings change
+ *   applies to the next dictation without rebuilding the runtime.
+ */
+export declare function createTalk2ViewDictationAdapter(t2v: Talk2ViewDictationClient, getOptions?: () => Talk2ViewDictationOptions): DictationAdapter;
+//# sourceMappingURL=dictation.d.ts.map

package/dist/assistant-ui/dictation.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"dictation.d.ts","sourceRoot":"","sources":["../../src/assistant-ui/dictation.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AACH,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAC5D,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAE7C,MAAM,WAAW,yBAAyB;IACxC,gEAAgE;IAChE,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,0EAA0E;IAC1E,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB;;;OAGG;IACH,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,KAAK,IAAI,CAAC;IACnC;;;;OAIG;IACH,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,uBAAuB,KAAK,IAAI,CAAC;CAC1D;AAED,MAAM,MAAM,uBAAuB,GAAG,WAAW,GAAG,cAAc,GAAG,MAAM,CAAC;AAE5E,+EAA+E;AAC/E,MAAM,MAAM,wBAAwB,GAAG,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,GAClE,OAAO,CAAC,IAAI,CAAC,SAAS,EAAE,eAAe,GAAG,WAAW,GAAG,QAAQ,CAAC,CAAC,CAAC;AAErE,gFAAgF;AAChF,eAAO,MAAM,uBAAuB,wBAAwB,CAAC;AAW7D;;;GAGG;AACH,wBAAgB,+BAA+B,CAC7C,GAAG,EAAE,wBAAwB,EAC7B,UAAU,GAAE,MAAM,yBAAsC,GACvD,gBAAgB,CAgHlB"}

package/dist/assistant-ui/dictation.js

@@ -0,0 +1,128 @@
+/** Used when neither the caller nor the partner configuration names a model. */
+export const DEFAULT_DICTATION_MODEL = 'faster-whisper-base';
+function subscribe(set, cb) {
+    set.add(cb);
+    return () => {
+        set.delete(cb);
+    };
+}
+/**
+ * @param getOptions read when a recording is sent, so a settings change
+ *   applies to the next dictation without rebuilding the runtime.
+ */
+export function createTalk2ViewDictationAdapter(t2v, getOptions = () => ({})) {
+    return {
+        listen() {
+            const onStart = new Set();
+            const onEnd = new Set();
+            const onSpeech = new Set();
+            const chunks = [];
+            let stream = null;
+            let recorder = null;
+            let cancelled = false;
+            let settle;
+            const settled = new Promise((resolve) => {
+                settle = resolve;
+            });
+            const releaseMic = () => stream?.getTracks().forEach((track) => track.stop());
+            const phase = (next) => getOptions().onPhaseChange?.(next);
+            const finish = (reason) => {
+                releaseMic();
+                session.status = { type: 'ended', reason };
+                phase('idle');
+                settle();
+            };
+            // A logged-out visitor's first action can be the mic. Start the session
+            // and mint their key now, while they talk. The two are kept apart: the
+            // model lookup below needs only the session, and the mint is seconds long
+            // — a short clip must not wait for it. `async` wrappers so a client whose
+            // method throws synchronously cannot take the mic down with it.
+            const startSession = async () => void (await t2v.ensureSession?.());
+            const warm = async () => void (await t2v.warmUp?.());
+            const warming = warm().catch(() => undefined);
+            // Without ensureSession() the warm-up is the only thing that starts one.
+            const ready = t2v.ensureSession ? startSession().catch(() => undefined) : warming;
+            const partnerModel = ready
+                .then(() => t2v.getConfig?.())
+                .then((config) => config?.default_stt_model || undefined)
+                .catch(() => undefined);
+            const session = {
+                status: { type: 'starting' },
+                // Resolves only once the transcript has been delivered: the composer
+                // unsubscribes as soon as stop() settles, and the clip is transcribed
+                // after the recording ends, not during it.
+                stop: async () => {
+                    if (recorder?.state === 'recording')
+                        recorder.stop();
+                    else if (session.status.type !== 'ended' && !recorder)
+                        cancelled = true;
+                    await settled;
+                },
+                cancel: () => {
+                    cancelled = true;
+                    if (recorder?.state === 'recording')
+                        recorder.stop();
+                    else if (session.status.type !== 'ended')
+                        finish('cancelled');
+                },
+                onSpeechStart: (cb) => subscribe(onStart, cb),
+                onSpeechEnd: (cb) => subscribe(onEnd, cb),
+                onSpeech: (cb) => subscribe(onSpeech, cb),
+            };
+            void (async () => {
+                try {
+                    stream = await navigator.mediaDevices.getUserMedia({ audio: true });
+                    if (cancelled)
+                        return finish('cancelled');
+                    const mimeType = MediaRecorder.isTypeSupported('audio/webm;codecs=opus')
+                        ? 'audio/webm;codecs=opus'
+                        : 'audio/webm';
+                    recorder = new MediaRecorder(stream, { mimeType });
+                    recorder.ondataavailable = (e) => {
+                        if (e.data.size > 0)
+                            chunks.push(e.data);
+                    };
+                    recorder.onstop = async () => {
+                        // The clip is complete: the browser's recording indicator goes off
+                        // now, not after the engine answers.
+                        releaseMic();
+                        if (cancelled || chunks.length === 0)
+                            return finish(cancelled ? 'cancelled' : 'stopped');
+                        phase('transcribing');
+                        try {
+                            const { model: chosen, language } = getOptions();
+                            const model = chosen || (await partnerModel);
+                            const form = new FormData();
+                            form.append('file', new Blob(chunks, { type: mimeType }), 'recording.webm');
+                            form.append('model', model || DEFAULT_DICTATION_MODEL);
+                            if (language)
+                                form.append('language', language);
+                            const transcript = (await t2v.transcribe(form)).text.trim();
+                            if (transcript && !cancelled) {
+                                // The composer appends on a final `onSpeech`; `onSpeechEnd` only closes the session.
+                                onSpeech.forEach((cb) => cb({ transcript, isFinal: true }));
+                                onEnd.forEach((cb) => cb({ transcript }));
+                            }
+                            finish(cancelled ? 'cancelled' : 'stopped');
+                        }
+                        catch (error) {
+                            getOptions().onError?.(error);
+                            finish('error');
+                        }
+                    };
+                    recorder.start();
+                    session.status = { type: 'running' };
+                    phase('listening');
+                    onStart.forEach((cb) => cb());
+                }
+                catch (error) {
+                    // Microphone refused, or no MediaRecorder in this browser.
+                    getOptions().onError?.(error);
+                    finish('error');
+                }
+            })();
+            return session;
+        },
+    };
+}
+//# sourceMappingURL=dictation.js.map

package/dist/assistant-ui/dictation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dictation.js","sourceRoot":"","sources":["../../src/assistant-ui/dictation.ts"],"names":[],"mappings":"AAoCA,gFAAgF;AAChF,MAAM,CAAC,MAAM,uBAAuB,GAAG,qBAAqB,CAAC;AAI7D,SAAS,SAAS,CAAI,GAAqB,EAAE,EAAe;IAC1D,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACZ,OAAO,GAAG,EAAE;QACV,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IACjB,CAAC,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,+BAA+B,CAC7C,GAA6B,EAC7B,aAA8C,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC;IAExD,OAAO;QACL,MAAM;YACJ,MAAM,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;YAC1C,MAAM,KAAK,GAAG,IAAI,GAAG,EAAqC,CAAC;YAC3D,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAqC,CAAC;YAC9D,MAAM,MAAM,GAAW,EAAE,CAAC;YAC1B,IAAI,MAAM,GAAuB,IAAI,CAAC;YACtC,IAAI,QAAQ,GAAyB,IAAI,CAAC;YAC1C,IAAI,SAAS,GAAG,KAAK,CAAC;YACtB,IAAI,MAAmB,CAAC;YACxB,MAAM,OAAO,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;gBAC5C,MAAM,GAAG,OAAO,CAAC;YACnB,CAAC,CAAC,CAAC;YAEH,MAAM,UAAU,GAAG,GAAG,EAAE,CAAC,MAAM,EAAE,SAAS,EAAE,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;YAC9E,MAAM,KAAK,GAAG,CAAC,IAA6B,EAAE,EAAE,CAAC,UAAU,EAAE,CAAC,aAAa,EAAE,CAAC,IAAI,CAAC,CAAC;YAEpF,MAAM,MAAM,GAAG,CAAC,MAAyC,EAAE,EAAE;gBAC3D,UAAU,EAAE,CAAC;gBACb,OAAO,CAAC,MAAM,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;gBAC3C,KAAK,CAAC,MAAM,CAAC,CAAC;gBACd,MAAM,EAAE,CAAC;YACX,CAAC,CAAC;YAEF,wEAAwE;YACxE,uEAAuE;YACvE,0EAA0E;YAC1E,0EAA0E;YAC1E,gEAAgE;YAChE,MAAM,YAAY,GAAG,KAAK,IAAI,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;YACpE,MAAM,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YACrD,MAAM,OAAO,GAAG,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YAC9C,yEAAyE;YACzE,MAAM,KAAK,GAAG,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,YAAY,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;YAClF,MAAM,YAAY,GAAG,KAAK;iBACvB,IAAI,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,SAAS,EAAE,EAAE,CAAC;iBAC7B,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,iBAAiB,IAAI,SAAS,CAAC;iBACxD,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YAE1B,MAAM,OAAO,GAA6B;gBACxC,MAAM,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE;gBAC5B,qEAAqE;gBACrE,sEAAsE;gBACtE,2CAA2C;gBAC3C,IAAI,EAAE,KAAK,IAAI,EAAE;oBACf,IAAI,QAAQ,EAAE,KAAK,KAAK,WAAW;wBAAE,QAAQ,CAAC,IAAI,EAAE,CAAC;yBAChD,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,OAAO,IAAI,CAAC,QAAQ;wBAAE,SAAS,GAAG,IAAI,CAAC;oBACxE,MAAM,OAAO,CAAC;gBAChB,CAAC;gBACD,MAAM,EAAE,GAAG,EAAE;oBACX,SAAS,GAAG,IAAI,CAAC;oBACjB,IAAI,QAAQ,EAAE,KAAK,KAAK,WAAW;wBAAE,QAAQ,CAAC,IAAI,EAAE,CAAC;yBAChD,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,OAAO;wBAAE,MAAM,CAAC,WAAW,CAAC,CAAC;gBAChE,CAAC;gBACD,aAAa,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,EAAE,CAAC;gBAC7C,WAAW,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,SAAS,CAAC,KAAK,EAAE,EAAE,CAAC;gBACzC,QAAQ,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,EAAE,CAAC;aAC1C,CAAC;YAEF,KAAK,CAAC,KAAK,IAAI,EAAE;gBACf,IAAI,CAAC;oBACH,MAAM,GAAG,MAAM,SAAS,CAAC,YAAY,CAAC,YAAY,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;oBACpE,IAAI,SAAS;wBAAE,OAAO,MAAM,CAAC,WAAW,CAAC,CAAC;oBAE1C,MAAM,QAAQ,GAAG,aAAa,CAAC,eAAe,CAAC,wBAAwB,CAAC;wBACtE,CAAC,CAAC,wBAAwB;wBAC1B,CAAC,CAAC,YAAY,CAAC;oBACjB,QAAQ,GAAG,IAAI,aAAa,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;oBACnD,QAAQ,CAAC,eAAe,GAAG,CAAC,CAAC,EAAE,EAAE;wBAC/B,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC;4BAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;oBAC3C,CAAC,CAAC;oBACF,QAAQ,CAAC,MAAM,GAAG,KAAK,IAAI,EAAE;wBAC3B,mEAAmE;wBACnE,qCAAqC;wBACrC,UAAU,EAAE,CAAC;wBACb,IAAI,SAAS,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;4BAAE,OAAO,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;wBACzF,KAAK,CAAC,cAAc,CAAC,CAAC;wBACtB,IAAI,CAAC;4BACH,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,UAAU,EAAE,CAAC;4BACjD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,MAAM,YAAY,CAAC,CAAC;4BAC7C,MAAM,IAAI,GAAG,IAAI,QAAQ,EAAE,CAAC;4BAC5B,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,EAAE,gBAAgB,CAAC,CAAC;4BAC5E,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,IAAI,uBAAuB,CAAC,CAAC;4BACvD,IAAI,QAAQ;gCAAE,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;4BAEhD,MAAM,UAAU,GAAG,CAAC,MAAM,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;4BAC5D,IAAI,UAAU,IAAI,CAAC,SAAS,EAAE,CAAC;gCAC7B,qFAAqF;gCACrF,QAAQ,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,UAAU,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;gCAC5D,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC;4BAC5C,CAAC;4BACD,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;wBAC9C,CAAC;wBAAC,OAAO,KAAK,EAAE,CAAC;4BACf,UAAU,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,CAAC;4BAC9B,MAAM,CAAC,OAAO,CAAC,CAAC;wBAClB,CAAC;oBACH,CAAC,CAAC;oBACF,QAAQ,CAAC,KAAK,EAAE,CAAC;oBACjB,OAAO,CAAC,MAAM,GAAG,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;oBACrC,KAAK,CAAC,WAAW,CAAC,CAAC;oBACnB,OAAO,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;gBAChC,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,2DAA2D;oBAC3D,UAAU,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,CAAC;oBAC9B,MAAM,CAAC,OAAO,CAAC,CAAC;gBAClB,CAAC;YACH,CAAC,CAAC,EAAE,CAAC;YAEL,OAAO,OAAO,CAAC;QACjB,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/assistant-ui/index.d.ts

@@ -0,0 +1,37 @@
+import type { AssistantRuntime } from '@assistant-ui/react';
+import { Talk2View } from '../index.js';
+import type { ClientTool, ClientToolSchema, T2VConfig } from '../types.js';
+import { type Talk2ViewDictationOptions } from './dictation.js';
+export type { Talk2ViewDictationClient, Talk2ViewDictationPhase } from './dictation.js';
+export { toThreadMessage, toHumanDecision, APPROVAL_OPTION_IDS } from './convert.js';
+export type { ConvertContext } from './convert.js';
+export { createTalk2ViewDictationAdapter, DEFAULT_DICTATION_MODEL } from './dictation.js';
+export type { Talk2ViewDictationOptions } from './dictation.js';
+/** Options shared by both forms of the hook. */
+export interface Talk2ViewRuntimeOptions {
+    /** Sent with every message. */
+    systemPrompt?: string;
+    /**
+     * Client tools the agent may call; handlers run in your app. Registered
+     * with the engine whenever the set of schemas changes (compared by value,
+     * so an inline array is fine).
+     */
+    tools?: (ClientToolSchema | ClientTool)[];
+    /**
+     * Model for the next message — for example the end-user's choice from a
+     * settings screen. Unlike the client's `model`, changing it keeps the chat.
+     */
+    model?: string;
+    /**
+     * Turn on assistant-ui's mic button, transcribed by Talk2View. `true` uses
+     * the default speech-to-text model; pass `{ model, language }` to choose.
+     */
+    dictation?: boolean | Talk2ViewDictationOptions;
+}
+export interface UseTalk2ViewRuntimeOptions extends T2VConfig, Talk2ViewRuntimeOptions {
+}
+/** Create a Talk2View client and expose it as an assistant-ui runtime. */
+export declare function useTalk2ViewRuntime(options: UseTalk2ViewRuntimeOptions): AssistantRuntime;
+/** Expose an existing client (for example the one from `useT2V()`) as an assistant-ui runtime. */
+export declare function useTalk2ViewRuntimeForClient(t2v: Talk2View, { systemPrompt, tools, model, dictation }?: Talk2ViewRuntimeOptions): AssistantRuntime;
+//# sourceMappingURL=index.d.ts.map

package/dist/assistant-ui/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/assistant-ui/index.ts"],"names":[],"mappings":"AA+BA,OAAO,KAAK,EAEV,gBAAgB,EAKjB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAExC,OAAO,KAAK,EAEV,UAAU,EACV,gBAAgB,EAGhB,SAAS,EACV,MAAM,aAAa,CAAC;AAErB,OAAO,EAAmC,KAAK,yBAAyB,EAAE,MAAM,gBAAgB,CAAC;AACjG,YAAY,EAAE,wBAAwB,EAAE,uBAAuB,EAAE,MAAM,gBAAgB,CAAC;AAExF,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAC;AACrF,YAAY,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AACnD,OAAO,EAAE,+BAA+B,EAAE,uBAAuB,EAAE,MAAM,gBAAgB,CAAC;AAC1F,YAAY,EAAE,yBAAyB,EAAE,MAAM,gBAAgB,CAAC;AAEhE,gDAAgD;AAChD,MAAM,WAAW,uBAAuB;IACtC,+BAA+B;IAC/B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB;;;;OAIG;IACH,KAAK,CAAC,EAAE,CAAC,gBAAgB,GAAG,UAAU,CAAC,EAAE,CAAC;IAC1C;;;OAGG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,SAAS,CAAC,EAAE,OAAO,GAAG,yBAAyB,CAAC;CACjD;AAED,MAAM,WAAW,0BAA2B,SAAQ,SAAS,EAAE,uBAAuB;CAAG;AAKzF,0EAA0E;AAC1E,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,0BAA0B,GAAG,gBAAgB,CAezF;AAED,kGAAkG;AAClG,wBAAgB,4BAA4B,CAC1C,GAAG,EAAE,SAAS,EACd,EAAE,YAAY,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,GAAE,uBAA4B,GACtE,gBAAgB,CAiMlB"}

package/dist/assistant-ui/index.js

@@ -0,0 +1,224 @@
+/**
+ * assistant-ui runtime for Talk2View.
+ *
+ * Talk2View plugs into assistant-ui the way its other backends do — at the
+ * runtime seam, not by shipping a fork of its components. Hand the runtime to
+ * `<AssistantRuntimeProvider>` and render the stock `<Thread />` (or the
+ * primitives): messages stream, client tools run in your app, and tool
+ * approvals appear as assistant-ui's own approval card.
+ *
+ * @example
+ * ```tsx
+ * import { AssistantRuntimeProvider } from '@assistant-ui/react';
+ * import { useTalk2ViewRuntime } from '@talk2view/sdk/assistant-ui';
+ *
+ * function Chat() {
+ *   const runtime = useTalk2ViewRuntime({ partnerKey: 'pk_live_...', tools });
+ *   return (
+ *     <AssistantRuntimeProvider runtime={runtime}>
+ *       <Thread />
+ *     </AssistantRuntimeProvider>
+ *   );
+ * }
+ * ```
+ *
+ * `@assistant-ui/react` is an optional peer dependency: it is only loaded by
+ * this entry point, never by `@talk2view/sdk`, `/react` or `/ui`.
+ *
+ * @packageDocumentation
+ */
+import { useCallback, useEffect, useMemo, useRef, useState } from 'react';
+import { useExternalStoreRuntime } from '@assistant-ui/react';
+import { Talk2View } from '../index.js';
+import { ATTACHMENT_ACCEPT } from '../constants.js';
+import { toHumanDecision, toThreadMessage } from './convert.js';
+import { createTalk2ViewDictationAdapter } from './dictation.js';
+export { toThreadMessage, toHumanDecision, APPROVAL_OPTION_IDS } from './convert.js';
+export { createTalk2ViewDictationAdapter, DEFAULT_DICTATION_MODEL } from './dictation.js';
+/** What Stop means while a tool call is waiting on the end-user. */
+const CANCELLED_APPROVAL_FEEDBACK = 'Cancelled by the user';
+/** Create a Talk2View client and expose it as an assistant-ui runtime. */
+export function useTalk2ViewRuntime(options) {
+    const { systemPrompt, tools, model: messageModel, dictation, ...config } = options;
+    // A new client only when the connection details change. `model` is not one
+    // of them here: it travels with each message, so an end-user can switch
+    // models from a settings screen without losing the chat.
+    const t2v = useMemo(() => new Talk2View(config), 
+    // eslint-disable-next-line react-hooks/exhaustive-deps
+    [config.partnerKey, config.baseUrl, config.debug, config.anonymousAutoStart]);
+    const runtime = useTalk2ViewRuntimeForClient(t2v, { systemPrompt, tools, model: messageModel, dictation });
+    // Declared after the subscriptions above so, on a client swap or unmount,
+    // React runs their cleanup first and destroys the client last.
+    useEffect(() => () => t2v.destroy(), [t2v]);
+    return runtime;
+}
+/** Expose an existing client (for example the one from `useT2V()`) as an assistant-ui runtime. */
+export function useTalk2ViewRuntimeForClient(t2v, { systemPrompt, tools, model, dictation } = {}) {
+    const [messages, setMessages] = useState(t2v.messages);
+    const [isLoading, setIsLoading] = useState(t2v.isLoading);
+    const [error, setError] = useState(t2v.error);
+    const [pendingApproval, setPendingApproval] = useState(t2v.pendingApproval);
+    useEffect(() => {
+        setMessages(t2v.messages);
+        setIsLoading(t2v.isLoading);
+        setError(t2v.error);
+        setPendingApproval(t2v.pendingApproval);
+        const unsubs = [
+            t2v.on('messagesChange', setMessages),
+            t2v.on('loadingChange', setIsLoading),
+            t2v.on('errorChange', setError),
+            t2v.on('approvalChange', setPendingApproval),
+        ];
+        return () => unsubs.forEach((u) => u());
+    }, [t2v]);
+    // Register tools the way <Talk2View> does: schemas to the engine, handlers
+    // locally. Keyed by value so a partner's inline `tools` array does not
+    // re-register on every render (this hook re-renders on every stream chunk).
+    const schemas = useMemo(() => (tools ?? []).map((tool) => {
+        const { execute: _execute, ...schema } = tool;
+        return schema;
+    }), [tools]);
+    const schemaKey = useMemo(() => JSON.stringify(schemas), [schemas]);
+    const registered = useRef(null);
+    useEffect(() => {
+        if (schemas.length === 0)
+            return;
+        for (const tool of tools ?? []) {
+            if ('execute' in tool && tool.execute)
+                t2v.tools.handle(tool.name, tool.execute);
+        }
+        if (registered.current?.t2v === t2v && registered.current.key === schemaKey)
+            return;
+        registered.current = { t2v, key: schemaKey };
+        t2v.tools.register(schemas).catch(() => { });
+    }, [t2v, tools, schemas, schemaKey]);
+    // Uploaded files, by the id assistant-ui hands back in the composed message.
+    const uploaded = useRef(new Map());
+    const attachments = useMemo(() => ({
+        accept: ATTACHMENT_ACCEPT,
+        async add({ file }) {
+            return {
+                id: pendingId(),
+                type: file.type.startsWith('image/') ? 'image' : 'document',
+                name: file.name,
+                contentType: file.type,
+                file,
+                status: { type: 'requires-action', reason: 'composer-send' },
+            };
+        },
+        async send(pending) {
+            const stored = await t2v.uploadAttachment(pending.file, pending.file.name);
+            uploaded.current.set(stored.id, stored);
+            return {
+                id: stored.id,
+                type: pending.type,
+                name: stored.filename,
+                contentType: stored.mime_type,
+                status: { type: 'complete' },
+                // The engine resolves the bytes by id; nothing is inlined.
+                content: [],
+            };
+        },
+        async remove() {
+            // Uploads are cheap and expire server-side; nothing to undo client-side.
+        },
+    }), [t2v]);
+    // One adapter per client; the options are read when a clip is sent, so a
+    // settings change applies to the next dictation without a new runtime.
+    const dictationOptions = useRef({});
+    dictationOptions.current = typeof dictation === 'object' ? dictation : {};
+    const dictationEnabled = Boolean(dictation);
+    const dictationAdapter = useMemo(() => (dictationEnabled ? createTalk2ViewDictationAdapter(t2v, () => dictationOptions.current) : null), [t2v, dictationEnabled]);
+    // A turn that fails before its first text chunk leaves no assistant message
+    // behind (the SDK drops the empty one), and assistant-ui can only show an
+    // error on an assistant message — so give it one to show it on.
+    const threadMessages = useMemo(() => {
+        const last = messages[messages.length - 1];
+        if (error && last && last.role !== 'assistant') {
+            return [...messages, { id: `${last.id}:error`, role: 'assistant', content: '', timestamp: new Date() }];
+        }
+        return messages;
+    }, [messages, error]);
+    const convertMessage = useCallback((msg, idx) => toThreadMessage(msg, { isLast: idx === threadMessages.length - 1, pendingApproval, error }), [threadMessages.length, pendingApproval, error]);
+    const onNew = useCallback(async (message) => {
+        const text = message.content
+            .filter((p) => p.type === 'text')
+            .map((p) => p.text)
+            .join('\n');
+        const files = (message.attachments ?? []).map((a) => {
+            const stored = uploaded.current.get(a.id);
+            uploaded.current.delete(a.id);
+            // The id is the engine's whichever way we got here; rebuild the rest
+            // if the upload happened before this hook instance existed.
+            return stored ?? { id: a.id, filename: a.name, mime_type: a.contentType ?? '', size_bytes: a.file?.size ?? 0 };
+        });
+        await t2v.sendMessage(text, {
+            ...(systemPrompt ? { systemPrompt } : {}),
+            ...(model ? { model } : {}),
+            ...(files.length ? { attachments: files } : {}),
+        });
+    }, [t2v, systemPrompt, model]);
+    // assistant-ui puts a reload action on every assistant message; the SDK
+    // can only regenerate the latest turn — the one started by the last user
+    // message. That includes the error card and every segment of that turn;
+    // reload of an older reply is a no-op rather than a silent rewrite of the
+    // newest one.
+    const onReload = useCallback(async (parentId) => {
+        const lastUser = [...messages].reverse().find((m) => m.role === 'user');
+        if (!lastUser || parentId !== lastUser.id)
+            return;
+        await t2v.retryLastMessage();
+    }, [t2v, messages]);
+    // Stop while a tool call waits on the end-user: the SDK is not streaming,
+    // so stop() would do nothing — deny the call instead, which is what a
+    // partner expects Stop to mean there.
+    const onCancel = useCallback(async () => {
+        if (t2v.pendingApproval) {
+            await t2v.approveToolCall({ action: 'deny', feedback: CANCELLED_APPROVAL_FEEDBACK });
+            return;
+        }
+        t2v.stop();
+    }, [t2v]);
+    const adapter = useMemo(() => ({
+        messages: threadMessages,
+        // A turn waiting on an approval is still in progress: the engine holds
+        // the interrupt, and a second message would land on top of it.
+        isRunning: isLoading || pendingApproval !== null,
+        convertMessage,
+        onNew,
+        onCancel,
+        onReload,
+        onRespondToToolApproval: async (response) => {
+            // Only the current gate can be answered; a stale card is ignored.
+            if (response.approvalId !== t2v.pendingApproval?.toolCallId)
+                return;
+            await t2v.approveToolCall(toHumanDecision(response));
+        },
+        adapters: { attachments, ...(dictationAdapter ? { dictation: dictationAdapter } : {}) },
+    }), [threadMessages, isLoading, pendingApproval, convertMessage, onNew, onCancel, onReload, t2v, attachments, dictationAdapter]);
+    const runtime = useExternalStoreRuntime(adapter);
+    // First character typed = intent. Mint the end-user's key while they finish
+    // the sentence. Not on mount and not on focus: the composer autofocuses when a
+    // chat opens, and a visitor who opens it and leaves should cost nothing.
+    // A ref, not a local: the effect re-runs under StrictMode and must not
+    // re-arm. It remembers which client it warmed, so a new client gets its own.
+    const warmedFor = useRef(null);
+    useEffect(() => {
+        const composer = runtime.thread.composer;
+        const check = () => {
+            if (warmedFor.current === t2v || !composer.getState().text)
+                return;
+            warmedFor.current = t2v;
+            void t2v.warmUp();
+        };
+        check();
+        return composer.subscribe(check);
+    }, [runtime, t2v]);
+    return runtime;
+}
+let pendingCounter = 0;
+function pendingId() {
+    pendingCounter += 1;
+    return `pending-${Date.now()}-${pendingCounter}`;
+}
+//# sourceMappingURL=index.js.map

package/dist/assistant-ui/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/assistant-ui/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AACH,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,OAAO,CAAC;AAC1E,OAAO,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAS9D,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACxC,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AASpD,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAChE,OAAO,EAAE,+BAA+B,EAAkC,MAAM,gBAAgB,CAAC;AAGjG,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAC;AAErF,OAAO,EAAE,+BAA+B,EAAE,uBAAuB,EAAE,MAAM,gBAAgB,CAAC;AA2B1F,oEAAoE;AACpE,MAAM,2BAA2B,GAAG,uBAAuB,CAAC;AAE5D,0EAA0E;AAC1E,MAAM,UAAU,mBAAmB,CAAC,OAAmC;IACrE,MAAM,EAAE,YAAY,EAAE,KAAK,EAAE,KAAK,EAAE,YAAY,EAAE,SAAS,EAAE,GAAG,MAAM,EAAE,GAAG,OAAO,CAAC;IACnF,2EAA2E;IAC3E,wEAAwE;IACxE,yDAAyD;IACzD,MAAM,GAAG,GAAG,OAAO,CACjB,GAAG,EAAE,CAAC,IAAI,SAAS,CAAC,MAAM,CAAC;IAC3B,uDAAuD;IACvD,CAAC,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,kBAAkB,CAAC,CAC7E,CAAC;IACF,MAAM,OAAO,GAAG,4BAA4B,CAAC,GAAG,EAAE,EAAE,YAAY,EAAE,KAAK,EAAE,KAAK,EAAE,YAAY,EAAE,SAAS,EAAE,CAAC,CAAC;IAC3G,0EAA0E;IAC1E,+DAA+D;IAC/D,SAAS,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC5C,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,kGAAkG;AAClG,MAAM,UAAU,4BAA4B,CAC1C,GAAc,EACd,EAAE,YAAY,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,KAA8B,EAAE;IAEvE,MAAM,CAAC,QAAQ,EAAE,WAAW,CAAC,GAAG,QAAQ,CAAmB,GAAG,CAAC,QAAQ,CAAC,CAAC;IACzE,MAAM,CAAC,SAAS,EAAE,YAAY,CAAC,GAAG,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IAC1D,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,GAAG,QAAQ,CAAgB,GAAG,CAAC,KAAK,CAAC,CAAC;IAC7D,MAAM,CAAC,eAAe,EAAE,kBAAkB,CAAC,GAAG,QAAQ,CAAyB,GAAG,CAAC,eAAe,CAAC,CAAC;IAEpG,SAAS,CAAC,GAAG,EAAE;QACb,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC1B,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC5B,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACpB,kBAAkB,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;QACxC,MAAM,MAAM,GAAG;YACb,GAAG,CAAC,EAAE,CAAC,gBAAgB,EAAE,WAAW,CAAC;YACrC,GAAG,CAAC,EAAE,CAAC,eAAe,EAAE,YAAY,CAAC;YACrC,GAAG,CAAC,EAAE,CAAC,aAAa,EAAE,QAAQ,CAAC;YAC/B,GAAG,CAAC,EAAE,CAAC,gBAAgB,EAAE,kBAAkB,CAAC;SAC7C,CAAC;QACF,OAAO,GAAG,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;IAC1C,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAEV,2EAA2E;IAC3E,uEAAuE;IACvE,4EAA4E;IAC5E,MAAM,OAAO,GAAG,OAAO,CACrB,GAAG,EAAE,CACH,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACzB,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,MAAM,EAAE,GAAG,IAAkB,CAAC;QAC5D,OAAO,MAA0B,CAAC;IACpC,CAAC,CAAC,EACJ,CAAC,KAAK,CAAC,CACR,CAAC;IACF,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACpE,MAAM,UAAU,GAAG,MAAM,CAAyC,IAAI,CAAC,CAAC;IACxE,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QACjC,KAAK,MAAM,IAAI,IAAI,KAAK,IAAI,EAAE,EAAE,CAAC;YAC/B,IAAI,SAAS,IAAI,IAAI,IAAI,IAAI,CAAC,OAAO;gBAAE,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QACnF,CAAC;QACD,IAAI,UAAU,CAAC,OAAO,EAAE,GAAG,KAAK,GAAG,IAAI,UAAU,CAAC,OAAO,CAAC,GAAG,KAAK,SAAS;YAAE,OAAO;QACpF,UAAU,CAAC,OAAO,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC;QAC7C,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IAC9C,CAAC,EAAE,CAAC,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC;IAErC,6EAA6E;IAC7E,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,GAAG,EAAsB,CAAC,CAAC;IAEvD,MAAM,WAAW,GAAG,OAAO,CACzB,GAAG,EAAE,CAAC,CAAC;QACL,MAAM,EAAE,iBAAiB;QACzB,KAAK,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE;YAChB,OAAO;gBACL,EAAE,EAAE,SAAS,EAAE;gBACf,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU;gBAC3D,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,WAAW,EAAE,IAAI,CAAC,IAAI;gBACtB,IAAI;gBACJ,MAAM,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,MAAM,EAAE,eAAe,EAAE;aAC7D,CAAC;QACJ,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,OAAO;YAChB,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,gBAAgB,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC3E,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;YACxC,OAAO;gBACL,EAAE,EAAE,MAAM,CAAC,EAAE;gBACb,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,IAAI,EAAE,MAAM,CAAC,QAAQ;gBACrB,WAAW,EAAE,MAAM,CAAC,SAAS;gBAC7B,MAAM,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE;gBAC5B,2DAA2D;gBAC3D,OAAO,EAAE,EAAE;aACZ,CAAC;QACJ,CAAC;QACD,KAAK,CAAC,MAAM;YACV,yEAAyE;QAC3E,CAAC;KACF,CAAC,EACF,CAAC,GAAG,CAAC,CACN,CAAC;IAEF,yEAAyE;IACzE,uEAAuE;IACvE,MAAM,gBAAgB,GAAG,MAAM,CAA4B,EAAE,CAAC,CAAC;IAC/D,gBAAgB,CAAC,OAAO,GAAG,OAAO,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;IAC1E,MAAM,gBAAgB,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;IAC5C,MAAM,gBAAgB,GAAG,OAAO,CAC9B,GAAG,EAAE,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,+BAA+B,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EACtG,CAAC,GAAG,EAAE,gBAAgB,CAAC,CACxB,CAAC;IAEF,4EAA4E;IAC5E,0EAA0E;IAC1E,gEAAgE;IAChE,MAAM,cAAc,GAAG,OAAO,CAAmB,GAAG,EAAE;QACpD,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC3C,IAAI,KAAK,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC/C,OAAO,CAAC,GAAG,QAAQ,EAAE,EAAE,EAAE,EAAE,GAAG,IAAI,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,EAAE,CAAC,CAAC;QAC1G,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC,EAAE,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC;IAEtB,MAAM,cAAc,GAAG,WAAW,CAChC,CAAC,GAAmB,EAAE,GAAW,EAAE,EAAE,CACnC,eAAe,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,GAAG,KAAK,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,eAAe,EAAE,KAAK,EAAE,CAAC,EAC7F,CAAC,cAAc,CAAC,MAAM,EAAE,eAAe,EAAE,KAAK,CAAC,CAChD,CAAC;IAEF,MAAM,KAAK,GAAG,WAAW,CACvB,KAAK,EAAE,OAAsB,EAAE,EAAE;QAC/B,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO;aACzB,MAAM,CAAC,CAAC,CAAC,EAAuC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;aACrE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;aAClB,IAAI,CAAC,IAAI,CAAC,CAAC;QACd,MAAM,KAAK,GAAG,CAAC,OAAO,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAc,EAAE;YAC9D,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAC1C,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAC9B,qEAAqE;YACrE,4DAA4D;YAC5D,OAAO,MAAM,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC,WAAW,IAAI,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC;QACjH,CAAC,CAAC,CAAC;QACH,MAAM,GAAG,CAAC,WAAW,CAAC,IAAI,EAAE;YAC1B,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACzC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3B,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAChD,CAAC,CAAC;IACL,CAAC,EACD,CAAC,GAAG,EAAE,YAAY,EAAE,KAAK,CAAC,CAC3B,CAAC;IAEF,wEAAwE;IACxE,yEAAyE;IACzE,wEAAwE;IACxE,0EAA0E;IAC1E,cAAc;IACd,MAAM,QAAQ,GAAG,WAAW,CAC1B,KAAK,EAAE,QAAuB,EAAE,EAAE;QAChC,MAAM,QAAQ,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;QACxE,IAAI,CAAC,QAAQ,IAAI,QAAQ,KAAK,QAAQ,CAAC,EAAE;YAAE,OAAO;QAClD,MAAM,GAAG,CAAC,gBAAgB,EAAE,CAAC;IAC/B,CAAC,EACD,CAAC,GAAG,EAAE,QAAQ,CAAC,CAChB,CAAC;IAEF,0EAA0E;IAC1E,sEAAsE;IACtE,sCAAsC;IACtC,MAAM,QAAQ,GAAG,WAAW,CAAC,KAAK,IAAI,EAAE;QACtC,IAAI,GAAG,CAAC,eAAe,EAAE,CAAC;YACxB,MAAM,GAAG,CAAC,eAAe,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,2BAA2B,EAAE,CAAC,CAAC;YACrF,OAAO;QACT,CAAC;QACD,GAAG,CAAC,IAAI,EAAE,CAAC;IACb,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAEV,MAAM,OAAO,GAAG,OAAO,CACrB,GAAG,EAAE,CAAC,CAAC;QACL,QAAQ,EAAE,cAAc;QACxB,uEAAuE;QACvE,+DAA+D;QAC/D,SAAS,EAAE,SAAS,IAAI,eAAe,KAAK,IAAI;QAChD,cAAc;QACd,KAAK;QACL,QAAQ;QACR,QAAQ;QACR,uBAAuB,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE;YAC1C,kEAAkE;YAClE,IAAI,QAAQ,CAAC,UAAU,KAAK,GAAG,CAAC,eAAe,EAAE,UAAU;gBAAE,OAAO;YACpE,MAAM,GAAG,CAAC,eAAe,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC,CAAC;QACvD,CAAC;QACD,QAAQ,EAAE,EAAE,WAAW,EAAE,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE;KACxF,CAAC,EACF,CAAC,cAAc,EAAE,SAAS,EAAE,eAAe,EAAE,cAAc,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,GAAG,EAAE,WAAW,EAAE,gBAAgB,CAAC,CAC5H,CAAC;IAEF,MAAM,OAAO,GAAG,uBAAuB,CAAC,OAAO,CAAC,CAAC;IAEjD,4EAA4E;IAC5E,+EAA+E;IAC/E,yEAAyE;IACzE,uEAAuE;IACvE,6EAA6E;IAC7E,MAAM,SAAS,GAAG,MAAM,CAAU,IAAI,CAAC,CAAC;IACxC,SAAS,CAAC,GAAG,EAAE;QACb,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC;QACzC,MAAM,KAAK,GAAG,GAAG,EAAE;YACjB,IAAI,SAAS,CAAC,OAAO,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC,IAAI;gBAAE,OAAO;YACnE,SAAS,CAAC,OAAO,GAAG,GAAG,CAAC;YACxB,KAAK,GAAG,CAAC,MAAM,EAAE,CAAC;QACpB,CAAC,CAAC;QACF,KAAK,EAAE,CAAC;QACR,OAAO,QAAQ,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IACnC,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;IAEnB,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,IAAI,cAAc,GAAG,CAAC,CAAC;AACvB,SAAS,SAAS;IAChB,cAAc,IAAI,CAAC,CAAC;IACpB,OAAO,WAAW,IAAI,CAAC,GAAG,EAAE,IAAI,cAAc,EAAE,CAAC;AACnD,CAAC"}

package/dist/auth.d.ts

@@ -1,9 +1,10 @@
 /**
  * Auth module — login, signup, refresh, logout, auth state management.
  */
-import type { T2VClient } from './client';
-import type { User } from './types';
+import type { T2VClient } from './client.js';
+import type { SignupOutcome, User } from './types.js';
 type AuthStateCallback = (user: User | null) => void;
+export type PopupProvider = 'google' | 'apple';
 export declare class T2VAuth {
     private readonly client;
     private listeners;
@@ -28,16 +29,37 @@ export declare class T2VAuth {
     /** True if the current session is an anonymous demo session. */
     isAnonymous(): boolean;
     /**
-     * Create a new Talk2View account.
+     * Create a permanent account.
+     *
+     * From an anonymous session this CONVERTS in place (same user id — history
+     * and purchases stay). The server emails a confirmation link; until it is
+     * clicked the session remains anonymous and `confirmationRequired` is true.
+     * A 409 means the email already has an account → we sign into it instead.
      */
-    signup(email: string, password: string): Promise<User>;
+    signup(email: string, password: string): Promise<SignupOutcome>;
     /**
      * Authenticate with email and password.
      */
     login(email: string, password: string): Promise<User>;
     private oauthAbort?;
+    private popupProviders;
+    /**
+     * Which popup sign-ins work from this page. They work on any https:// website;
+     * on one the partner has not registered, the end-user first sees a Talk2View
+     * screen naming the site (the partner's key is public — this is what stops
+     * another site quietly using it). Partners who only allow their registered
+     * websites get an empty list elsewhere. Never rejects.
+     */
+    getPopupProviders(): Promise<PopupProvider[]>;
     /** Sign in with Google via a popup (engine-mediated OAuth). */
     signInWithGoogle(): Promise<User>;
+    /**
+     * Sign in with Apple via a popup (engine-mediated OAuth). An account made
+     * with Apple in a native app has no password, so on the web this is its only
+     * way in. Needs an engine that offers Apple in the popup flow; an older one
+     * answers the popup with 404 and this rejects when the attempt expires.
+     */
+    signInWithApple(): Promise<User>;
     signInWithOAuth(provider: string): Promise<User>;
     private pollOAuthExchange;
     /** Abortable delay used by the OAuth poll loop. */