@agent-native/core 0.94.1 → 0.94.3

package/dist/client/composer/realtime-voice-audio-level.js

@@ -0,0 +1,47 @@
+const SILENT_LEVELS = { input: 0, output: 0 };
+function clampLevel(value) {
+    if (!Number.isFinite(value))
+        return 0;
+    return Math.max(0, Math.min(1, value));
+}
+export function normalizeRealtimeVoiceRms(samples) {
+    if (samples.length === 0)
+        return 0;
+    let sumSquares = 0;
+    for (const sample of samples) {
+        const normalized = (sample - 128) / 128;
+        sumSquares += normalized * normalized;
+    }
+    const rms = Math.sqrt(sumSquares / samples.length);
+    return clampLevel(Math.max(0, rms - 0.012) * 3.2);
+}
+export function smoothRealtimeVoiceLevel(previous, next) {
+    const target = clampLevel(next);
+    const factor = target > previous ? 0.55 : 0.2;
+    return clampLevel(previous + (target - previous) * factor);
+}
+export function createRealtimeVoiceAudioLevelStore() {
+    let snapshot = SILENT_LEVELS;
+    const listeners = new Set();
+    const set = (levels) => {
+        const next = {
+            input: clampLevel(levels.input),
+            output: clampLevel(levels.output),
+        };
+        if (next.input === snapshot.input && next.output === snapshot.output)
+            return;
+        snapshot = next;
+        for (const listener of listeners)
+            listener();
+    };
+    return {
+        getSnapshot: () => snapshot,
+        subscribe(listener) {
+            listeners.add(listener);
+            return () => listeners.delete(listener);
+        },
+        set,
+        reset: () => set(SILENT_LEVELS),
+    };
+}
+//# sourceMappingURL=realtime-voice-audio-level.js.map

package/dist/client/composer/realtime-voice-audio-level.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"realtime-voice-audio-level.js","sourceRoot":"","sources":["../../../src/client/composer/realtime-voice-audio-level.ts"],"names":[],"mappings":"AAYA,MAAM,aAAa,GAA6B,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;AAExE,SAAS,UAAU,CAAC,KAAa;IAC/B,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACtC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;AACzC,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,OAAmB;IAC3D,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACnC,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,UAAU,GAAG,CAAC,MAAM,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC;QACxC,UAAU,IAAI,UAAU,GAAG,UAAU,CAAC;IACxC,CAAC;IACD,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IACnD,OAAO,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,GAAG,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC;AACpD,CAAC;AAED,MAAM,UAAU,wBAAwB,CACtC,QAAgB,EAChB,IAAY;IAEZ,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;IAChC,MAAM,MAAM,GAAG,MAAM,GAAG,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC;IAC9C,OAAO,UAAU,CAAC,QAAQ,GAAG,CAAC,MAAM,GAAG,QAAQ,CAAC,GAAG,MAAM,CAAC,CAAC;AAC7D,CAAC;AAED,MAAM,UAAU,kCAAkC;IAChD,IAAI,QAAQ,GAAG,aAAa,CAAC;IAC7B,MAAM,SAAS,GAAG,IAAI,GAAG,EAAc,CAAC;IAExC,MAAM,GAAG,GAAG,CAAC,MAAgC,EAAE,EAAE;QAC/C,MAAM,IAAI,GAAG;YACX,KAAK,EAAE,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC;YAC/B,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC;SAClC,CAAC;QACF,IAAI,IAAI,CAAC,KAAK,KAAK,QAAQ,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,KAAK,QAAQ,CAAC,MAAM;YAClE,OAAO;QACT,QAAQ,GAAG,IAAI,CAAC;QAChB,KAAK,MAAM,QAAQ,IAAI,SAAS;YAAE,QAAQ,EAAE,CAAC;IAC/C,CAAC,CAAC;IAEF,OAAO;QACL,WAAW,EAAE,GAAG,EAAE,CAAC,QAAQ;QAC3B,SAAS,CAAC,QAAQ;YAChB,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YACxB,OAAO,GAAG,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC1C,CAAC;QACD,GAAG;QACH,KAAK,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,aAAa,CAAC;KAChC,CAAC;AACJ,CAAC","sourcesContent":["export interface RealtimeVoiceAudioLevels {\n  input: number;\n  output: number;\n}\n\nexport interface RealtimeVoiceAudioLevelStore {\n  getSnapshot: () => RealtimeVoiceAudioLevels;\n  subscribe: (listener: () => void) => () => void;\n  set: (levels: RealtimeVoiceAudioLevels) => void;\n  reset: () => void;\n}\n\nconst SILENT_LEVELS: RealtimeVoiceAudioLevels = { input: 0, output: 0 };\n\nfunction clampLevel(value: number): number {\n  if (!Number.isFinite(value)) return 0;\n  return Math.max(0, Math.min(1, value));\n}\n\nexport function normalizeRealtimeVoiceRms(samples: Uint8Array): number {\n  if (samples.length === 0) return 0;\n  let sumSquares = 0;\n  for (const sample of samples) {\n    const normalized = (sample - 128) / 128;\n    sumSquares += normalized * normalized;\n  }\n  const rms = Math.sqrt(sumSquares / samples.length);\n  return clampLevel(Math.max(0, rms - 0.012) * 3.2);\n}\n\nexport function smoothRealtimeVoiceLevel(\n  previous: number,\n  next: number,\n): number {\n  const target = clampLevel(next);\n  const factor = target > previous ? 0.55 : 0.2;\n  return clampLevel(previous + (target - previous) * factor);\n}\n\nexport function createRealtimeVoiceAudioLevelStore(): RealtimeVoiceAudioLevelStore {\n  let snapshot = SILENT_LEVELS;\n  const listeners = new Set<() => void>();\n\n  const set = (levels: RealtimeVoiceAudioLevels) => {\n    const next = {\n      input: clampLevel(levels.input),\n      output: clampLevel(levels.output),\n    };\n    if (next.input === snapshot.input && next.output === snapshot.output)\n      return;\n    snapshot = next;\n    for (const listener of listeners) listener();\n  };\n\n  return {\n    getSnapshot: () => snapshot,\n    subscribe(listener) {\n      listeners.add(listener);\n      return () => listeners.delete(listener);\n    },\n    set,\n    reset: () => set(SILENT_LEVELS),\n  };\n}\n"]}

package/dist/client/composer/realtime-voice-transcript.d.ts

@@ -0,0 +1,26 @@
+export type RealtimeVoiceTranscriptRole = "user" | "assistant";
+export interface RealtimeVoiceTranscriptMessage {
+    id: string;
+    threadId: string;
+    role: RealtimeVoiceTranscriptRole;
+    text: string;
+    createdAt: string;
+}
+export interface RealtimeVoiceTranscriptSink {
+    threadId: string;
+    active: boolean;
+    append: (message: RealtimeVoiceTranscriptMessage) => boolean;
+}
+export interface RealtimeVoiceTranscriptRegistry {
+    activeThreadId: () => string | undefined;
+    publish: (message: RealtimeVoiceTranscriptMessage) => void;
+    register: (sink: RealtimeVoiceTranscriptSink) => () => void;
+    pendingCount: () => number;
+}
+export declare function appendRealtimeVoiceTranscriptToRepository(value: unknown, transcript: RealtimeVoiceTranscriptMessage): {
+    appended: boolean;
+    repository: Record<string, unknown>;
+};
+export declare function createRealtimeVoiceTranscriptRegistry(): RealtimeVoiceTranscriptRegistry;
+export declare const realtimeVoiceTranscriptRegistry: RealtimeVoiceTranscriptRegistry;
+//# sourceMappingURL=realtime-voice-transcript.d.ts.map

package/dist/client/composer/realtime-voice-transcript.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"realtime-voice-transcript.d.ts","sourceRoot":"","sources":["../../../src/client/composer/realtime-voice-transcript.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,2BAA2B,GAAG,MAAM,GAAG,WAAW,CAAC;AAE/D,MAAM,WAAW,8BAA8B;IAC7C,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,2BAA2B,CAAC;IAClC,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,2BAA2B;IAC1C,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,OAAO,CAAC;IAChB,MAAM,EAAE,CAAC,OAAO,EAAE,8BAA8B,KAAK,OAAO,CAAC;CAC9D;AAED,MAAM,WAAW,+BAA+B;IAC9C,cAAc,EAAE,MAAM,MAAM,GAAG,SAAS,CAAC;IACzC,OAAO,EAAE,CAAC,OAAO,EAAE,8BAA8B,KAAK,IAAI,CAAC;IAC3D,QAAQ,EAAE,CAAC,IAAI,EAAE,2BAA2B,KAAK,MAAM,IAAI,CAAC;IAC5D,YAAY,EAAE,MAAM,MAAM,CAAC;CAC5B;AAED,wBAAgB,yCAAyC,CACvD,KAAK,EAAE,OAAO,EACd,UAAU,EAAE,8BAA8B,GACzC;IAAE,QAAQ,EAAE,OAAO,CAAC;IAAC,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CAAE,CA6C5D;AAED,wBAAgB,qCAAqC,IAAI,+BAA+B,CAyDvF;AAED,eAAO,MAAM,+BAA+B,iCACH,CAAC"}

package/dist/client/composer/realtime-voice-transcript.js

@@ -0,0 +1,103 @@
+export function appendRealtimeVoiceTranscriptToRepository(value, transcript) {
+    const repository = value && typeof value === "object" && !Array.isArray(value)
+        ? value
+        : {};
+    const messages = Array.isArray(repository.messages)
+        ? [...repository.messages]
+        : [];
+    const duplicate = messages.some((entry) => {
+        if (!entry || typeof entry !== "object")
+            return false;
+        const record = entry;
+        const message = record.message && typeof record.message === "object"
+            ? record.message
+            : record;
+        return message.id === transcript.id;
+    });
+    if (duplicate)
+        return { appended: false, repository };
+    const parentId = typeof repository.headId === "string" ? repository.headId : null;
+    const createdAt = new Date(transcript.createdAt);
+    const message = {
+        id: transcript.id,
+        role: transcript.role,
+        content: [{ type: "text", text: transcript.text }],
+        createdAt: Number.isNaN(createdAt.getTime()) ? new Date() : createdAt,
+        metadata: {
+            custom: {
+                source: "realtime-voice",
+            },
+        },
+        ...(transcript.role === "assistant"
+            ? { status: { type: "complete", reason: "stop" } }
+            : {}),
+    };
+    return {
+        appended: true,
+        repository: {
+            ...repository,
+            messages: [...messages, { message, parentId }],
+            headId: transcript.id,
+        },
+    };
+}
+export function createRealtimeVoiceTranscriptRegistry() {
+    const sinks = new Map();
+    const pending = new Map();
+    const delivered = new Set();
+    let order = 0;
+    const flush = () => {
+        for (const [id, message] of pending) {
+            let consumed = false;
+            for (const sink of sinks.values()) {
+                if (sink.threadId !== message.threadId)
+                    continue;
+                try {
+                    consumed = sink.append(message) || consumed;
+                }
+                catch {
+                    // Keep the completed transcript queued until the chat can import it.
+                }
+            }
+            if (!consumed)
+                continue;
+            pending.delete(id);
+            delivered.add(id);
+            if (delivered.size > 1_000) {
+                const oldest = delivered.values().next().value;
+                if (typeof oldest === "string")
+                    delivered.delete(oldest);
+            }
+        }
+    };
+    return {
+        activeThreadId() {
+            let active;
+            for (const sink of sinks.values()) {
+                if (!sink.active || (active && sink.order <= active.order))
+                    continue;
+                active = sink;
+            }
+            return active?.threadId;
+        },
+        publish(message) {
+            const id = message.id.trim();
+            const threadId = message.threadId.trim();
+            const text = message.text.trim();
+            if (!id || !threadId || !text || delivered.has(id) || pending.has(id)) {
+                return;
+            }
+            pending.set(id, { ...message, id, threadId, text });
+            flush();
+        },
+        register(sink) {
+            const token = Symbol("realtime-voice-transcript-sink");
+            sinks.set(token, { ...sink, order: ++order });
+            flush();
+            return () => sinks.delete(token);
+        },
+        pendingCount: () => pending.size,
+    };
+}
+export const realtimeVoiceTranscriptRegistry = createRealtimeVoiceTranscriptRegistry();
+//# sourceMappingURL=realtime-voice-transcript.js.map

package/dist/client/composer/realtime-voice-transcript.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"realtime-voice-transcript.js","sourceRoot":"","sources":["../../../src/client/composer/realtime-voice-transcript.ts"],"names":[],"mappings":"AAuBA,MAAM,UAAU,yCAAyC,CACvD,KAAc,EACd,UAA0C;IAE1C,MAAM,UAAU,GACd,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QACzD,CAAC,CAAE,KAAiC;QACpC,CAAC,CAAC,EAAE,CAAC;IACT,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC;QACjD,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC,QAAQ,CAAC;QAC1B,CAAC,CAAC,EAAE,CAAC;IACP,MAAM,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE;QACxC,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;YAAE,OAAO,KAAK,CAAC;QACtD,MAAM,MAAM,GAAG,KAAgC,CAAC;QAChD,MAAM,OAAO,GACX,MAAM,CAAC,OAAO,IAAI,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ;YAClD,CAAC,CAAE,MAAM,CAAC,OAAmC;YAC7C,CAAC,CAAC,MAAM,CAAC;QACb,OAAO,OAAO,CAAC,EAAE,KAAK,UAAU,CAAC,EAAE,CAAC;IACtC,CAAC,CAAC,CAAC;IACH,IAAI,SAAS;QAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC;IAEtD,MAAM,QAAQ,GACZ,OAAO,UAAU,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;IACnE,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;IACjD,MAAM,OAAO,GAAG;QACd,EAAE,EAAE,UAAU,CAAC,EAAE;QACjB,IAAI,EAAE,UAAU,CAAC,IAAI;QACrB,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,CAAC,IAAI,EAAE,CAAC;QAClD,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS;QACrE,QAAQ,EAAE;YACR,MAAM,EAAE;gBACN,MAAM,EAAE,gBAAgB;aACzB;SACF;QACD,GAAG,CAAC,UAAU,CAAC,IAAI,KAAK,WAAW;YACjC,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE;YAClD,CAAC,CAAC,EAAE,CAAC;KACR,CAAC;IAEF,OAAO;QACL,QAAQ,EAAE,IAAI;QACd,UAAU,EAAE;YACV,GAAG,UAAU;YACb,QAAQ,EAAE,CAAC,GAAG,QAAQ,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;YAC9C,MAAM,EAAE,UAAU,CAAC,EAAE;SACtB;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,qCAAqC;IACnD,MAAM,KAAK,GAAG,IAAI,GAAG,EAGlB,CAAC;IACJ,MAAM,OAAO,GAAG,IAAI,GAAG,EAA0C,CAAC;IAClE,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;IACpC,IAAI,KAAK,GAAG,CAAC,CAAC;IAEd,MAAM,KAAK,GAAG,GAAG,EAAE;QACjB,KAAK,MAAM,CAAC,EAAE,EAAE,OAAO,CAAC,IAAI,OAAO,EAAE,CAAC;YACpC,IAAI,QAAQ,GAAG,KAAK,CAAC;YACrB,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;gBAClC,IAAI,IAAI,CAAC,QAAQ,KAAK,OAAO,CAAC,QAAQ;oBAAE,SAAS;gBACjD,IAAI,CAAC;oBACH,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,QAAQ,CAAC;gBAC9C,CAAC;gBAAC,MAAM,CAAC;oBACP,qEAAqE;gBACvE,CAAC;YACH,CAAC;YACD,IAAI,CAAC,QAAQ;gBAAE,SAAS;YACxB,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YACnB,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAClB,IAAI,SAAS,CAAC,IAAI,GAAG,KAAK,EAAE,CAAC;gBAC3B,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC;gBAC/C,IAAI,OAAO,MAAM,KAAK,QAAQ;oBAAE,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC3D,CAAC;QACH,CAAC;IACH,CAAC,CAAC;IAEF,OAAO;QACL,cAAc;YACZ,IAAI,MAAqE,CAAC;YAC1E,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;gBAClC,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC;oBAAE,SAAS;gBACrE,MAAM,GAAG,IAAI,CAAC;YAChB,CAAC;YACD,OAAO,MAAM,EAAE,QAAQ,CAAC;QAC1B,CAAC;QACD,OAAO,CAAC,OAAO;YACb,MAAM,EAAE,GAAG,OAAO,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;YAC7B,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;YACzC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YACjC,IAAI,CAAC,EAAE,IAAI,CAAC,QAAQ,IAAI,CAAC,IAAI,IAAI,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;gBACtE,OAAO;YACT,CAAC;YACD,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,GAAG,OAAO,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;YACpD,KAAK,EAAE,CAAC;QACV,CAAC;QACD,QAAQ,CAAC,IAAI;YACX,MAAM,KAAK,GAAG,MAAM,CAAC,gCAAgC,CAAC,CAAC;YACvD,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,GAAG,IAAI,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;YAC9C,KAAK,EAAE,CAAC;YACR,OAAO,GAAG,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACnC,CAAC;QACD,YAAY,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI;KACjC,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,MAAM,+BAA+B,GAC1C,qCAAqC,EAAE,CAAC","sourcesContent":["export type RealtimeVoiceTranscriptRole = \"user\" | \"assistant\";\n\nexport interface RealtimeVoiceTranscriptMessage {\n  id: string;\n  threadId: string;\n  role: RealtimeVoiceTranscriptRole;\n  text: string;\n  createdAt: string;\n}\n\nexport interface RealtimeVoiceTranscriptSink {\n  threadId: string;\n  active: boolean;\n  append: (message: RealtimeVoiceTranscriptMessage) => boolean;\n}\n\nexport interface RealtimeVoiceTranscriptRegistry {\n  activeThreadId: () => string | undefined;\n  publish: (message: RealtimeVoiceTranscriptMessage) => void;\n  register: (sink: RealtimeVoiceTranscriptSink) => () => void;\n  pendingCount: () => number;\n}\n\nexport function appendRealtimeVoiceTranscriptToRepository(\n  value: unknown,\n  transcript: RealtimeVoiceTranscriptMessage,\n): { appended: boolean; repository: Record<string, unknown> } {\n  const repository =\n    value && typeof value === \"object\" && !Array.isArray(value)\n      ? (value as Record<string, unknown>)\n      : {};\n  const messages = Array.isArray(repository.messages)\n    ? [...repository.messages]\n    : [];\n  const duplicate = messages.some((entry) => {\n    if (!entry || typeof entry !== \"object\") return false;\n    const record = entry as Record<string, unknown>;\n    const message =\n      record.message && typeof record.message === \"object\"\n        ? (record.message as Record<string, unknown>)\n        : record;\n    return message.id === transcript.id;\n  });\n  if (duplicate) return { appended: false, repository };\n\n  const parentId =\n    typeof repository.headId === \"string\" ? repository.headId : null;\n  const createdAt = new Date(transcript.createdAt);\n  const message = {\n    id: transcript.id,\n    role: transcript.role,\n    content: [{ type: \"text\", text: transcript.text }],\n    createdAt: Number.isNaN(createdAt.getTime()) ? new Date() : createdAt,\n    metadata: {\n      custom: {\n        source: \"realtime-voice\",\n      },\n    },\n    ...(transcript.role === \"assistant\"\n      ? { status: { type: \"complete\", reason: \"stop\" } }\n      : {}),\n  };\n\n  return {\n    appended: true,\n    repository: {\n      ...repository,\n      messages: [...messages, { message, parentId }],\n      headId: transcript.id,\n    },\n  };\n}\n\nexport function createRealtimeVoiceTranscriptRegistry(): RealtimeVoiceTranscriptRegistry {\n  const sinks = new Map<\n    symbol,\n    RealtimeVoiceTranscriptSink & { order: number }\n  >();\n  const pending = new Map<string, RealtimeVoiceTranscriptMessage>();\n  const delivered = new Set<string>();\n  let order = 0;\n\n  const flush = () => {\n    for (const [id, message] of pending) {\n      let consumed = false;\n      for (const sink of sinks.values()) {\n        if (sink.threadId !== message.threadId) continue;\n        try {\n          consumed = sink.append(message) || consumed;\n        } catch {\n          // Keep the completed transcript queued until the chat can import it.\n        }\n      }\n      if (!consumed) continue;\n      pending.delete(id);\n      delivered.add(id);\n      if (delivered.size > 1_000) {\n        const oldest = delivered.values().next().value;\n        if (typeof oldest === \"string\") delivered.delete(oldest);\n      }\n    }\n  };\n\n  return {\n    activeThreadId() {\n      let active: (RealtimeVoiceTranscriptSink & { order: number }) | undefined;\n      for (const sink of sinks.values()) {\n        if (!sink.active || (active && sink.order <= active.order)) continue;\n        active = sink;\n      }\n      return active?.threadId;\n    },\n    publish(message) {\n      const id = message.id.trim();\n      const threadId = message.threadId.trim();\n      const text = message.text.trim();\n      if (!id || !threadId || !text || delivered.has(id) || pending.has(id)) {\n        return;\n      }\n      pending.set(id, { ...message, id, threadId, text });\n      flush();\n    },\n    register(sink) {\n      const token = Symbol(\"realtime-voice-transcript-sink\");\n      sinks.set(token, { ...sink, order: ++order });\n      flush();\n      return () => sinks.delete(token);\n    },\n    pendingCount: () => pending.size,\n  };\n}\n\nexport const realtimeVoiceTranscriptRegistry =\n  createRealtimeVoiceTranscriptRegistry();\n"]}

package/dist/client/composer/useRealtimeVoiceMode.d.ts

@@ -1,4 +1,5 @@
 import { type ReactNode } from "react";
+import { type RealtimeVoiceAudioLevelStore } from "./realtime-voice-audio-level.js";
 import { type RealtimeVoiceModeCopy, type RealtimeVoiceModeState } from "./RealtimeVoiceMode.js";
 type RealtimeServerEvent = Record<string, unknown> & {
     type?: string;
@@ -14,10 +15,23 @@ export interface RealtimeVoiceModeApi {
     active: boolean;
     errorMessage: string | null;
     chatVisible: boolean;
+    audioLevels: RealtimeVoiceAudioLevelStore;
     start: () => Promise<void>;
     end: () => void;
     toggleChat: () => void;
 }
+export interface CompletedRealtimeVoiceTranscript {
+    role: "user" | "assistant";
+    text: string;
+    providerId?: string;
+}
+/**
+ * Voice mode owns the chat only temporarily. Restore the captured transcript
+ * when it is still the user's active thread (or the chat has no active thread)
+ * but never pull them back after they deliberately selected another thread.
+ */
+export declare function shouldRestoreRealtimeVoiceTranscriptThread(transcriptThreadId: string | undefined, activeThreadId: string | undefined): transcriptThreadId is string;
+export declare function extractCompletedRealtimeVoiceTranscript(event: RealtimeServerEvent): CompletedRealtimeVoiceTranscript | null;
 export interface RealtimeVoiceModeProviderProps {
     children: ReactNode;
     browserTabId?: string;

package/dist/client/composer/useRealtimeVoiceMode.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"useRealtimeVoiceMode.d.ts","sourceRoot":"","sources":["../../../src/client/composer/useRealtimeVoiceMode.tsx"],"names":[],"mappings":"AAAA,OAAO,EAQL,KAAK,SAAS,EACf,MAAM,OAAO,CAAC;AAWf,OAAO,EAEL,KAAK,qBAAqB,EAC1B,KAAK,sBAAsB,EAC5B,MAAM,wBAAwB,CAAC;AAOhC,KAAK,mBAAmB,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG;IAAE,IAAI,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC;AAEvE,MAAM,WAAW,uBAAuB;IACtC,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,WAAW,GAAG,QAAQ,GAAG,mBAAmB,CAAC;IACrD,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,oBAAoB;IACnC,KAAK,EAAE,MAAM,GAAG,sBAAsB,CAAC;IACvC,MAAM,EAAE,OAAO,CAAC;IAChB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,WAAW,EAAE,OAAO,CAAC;IACrB,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3B,GAAG,EAAE,MAAM,IAAI,CAAC;IAChB,UAAU,EAAE,MAAM,IAAI,CAAC;CACxB;AAED,MAAM,WAAW,8BAA8B;IAC7C,QAAQ,EAAE,SAAS,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAiBD,wBAAsB,0BAA0B,CAC9C,QAAQ,EAAE,MAAM,EAChB,OAAO,GAAE;IAAE,YAAY,CAAC,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAAO,GAC5D,OAAO,CAAC,MAAM,CAAC,CAoBjB;AAED,wBAAsB,wBAAwB,CAAC,KAAK,EAAE;IACpD,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB,GAAG,OAAO,CAAC,uBAAuB,CAAC,CAuBnC;AAED,wBAAgB,iCAAiC,CAC/C,KAAK,EAAE,mBAAmB,GACzB,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,aAAa,EAAE,MAAM,CAAA;CAAE,CAAC,CAmChE;AA0DD,wBAAgB,wBAAwB,IAAI,qBAAqB,CAGhE;AAqUD,wBAAgB,yBAAyB,CAAC,EACxC,QAAQ,EACR,YAAY,GACb,EAAE,8BAA8B,+BA2BhC;AAED;;;GAGG;AACH,wBAAgB,yBAAyB,CAAC,EACxC,QAAQ,EACR,YAAY,GACb,EAAE,8BAA8B,+BAgBhC;AAWD,wBAAgB,oBAAoB,IAAI,oBAAoB,CAQ3D;AAED,wBAAgB,4BAA4B,IAAI,oBAAoB,GAAG,IAAI,CAE1E;AAED,wBAAsB,wBAAwB,IAAI,OAAO,CAAC;IACxD,UAAU,EAAE,OAAO,CAAC;IACpB,GAAG,EAAE,OAAO,CAAC;CACd,CAAC,CAMD"}
+{"version":3,"file":"useRealtimeVoiceMode.d.ts","sourceRoot":"","sources":["../../../src/client/composer/useRealtimeVoiceMode.tsx"],"names":[],"mappings":"AAAA,OAAO,EAQL,KAAK,SAAS,EACf,MAAM,OAAO,CAAC;AAYf,OAAO,EAIL,KAAK,4BAA4B,EAClC,MAAM,iCAAiC,CAAC;AAEzC,OAAO,EAEL,KAAK,qBAAqB,EAC1B,KAAK,sBAAsB,EAC5B,MAAM,wBAAwB,CAAC;AAOhC,KAAK,mBAAmB,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG;IAAE,IAAI,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC;AAEvE,MAAM,WAAW,uBAAuB;IACtC,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,WAAW,GAAG,QAAQ,GAAG,mBAAmB,CAAC;IACrD,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,oBAAoB;IACnC,KAAK,EAAE,MAAM,GAAG,sBAAsB,CAAC;IACvC,MAAM,EAAE,OAAO,CAAC;IAChB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,WAAW,EAAE,OAAO,CAAC;IACrB,WAAW,EAAE,4BAA4B,CAAC;IAC1C,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3B,GAAG,EAAE,MAAM,IAAI,CAAC;IAChB,UAAU,EAAE,MAAM,IAAI,CAAC;CACxB;AAED,MAAM,WAAW,gCAAgC;IAC/C,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;;;GAIG;AACH,wBAAgB,0CAA0C,CACxD,kBAAkB,EAAE,MAAM,GAAG,SAAS,EACtC,cAAc,EAAE,MAAM,GAAG,SAAS,GACjC,kBAAkB,IAAI,MAAM,CAK9B;AAED,wBAAgB,uCAAuC,CACrD,KAAK,EAAE,mBAAmB,GACzB,gCAAgC,GAAG,IAAI,CAiBzC;AAED,MAAM,WAAW,8BAA8B;IAC7C,QAAQ,EAAE,SAAS,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAiBD,wBAAsB,0BAA0B,CAC9C,QAAQ,EAAE,MAAM,EAChB,OAAO,GAAE;IAAE,YAAY,CAAC,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAAO,GAC5D,OAAO,CAAC,MAAM,CAAC,CAoBjB;AAED,wBAAsB,wBAAwB,CAAC,KAAK,EAAE;IACpD,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB,GAAG,OAAO,CAAC,uBAAuB,CAAC,CAuBnC;AAED,wBAAgB,iCAAiC,CAC/C,KAAK,EAAE,mBAAmB,GACzB,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,aAAa,EAAE,MAAM,CAAA;CAAE,CAAC,CAmChE;AA0DD,wBAAgB,wBAAwB,IAAI,qBAAqB,CAGhE;AAweD,wBAAgB,yBAAyB,CAAC,EACxC,QAAQ,EACR,YAAY,GACb,EAAE,8BAA8B,+BA2BhC;AAED;;;GAGG;AACH,wBAAgB,yBAAyB,CAAC,EACxC,QAAQ,EACR,YAAY,GACb,EAAE,8BAA8B,+BAgBhC;AAWD,wBAAgB,oBAAoB,IAAI,oBAAoB,CAQ3D;AAED,wBAAgB,4BAA4B,IAAI,oBAAoB,GAAG,IAAI,CAE1E;AAED,wBAAsB,wBAAwB,IAAI,OAAO,CAAC;IACxD,UAAU,EAAE,OAAO,CAAC;IACpB,GAAG,EAAE,OAAO,CAAC;CACd,CAAC,CAMD"}

package/dist/client/composer/useRealtimeVoiceMode.js

@@ -1,16 +1,43 @@
 import { jsx as _jsx, jsxs as _jsxs } from "react/jsx-runtime";
 import { createContext, useCallback, useContext, useEffect, useMemo, useRef, useState, } from "react";
 import { createPortal } from "react-dom";
+import { requestAgentChatThreadOpen } from "../agent-chat.js";
 import { SIDEBAR_STATE_CHANGE_EVENT, } from "../agent-sidebar-state.js";
 import { agentNativePath } from "../api-path.js";
 import { readClientAppState, setClientAppState } from "../application-state.js";
 import { getBrowserTabId } from "../browser-tab-id.js";
 import { useT } from "../i18n.js";
+import { createRealtimeVoiceAudioLevelStore, normalizeRealtimeVoiceRms, smoothRealtimeVoiceLevel, } from "./realtime-voice-audio-level.js";
+import { realtimeVoiceTranscriptRegistry } from "./realtime-voice-transcript.js";
 import { RealtimeVoiceModeDock, } from "./RealtimeVoiceMode.js";
 const REALTIME_VOICE_STATE_KEY = "realtime-voice-session";
 const REALTIME_VOICE_REQUEST_SOURCE = "realtime-voice";
 const REALTIME_VOICE_SESSION_PATH = "/_agent-native/realtime-voice/session";
 const REALTIME_VOICE_TOOL_PATH = "/_agent-native/realtime-voice/tool";
+/**
+ * Voice mode owns the chat only temporarily. Restore the captured transcript
+ * when it is still the user's active thread (or the chat has no active thread)
+ * but never pull them back after they deliberately selected another thread.
+ */
+export function shouldRestoreRealtimeVoiceTranscriptThread(transcriptThreadId, activeThreadId) {
+    return Boolean(transcriptThreadId &&
+        (!activeThreadId || activeThreadId === transcriptThreadId));
+}
+export function extractCompletedRealtimeVoiceTranscript(event) {
+    const userCompleted = event.type === "conversation.item.input_audio_transcription.completed";
+    const assistantCompleted = event.type === "response.output_audio_transcript.done";
+    if (!userCompleted && !assistantCompleted)
+        return null;
+    const text = typeof event.transcript === "string" ? event.transcript.trim() : "";
+    if (!text)
+        return null;
+    const providerId = [event.item_id, event.response_id, event.event_id].find((value) => typeof value === "string" && value.length > 0);
+    return {
+        role: userCompleted ? "user" : "assistant",
+        text,
+        ...(providerId ? { providerId } : {}),
+    };
+}
 function errorMessage(error) {
     return error instanceof Error ? error.message : String(error);
 }
@@ -169,17 +196,29 @@ function useRealtimeVoiceModeController(browserTabId, copy) {
     const [state, setState] = useState("idle");
     const [error, setError] = useState(null);
     const [chatVisible, setChatVisible] = useState(false);
+    const [audioLevels] = useState(createRealtimeVoiceAudioLevelStore);
     const stateRef = useRef(state);
     const peerRef = useRef(null);
     const channelRef = useRef(null);
     const streamRef = useRef(null);
     const audioRef = useRef(null);
+    const audioContextRef = useRef(null);
+    const inputAnalyserRef = useRef(null);
+    const outputAnalyserRef = useRef(null);
+    const inputMeterBufferRef = useRef(null);
+    const outputMeterBufferRef = useRef(null);
+    const inputSourceRef = useRef(null);
+    const outputSourceRef = useRef(null);
+    const meterFrameRef = useRef(null);
+    const lastMeterSampleRef = useRef(0);
     const abortRef = useRef(null);
     const handledCallsRef = useRef(new Set());
     const sessionIdRef = useRef(undefined);
     const startedAtRef = useRef(undefined);
     const lastUserTextRef = useRef("");
     const lastAssistantTextRef = useRef("");
+    const transcriptThreadIdRef = useRef(undefined);
+    const transcriptSequenceRef = useRef(0);
     useEffect(() => {
         stateRef.current = state;
     }, [state]);
@@ -205,6 +244,65 @@ function useRealtimeVoiceModeController(browserTabId, copy) {
         setState(nextState);
         syncAppState(nextState);
     }, [syncAppState]);
+    const startMeterLoop = useCallback(() => {
+        if (meterFrameRef.current !== null)
+            return;
+        const sample = (timestamp) => {
+            meterFrameRef.current = requestAnimationFrame(sample);
+            if (timestamp - lastMeterSampleRef.current < 50)
+                return;
+            lastMeterSampleRef.current = timestamp;
+            const current = audioLevels.getSnapshot();
+            let input = current.input;
+            let output = current.output;
+            const inputAnalyser = inputAnalyserRef.current;
+            const inputBuffer = inputMeterBufferRef.current;
+            if (inputAnalyser && inputBuffer) {
+                inputAnalyser.getByteTimeDomainData(inputBuffer);
+                input = smoothRealtimeVoiceLevel(input, normalizeRealtimeVoiceRms(inputBuffer));
+            }
+            const outputAnalyser = outputAnalyserRef.current;
+            const outputBuffer = outputMeterBufferRef.current;
+            if (outputAnalyser && outputBuffer) {
+                outputAnalyser.getByteTimeDomainData(outputBuffer);
+                output = smoothRealtimeVoiceLevel(output, normalizeRealtimeVoiceRms(outputBuffer));
+            }
+            audioLevels.set({ input, output });
+        };
+        meterFrameRef.current = requestAnimationFrame(sample);
+    }, [audioLevels]);
+    const attachAudioMeter = useCallback((stream, channel) => {
+        try {
+            const AudioCtor = window.AudioContext ??
+                window.webkitAudioContext;
+            if (!AudioCtor)
+                return;
+            const context = audioContextRef.current ?? new AudioCtor();
+            audioContextRef.current = context;
+            void context.resume().catch(() => undefined);
+            const analyser = context.createAnalyser();
+            analyser.fftSize = 512;
+            const source = context.createMediaStreamSource(stream);
+            source.connect(analyser);
+            const buffer = new Uint8Array(analyser.frequencyBinCount);
+            if (channel === "input") {
+                inputSourceRef.current?.disconnect();
+                inputSourceRef.current = source;
+                inputAnalyserRef.current = analyser;
+                inputMeterBufferRef.current = buffer;
+            }
+            else {
+                outputSourceRef.current?.disconnect();
+                outputSourceRef.current = source;
+                outputAnalyserRef.current = analyser;
+                outputMeterBufferRef.current = buffer;
+            }
+            startMeterLoop();
+        }
+        catch {
+            // Audio metering is visual-only; keep the realtime call healthy.
+        }
+    }, [startMeterLoop]);
     const cleanupTransport = useCallback(() => {
         abortRef.current?.abort();
         abortRef.current = null;
@@ -220,8 +318,26 @@ function useRealtimeVoiceModeController(browserTabId, copy) {
             audioRef.current.srcObject = null;
         }
         audioRef.current = null;
+        if (meterFrameRef.current !== null) {
+            cancelAnimationFrame(meterFrameRef.current);
+            meterFrameRef.current = null;
+        }
+        inputSourceRef.current?.disconnect();
+        outputSourceRef.current?.disconnect();
+        inputSourceRef.current = null;
+        outputSourceRef.current = null;
+        inputAnalyserRef.current = null;
+        outputAnalyserRef.current = null;
+        inputMeterBufferRef.current = null;
+        outputMeterBufferRef.current = null;
+        lastMeterSampleRef.current = 0;
+        const audioContext = audioContextRef.current;
+        audioContextRef.current = null;
+        if (audioContext)
+            void audioContext.close().catch(() => undefined);
+        audioLevels.reset();
         handledCallsRef.current.clear();
-    }, []);
+    }, [audioLevels]);
     const fail = useCallback((message, options) => {
         cleanupTransport();
         setError(message);
@@ -263,6 +379,21 @@ function useRealtimeVoiceModeController(browserTabId, copy) {
         });
         sendDataChannelEvent(channelRef.current, { type: "response.create" });
     }, [browserTabId, transition]);
+    const persistCompletedTranscript = useCallback((event) => {
+        const transcript = extractCompletedRealtimeVoiceTranscript(event);
+        const threadId = transcriptThreadIdRef.current;
+        if (!transcript || !threadId)
+            return;
+        const sessionIdentity = sessionIdRef.current ?? startedAtRef.current ?? "pending";
+        const providerIdentity = transcript.providerId ?? `sequence-${++transcriptSequenceRef.current}`;
+        realtimeVoiceTranscriptRegistry.publish({
+            id: `realtime-voice:${sessionIdentity}:${transcript.role}:${providerIdentity}`,
+            threadId,
+            role: transcript.role,
+            text: transcript.text,
+            createdAt: new Date().toISOString(),
+        });
+    }, []);
     const handleServerEvent = useCallback((event) => {
         if (event.type === "session.created") {
             const session = event.session;
@@ -293,13 +424,15 @@ function useRealtimeVoiceModeController(browserTabId, copy) {
             if (typeof event.transcript === "string") {
                 lastAssistantTextRef.current = event.transcript;
             }
+            persistCompletedTranscript(event);
             syncAppState("speaking");
         }
         else if (event.type === "conversation.item.input_audio_transcription.completed") {
             if (typeof event.transcript === "string") {
                 lastUserTextRef.current = event.transcript;
-                syncAppState("working");
             }
+            persistCompletedTranscript(event);
+            syncAppState("working");
         }
         else if (event.type === "response.done") {
             const response = event.response;
@@ -330,7 +463,14 @@ function useRealtimeVoiceModeController(browserTabId, copy) {
         if (event.type === "response.done" && calls.length === 0) {
             transition("listening");
         }
-    }, [copy, fail, handleFunctionCall, syncAppState, transition]);
+    }, [
+        copy,
+        fail,
+        handleFunctionCall,
+        persistCompletedTranscript,
+        syncAppState,
+        transition,
+    ]);
     const start = useCallback(async () => {
         if (stateRef.current !== "idle")
             return;
@@ -345,6 +485,9 @@ function useRealtimeVoiceModeController(browserTabId, copy) {
         lastUserTextRef.current = "";
         lastAssistantTextRef.current = "";
         sessionIdRef.current = undefined;
+        transcriptThreadIdRef.current =
+            realtimeVoiceTranscriptRegistry.activeThreadId();
+        transcriptSequenceRef.current = 0;
         transition("connecting");
         setChatVisible(false);
         window.dispatchEvent(new Event("agent-panel:close"));
@@ -359,6 +502,7 @@ function useRealtimeVoiceModeController(browserTabId, copy) {
                 },
             });
             streamRef.current = stream;
+            attachAudioMeter(stream, "input");
             const peer = new RTCPeerConnection();
             peerRef.current = peer;
             for (const track of stream.getAudioTracks())
@@ -368,7 +512,10 @@ function useRealtimeVoiceModeController(browserTabId, copy) {
             audio.setAttribute("playsinline", "");
             audioRef.current = audio;
             peer.ontrack = (trackEvent) => {
-                audio.srcObject = trackEvent.streams[0] ?? null;
+                const remoteStream = trackEvent.streams[0] ?? null;
+                audio.srcObject = remoteStream;
+                if (remoteStream)
+                    attachAudioMeter(remoteStream, "output");
                 void audio.play().catch(() => undefined);
             };
             const channel = peer.createDataChannel("oai-events");
@@ -408,15 +555,38 @@ function useRealtimeVoiceModeController(browserTabId, copy) {
             const status = startError?.status;
             fail(errorMessage(startError), { openKeySettings: status === 400 });
         }
-    }, [browserTabId, copy, fail, handleServerEvent, transition]);
+    }, [
+        attachAudioMeter,
+        browserTabId,
+        copy,
+        fail,
+        handleServerEvent,
+        transition,
+    ]);
     const end = useCallback(() => {
         if (stateRef.current === "idle" || stateRef.current === "ending")
             return;
+        const transcriptThreadId = transcriptThreadIdRef.current;
+        const activeThreadId = realtimeVoiceTranscriptRegistry.activeThreadId();
         transition("ending");
         cleanupTransport();
         setError(null);
         sessionIdRef.current = undefined;
         startedAtRef.current = undefined;
+        transcriptThreadIdRef.current = undefined;
+        setChatVisible(true);
+        if (shouldRestoreRealtimeVoiceTranscriptThread(transcriptThreadId, activeThreadId)) {
+            requestAgentChatThreadOpen({
+                threadId: transcriptThreadId,
+                // The request is delivered asynchronously. Re-checking this at the
+                // receiver prevents a navigation that happened during that gap from
+                // being overwritten.
+                onlyIfActiveThreadId: transcriptThreadId,
+            });
+        }
+        else {
+            window.dispatchEvent(new Event("agent-panel:open"));
+        }
         transition("idle");
     }, [cleanupTransport, transition]);
     const toggleChat = useCallback(() => {
@@ -440,6 +610,7 @@ function useRealtimeVoiceModeController(browserTabId, copy) {
         active: state !== "idle",
         errorMessage: error,
         chatVisible,
+        audioLevels,
         start,
         end,
         toggleChat,
@@ -451,7 +622,7 @@ export function RealtimeVoiceModeProvider({ children, browserTabId, }) {
     const copy = useRealtimeVoiceModeCopy();
     const voice = useRealtimeVoiceModeController(resolvedBrowserTabId, copy);
     return (_jsxs(RealtimeVoiceModeContext.Provider, { value: voice, children: [children, voice.active && typeof document !== "undefined"
-                ? createPortal(_jsx(RealtimeVoiceModeDock, { state: voice.state === "idle" ? "ending" : voice.state, copy: copy, chatVisible: voice.chatVisible, onToggleChat: voice.toggleChat, onEndVoiceMode: voice.end, errorMessage: voice.errorMessage, className: "z-[270]" }), document.body)
+                ? createPortal(_jsx(RealtimeVoiceModeDock, { state: voice.state === "idle" ? "ending" : voice.state, copy: copy, chatVisible: voice.chatVisible, audioLevels: voice.audioLevels, onToggleChat: voice.toggleChat, onEndVoiceMode: voice.end, errorMessage: voice.errorMessage }), document.body)
                 : null] }));
 }
 /**