@voxagent/bridge 0.4.1 → 0.6.0

package/dist/live/session.d.ts

@@ -0,0 +1,132 @@
+/**
+ * @file GPT-Live primary WebSocket client (`wss://api.openai.com/v1/live/sessions`).
+ *
+ * Speaks the raw event protocol rather than pulling in the `openai` SDK —
+ * the surface we use is small and the bridge keeps its dependency list
+ * short (same approach as the ElevenLabs engine).
+ *
+ * Behaviour verified against the real API on 2026-09-27:
+ *   - `session.started` arrives ~1 s after `session.start`; sessions expire
+ *     2 h after start (`session.expires_at`).
+ *   - Output audio is a continuous real-time stream, silence included, from
+ *     the moment the session starts. GPT-Live never races ahead of the
+ *     clock, so barge-in needs no local playback flushing.
+ *   - After `session.closed` the server drops the socket without a close
+ *     frame (code 1006 + an `error` event). That is a normal end, not a
+ *     failure.
+ */
+export declare const LIVE_SESSIONS_URL = "wss://api.openai.com/v1/live/sessions";
+export declare const DEFAULT_LIVE_MODEL = "gpt-live-1";
+export declare const DEFAULT_LIVE_VOICE = "marin";
+export type LiveCloseReason = 'close_requested' | 'expired' | 'content' | 'remote_hangup' | 'connection_lost'
+/** The socket closed before a `session.closed` event arrived. */
+ | 'socket_closed';
+/** A text message used to seed a new session's history. */
+export type LiveInitialItem = {
+    type: 'message';
+    role: 'developer' | 'user';
+    content: [{
+        type: 'input_text';
+        text: string;
+    }];
+} | {
+    type: 'message';
+    role: 'assistant';
+    content: [{
+        type: 'output_text';
+        text: string;
+    }];
+};
+export interface LiveSessionConfig {
+    apiKey: string;
+    model: string;
+    voice: string;
+    instructions: string;
+    /** Prior text history (≤ 128 messages, ≤ 8,192 tokens). */
+    input?: LiveInitialItem[];
+    url?: string;
+}
+export type LiveSessionEvent = {
+    type: 'started';
+    sessionId: string;
+    expiresAt: number | null;
+} | {
+    type: 'audio';
+    samples: Int16Array;
+} | {
+    type: 'transcript';
+    role: 'input' | 'output';
+    delta: string;
+    startMs: number;
+    endMs: number;
+} | {
+    type: 'delegation';
+    id: string;
+    offsetMs: number;
+} | {
+    type: 'usage';
+    seconds: number;
+    contextRatio: number | null;
+} | {
+    type: 'error';
+    code: string;
+    message: string;
+    clientEventId: string | null;
+} | {
+    type: 'closed';
+    reason: LiveCloseReason;
+    usageSeconds: number | null;
+};
+/** The slice of the WebSocket API the session uses — lets tests inject a fake. */
+export interface LiveSocket {
+    readonly readyState: number;
+    send(data: string): void;
+    close(): void;
+    addEventListener(type: 'open', listener: () => void): void;
+    addEventListener(type: 'message', listener: (event: {
+        data: unknown;
+    }) => void): void;
+    addEventListener(type: 'close', listener: (event: {
+        code?: number;
+        reason?: string;
+    }) => void): void;
+    addEventListener(type: 'error', listener: (event: unknown) => void): void;
+}
+export type LiveSocketFactory = (url: string, headers: Record<string, string>) => LiveSocket;
+export declare class LiveSession {
+    private readonly config;
+    private readonly onEvent;
+    private readonly socketFactory;
+    private socket;
+    private state;
+    private eventSeq;
+    private closedEmitted;
+    private lastUsageSeconds;
+    private onClosed;
+    sessionId: string | null;
+    expiresAt: number | null;
+    constructor(config: LiveSessionConfig, onEvent: (event: LiveSessionEvent) => void, socketFactory?: LiveSocketFactory);
+    get started(): boolean;
+    /** Opens the socket and resolves once `session.started` arrives. */
+    start(timeoutMs?: number): Promise<void>;
+    appendAudio(samples: Int16Array): void;
+    /** Quiet context the model may use later without saying it now. */
+    appendThinking(content: string, delegationId?: string | null): string | null;
+    /** Information the model should say aloud, in its own words. */
+    appendCommentary(content: string, delegationId?: string | null): string | null;
+    /** Trusted instructions; can interrupt speech in progress. */
+    appendInstructions(content: string, delegationId?: string | null): string | null;
+    setInputMuted(muted: boolean): void;
+    /**
+     * Graceful close: `session.close`, then wait for `session.closed` (final
+     * usage) up to `timeoutMs` before dropping the socket.
+     */
+    close(timeoutMs?: number): Promise<void>;
+    private handleMessage;
+    private sendAppend;
+    private emitClosed;
+    private sendRaw;
+    private abortSocket;
+    private nextEventId;
+}
+//# sourceMappingURL=session.d.ts.map

package/dist/live/session.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"session.d.ts","sourceRoot":"","sources":["../../src/live/session.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAMH,eAAO,MAAM,iBAAiB,0CAA0C,CAAC;AACzE,eAAO,MAAM,kBAAkB,eAAe,CAAC;AAC/C,eAAO,MAAM,kBAAkB,UAAU,CAAC;AAK1C,MAAM,MAAM,eAAe,GACvB,iBAAiB,GACjB,SAAS,GACT,SAAS,GACT,eAAe,GACf,iBAAiB;AACnB,iEAAiE;GAC/D,eAAe,CAAC;AAEpB,2DAA2D;AAC3D,MAAM,MAAM,eAAe,GACvB;IAAE,IAAI,EAAE,SAAS,CAAC;IAAC,IAAI,EAAE,WAAW,GAAG,MAAM,CAAC;IAAC,OAAO,EAAE,CAAC;QAAE,IAAI,EAAE,YAAY,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;CAAE,GAChG;IAAE,IAAI,EAAE,SAAS,CAAC;IAAC,IAAI,EAAE,WAAW,CAAC;IAAC,OAAO,EAAE,CAAC;QAAE,IAAI,EAAE,aAAa,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;CAAE,CAAC;AAE7F,MAAM,WAAW,iBAAiB;IAChC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,MAAM,CAAC;IACrB,2DAA2D;IAC3D,KAAK,CAAC,EAAE,eAAe,EAAE,CAAC;IAC1B,GAAG,CAAC,EAAE,MAAM,CAAC;CACd;AAED,MAAM,MAAM,gBAAgB,GACxB;IAAE,IAAI,EAAE,SAAS,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,GAChE;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,OAAO,EAAE,UAAU,CAAA;CAAE,GACtC;IAAE,IAAI,EAAE,YAAY,CAAC;IAAC,IAAI,EAAE,OAAO,GAAG,QAAQ,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GAC/F;IAAE,IAAI,EAAE,YAAY,CAAC;IAAC,EAAE,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,GACpD;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,YAAY,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,GAC/D;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,GAC9E;IAAE,IAAI,EAAE,QAAQ,CAAC;IAAC,MAAM,EAAE,eAAe,CAAC;IAAC,YAAY,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CAAC;AAE7E,kFAAkF;AAClF,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,IAAI,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,KAAK,IAAI,IAAI,CAAC;IACd,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,IAAI,GAAG,IAAI,CAAC;IAC3D,gBAAgB,CAAC,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,KAAK,EAAE;QAAE,IAAI,EAAE,OAAO,CAAA;KAAE,KAAK,IAAI,GAAG,IAAI,CAAC;IACtF,gBAAgB,CAAC,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,KAAK,EAAE;QAAE,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,GAAG,IAAI,CAAC;IACrG,gBAAgB,CAAC,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,KAAK,EAAE,OAAO,KAAK,IAAI,GAAG,IAAI,CAAC;CAC3E;AAED,MAAM,MAAM,iBAAiB,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,UAAU,CAAC;AAwB7F,qBAAa,WAAW;IAWpB,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,OAAO;IACxB,OAAO,CAAC,QAAQ,CAAC,aAAa;IAZhC,OAAO,CAAC,MAAM,CAA2B;IACzC,OAAO,CAAC,KAAK,CAAiB;IAC9B,OAAO,CAAC,QAAQ,CAAK;IACrB,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,gBAAgB,CAAuB;IAC/C,OAAO,CAAC,QAAQ,CAA6B;IAC7C,SAAS,EAAE,MAAM,GAAG,IAAI,CAAQ;IAChC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAQ;gBAGb,MAAM,EAAE,iBAAiB,EACzB,OAAO,EAAE,CAAC,KAAK,EAAE,gBAAgB,KAAK,IAAI,EAC1C,aAAa,GAAE,iBAAwC;IAG1E,IAAI,OAAO,IAAI,OAAO,CAErB;IAED,oEAAoE;IACpE,KAAK,CAAC,SAAS,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC;IA8ExC,WAAW,CAAC,OAAO,EAAE,UAAU,GAAG,IAAI;IAKtC,mEAAmE;IACnE,cAAc,CAAC,OAAO,EAAE,MAAM,EAAE,YAAY,GAAE,MAAM,GAAG,IAAW,GAAG,MAAM,GAAG,IAAI;IAIlF,gEAAgE;IAChE,gBAAgB,CAAC,OAAO,EAAE,MAAM,EAAE,YAAY,GAAE,MAAM,GAAG,IAAW,GAAG,MAAM,GAAG,IAAI;IAIpF,8DAA8D;IAC9D,kBAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,YAAY,GAAE,MAAM,GAAG,IAAW,GAAG,MAAM,GAAG,IAAI;IAItF,aAAa,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI;IAQnC;;;OAGG;IACG,KAAK,CAAC,SAAS,SAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;IAsB7C,OAAO,CAAC,aAAa;IAiDrB,OAAO,CAAC,UAAU;IAkBlB,OAAO,CAAC,UAAU;IAQlB,OAAO,CAAC,OAAO;IAaf,OAAO,CAAC,WAAW;IAQnB,OAAO,CAAC,WAAW;CAIpB"}

package/dist/live/session.js

@@ -0,0 +1,300 @@
+/**
+ * @file GPT-Live primary WebSocket client (`wss://api.openai.com/v1/live/sessions`).
+ *
+ * Speaks the raw event protocol rather than pulling in the `openai` SDK —
+ * the surface we use is small and the bridge keeps its dependency list
+ * short (same approach as the ElevenLabs engine).
+ *
+ * Behaviour verified against the real API on 2026-09-27:
+ *   - `session.started` arrives ~1 s after `session.start`; sessions expire
+ *     2 h after start (`session.expires_at`).
+ *   - Output audio is a continuous real-time stream, silence included, from
+ *     the moment the session starts. GPT-Live never races ahead of the
+ *     clock, so barge-in needs no local playback flushing.
+ *   - After `session.closed` the server drops the socket without a close
+ *     frame (code 1006 + an `error` event). That is a normal end, not a
+ *     failure.
+ */
+import { WebSocket } from 'undici';
+import { log } from '../logging.js';
+import { base64ToInt16, int16ToBase64 } from './pcm.js';
+export const LIVE_SESSIONS_URL = 'wss://api.openai.com/v1/live/sessions';
+export const DEFAULT_LIVE_MODEL = 'gpt-live-1';
+export const DEFAULT_LIVE_VOICE = 'marin';
+/** Hard cap per context append; callers split long text before this. */
+const APPEND_HARD_LIMIT_CHARS = 1800;
+const SOCKET_OPEN = 1;
+const defaultSocketFactory = (url, headers) => new WebSocket(url, { headers });
+export class LiveSession {
+    config;
+    onEvent;
+    socketFactory;
+    socket = null;
+    state = 'idle';
+    eventSeq = 0;
+    closedEmitted = false;
+    lastUsageSeconds = null;
+    onClosed = null;
+    sessionId = null;
+    expiresAt = null;
+    constructor(config, onEvent, socketFactory = defaultSocketFactory) {
+        this.config = config;
+        this.onEvent = onEvent;
+        this.socketFactory = socketFactory;
+    }
+    get started() {
+        return this.state === 'started';
+    }
+    /** Opens the socket and resolves once `session.started` arrives. */
+    start(timeoutMs = 15_000) {
+        if (this.state !== 'idle')
+            return Promise.reject(new Error('LiveSession already started'));
+        this.state = 'connecting';
+        return new Promise((resolve, reject) => {
+            let settled = false;
+            const settle = (error) => {
+                if (settled)
+                    return;
+                settled = true;
+                clearTimeout(timer);
+                if (error)
+                    reject(error);
+                else
+                    resolve();
+            };
+            const timer = setTimeout(() => {
+                settle(new Error(`GPT-Live did not start within ${timeoutMs} ms`));
+                this.abortSocket();
+            }, timeoutMs);
+            const socket = this.socketFactory(this.config.url ?? LIVE_SESSIONS_URL, {
+                Authorization: `Bearer ${this.config.apiKey}`,
+            });
+            this.socket = socket;
+            socket.addEventListener('open', () => {
+                this.sendRaw({
+                    type: 'session.start',
+                    event_id: this.nextEventId('start'),
+                    session: {
+                        model: this.config.model,
+                        instructions: this.config.instructions,
+                        audio: {
+                            format: { type: 'audio/pcm', rate: 24_000 },
+                            output: { voice: this.config.voice },
+                        },
+                        delegation: { type: 'client' },
+                        ...(this.config.input && this.config.input.length > 0 ? { input: this.config.input } : {}),
+                    },
+                });
+            });
+            socket.addEventListener('message', (event) => {
+                const message = parseMessage(event.data);
+                if (!message)
+                    return;
+                if (message.type === 'session.started') {
+                    this.state = 'started';
+                    this.sessionId = message.session?.id ?? null;
+                    this.expiresAt = message.session?.expires_at ?? null;
+                    this.onEvent({ type: 'started', sessionId: this.sessionId ?? '', expiresAt: this.expiresAt });
+                    settle();
+                    return;
+                }
+                if (message.type === 'error' && this.state === 'connecting') {
+                    settle(new Error(`GPT-Live rejected session.start: ${message.error?.message ?? 'unknown error'}`));
+                }
+                this.handleMessage(message);
+            });
+            socket.addEventListener('close', (event) => {
+                if (!settled) {
+                    settle(new Error(`GPT-Live socket closed before the session started (code ${event.code ?? '?'}${event.reason ? `: ${event.reason}` : ''})`));
+                }
+                this.emitClosed('socket_closed');
+            });
+            socket.addEventListener('error', (event) => {
+                // After session.closed the server drops the socket abruptly; that
+                // error is expected and the close handler finishes the job.
+                if (this.closedEmitted)
+                    return;
+                const message = describeSocketError(event);
+                log.warn('live_socket_error', { message });
+                if (!settled)
+                    settle(new Error(`GPT-Live connection failed: ${message}`));
+            });
+        });
+    }
+    appendAudio(samples) {
+        if (this.state !== 'started' || samples.length === 0)
+            return;
+        this.sendRaw({ type: 'session.input_audio.append', audio: int16ToBase64(samples) });
+    }
+    /** Quiet context the model may use later without saying it now. */
+    appendThinking(content, delegationId = null) {
+        return this.sendAppend('session.thinking.append', 'think', content, delegationId);
+    }
+    /** Information the model should say aloud, in its own words. */
+    appendCommentary(content, delegationId = null) {
+        return this.sendAppend('session.commentary.append', 'say', content, delegationId);
+    }
+    /** Trusted instructions; can interrupt speech in progress. */
+    appendInstructions(content, delegationId = null) {
+        return this.sendAppend('session.instructions.append', 'instr', content, delegationId);
+    }
+    setInputMuted(muted) {
+        if (this.state !== 'started')
+            return;
+        this.sendRaw({
+            type: muted ? 'session.input_audio.mute' : 'session.input_audio.unmute',
+            event_id: this.nextEventId(muted ? 'mute' : 'unmute'),
+        });
+    }
+    /**
+     * Graceful close: `session.close`, then wait for `session.closed` (final
+     * usage) up to `timeoutMs` before dropping the socket.
+     */
+    async close(timeoutMs = 8_000) {
+        if (this.state === 'closed' || this.state === 'closing')
+            return;
+        if (this.state !== 'started') {
+            this.abortSocket();
+            this.emitClosed('close_requested');
+            return;
+        }
+        this.state = 'closing';
+        const closed = new Promise((resolve) => {
+            this.onClosed = resolve;
+        });
+        this.sendRaw({ type: 'session.close', event_id: this.nextEventId('close') });
+        let timer;
+        await Promise.race([closed, new Promise((resolve) => (timer = setTimeout(resolve, timeoutMs)))]);
+        clearTimeout(timer);
+        if (!this.closedEmitted) {
+            log.warn('live_close_unconfirmed', { sessionId: this.sessionId, lastUsageSeconds: this.lastUsageSeconds });
+        }
+        this.abortSocket();
+        this.emitClosed('close_requested');
+    }
+    handleMessage(message) {
+        switch (message.type) {
+            case 'session.output_audio.delta':
+                if (typeof message.delta === 'string' && message.delta) {
+                    this.onEvent({ type: 'audio', samples: base64ToInt16(message.delta) });
+                }
+                return;
+            case 'session.input_transcript.delta':
+            case 'session.output_transcript.delta':
+                if (typeof message.delta !== 'string')
+                    return;
+                this.onEvent({
+                    type: 'transcript',
+                    role: message.type === 'session.input_transcript.delta' ? 'input' : 'output',
+                    delta: message.delta,
+                    startMs: message.start_ms ?? 0,
+                    endMs: message.end_ms ?? message.start_ms ?? 0,
+                });
+                return;
+            case 'session.delegation.created':
+                if (message.delegation?.id && message.delegation.target === 'client') {
+                    this.onEvent({ type: 'delegation', id: message.delegation.id, offsetMs: message.offset_ms ?? 0 });
+                }
+                return;
+            case 'session.usage.updated':
+                this.lastUsageSeconds = message.usage?.seconds ?? this.lastUsageSeconds;
+                this.onEvent({
+                    type: 'usage',
+                    seconds: message.usage?.seconds ?? 0,
+                    contextRatio: message.context_window?.usage_ratio ?? null,
+                });
+                return;
+            case 'session.closed':
+                this.lastUsageSeconds = message.usage?.seconds ?? this.lastUsageSeconds;
+                this.emitClosed(message.reason ?? 'socket_closed');
+                return;
+            case 'error':
+                this.onEvent({
+                    type: 'error',
+                    code: message.error?.code ?? 'unknown',
+                    message: message.error?.message ?? 'unknown error',
+                    clientEventId: message.error?.client_event_id ?? message.client_event_id ?? null,
+                });
+                return;
+            default:
+                // Acks (*.appended, input_audio.muted, ...) and info events.
+                log.debug('live_event', { type: message.type, clientEventId: message.client_event_id });
+        }
+    }
+    sendAppend(type, prefix, content, delegationId) {
+        const trimmed = content.trim();
+        if (this.state !== 'started' || !trimmed)
+            return null;
+        const eventId = this.nextEventId(prefix);
+        this.sendRaw({
+            type,
+            event_id: eventId,
+            delegation_id: delegationId,
+            content: trimmed.slice(0, APPEND_HARD_LIMIT_CHARS),
+        });
+        return eventId;
+    }
+    emitClosed(reason) {
+        if (this.closedEmitted)
+            return;
+        this.closedEmitted = true;
+        this.state = 'closed';
+        this.onEvent({ type: 'closed', reason, usageSeconds: this.lastUsageSeconds });
+        this.onClosed?.();
+    }
+    sendRaw(payload) {
+        const socket = this.socket;
+        if (!socket || socket.readyState !== SOCKET_OPEN)
+            return;
+        try {
+            socket.send(JSON.stringify(payload));
+        }
+        catch (error) {
+            log.warn('live_send_failed', {
+                type: payload.type,
+                message: error instanceof Error ? error.message : String(error),
+            });
+        }
+    }
+    abortSocket() {
+        try {
+            this.socket?.close();
+        }
+        catch {
+            // ignore
+        }
+    }
+    nextEventId(prefix) {
+        this.eventSeq += 1;
+        return `${prefix}_${this.eventSeq}`;
+    }
+}
+function parseMessage(data) {
+    let text;
+    if (typeof data === 'string')
+        text = data;
+    else if (data instanceof ArrayBuffer)
+        text = Buffer.from(data).toString('utf8');
+    else if (ArrayBuffer.isView(data))
+        text = Buffer.from(data.buffer, data.byteOffset, data.byteLength).toString('utf8');
+    else
+        return null;
+    try {
+        const parsed = JSON.parse(text);
+        return typeof parsed.type === 'string' ? parsed : null;
+    }
+    catch {
+        return null;
+    }
+}
+function describeSocketError(event) {
+    if (event && typeof event === 'object') {
+        const withError = event;
+        if (withError.error instanceof Error)
+            return withError.error.message;
+        if (typeof withError.message === 'string' && withError.message)
+            return withError.message;
+    }
+    return 'unknown socket error';
+}
+//# sourceMappingURL=session.js.map

package/dist/live/session.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"session.js","sourceRoot":"","sources":["../../src/live/session.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACnC,OAAO,EAAE,GAAG,EAAE,MAAM,eAAe,CAAC;AACpC,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAExD,MAAM,CAAC,MAAM,iBAAiB,GAAG,uCAAuC,CAAC;AACzE,MAAM,CAAC,MAAM,kBAAkB,GAAG,YAAY,CAAC;AAC/C,MAAM,CAAC,MAAM,kBAAkB,GAAG,OAAO,CAAC;AAE1C,wEAAwE;AACxE,MAAM,uBAAuB,GAAG,IAAI,CAAC;AAgDrC,MAAM,WAAW,GAAG,CAAC,CAAC;AAEtB,MAAM,oBAAoB,GAAsB,CAAC,GAAG,EAAE,OAAO,EAAE,EAAE,CAC/D,IAAI,SAAS,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,CAA0B,CAAC;AAmB3D,MAAM,OAAO,WAAW;IAWH;IACA;IACA;IAZX,MAAM,GAAsB,IAAI,CAAC;IACjC,KAAK,GAAU,MAAM,CAAC;IACtB,QAAQ,GAAG,CAAC,CAAC;IACb,aAAa,GAAG,KAAK,CAAC;IACtB,gBAAgB,GAAkB,IAAI,CAAC;IACvC,QAAQ,GAAwB,IAAI,CAAC;IAC7C,SAAS,GAAkB,IAAI,CAAC;IAChC,SAAS,GAAkB,IAAI,CAAC;IAEhC,YACmB,MAAyB,EACzB,OAA0C,EAC1C,gBAAmC,oBAAoB;QAFvD,WAAM,GAAN,MAAM,CAAmB;QACzB,YAAO,GAAP,OAAO,CAAmC;QAC1C,kBAAa,GAAb,aAAa,CAA0C;IACvE,CAAC;IAEJ,IAAI,OAAO;QACT,OAAO,IAAI,CAAC,KAAK,KAAK,SAAS,CAAC;IAClC,CAAC;IAED,oEAAoE;IACpE,KAAK,CAAC,SAAS,GAAG,MAAM;QACtB,IAAI,IAAI,CAAC,KAAK,KAAK,MAAM;YAAE,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC,CAAC;QAC3F,IAAI,CAAC,KAAK,GAAG,YAAY,CAAC;QAC1B,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC3C,IAAI,OAAO,GAAG,KAAK,CAAC;YACpB,MAAM,MAAM,GAAG,CAAC,KAAa,EAAQ,EAAE;gBACrC,IAAI,OAAO;oBAAE,OAAO;gBACpB,OAAO,GAAG,IAAI,CAAC;gBACf,YAAY,CAAC,KAAK,CAAC,CAAC;gBACpB,IAAI,KAAK;oBAAE,MAAM,CAAC,KAAK,CAAC,CAAC;;oBACpB,OAAO,EAAE,CAAC;YACjB,CAAC,CAAC;YACF,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;gBAC5B,MAAM,CAAC,IAAI,KAAK,CAAC,iCAAiC,SAAS,KAAK,CAAC,CAAC,CAAC;gBACnE,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,CAAC,EAAE,SAAS,CAAC,CAAC;YAEd,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,IAAI,iBAAiB,EAAE;gBACtE,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;aAC9C,CAAC,CAAC;YACH,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;YAErB,MAAM,CAAC,gBAAgB,CAAC,MAAM,EAAE,GAAG,EAAE;gBACnC,IAAI,CAAC,OAAO,CAAC;oBACX,IAAI,EAAE,eAAe;oBACrB,QAAQ,EAAE,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC;oBACnC,OAAO,EAAE;wBACP,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;wBACxB,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,YAAY;wBACtC,KAAK,EAAE;4BACL,MAAM,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,MAAM,EAAE;4BAC3C,MAAM,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE;yBACrC;wBACD,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;wBAC9B,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;qBAC3F;iBACF,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;YAEH,MAAM,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,KAAK,EAAE,EAAE;gBAC3C,MAAM,OAAO,GAAG,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACzC,IAAI,CAAC,OAAO;oBAAE,OAAO;gBACrB,IAAI,OAAO,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;oBACvC,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;oBACvB,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,OAAO,EAAE,EAAE,IAAI,IAAI,CAAC;oBAC7C,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,OAAO,EAAE,UAAU,IAAI,IAAI,CAAC;oBACrD,IAAI,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;oBAC9F,MAAM,EAAE,CAAC;oBACT,OAAO;gBACT,CAAC;gBACD,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO,IAAI,IAAI,CAAC,KAAK,KAAK,YAAY,EAAE,CAAC;oBAC5D,MAAM,CAAC,IAAI,KAAK,CAAC,oCAAoC,OAAO,CAAC,KAAK,EAAE,OAAO,IAAI,eAAe,EAAE,CAAC,CAAC,CAAC;gBACrG,CAAC;gBACD,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;YAC9B,CAAC,CAAC,CAAC;YAEH,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;gBACzC,IAAI,CAAC,OAAO,EAAE,CAAC;oBACb,MAAM,CACJ,IAAI,KAAK,CACP,2DAA2D,KAAK,CAAC,IAAI,IAAI,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,CAC1H,CACF,CAAC;gBACJ,CAAC;gBACD,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,CAAC;YACnC,CAAC,CAAC,CAAC;YAEH,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;gBACzC,kEAAkE;gBAClE,4DAA4D;gBAC5D,IAAI,IAAI,CAAC,aAAa;oBAAE,OAAO;gBAC/B,MAAM,OAAO,GAAG,mBAAmB,CAAC,KAAK,CAAC,CAAC;gBAC3C,GAAG,CAAC,IAAI,CAAC,mBAAmB,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;gBAC3C,IAAI,CAAC,OAAO;oBAAE,MAAM,CAAC,IAAI,KAAK,CAAC,+BAA+B,OAAO,EAAE,CAAC,CAAC,CAAC;YAC5E,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAED,WAAW,CAAC,OAAmB;QAC7B,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAC7D,IAAI,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,4BAA4B,EAAE,KAAK,EAAE,aAAa,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IACtF,CAAC;IAED,mEAAmE;IACnE,cAAc,CAAC,OAAe,EAAE,eAA8B,IAAI;QAChE,OAAO,IAAI,CAAC,UAAU,CAAC,yBAAyB,EAAE,OAAO,EAAE,OAAO,EAAE,YAAY,CAAC,CAAC;IACpF,CAAC;IAED,gEAAgE;IAChE,gBAAgB,CAAC,OAAe,EAAE,eAA8B,IAAI;QAClE,OAAO,IAAI,CAAC,UAAU,CAAC,2BAA2B,EAAE,KAAK,EAAE,OAAO,EAAE,YAAY,CAAC,CAAC;IACpF,CAAC;IAED,8DAA8D;IAC9D,kBAAkB,CAAC,OAAe,EAAE,eAA8B,IAAI;QACpE,OAAO,IAAI,CAAC,UAAU,CAAC,6BAA6B,EAAE,OAAO,EAAE,OAAO,EAAE,YAAY,CAAC,CAAC;IACxF,CAAC;IAED,aAAa,CAAC,KAAc;QAC1B,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS;YAAE,OAAO;QACrC,IAAI,CAAC,OAAO,CAAC;YACX,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,0BAA0B,CAAC,CAAC,CAAC,4BAA4B;YACvE,QAAQ,EAAE,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC;SACtD,CAAC,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,KAAK,CAAC,SAAS,GAAG,KAAK;QAC3B,IAAI,IAAI,CAAC,KAAK,KAAK,QAAQ,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS;YAAE,OAAO;QAChE,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC7B,IAAI,CAAC,WAAW,EAAE,CAAC;YACnB,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC;YACnC,OAAO;QACT,CAAC;QACD,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;QACvB,MAAM,MAAM,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YAC3C,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;QAC1B,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,QAAQ,EAAE,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC7E,IAAI,KAAgD,CAAC;QACrD,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,KAAK,GAAG,UAAU,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACvG,YAAY,CAAC,KAAK,CAAC,CAAC;QACpB,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACxB,GAAG,CAAC,IAAI,CAAC,wBAAwB,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,EAAE,CAAC,CAAC;QAC7G,CAAC;QACD,IAAI,CAAC,WAAW,EAAE,CAAC;QACnB,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC;IACrC,CAAC;IAEO,aAAa,CAAC,OAAsB;QAC1C,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;YACrB,KAAK,4BAA4B;gBAC/B,IAAI,OAAO,OAAO,CAAC,KAAK,KAAK,QAAQ,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;oBACvD,IAAI,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,aAAa,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBACzE,CAAC;gBACD,OAAO;YACT,KAAK,gCAAgC,CAAC;YACtC,KAAK,iCAAiC;gBACpC,IAAI,OAAO,OAAO,CAAC,KAAK,KAAK,QAAQ;oBAAE,OAAO;gBAC9C,IAAI,CAAC,OAAO,CAAC;oBACX,IAAI,EAAE,YAAY;oBAClB,IAAI,EAAE,OAAO,CAAC,IAAI,KAAK,gCAAgC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ;oBAC5E,KAAK,EAAE,OAAO,CAAC,KAAK;oBACpB,OAAO,EAAE,OAAO,CAAC,QAAQ,IAAI,CAAC;oBAC9B,KAAK,EAAE,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,QAAQ,IAAI,CAAC;iBAC/C,CAAC,CAAC;gBACH,OAAO;YACT,KAAK,4BAA4B;gBAC/B,IAAI,OAAO,CAAC,UAAU,EAAE,EAAE,IAAI,OAAO,CAAC,UAAU,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;oBACrE,IAAI,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,EAAE,EAAE,OAAO,CAAC,UAAU,CAAC,EAAE,EAAE,QAAQ,EAAE,OAAO,CAAC,SAAS,IAAI,CAAC,EAAE,CAAC,CAAC;gBACpG,CAAC;gBACD,OAAO;YACT,KAAK,uBAAuB;gBAC1B,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,KAAK,EAAE,OAAO,IAAI,IAAI,CAAC,gBAAgB,CAAC;gBACxE,IAAI,CAAC,OAAO,CAAC;oBACX,IAAI,EAAE,OAAO;oBACb,OAAO,EAAE,OAAO,CAAC,KAAK,EAAE,OAAO,IAAI,CAAC;oBACpC,YAAY,EAAE,OAAO,CAAC,cAAc,EAAE,WAAW,IAAI,IAAI;iBAC1D,CAAC,CAAC;gBACH,OAAO;YACT,KAAK,gBAAgB;gBACnB,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,KAAK,EAAE,OAAO,IAAI,IAAI,CAAC,gBAAgB,CAAC;gBACxE,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,MAAM,IAAI,eAAe,CAAC,CAAC;gBACnD,OAAO;YACT,KAAK,OAAO;gBACV,IAAI,CAAC,OAAO,CAAC;oBACX,IAAI,EAAE,OAAO;oBACb,IAAI,EAAE,OAAO,CAAC,KAAK,EAAE,IAAI,IAAI,SAAS;oBACtC,OAAO,EAAE,OAAO,CAAC,KAAK,EAAE,OAAO,IAAI,eAAe;oBAClD,aAAa,EAAE,OAAO,CAAC,KAAK,EAAE,eAAe,IAAI,OAAO,CAAC,eAAe,IAAI,IAAI;iBACjF,CAAC,CAAC;gBACH,OAAO;YACT;gBACE,6DAA6D;gBAC7D,GAAG,CAAC,KAAK,CAAC,YAAY,EAAE,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,aAAa,EAAE,OAAO,CAAC,eAAe,EAAE,CAAC,CAAC;QAC5F,CAAC;IACH,CAAC;IAEO,UAAU,CAChB,IAA6F,EAC7F,MAAc,EACd,OAAe,EACf,YAA2B;QAE3B,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;QAC/B,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC;QACtD,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QACzC,IAAI,CAAC,OAAO,CAAC;YACX,IAAI;YACJ,QAAQ,EAAE,OAAO;YACjB,aAAa,EAAE,YAAY;YAC3B,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,uBAAuB,CAAC;SACnD,CAAC,CAAC;QACH,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,UAAU,CAAC,MAAuB;QACxC,IAAI,IAAI,CAAC,aAAa;YAAE,OAAO;QAC/B,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;QAC1B,IAAI,CAAC,KAAK,GAAG,QAAQ,CAAC;QACtB,IAAI,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,YAAY,EAAE,IAAI,CAAC,gBAAgB,EAAE,CAAC,CAAC;QAC9E,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC;IACpB,CAAC;IAEO,OAAO,CAAC,OAAgC;QAC9C,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC3B,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,UAAU,KAAK,WAAW;YAAE,OAAO;QACzD,IAAI,CAAC;YACH,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;QACvC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,GAAG,CAAC,IAAI,CAAC,kBAAkB,EAAE;gBAC3B,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAChE,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAEO,WAAW;QACjB,IAAI,CAAC;YACH,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC;QACvB,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;IACH,CAAC;IAEO,WAAW,CAAC,MAAc;QAChC,IAAI,CAAC,QAAQ,IAAI,CAAC,CAAC;QACnB,OAAO,GAAG,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;IACtC,CAAC;CACF;AAED,SAAS,YAAY,CAAC,IAAa;IACjC,IAAI,IAAY,CAAC;IACjB,IAAI,OAAO,IAAI,KAAK,QAAQ;QAAE,IAAI,GAAG,IAAI,CAAC;SACrC,IAAI,IAAI,YAAY,WAAW;QAAE,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;SAC3E,IAAI,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC;QAAE,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;;QACjH,OAAO,IAAI,CAAC;IACjB,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAkB,CAAC;QACjD,OAAO,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;IACzD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAc;IACzC,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACvC,MAAM,SAAS,GAAG,KAA+C,CAAC;QAClE,IAAI,SAAS,CAAC,KAAK,YAAY,KAAK;YAAE,OAAO,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC;QACrE,IAAI,OAAO,SAAS,CAAC,OAAO,KAAK,QAAQ,IAAI,SAAS,CAAC,OAAO;YAAE,OAAO,SAAS,CAAC,OAAO,CAAC;IAC3F,CAAC;IACD,OAAO,sBAAsB,CAAC;AAChC,CAAC"}

package/dist/live/speakers.d.ts

@@ -0,0 +1,54 @@
+/**
+ * @file Works out who is talking from per-participant mic levels.
+ *
+ * GPT-Live hears one mixed stream and its transcript has no speaker
+ * labels. The bridge still has each participant's audio separately before
+ * mixing, so it can tell who holds the floor. That feeds two things:
+ *
+ *   - "Now speaking: David" hints, sent to GPT-Live as quiet context when
+ *     the floor changes, so it knows who it is talking to.
+ *   - a timeline of who was talking when, used to label GPT-Live's own
+ *     transcript fragments (which carry session-timeline timestamps) when
+ *     building the prompt for a delegated task.
+ *
+ * Times are milliseconds on the GPT-Live session timeline, i.e. how much
+ * mixed audio has been sent since `session.started`.
+ */
+export interface SpeakerTrackerOptions {
+    /** RMS level (0..1) at or above which a block counts as speech. */
+    speechLevel: number;
+    /** Sustained speech (ms) before someone counts as speaking — ignores coughs and clicks. */
+    onsetMs: number;
+    /** Silence (ms) that ends someone's turn. Bridges pauses between words. */
+    releaseMs: number;
+    /** Minimum time between two "now speaking" announcements. */
+    minAnnounceGapMs: number;
+}
+export declare const DEFAULT_SPEAKER_TRACKER_OPTIONS: SpeakerTrackerOptions;
+export declare class SpeakerTracker {
+    private readonly options;
+    private states;
+    private dominant;
+    private lastAnnounced;
+    private lastAnnounceAt;
+    private segments;
+    constructor(options?: Partial<SpeakerTrackerOptions>);
+    /** Who currently holds the floor, if anyone. */
+    get current(): string | null;
+    /**
+     * Feeds one mixed block's levels (keyed by speaker id).
+     *
+     * @param nowMs - Session-timeline time at the END of the block.
+     * @returns The speaker to announce now, or null.
+     */
+    update(levels: ReadonlyMap<string, number>, nowMs: number): string | null;
+    /**
+     * Best guess at who said something spanning [startMs, endMs): the
+     * speaker with the most floor time in that window, else whoever last
+     * held the floor before it. Null when nobody has spoken yet.
+     */
+    speakerAt(startMs: number, endMs: number): string | null;
+    /** Forget everything — a new GPT-Live session restarts the timeline at 0. */
+    reset(): void;
+}
+//# sourceMappingURL=speakers.d.ts.map

package/dist/live/speakers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"speakers.d.ts","sourceRoot":"","sources":["../../src/live/speakers.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,MAAM,WAAW,qBAAqB;IACpC,mEAAmE;IACnE,WAAW,EAAE,MAAM,CAAC;IACpB,2FAA2F;IAC3F,OAAO,EAAE,MAAM,CAAC;IAChB,2EAA2E;IAC3E,SAAS,EAAE,MAAM,CAAC;IAClB,6DAA6D;IAC7D,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,eAAO,MAAM,+BAA+B,EAAE,qBAK7C,CAAC;AAiBF,qBAAa,cAAc;IACzB,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAwB;IAChD,OAAO,CAAC,MAAM,CAAmC;IACjD,OAAO,CAAC,QAAQ,CAAuB;IACvC,OAAO,CAAC,aAAa,CAAuB;IAC5C,OAAO,CAAC,cAAc,CAA4B;IAClD,OAAO,CAAC,QAAQ,CAAsB;gBAE1B,OAAO,GAAE,OAAO,CAAC,qBAAqB,CAAM;IAIxD,gDAAgD;IAChD,IAAI,OAAO,IAAI,MAAM,GAAG,IAAI,CAE3B;IAED;;;;;OAKG;IACH,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAsDzE;;;;OAIG;IACH,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAuBxD,6EAA6E;IAC7E,KAAK,IAAI,IAAI;CAOd"}

package/dist/live/speakers.js

@@ -0,0 +1,138 @@
+/**
+ * @file Works out who is talking from per-participant mic levels.
+ *
+ * GPT-Live hears one mixed stream and its transcript has no speaker
+ * labels. The bridge still has each participant's audio separately before
+ * mixing, so it can tell who holds the floor. That feeds two things:
+ *
+ *   - "Now speaking: David" hints, sent to GPT-Live as quiet context when
+ *     the floor changes, so it knows who it is talking to.
+ *   - a timeline of who was talking when, used to label GPT-Live's own
+ *     transcript fragments (which carry session-timeline timestamps) when
+ *     building the prompt for a delegated task.
+ *
+ * Times are milliseconds on the GPT-Live session timeline, i.e. how much
+ * mixed audio has been sent since `session.started`.
+ */
+export const DEFAULT_SPEAKER_TRACKER_OPTIONS = {
+    speechLevel: 0.012,
+    onsetMs: 240,
+    releaseMs: 800,
+    minAnnounceGapMs: 1200,
+};
+const MAX_SEGMENTS = 2000;
+export class SpeakerTracker {
+    options;
+    states = new Map();
+    dominant = null;
+    lastAnnounced = null;
+    lastAnnounceAt = Number.NEGATIVE_INFINITY;
+    segments = [];
+    constructor(options = {}) {
+        this.options = { ...DEFAULT_SPEAKER_TRACKER_OPTIONS, ...options };
+    }
+    /** Who currently holds the floor, if anyone. */
+    get current() {
+        return this.dominant;
+    }
+    /**
+     * Feeds one mixed block's levels (keyed by speaker id).
+     *
+     * @param nowMs - Session-timeline time at the END of the block.
+     * @returns The speaker to announce now, or null.
+     */
+    update(levels, nowMs) {
+        const { speechLevel, onsetMs, releaseMs } = this.options;
+        for (const [id, level] of levels) {
+            const state = this.states.get(id) ?? { activeSince: null, lastSpeechAt: -Infinity, level: 0 };
+            state.level = state.level * 0.7 + level * 0.3;
+            if (level >= speechLevel) {
+                if (state.activeSince === null)
+                    state.activeSince = nowMs;
+                state.lastSpeechAt = nowMs;
+            }
+            else if (state.activeSince !== null && nowMs - state.lastSpeechAt >= releaseMs) {
+                state.activeSince = null;
+            }
+            this.states.set(id, state);
+        }
+        for (const id of this.states.keys()) {
+            if (!levels.has(id))
+                this.states.delete(id);
+        }
+        let best = null;
+        let bestLevel = -1;
+        for (const [id, state] of this.states) {
+            if (state.activeSince === null)
+                continue;
+            if (state.lastSpeechAt - state.activeSince < onsetMs)
+                continue;
+            if (state.level > bestLevel) {
+                best = id;
+                bestLevel = state.level;
+            }
+        }
+        // Hold the floor through crosstalk: whoever has it keeps it while still
+        // talking, unless someone else is clearly louder.
+        if (best !== null && this.dominant !== null && best !== this.dominant) {
+            const holder = this.states.get(this.dominant);
+            if (holder?.activeSince != null && holder.level * 1.5 >= bestLevel)
+                best = this.dominant;
+        }
+        if (best !== this.dominant) {
+            const since = best === null ? nowMs : this.states.get(best)?.activeSince ?? nowMs;
+            const last = this.segments[this.segments.length - 1];
+            this.segments.push({ startMs: Math.max(since, last?.startMs ?? since), speaker: best });
+            if (this.segments.length > MAX_SEGMENTS)
+                this.segments.splice(0, this.segments.length - MAX_SEGMENTS);
+            this.dominant = best;
+        }
+        if (this.dominant !== null &&
+            this.dominant !== this.lastAnnounced &&
+            nowMs - this.lastAnnounceAt >= this.options.minAnnounceGapMs) {
+            this.lastAnnounced = this.dominant;
+            this.lastAnnounceAt = nowMs;
+            return this.dominant;
+        }
+        return null;
+    }
+    /**
+     * Best guess at who said something spanning [startMs, endMs): the
+     * speaker with the most floor time in that window, else whoever last
+     * held the floor before it. Null when nobody has spoken yet.
+     */
+    speakerAt(startMs, endMs) {
+        const overlap = new Map();
+        let before = null;
+        for (let i = 0; i < this.segments.length; i++) {
+            const seg = this.segments[i];
+            const segEnd = this.segments[i + 1]?.startMs ?? Number.POSITIVE_INFINITY;
+            if (seg.speaker !== null && seg.startMs <= startMs)
+                before = seg.speaker;
+            if (seg.speaker === null)
+                continue;
+            const lo = Math.max(startMs, seg.startMs);
+            const hi = Math.min(endMs, segEnd);
+            if (hi > lo)
+                overlap.set(seg.speaker, (overlap.get(seg.speaker) ?? 0) + (hi - lo));
+        }
+        let best = null;
+        let bestMs = 0;
+        for (const [speaker, ms] of overlap) {
+            if (ms > bestMs) {
+                best = speaker;
+                bestMs = ms;
+            }
+        }
+        return best ?? before;
+    }
+    /** Forget everything — a new GPT-Live session restarts the timeline at 0. */
+    reset() {
+        this.states.clear();
+        this.dominant = null;
+        this.lastAnnounced = null;
+        this.lastAnnounceAt = Number.NEGATIVE_INFINITY;
+        this.segments = [];
+    }
+}
+//# sourceMappingURL=speakers.js.map

package/dist/live/speakers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"speakers.js","sourceRoot":"","sources":["../../src/live/speakers.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAaH,MAAM,CAAC,MAAM,+BAA+B,GAA0B;IACpE,WAAW,EAAE,KAAK;IAClB,OAAO,EAAE,GAAG;IACZ,SAAS,EAAE,GAAG;IACd,gBAAgB,EAAE,IAAI;CACvB,CAAC;AAeF,MAAM,YAAY,GAAG,IAAI,CAAC;AAE1B,MAAM,OAAO,cAAc;IACR,OAAO,CAAwB;IACxC,MAAM,GAAG,IAAI,GAAG,EAAwB,CAAC;IACzC,QAAQ,GAAkB,IAAI,CAAC;IAC/B,aAAa,GAAkB,IAAI,CAAC;IACpC,cAAc,GAAG,MAAM,CAAC,iBAAiB,CAAC;IAC1C,QAAQ,GAAmB,EAAE,CAAC;IAEtC,YAAY,UAA0C,EAAE;QACtD,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,+BAA+B,EAAE,GAAG,OAAO,EAAE,CAAC;IACpE,CAAC;IAED,gDAAgD;IAChD,IAAI,OAAO;QACT,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IAED;;;;;OAKG;IACH,MAAM,CAAC,MAAmC,EAAE,KAAa;QACvD,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC;QACzD,KAAK,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,IAAI,MAAM,EAAE,CAAC;YACjC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,QAAQ,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;YAC9F,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,GAAG,GAAG,GAAG,KAAK,GAAG,GAAG,CAAC;YAC9C,IAAI,KAAK,IAAI,WAAW,EAAE,CAAC;gBACzB,IAAI,KAAK,CAAC,WAAW,KAAK,IAAI;oBAAE,KAAK,CAAC,WAAW,GAAG,KAAK,CAAC;gBAC1D,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC;YAC7B,CAAC;iBAAM,IAAI,KAAK,CAAC,WAAW,KAAK,IAAI,IAAI,KAAK,GAAG,KAAK,CAAC,YAAY,IAAI,SAAS,EAAE,CAAC;gBACjF,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC;YAC3B,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;QAC7B,CAAC;QACD,KAAK,MAAM,EAAE,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;YACpC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;gBAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC9C,CAAC;QAED,IAAI,IAAI,GAAkB,IAAI,CAAC;QAC/B,IAAI,SAAS,GAAG,CAAC,CAAC,CAAC;QACnB,KAAK,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YACtC,IAAI,KAAK,CAAC,WAAW,KAAK,IAAI;gBAAE,SAAS;YACzC,IAAI,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC,WAAW,GAAG,OAAO;gBAAE,SAAS;YAC/D,IAAI,KAAK,CAAC,KAAK,GAAG,SAAS,EAAE,CAAC;gBAC5B,IAAI,GAAG,EAAE,CAAC;gBACV,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC;YAC1B,CAAC;QACH,CAAC;QACD,wEAAwE;QACxE,kDAAkD;QAClD,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,CAAC,QAAQ,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,CAAC,QAAQ,EAAE,CAAC;YACtE,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC9C,IAAI,MAAM,EAAE,WAAW,IAAI,IAAI,IAAI,MAAM,CAAC,KAAK,GAAG,GAAG,IAAI,SAAS;gBAAE,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC3F,CAAC;QAED,IAAI,IAAI,KAAK,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC3B,MAAM,KAAK,GAAG,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,WAAW,IAAI,KAAK,CAAC;YAClF,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACrD,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,OAAO,IAAI,KAAK,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;YACxF,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,YAAY;gBAAE,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,YAAY,CAAC,CAAC;YACtG,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACvB,CAAC;QAED,IACE,IAAI,CAAC,QAAQ,KAAK,IAAI;YACtB,IAAI,CAAC,QAAQ,KAAK,IAAI,CAAC,aAAa;YACpC,KAAK,GAAG,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,OAAO,CAAC,gBAAgB,EAC5D,CAAC;YACD,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,QAAQ,CAAC;YACnC,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;YAC5B,OAAO,IAAI,CAAC,QAAQ,CAAC;QACvB,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;;OAIG;IACH,SAAS,CAAC,OAAe,EAAE,KAAa;QACtC,MAAM,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;QAC1C,IAAI,MAAM,GAAkB,IAAI,CAAC;QACjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9C,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC;YAC9B,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,IAAI,MAAM,CAAC,iBAAiB,CAAC;YACzE,IAAI,GAAG,CAAC,OAAO,KAAK,IAAI,IAAI,GAAG,CAAC,OAAO,IAAI,OAAO;gBAAE,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC;YACzE,IAAI,GAAG,CAAC,OAAO,KAAK,IAAI;gBAAE,SAAS;YACnC,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;YAC1C,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;YACnC,IAAI,EAAE,GAAG,EAAE;gBAAE,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;QACrF,CAAC;QACD,IAAI,IAAI,GAAkB,IAAI,CAAC;QAC/B,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,KAAK,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,OAAO,EAAE,CAAC;YACpC,IAAI,EAAE,GAAG,MAAM,EAAE,CAAC;gBAChB,IAAI,GAAG,OAAO,CAAC;gBACf,MAAM,GAAG,EAAE,CAAC;YACd,CAAC;QACH,CAAC;QACD,OAAO,IAAI,IAAI,MAAM,CAAC;IACxB,CAAC;IAED,6EAA6E;IAC7E,KAAK;QACH,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QACpB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;QAC1B,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,iBAAiB,CAAC;QAC/C,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAC;IACrB,CAAC;CACF"}