@kuralle-syrinx/browser-client 4.4.0 → 4.5.0

package/dist/agent-state.d.ts

@@ -0,0 +1,35 @@
+import type { SyrinxStudioMessage } from "./index.js";
+export type AgentState = "idle" | "listening" | "endpointing" | "thinking" | "speaking" | "interrupted";
+export interface AgentStateSnapshot {
+    readonly state: AgentState;
+    /** ms the state has been held, from the caller's clock. Lets a UI flag a stuck state. */
+    readonly sinceMs: number;
+    readonly turnId?: string;
+}
+type AnyMessage = {
+    readonly type: string;
+    readonly [k: string]: unknown;
+};
+/**
+ * Fold one message into the state. Pure; the caller supplies the clock so this
+ * stays deterministic under test.
+ *
+ * Ordering note: `speech_started` wins over everything, because a caller talking
+ * is the highest-priority fact on the wire — that is also what makes barge-in
+ * legible (speaking → listening without waiting for the interrupt message).
+ */
+export declare function nextAgentState(prev: AgentStateSnapshot, message: SyrinxStudioMessage | AnyMessage, atMs: number): AgentStateSnapshot;
+export declare const INITIAL_AGENT_STATE: AgentStateSnapshot;
+/** Fold a whole stream. Equivalent to repeated `nextAgentState`. */
+export declare function deriveAgentState(messages: readonly {
+    readonly message: SyrinxStudioMessage | AnyMessage;
+    readonly atMs: number;
+}[]): AgentStateSnapshot;
+/**
+ * How long a state may plausibly be held before it indicates a stall. A UI should
+ * flag rather than hide these — a 30s "thinking" is a hung tool call, not patience.
+ */
+export declare const STATE_STALL_THRESHOLD_MS: Readonly<Record<AgentState, number>>;
+export declare function isStalled(snapshot: AgentStateSnapshot, nowMs: number): boolean;
+export {};
+//# sourceMappingURL=agent-state.d.ts.map

package/dist/agent-state.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-state.d.ts","sourceRoot":"","sources":["../src/agent-state.ts"],"names":[],"mappings":"AAaA,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AAEtD,MAAM,MAAM,UAAU,GAClB,MAAM,GACN,WAAW,GACX,aAAa,GACb,UAAU,GACV,UAAU,GACV,aAAa,CAAC;AAElB,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,KAAK,EAAE,UAAU,CAAC;IAC3B,yFAAyF;IACzF,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,KAAK,UAAU,GAAG;IAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,CAAC,EAAE,MAAM,GAAG,OAAO,CAAA;CAAE,CAAC;AAE3E;;;;;;;GAOG;AACH,wBAAgB,cAAc,CAC5B,IAAI,EAAE,kBAAkB,EACxB,OAAO,EAAE,mBAAmB,GAAG,UAAU,EACzC,IAAI,EAAE,MAAM,GACX,kBAAkB,CAoCpB;AAED,eAAO,MAAM,mBAAmB,EAAE,kBAAkD,CAAC;AAErF,oEAAoE;AACpE,wBAAgB,gBAAgB,CAC9B,QAAQ,EAAE,SAAS;IAAE,QAAQ,CAAC,OAAO,EAAE,mBAAmB,GAAG,UAAU,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;CAAE,EAAE,GACjG,kBAAkB,CAEpB;AAED;;;GAGG;AACH,eAAO,MAAM,wBAAwB,EAAE,QAAQ,CAAC,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,CAOzE,CAAC;AAEF,wBAAgB,SAAS,CAAC,QAAQ,EAAE,kBAAkB,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAE9E"}

package/dist/agent-state.js

@@ -0,0 +1,76 @@
+// SPDX-License-Identifier: MIT
+//
+// Conversational agent state, derived on the client from messages the server
+// already sends. Distinct from `SessionState` in core, which is session
+// *lifecycle* (uninitialized/ready/closed) — this is what the caller experiences:
+// is it listening to me, thinking, or talking?
+//
+// A pause reads as "broken" without this. It is what a client renders as a
+// listening indicator and what makes a turn timeline legible.
+//
+// Derived rather than sent: every signal already exists on the wire, so this
+// needs no server change and works identically on Node and Workers.
+/**
+ * Fold one message into the state. Pure; the caller supplies the clock so this
+ * stays deterministic under test.
+ *
+ * Ordering note: `speech_started` wins over everything, because a caller talking
+ * is the highest-priority fact on the wire — that is also what makes barge-in
+ * legible (speaking → listening without waiting for the interrupt message).
+ */
+export function nextAgentState(prev, message, atMs) {
+    const type = typeof message.type === "string" ? message.type : "";
+    const turnId = typeof message.turnId === "string" ? message.turnId : prev.turnId;
+    const to = (state) => state === prev.state ? { ...prev, turnId } : { state, sinceMs: atMs, turnId };
+    switch (type) {
+        case "speech_started":
+            return to("listening");
+        case "speech_ended":
+            // Speech stopped, but the turn is not necessarily over — this is exactly
+            // the window where a premature endpoint cuts a caller off.
+            return to("endpointing");
+        case "stt_output":
+        case "turn_complete":
+            // A final transcript means the turn closed; the reasoner is now running.
+            return to("thinking");
+        case "agent_tool_call":
+        case "tool_call_started":
+        case "tool_call_delayed":
+            return to("thinking");
+        case "agent_chunk":
+            // Text is arriving but nothing is audible yet.
+            return prev.state === "speaking" ? to("speaking") : to("thinking");
+        case "tts_chunk":
+            return to("speaking");
+        case "agent_interrupted":
+            return to("interrupted");
+        case "tts_end":
+        case "agent_end":
+            // Only settle to idle from a talking state; an interrupt stands until the
+            // next turn starts, so the UI can show what happened.
+            return prev.state === "speaking" ? to("idle") : prev;
+        default:
+            return prev;
+    }
+}
+export const INITIAL_AGENT_STATE = { state: "idle", sinceMs: 0 };
+/** Fold a whole stream. Equivalent to repeated `nextAgentState`. */
+export function deriveAgentState(messages) {
+    return messages.reduce((s, { message, atMs }) => nextAgentState(s, message, atMs), INITIAL_AGENT_STATE);
+}
+/**
+ * How long a state may plausibly be held before it indicates a stall. A UI should
+ * flag rather than hide these — a 30s "thinking" is a hung tool call, not patience.
+ */
+export const STATE_STALL_THRESHOLD_MS = {
+    idle: Number.POSITIVE_INFINITY,
+    listening: 60_000,
+    endpointing: 5_000,
+    thinking: 30_000,
+    speaking: 120_000,
+    interrupted: 10_000,
+};
+export function isStalled(snapshot, nowMs) {
+    return nowMs - snapshot.sinceMs > STATE_STALL_THRESHOLD_MS[snapshot.state];
+}
+//# sourceMappingURL=agent-state.js.map

package/dist/agent-state.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-state.js","sourceRoot":"","sources":["../src/agent-state.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAC/B,EAAE;AACF,6EAA6E;AAC7E,wEAAwE;AACxE,kFAAkF;AAClF,+CAA+C;AAC/C,EAAE;AACF,2EAA2E;AAC3E,8DAA8D;AAC9D,EAAE;AACF,6EAA6E;AAC7E,oEAAoE;AAqBpE;;;;;;;GAOG;AACH,MAAM,UAAU,cAAc,CAC5B,IAAwB,EACxB,OAAyC,EACzC,IAAY;IAEZ,MAAM,IAAI,GAAG,OAAQ,OAAsB,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAE,OAAsB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;IAClG,MAAM,MAAM,GAAG,OAAQ,OAAsB,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAG,OAAsB,CAAC,MAAiB,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;IAC7H,MAAM,EAAE,GAAG,CAAC,KAAiB,EAAsB,EAAE,CACnD,KAAK,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;IAEhF,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,gBAAgB;YACnB,OAAO,EAAE,CAAC,WAAW,CAAC,CAAC;QACzB,KAAK,cAAc;YACjB,yEAAyE;YACzE,2DAA2D;YAC3D,OAAO,EAAE,CAAC,aAAa,CAAC,CAAC;QAC3B,KAAK,YAAY,CAAC;QAClB,KAAK,eAAe;YAClB,yEAAyE;YACzE,OAAO,EAAE,CAAC,UAAU,CAAC,CAAC;QACxB,KAAK,iBAAiB,CAAC;QACvB,KAAK,mBAAmB,CAAC;QACzB,KAAK,mBAAmB;YACtB,OAAO,EAAE,CAAC,UAAU,CAAC,CAAC;QACxB,KAAK,aAAa;YAChB,+CAA+C;YAC/C,OAAO,IAAI,CAAC,KAAK,KAAK,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC;QACrE,KAAK,WAAW;YACd,OAAO,EAAE,CAAC,UAAU,CAAC,CAAC;QACxB,KAAK,mBAAmB;YACtB,OAAO,EAAE,CAAC,aAAa,CAAC,CAAC;QAC3B,KAAK,SAAS,CAAC;QACf,KAAK,WAAW;YACd,0EAA0E;YAC1E,sDAAsD;YACtD,OAAO,IAAI,CAAC,KAAK,KAAK,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACvD;YACE,OAAO,IAAI,CAAC;IAChB,CAAC;AACH,CAAC;AAED,MAAM,CAAC,MAAM,mBAAmB,GAAuB,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;AAErF,oEAAoE;AACpE,MAAM,UAAU,gBAAgB,CAC9B,QAAkG;IAElG,OAAO,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,cAAc,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE,mBAAmB,CAAC,CAAC;AAC1G,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,MAAM,wBAAwB,GAAyC;IAC5E,IAAI,EAAE,MAAM,CAAC,iBAAiB;IAC9B,SAAS,EAAE,MAAM;IACjB,WAAW,EAAE,KAAK;IAClB,QAAQ,EAAE,MAAM;IAChB,QAAQ,EAAE,OAAO;IACjB,WAAW,EAAE,MAAM;CACpB,CAAC;AAEF,MAAM,UAAU,SAAS,CAAC,QAA4B,EAAE,KAAa;IACnE,OAAO,KAAK,GAAG,QAAQ,CAAC,OAAO,GAAG,wBAAwB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;AAC7E,CAAC"}

package/dist/audio.d.ts

@@ -0,0 +1,61 @@
+import { type SyrinxAudioEnvelopeHeader } from "@kuralle-syrinx/core";
+import type { BrowserOpusCodec } from "./browser-opus.js";
+export interface ResampleFloat32Options {
+    readonly fromSampleRateHz: number;
+    readonly toSampleRateHz: number;
+}
+export interface EncodeBrowserAudioOptions extends ResampleFloat32Options {
+    readonly contextId?: string;
+    readonly sequence?: number;
+}
+export interface SyrinxAudioJsonFrame {
+    readonly type: "audio";
+    readonly audio: string;
+    readonly sampleRateHz: number;
+    readonly contextId?: string;
+    readonly sequence?: number;
+}
+export interface BrowserAssistantAudio {
+    readonly data: ArrayBuffer;
+    readonly metadata?: SyrinxAudioEnvelopeHeader;
+}
+export interface AudioJitterBufferOptions {
+    readonly targetBufferMs?: number;
+    readonly sampleRateHz: number;
+}
+export declare function resampleFloat32Linear(input: Float32Array, options: ResampleFloat32Options): Float32Array;
+export declare function float32ToPcm16(samples: Float32Array): Int16Array;
+export declare function encodeBrowserAudioFrame(input: Float32Array, options: EncodeBrowserAudioOptions): SyrinxAudioJsonFrame;
+export declare function encodeBrowserAudioEnvelopeFrame(input: Float32Array, options: EncodeBrowserAudioOptions): Uint8Array;
+export declare function pcm16FrameSampleCount(sampleRateHz: number, frameDurationMs?: number): number;
+export declare function decodeBrowserAssistantAudio(input: ArrayBuffer | ArrayBufferView, opusCodec?: BrowserOpusCodec | null): BrowserAssistantAudio;
+export declare function bytesToBase64(bytes: Uint8Array): string;
+export declare class AudioJitterBuffer {
+    private readonly context;
+    private readonly scheduledFrames;
+    private nextScheduledTime;
+    private readonly targetBufferMs;
+    private readonly sampleRateHz;
+    private readonly contextIds;
+    private lastEnqueuedContextId;
+    private readonly playoutWindow;
+    /** True while assistant audio is scheduled or playing on the playout clock (not the generation clock). */
+    get isPlayingOut(): boolean;
+    /**
+     * Milliseconds of `contextId`'s audio that have actually played out of the
+     * speaker so far, clamped to what has been scheduled. This is the played-out
+     * clock the server needs to truncate assistant history to what was heard.
+     */
+    playedOutMs(contextId: string): number;
+    /** True once all of `contextId`'s scheduled audio has finished playing. */
+    isPlayoutComplete(contextId: string): boolean;
+    /** ContextId of the most recently scheduled assistant audio while any audio is still playing out. */
+    get activeContextId(): string | null;
+    constructor(context: AudioContext, options: AudioJitterBufferOptions);
+    enqueue(pcm16Data: ArrayBuffer, contextId?: string): void;
+    clear(contextId?: string): void;
+    get bufferedDurationMs(): number;
+    get activeContextIds(): readonly string[];
+    private recomputeNextScheduledTime;
+}
+//# sourceMappingURL=audio.d.ts.map

package/dist/audio.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"audio.d.ts","sourceRoot":"","sources":["../src/audio.ts"],"names":[],"mappings":"AAEA,OAAO,EAIL,KAAK,yBAAyB,EAC/B,MAAM,sBAAsB,CAAC;AAE9B,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAE1D,MAAM,WAAW,sBAAsB;IACrC,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAC;IAClC,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;CACjC;AAED,MAAM,WAAW,yBAA0B,SAAQ,sBAAsB;IACvE,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC;IACvB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAC;IAC3B,QAAQ,CAAC,QAAQ,CAAC,EAAE,yBAAyB,CAAC;CAC/C;AAED,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;CAC/B;AASD,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,YAAY,EAAE,OAAO,EAAE,sBAAsB,GAAG,YAAY,CAkBxG;AAED,wBAAgB,cAAc,CAAC,OAAO,EAAE,YAAY,GAAG,UAAU,CAOhE;AAED,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,YAAY,EAAE,OAAO,EAAE,yBAAyB,GAAG,oBAAoB,CAWrH;AAED,wBAAgB,+BAA+B,CAAC,KAAK,EAAE,YAAY,EAAE,OAAO,EAAE,yBAAyB,GAAG,UAAU,CAenH;AAED,wBAAgB,qBAAqB,CAAC,YAAY,EAAE,MAAM,EAAE,eAAe,SAAK,GAAG,MAAM,CAMxF;AAED,wBAAgB,2BAA2B,CACzC,KAAK,EAAE,WAAW,GAAG,eAAe,EACpC,SAAS,GAAE,gBAAgB,GAAG,IAAW,GACxC,qBAAqB,CA6BvB;AAED,wBAAgB,aAAa,CAAC,KAAK,EAAE,UAAU,GAAG,MAAM,CAMvD;AAaD,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAe;IACvC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAkC;IAClE,OAAO,CAAC,iBAAiB,CAAK;IAC9B,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAS;IACxC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;IACtC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAqB;IAChD,OAAO,CAAC,qBAAqB,CAAuB;IAKpD,OAAO,CAAC,QAAQ,CAAC,aAAa,CAA6D;IAE3F,0GAA0G;IAC1G,IAAI,YAAY,IAAI,OAAO,CAE1B;IAED;;;;OAIG;IACH,WAAW,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM;IAQtC,2EAA2E;IAC3E,iBAAiB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO;IAM7C,qGAAqG;IACrG,IAAI,eAAe,IAAI,MAAM,GAAG,IAAI,CAEnC;gBAEW,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,wBAAwB;IAMpE,OAAO,CAAC,SAAS,EAAE,WAAW,EAAE,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI;IAoEzD,KAAK,CAAC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI;IAoC/B,IAAI,kBAAkB,IAAI,MAAM,CAI/B;IAED,IAAI,gBAAgB,IAAI,SAAS,MAAM,EAAE,CAExC;IAED,OAAO,CAAC,0BAA0B;CAYnC"}

package/dist/audio.js

@@ -0,0 +1,276 @@
+// SPDX-License-Identifier: MIT
+import { decodeSyrinxAudioEnvelope, encodeSyrinxAudioEnvelope, hasSyrinxAudioEnvelope, } from "@kuralle-syrinx/core";
+import { pcm16SamplesToBytes } from "@kuralle-syrinx/core/audio";
+export function resampleFloat32Linear(input, options) {
+    const fromRate = readPositiveSampleRate(options.fromSampleRateHz, "fromSampleRateHz");
+    const toRate = readPositiveSampleRate(options.toSampleRateHz, "toSampleRateHz");
+    if (fromRate === toRate)
+        return input;
+    const outLength = Math.max(1, Math.round((input.length * toRate) / fromRate));
+    const output = new Float32Array(outLength);
+    const ratio = fromRate / toRate;
+    for (let i = 0; i < outLength; i += 1) {
+        const src = i * ratio;
+        const lo = Math.floor(src);
+        const hi = Math.min(input.length - 1, lo + 1);
+        const frac = src - lo;
+        output[i] = input[lo] * (1 - frac) + input[hi] * frac;
+    }
+    return output;
+}
+export function float32ToPcm16(samples) {
+    const pcm = new Int16Array(samples.length);
+    for (let i = 0; i < samples.length; i += 1) {
+        const clamped = Math.max(-1, Math.min(1, samples[i]));
+        pcm[i] = clamped < 0 ? Math.round(clamped * 32768) : Math.round(clamped * 32767);
+    }
+    return pcm;
+}
+export function encodeBrowserAudioFrame(input, options) {
+    const targetRate = readPositiveSampleRate(options.toSampleRateHz, "toSampleRateHz");
+    const resampled = resampleFloat32Linear(input, options);
+    const pcm = float32ToPcm16(resampled);
+    return {
+        type: "audio",
+        contextId: options.contextId,
+        sequence: options.sequence,
+        sampleRateHz: targetRate,
+        audio: bytesToBase64(new Uint8Array(pcm.buffer, pcm.byteOffset, pcm.byteLength)),
+    };
+}
+export function encodeBrowserAudioEnvelopeFrame(input, options) {
+    const targetRate = readPositiveSampleRate(options.toSampleRateHz, "toSampleRateHz");
+    const resampled = resampleFloat32Linear(input, options);
+    const pcm = float32ToPcm16(resampled);
+    const audio = new Uint8Array(pcm.buffer, pcm.byteOffset, pcm.byteLength);
+    return encodeSyrinxAudioEnvelope({
+        type: "audio",
+        contextId: options.contextId,
+        sampleRateHz: targetRate,
+        sequence: options.sequence,
+        encoding: "pcm_s16le",
+        channels: 1,
+        byteLength: audio.byteLength,
+        durationMs: Math.round((pcm.length / targetRate) * 1000),
+    }, audio);
+}
+export function pcm16FrameSampleCount(sampleRateHz, frameDurationMs = 20) {
+    const sampleRate = readPositiveSampleRate(sampleRateHz, "sampleRateHz");
+    if (!Number.isFinite(frameDurationMs) || frameDurationMs <= 0) {
+        throw new Error("frameDurationMs must be a positive number");
+    }
+    return Math.max(1, Math.round(sampleRate * (frameDurationMs / 1000)));
+}
+export function decodeBrowserAssistantAudio(input, opusCodec = null) {
+    const bytes = ArrayBuffer.isView(input)
+        ? new Uint8Array(input.buffer, input.byteOffset, input.byteLength)
+        : new Uint8Array(input);
+    if (!hasSyrinxAudioEnvelope(bytes)) {
+        return { data: copyArrayBuffer(bytes) };
+    }
+    const envelope = decodeSyrinxAudioEnvelope(bytes);
+    if (envelope.header.encoding === "opus") {
+        if (!opusCodec) {
+            return { data: new ArrayBuffer(0), metadata: envelope.header };
+        }
+        const wireRate = envelope.header.sampleRateHz;
+        const decoded = opusCodec.decodeOpusFrame(envelope.audio);
+        const pcm = pcm16SamplesToBytes(decoded);
+        return {
+            data: copyArrayBuffer(pcm),
+            metadata: {
+                ...envelope.header,
+                encoding: "pcm_s16le",
+                sampleRateHz: wireRate,
+                byteLength: pcm.byteLength,
+            },
+        };
+    }
+    return {
+        data: copyArrayBuffer(envelope.audio),
+        metadata: envelope.header,
+    };
+}
+export function bytesToBase64(bytes) {
+    let binary = "";
+    for (let i = 0; i < bytes.length; i += 0x8000) {
+        binary += String.fromCharCode(...bytes.subarray(i, i + 0x8000));
+    }
+    return btoa(binary);
+}
+function readPositiveSampleRate(value, name) {
+    if (!Number.isFinite(value) || value <= 0)
+        throw new Error(`${name} must be a positive sample rate`);
+    return value;
+}
+function copyArrayBuffer(bytes) {
+    const copy = new Uint8Array(bytes.byteLength);
+    copy.set(bytes);
+    return copy.buffer;
+}
+export class AudioJitterBuffer {
+    context;
+    scheduledFrames = new Set();
+    nextScheduledTime = 0;
+    targetBufferMs;
+    sampleRateHz;
+    contextIds = new Set();
+    lastEnqueuedContextId = null;
+    // Per-context playout window on the AudioContext clock: the scheduledTime of the
+    // first frame (start) and the running end (start + all scheduled durations). Lets
+    // us report how many ms of a turn's audio the user has ACTUALLY heard — the
+    // authoritative signal for barge-in context truncation (B2).
+    playoutWindow = new Map();
+    /** True while assistant audio is scheduled or playing on the playout clock (not the generation clock). */
+    get isPlayingOut() {
+        return this.scheduledFrames.size > 0;
+    }
+    /**
+     * Milliseconds of `contextId`'s audio that have actually played out of the
+     * speaker so far, clamped to what has been scheduled. This is the played-out
+     * clock the server needs to truncate assistant history to what was heard.
+     */
+    playedOutMs(contextId) {
+        const window = this.playoutWindow.get(contextId);
+        if (!window)
+            return 0;
+        const elapsedMs = (this.context.currentTime - window.startTime) * 1000;
+        const scheduledMs = (window.endTime - window.startTime) * 1000;
+        return Math.max(0, Math.min(elapsedMs, scheduledMs));
+    }
+    /** True once all of `contextId`'s scheduled audio has finished playing. */
+    isPlayoutComplete(contextId) {
+        const window = this.playoutWindow.get(contextId);
+        if (!window)
+            return false;
+        return this.context.currentTime >= window.endTime;
+    }
+    /** ContextId of the most recently scheduled assistant audio while any audio is still playing out. */
+    get activeContextId() {
+        return this.scheduledFrames.size > 0 ? this.lastEnqueuedContextId : null;
+    }
+    constructor(context, options) {
+        this.context = context;
+        this.sampleRateHz = options.sampleRateHz;
+        this.targetBufferMs = options.targetBufferMs ?? 100;
+    }
+    enqueue(pcm16Data, contextId) {
+        try {
+            const pcm16Array = new Int16Array(pcm16Data);
+            // Skip empty or invalid audio data
+            if (pcm16Array.length === 0) {
+                return;
+            }
+            const float32Array = new Float32Array(pcm16Array.length);
+            // Convert PCM16 to Float32
+            for (let i = 0; i < pcm16Array.length; i++) {
+                float32Array[i] = pcm16Array[i] / (pcm16Array[i] < 0 ? 32768 : 32767);
+            }
+            const audioBuffer = this.context.createBuffer(1, float32Array.length, this.sampleRateHz);
+            audioBuffer.copyToChannel(float32Array, 0);
+            const now = this.context.currentTime;
+            // If this is the first frame or we've fallen behind, establish baseline
+            if (this.nextScheduledTime === 0 || this.nextScheduledTime < now) {
+                this.nextScheduledTime = now + (this.targetBufferMs / 1000);
+            }
+            const frame = {
+                buffer: audioBuffer,
+                scheduledTime: this.nextScheduledTime,
+                contextId,
+                source: null,
+            };
+            this.scheduledFrames.add(frame);
+            if (contextId) {
+                this.contextIds.add(contextId);
+                this.lastEnqueuedContextId = contextId;
+                const window = this.playoutWindow.get(contextId);
+                if (window) {
+                    window.endTime = this.nextScheduledTime + audioBuffer.duration;
+                }
+                else {
+                    this.playoutWindow.set(contextId, {
+                        startTime: this.nextScheduledTime,
+                        endTime: this.nextScheduledTime + audioBuffer.duration,
+                    });
+                }
+            }
+            // Schedule the audio
+            const source = this.context.createBufferSource();
+            source.buffer = audioBuffer;
+            source.connect(this.context.destination);
+            frame.source = source;
+            source.start(frame.scheduledTime);
+            // Clean up when done
+            source.onended = () => {
+                this.scheduledFrames.delete(frame);
+                frame.source = null;
+            };
+            this.nextScheduledTime += audioBuffer.duration;
+        }
+        catch (error) {
+            console.warn("AudioJitterBuffer: Failed to enqueue audio frame:", error);
+        }
+    }
+    clear(contextId) {
+        if (contextId) {
+            for (const frame of this.scheduledFrames) {
+                if (frame.contextId === contextId) {
+                    if (frame.source) {
+                        try {
+                            frame.source.stop();
+                        }
+                        catch {
+                            // Ignore if already stopped
+                        }
+                    }
+                    this.scheduledFrames.delete(frame);
+                }
+            }
+            this.contextIds.delete(contextId);
+            this.playoutWindow.delete(contextId);
+            if (this.lastEnqueuedContextId === contextId)
+                this.lastEnqueuedContextId = null;
+            this.recomputeNextScheduledTime();
+        }
+        else {
+            // Clear all frames
+            for (const frame of this.scheduledFrames) {
+                if (frame.source) {
+                    try {
+                        frame.source.stop();
+                    }
+                    catch {
+                        // Ignore if already stopped
+                    }
+                }
+            }
+            this.scheduledFrames.clear();
+            this.contextIds.clear();
+            this.lastEnqueuedContextId = null;
+            this.nextScheduledTime = 0;
+        }
+    }
+    get bufferedDurationMs() {
+        if (this.scheduledFrames.size === 0)
+            return 0;
+        const now = this.context.currentTime;
+        return Math.max(0, (this.nextScheduledTime - now) * 1000);
+    }
+    get activeContextIds() {
+        return [...this.contextIds];
+    }
+    recomputeNextScheduledTime() {
+        if (this.scheduledFrames.size === 0) {
+            this.nextScheduledTime = 0;
+            return;
+        }
+        let maxEnd = 0;
+        for (const frame of this.scheduledFrames) {
+            const end = frame.scheduledTime + frame.buffer.duration;
+            if (end > maxEnd)
+                maxEnd = end;
+        }
+        this.nextScheduledTime = maxEnd;
+    }
+}
+//# sourceMappingURL=audio.js.map

package/dist/audio.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"audio.js","sourceRoot":"","sources":["../src/audio.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAE/B,OAAO,EACL,yBAAyB,EACzB,yBAAyB,EACzB,sBAAsB,GAEvB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AAsCjE,MAAM,UAAU,qBAAqB,CAAC,KAAmB,EAAE,OAA+B;IACxF,MAAM,QAAQ,GAAG,sBAAsB,CAAC,OAAO,CAAC,gBAAgB,EAAE,kBAAkB,CAAC,CAAC;IACtF,MAAM,MAAM,GAAG,sBAAsB,CAAC,OAAO,CAAC,cAAc,EAAE,gBAAgB,CAAC,CAAC;IAChF,IAAI,QAAQ,KAAK,MAAM;QAAE,OAAO,KAAK,CAAC;IAEtC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC;IAC9E,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,SAAS,CAAC,CAAC;IAC3C,MAAM,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;IAEhC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QACtC,MAAM,GAAG,GAAG,CAAC,GAAG,KAAK,CAAC;QACtB,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC3B,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC;QAC9C,MAAM,IAAI,GAAG,GAAG,GAAG,EAAE,CAAC;QACtB,MAAM,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,EAAE,CAAE,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,KAAK,CAAC,EAAE,CAAE,GAAG,IAAI,CAAC;IAC1D,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,OAAqB;IAClD,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC3C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QAC3C,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC;QACvD,GAAG,CAAC,CAAC,CAAC,GAAG,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,KAAK,CAAC,CAAC;IACnF,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,KAAmB,EAAE,OAAkC;IAC7F,MAAM,UAAU,GAAG,sBAAsB,CAAC,OAAO,CAAC,cAAc,EAAE,gBAAgB,CAAC,CAAC;IACpF,MAAM,SAAS,GAAG,qBAAqB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACxD,MAAM,GAAG,GAAG,cAAc,CAAC,SAAS,CAAC,CAAC;IACtC,OAAO;QACL,IAAI,EAAE,OAAO;QACb,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,YAAY,EAAE,UAAU;QACxB,KAAK,EAAE,aAAa,CAAC,IAAI,UAAU,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC,UAAU,CAAC,CAAC;KACjF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,+BAA+B,CAAC,KAAmB,EAAE,OAAkC;IACrG,MAAM,UAAU,GAAG,sBAAsB,CAAC,OAAO,CAAC,cAAc,EAAE,gBAAgB,CAAC,CAAC;IACpF,MAAM,SAAS,GAAG,qBAAqB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACxD,MAAM,GAAG,GAAG,cAAc,CAAC,SAAS,CAAC,CAAC;IACtC,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC,UAAU,CAAC,CAAC;IACzE,OAAO,yBAAyB,CAAC;QAC/B,IAAI,EAAE,OAAO;QACb,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,YAAY,EAAE,UAAU;QACxB,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,QAAQ,EAAE,WAAW;QACrB,QAAQ,EAAE,CAAC;QACX,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,MAAM,GAAG,UAAU,CAAC,GAAG,IAAI,CAAC;KACzD,EAAE,KAAK,CAAC,CAAC;AACZ,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,YAAoB,EAAE,eAAe,GAAG,EAAE;IAC9E,MAAM,UAAU,GAAG,sBAAsB,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC;IACxE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,eAAe,CAAC,IAAI,eAAe,IAAI,CAAC,EAAE,CAAC;QAC9D,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;IAC/D,CAAC;IACD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,CAAC,eAAe,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;AACxE,CAAC;AAED,MAAM,UAAU,2BAA2B,CACzC,KAAoC,EACpC,YAAqC,IAAI;IAEzC,MAAM,KAAK,GAAG,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC;QACrC,CAAC,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC;QAClE,CAAC,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC;IAC1B,IAAI,CAAC,sBAAsB,CAAC,KAAK,CAAC,EAAE,CAAC;QACnC,OAAO,EAAE,IAAI,EAAE,eAAe,CAAC,KAAK,CAAC,EAAE,CAAC;IAC1C,CAAC;IACD,MAAM,QAAQ,GAAG,yBAAyB,CAAC,KAAK,CAAC,CAAC;IAClD,IAAI,QAAQ,CAAC,MAAM,CAAC,QAAQ,KAAK,MAAM,EAAE,CAAC;QACxC,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,OAAO,EAAE,IAAI,EAAE,IAAI,WAAW,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC;QACjE,CAAC;QACD,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,YAAY,CAAC;QAC9C,MAAM,OAAO,GAAG,SAAS,CAAC,eAAe,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC1D,MAAM,GAAG,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAC;QACzC,OAAO;YACL,IAAI,EAAE,eAAe,CAAC,GAAG,CAAC;YAC1B,QAAQ,EAAE;gBACR,GAAG,QAAQ,CAAC,MAAM;gBAClB,QAAQ,EAAE,WAAW;gBACrB,YAAY,EAAE,QAAQ;gBACtB,UAAU,EAAE,GAAG,CAAC,UAAU;aAC3B;SACF,CAAC;IACJ,CAAC;IACD,OAAO;QACL,IAAI,EAAE,eAAe,CAAC,QAAQ,CAAC,KAAK,CAAC;QACrC,QAAQ,EAAE,QAAQ,CAAC,MAAM;KAC1B,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,KAAiB;IAC7C,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,MAAM,EAAE,CAAC;QAC9C,MAAM,IAAI,MAAM,CAAC,YAAY,CAAC,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC;IAClE,CAAC;IACD,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC;AACtB,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAa,EAAE,IAAY;IACzD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,iCAAiC,CAAC,CAAC;IACrG,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,eAAe,CAAC,KAAiB;IACxC,MAAM,IAAI,GAAG,IAAI,UAAU,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IAC9C,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAChB,OAAO,IAAI,CAAC,MAAM,CAAC;AACrB,CAAC;AAED,MAAM,OAAO,iBAAiB;IACX,OAAO,CAAe;IACtB,eAAe,GAAG,IAAI,GAAG,EAAuB,CAAC;IAC1D,iBAAiB,GAAG,CAAC,CAAC;IACb,cAAc,CAAS;IACvB,YAAY,CAAS;IACrB,UAAU,GAAG,IAAI,GAAG,EAAU,CAAC;IACxC,qBAAqB,GAAkB,IAAI,CAAC;IACpD,iFAAiF;IACjF,kFAAkF;IAClF,4EAA4E;IAC5E,6DAA6D;IAC5C,aAAa,GAAG,IAAI,GAAG,EAAkD,CAAC;IAE3F,0GAA0G;IAC1G,IAAI,YAAY;QACd,OAAO,IAAI,CAAC,eAAe,CAAC,IAAI,GAAG,CAAC,CAAC;IACvC,CAAC;IAED;;;;OAIG;IACH,WAAW,CAAC,SAAiB;QAC3B,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACjD,IAAI,CAAC,MAAM;YAAE,OAAO,CAAC,CAAC;QACtB,MAAM,SAAS,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,GAAG,MAAM,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC;QACvE,MAAM,WAAW,GAAG,CAAC,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC;QAC/D,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC,CAAC;IACvD,CAAC;IAED,2EAA2E;IAC3E,iBAAiB,CAAC,SAAiB;QACjC,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACjD,IAAI,CAAC,MAAM;YAAE,OAAO,KAAK,CAAC;QAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW,IAAI,MAAM,CAAC,OAAO,CAAC;IACpD,CAAC;IAED,qGAAqG;IACrG,IAAI,eAAe;QACjB,OAAO,IAAI,CAAC,eAAe,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC,CAAC,IAAI,CAAC;IAC3E,CAAC;IAED,YAAY,OAAqB,EAAE,OAAiC;QAClE,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;QACzC,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,GAAG,CAAC;IACtD,CAAC;IAED,OAAO,CAAC,SAAsB,EAAE,SAAkB;QAChD,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,IAAI,UAAU,CAAC,SAAS,CAAC,CAAC;YAE7C,mCAAmC;YACnC,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC5B,OAAO;YACT,CAAC;YAED,MAAM,YAAY,GAAG,IAAI,YAAY,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YAEzD,2BAA2B;YAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3C,YAAY,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,CAAE,GAAG,CAAC,UAAU,CAAC,CAAC,CAAE,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;YAC1E,CAAC;YAED,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,EAAE,YAAY,CAAC,MAAM,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;YACzF,WAAW,CAAC,aAAa,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;YAE3C,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC;YAErC,wEAAwE;YACxE,IAAI,IAAI,CAAC,iBAAiB,KAAK,CAAC,IAAI,IAAI,CAAC,iBAAiB,GAAG,GAAG,EAAE,CAAC;gBACjE,IAAI,CAAC,iBAAiB,GAAG,GAAG,GAAG,CAAC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,CAAC;YAC9D,CAAC;YAED,MAAM,KAAK,GAAwB;gBACjC,MAAM,EAAE,WAAW;gBACnB,aAAa,EAAE,IAAI,CAAC,iBAAiB;gBACrC,SAAS;gBACT,MAAM,EAAE,IAAI;aACb,CAAC;YAEF,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAChC,IAAI,SAAS,EAAE,CAAC;gBACd,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;gBAC/B,IAAI,CAAC,qBAAqB,GAAG,SAAS,CAAC;gBACvC,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;gBACjD,IAAI,MAAM,EAAE,CAAC;oBACX,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC,iBAAiB,GAAG,WAAW,CAAC,QAAQ,CAAC;gBACjE,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,SAAS,EAAE;wBAChC,SAAS,EAAE,IAAI,CAAC,iBAAiB;wBACjC,OAAO,EAAE,IAAI,CAAC,iBAAiB,GAAG,WAAW,CAAC,QAAQ;qBACvD,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,qBAAqB;YACrB,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,kBAAkB,EAAE,CAAC;YACjD,MAAM,CAAC,MAAM,GAAG,WAAW,CAAC;YAC5B,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;YAEzC,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC;YACtB,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;YAElC,qBAAqB;YACrB,MAAM,CAAC,OAAO,GAAG,GAAG,EAAE;gBACpB,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBACnC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC;YACtB,CAAC,CAAC;YAEF,IAAI,CAAC,iBAAiB,IAAI,WAAW,CAAC,QAAQ,CAAC;QACjD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,IAAI,CAAC,mDAAmD,EAAE,KAAK,CAAC,CAAC;QAC3E,CAAC;IACH,CAAC;IAED,KAAK,CAAC,SAAkB;QACtB,IAAI,SAAS,EAAE,CAAC;YACd,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;gBACzC,IAAI,KAAK,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;oBAClC,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;wBACjB,IAAI,CAAC;4BACH,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;wBACtB,CAAC;wBAAC,MAAM,CAAC;4BACP,4BAA4B;wBAC9B,CAAC;oBACH,CAAC;oBACD,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBACrC,CAAC;YACH,CAAC;YACD,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YAClC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YACrC,IAAI,IAAI,CAAC,qBAAqB,KAAK,SAAS;gBAAE,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC;YAChF,IAAI,CAAC,0BAA0B,EAAE,CAAC;QACpC,CAAC;aAAM,CAAC;YACN,mBAAmB;YACnB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;gBACzC,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;oBACjB,IAAI,CAAC;wBACH,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;oBACtB,CAAC;oBAAC,MAAM,CAAC;wBACP,4BAA4B;oBAC9B,CAAC;gBACH,CAAC;YACH,CAAC;YACD,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;YAC7B,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;YACxB,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC;YAClC,IAAI,CAAC,iBAAiB,GAAG,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;IAED,IAAI,kBAAkB;QACpB,IAAI,IAAI,CAAC,eAAe,CAAC,IAAI,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAC9C,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC;QACrC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,iBAAiB,GAAG,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC;IAC5D,CAAC;IAED,IAAI,gBAAgB;QAClB,OAAO,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC;IAC9B,CAAC;IAEO,0BAA0B;QAChC,IAAI,IAAI,CAAC,eAAe,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YACpC,IAAI,CAAC,iBAAiB,GAAG,CAAC,CAAC;YAC3B,OAAO;QACT,CAAC;QACD,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACzC,MAAM,GAAG,GAAG,KAAK,CAAC,aAAa,GAAG,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC;YACxD,IAAI,GAAG,GAAG,MAAM;gBAAE,MAAM,GAAG,GAAG,CAAC;QACjC,CAAC;QACD,IAAI,CAAC,iBAAiB,GAAG,MAAM,CAAC;IAClC,CAAC;CACF"}

package/dist/browser-opus.d.ts

@@ -0,0 +1,41 @@
+export declare const BROWSER_OPUS_SAMPLE_RATE_HZ = 48000;
+export declare const BROWSER_OPUS_FRAME_DURATION_MS = 20;
+export declare const BROWSER_SUPPORTED_INPUT_CODECS: readonly ["pcm_s16le", "opus"];
+export type BrowserWireCodec = "pcm_s16le" | "opus";
+type OpusEncoder = {
+    encode(pcm: Uint8Array): Uint8Array;
+};
+type OpusDecoder = {
+    decode(opus: Uint8Array): Uint8Array;
+};
+type OpusModule = {
+    readonly Encoder: new (options: {
+        channels: 1;
+        sample_rate: number;
+        application: "voip";
+    }) => OpusEncoder;
+    readonly Decoder: new (options: {
+        channels: 1;
+        sample_rate: number;
+    }) => OpusDecoder;
+};
+export interface BrowserOpusCodec {
+    readonly sampleRateHz: number;
+    readonly frameSamples: number;
+    encodePcm16Frame(samples: Int16Array, flush?: boolean): Uint8Array[];
+    decodeOpusFrame(wire: Uint8Array): Int16Array;
+    reset(): void;
+}
+export declare function loadBrowserOpusModule(): Promise<OpusModule>;
+export declare function createBrowserOpusCodec(sampleRateHz?: number): Promise<BrowserOpusCodec>;
+export declare function pickBrowserWireCodec(supportedInputCodecs: readonly string[] | undefined, opusAvailable: boolean): BrowserWireCodec;
+export declare function encodeBrowserOpusEnvelope(opusPayload: Uint8Array, sampleRateHz: number, options: {
+    readonly contextId?: string;
+    readonly sequence?: number;
+}): Uint8Array;
+export declare function encodeBrowserPcmEnvelope(audio: Uint8Array, sampleRateHz: number, options: {
+    readonly contextId?: string;
+    readonly sequence?: number;
+}): Uint8Array;
+export {};
+//# sourceMappingURL=browser-opus.d.ts.map

package/dist/browser-opus.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"browser-opus.d.ts","sourceRoot":"","sources":["../src/browser-opus.ts"],"names":[],"mappings":"AAKA,eAAO,MAAM,2BAA2B,QAAS,CAAC;AAClD,eAAO,MAAM,8BAA8B,KAAK,CAAC;AACjD,eAAO,MAAM,8BAA8B,gCAAiC,CAAC;AAE7E,MAAM,MAAM,gBAAgB,GAAG,WAAW,GAAG,MAAM,CAAC;AAEpD,KAAK,WAAW,GAAG;IAAE,MAAM,CAAC,GAAG,EAAE,UAAU,GAAG,UAAU,CAAA;CAAE,CAAC;AAC3D,KAAK,WAAW,GAAG;IAAE,MAAM,CAAC,IAAI,EAAE,UAAU,GAAG,UAAU,CAAA;CAAE,CAAC;AAE5D,KAAK,UAAU,GAAG;IAChB,QAAQ,CAAC,OAAO,EAAE,KAAK,OAAO,EAAE;QAAE,QAAQ,EAAE,CAAC,CAAC;QAAC,WAAW,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,KAAK,WAAW,CAAC;IAC1G,QAAQ,CAAC,OAAO,EAAE,KAAK,OAAO,EAAE;QAAE,QAAQ,EAAE,CAAC,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,KAAK,WAAW,CAAC;CACtF,CAAC;AAEF,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,gBAAgB,CAAC,OAAO,EAAE,UAAU,EAAE,KAAK,CAAC,EAAE,OAAO,GAAG,UAAU,EAAE,CAAC;IACrE,eAAe,CAAC,IAAI,EAAE,UAAU,GAAG,UAAU,CAAC;IAC9C,KAAK,IAAI,IAAI,CAAC;CACf;AAID,wBAAgB,qBAAqB,IAAI,OAAO,CAAC,UAAU,CAAC,CAG3D;AAED,wBAAsB,sBAAsB,CAC1C,YAAY,SAA8B,GACzC,OAAO,CAAC,gBAAgB,CAAC,CAuC3B;AAED,wBAAgB,oBAAoB,CAClC,oBAAoB,EAAE,SAAS,MAAM,EAAE,GAAG,SAAS,EACnD,aAAa,EAAE,OAAO,GACrB,gBAAgB,CAGlB;AAED,wBAAgB,yBAAyB,CACvC,WAAW,EAAE,UAAU,EACvB,YAAY,EAAE,MAAM,EACpB,OAAO,EAAE;IAAE,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE,GACnE,UAAU,CAWZ;AAED,wBAAgB,wBAAwB,CACtC,KAAK,EAAE,UAAU,EACjB,YAAY,EAAE,MAAM,EACpB,OAAO,EAAE;IAAE,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE,GACnE,UAAU,CAWZ"}

package/dist/browser-opus.js

@@ -0,0 +1,81 @@
+// SPDX-License-Identifier: MIT
+import { encodeSyrinxAudioEnvelope } from "@kuralle-syrinx/core";
+import { pcm16BytesToSamples, pcm16SamplesToBytes } from "@kuralle-syrinx/core/audio";
+export const BROWSER_OPUS_SAMPLE_RATE_HZ = 48_000;
+export const BROWSER_OPUS_FRAME_DURATION_MS = 20;
+export const BROWSER_SUPPORTED_INPUT_CODECS = ["pcm_s16le", "opus"];
+let opusModulePromise = null;
+export function loadBrowserOpusModule() {
+    opusModulePromise ??= import("@evan/opus");
+    return opusModulePromise;
+}
+export async function createBrowserOpusCodec(sampleRateHz = BROWSER_OPUS_SAMPLE_RATE_HZ) {
+    const { Encoder, Decoder } = await loadBrowserOpusModule();
+    const encoder = new Encoder({ channels: 1, sample_rate: sampleRateHz, application: "voip" });
+    const decoder = new Decoder({ channels: 1, sample_rate: sampleRateHz });
+    const frameSamples = Math.max(1, Math.round((sampleRateHz * BROWSER_OPUS_FRAME_DURATION_MS) / 1000));
+    let encodeRemainder = new Int16Array(0);
+    return {
+        sampleRateHz,
+        frameSamples,
+        reset() {
+            encodeRemainder = new Int16Array(0);
+        },
+        decodeOpusFrame(wire) {
+            return pcm16BytesToSamples(decoder.decode(wire));
+        },
+        encodePcm16Frame(samples, flush = false) {
+            const pending = new Int16Array(encodeRemainder.length + samples.length);
+            pending.set(encodeRemainder);
+            pending.set(samples, encodeRemainder.length);
+            const completeFrames = Math.floor(pending.length / frameSamples);
+            const frames = [];
+            for (let index = 0; index < completeFrames; index += 1) {
+                const frame = pending.subarray(index * frameSamples, (index + 1) * frameSamples);
+                frames.push(encoder.encode(pcm16SamplesToBytes(frame)));
+            }
+            const consumed = completeFrames * frameSamples;
+            const remainder = pending.subarray(consumed);
+            if (flush && remainder.length > 0) {
+                const padded = new Int16Array(frameSamples);
+                padded.set(remainder);
+                frames.push(encoder.encode(pcm16SamplesToBytes(padded)));
+                encodeRemainder = new Int16Array(0);
+            }
+            else {
+                encodeRemainder = new Int16Array(remainder);
+            }
+            return frames;
+        },
+    };
+}
+export function pickBrowserWireCodec(supportedInputCodecs, opusAvailable) {
+    if (opusAvailable && supportedInputCodecs?.includes("opus"))
+        return "opus";
+    return "pcm_s16le";
+}
+export function encodeBrowserOpusEnvelope(opusPayload, sampleRateHz, options) {
+    return encodeSyrinxAudioEnvelope({
+        type: "audio",
+        contextId: options.contextId,
+        sampleRateHz,
+        sequence: options.sequence,
+        encoding: "opus",
+        channels: 1,
+        byteLength: opusPayload.byteLength,
+        durationMs: BROWSER_OPUS_FRAME_DURATION_MS,
+    }, opusPayload);
+}
+export function encodeBrowserPcmEnvelope(audio, sampleRateHz, options) {
+    return encodeSyrinxAudioEnvelope({
+        type: "audio",
+        contextId: options.contextId,
+        sampleRateHz,
+        sequence: options.sequence,
+        encoding: "pcm_s16le",
+        channels: 1,
+        byteLength: audio.byteLength,
+        durationMs: Math.round((audio.byteLength / 2 / sampleRateHz) * 1000),
+    }, audio);
+}
+//# sourceMappingURL=browser-opus.js.map

package/dist/browser-opus.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"browser-opus.js","sourceRoot":"","sources":["../src/browser-opus.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAE/B,OAAO,EAAE,yBAAyB,EAAE,MAAM,sBAAsB,CAAC;AACjE,OAAO,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AAEtF,MAAM,CAAC,MAAM,2BAA2B,GAAG,MAAM,CAAC;AAClD,MAAM,CAAC,MAAM,8BAA8B,GAAG,EAAE,CAAC;AACjD,MAAM,CAAC,MAAM,8BAA8B,GAAG,CAAC,WAAW,EAAE,MAAM,CAAU,CAAC;AAoB7E,IAAI,iBAAiB,GAA+B,IAAI,CAAC;AAEzD,MAAM,UAAU,qBAAqB;IACnC,iBAAiB,KAAK,MAAM,CAAC,YAAY,CAAwB,CAAC;IAClE,OAAO,iBAAiB,CAAC;AAC3B,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,YAAY,GAAG,2BAA2B;IAE1C,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,MAAM,qBAAqB,EAAE,CAAC;IAC3D,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,WAAW,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC,CAAC;IAC7F,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,WAAW,EAAE,YAAY,EAAE,CAAC,CAAC;IACxE,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,YAAY,GAAG,8BAA8B,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;IACrG,IAAI,eAAe,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;IAExC,OAAO;QACL,YAAY;QACZ,YAAY;QACZ,KAAK;YACH,eAAe,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;QACtC,CAAC;QACD,eAAe,CAAC,IAAgB;YAC9B,OAAO,mBAAmB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;QACnD,CAAC;QACD,gBAAgB,CAAC,OAAmB,EAAE,KAAK,GAAG,KAAK;YACjD,MAAM,OAAO,GAAG,IAAI,UAAU,CAAC,eAAe,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;YACxE,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;YAC7B,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,eAAe,CAAC,MAAM,CAAC,CAAC;YAC7C,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,YAAY,CAAC,CAAC;YACjE,MAAM,MAAM,GAAiB,EAAE,CAAC;YAChC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,cAAc,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;gBACvD,MAAM,KAAK,GAAG,OAAO,CAAC,QAAQ,CAAC,KAAK,GAAG,YAAY,EAAE,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,YAAY,CAAC,CAAC;gBACjF,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAC1D,CAAC;YACD,MAAM,QAAQ,GAAG,cAAc,GAAG,YAAY,CAAC;YAC/C,MAAM,SAAS,GAAG,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAC7C,IAAI,KAAK,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAClC,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,YAAY,CAAC,CAAC;gBAC5C,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;gBACtB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;gBACzD,eAAe,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;YACtC,CAAC;iBAAM,CAAC;gBACN,eAAe,GAAG,IAAI,UAAU,CAAC,SAAS,CAAC,CAAC;YAC9C,CAAC;YACD,OAAO,MAAM,CAAC;QAChB,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,oBAAmD,EACnD,aAAsB;IAEtB,IAAI,aAAa,IAAI,oBAAoB,EAAE,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,MAAM,CAAC;IAC3E,OAAO,WAAW,CAAC;AACrB,CAAC;AAED,MAAM,UAAU,yBAAyB,CACvC,WAAuB,EACvB,YAAoB,EACpB,OAAoE;IAEpE,OAAO,yBAAyB,CAAC;QAC/B,IAAI,EAAE,OAAO;QACb,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,YAAY;QACZ,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,QAAQ,EAAE,MAAM;QAChB,QAAQ,EAAE,CAAC;QACX,UAAU,EAAE,WAAW,CAAC,UAAU;QAClC,UAAU,EAAE,8BAA8B;KAC3C,EAAE,WAAW,CAAC,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,wBAAwB,CACtC,KAAiB,EACjB,YAAoB,EACpB,OAAoE;IAEpE,OAAO,yBAAyB,CAAC;QAC/B,IAAI,EAAE,OAAO;QACb,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,YAAY;QACZ,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,QAAQ,EAAE,WAAW;QACrB,QAAQ,EAAE,CAAC;QACX,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,UAAU,GAAG,CAAC,GAAG,YAAY,CAAC,GAAG,IAAI,CAAC;KACrE,EAAE,KAAK,CAAC,CAAC;AACZ,CAAC"}