@glassly/engine 0.1.0-dev.0

package/build/services/soniox/SonioxRealtimeClient.d.ts

@@ -0,0 +1,121 @@
+/**
+ * SonioxRealtimeClient
+ *
+ * Minimal React Native WebSocket client for Soniox realtime STT
+ * (wss://stt-rt.soniox.com/transcribe-websocket). Used by SonioxDirectService
+ * when the user supplies their own Soniox API key: audio streams from the
+ * phone straight to Soniox, bypassing the Glassly cloud.
+ *
+ * Deliberately hand-rolled rather than depending on `@soniox/node` (node HTTP
+ * machinery) or `@soniox/web` (MediaStream capture): the wire protocol is one
+ * JSON config message, then binary PCM frames up / JSON token results down.
+ * Protocol shape mirrors the vendored SDK's buildConfigMessage /
+ * parseResultMessage (cloud-v2 runtime's provider is the reference
+ * implementation: cloud-v2/packages/runtime/src/services/audio/providers/soniox.ts).
+ */
+export declare const SONIOX_STT_WS_URL = "wss://stt-rt.soniox.com/transcribe-websocket";
+export declare const SONIOX_MODEL = "stt-rt-v4";
+/** REST endpoint used only for cheap key validation (Save & Test). */
+export declare const SONIOX_MODELS_URL = "https://api.soniox.com/v1/models";
+export interface SonioxToken {
+    text: string;
+    start_ms?: number;
+    end_ms?: number;
+    confidence?: number;
+    is_final: boolean;
+    speaker?: string;
+    language?: string;
+    translation_status?: "none" | "original" | "translation";
+    source_language?: string;
+}
+export interface SonioxResult {
+    tokens: SonioxToken[];
+    finished?: boolean;
+}
+export declare class SonioxClientError extends Error {
+    readonly code: number | string | undefined;
+    /**
+     * Billing/auth failures (bad key, quota exhausted) are not healed by
+     * reconnecting — Soniox accepts the socket then rejects the session.
+     * Mirrors the cloud provider's isNonTransientProviderError: 401/402/403
+     * plus the quota codes (the raw wire uses 429 for quota).
+     */
+    readonly nonTransient: boolean;
+    constructor(message: string, code?: number | string);
+}
+export interface SonioxSessionOptions {
+    apiKey: string;
+    /** Subscription language ("auto", "en-US", ...). Hints are derived from it. */
+    language?: string;
+    /** Detection hints for auto-mode subscriptions (already bare or BCP-47; normalized here). */
+    languageHints?: string[];
+    /** When set, configure Soniox one-way translation to this target (BCP-47 ok; normalized). */
+    targetLanguage?: string;
+    onOpen?: () => void;
+    onResult: (result: SonioxResult) => void;
+    onEndpoint: () => void;
+    onFinalized: () => void;
+    onError: (err: SonioxClientError) => void;
+    onClose?: () => void;
+    /** Test seam: WebSocket constructor override. */
+    webSocketFactory?: (url: string) => WebSocket;
+}
+/**
+ * Build Soniox `language_hints`. A specific language is its own hint (region
+ * stripped: "en-US" -> "en"). For "auto" the miniapp's detection hints are
+ * reduced to bare codes and deduped. Passing a BCP-47 tag or unknown code
+ * makes Soniox reject the session ("Invalid language hint"), so everything is
+ * normalized here. Port of the cloud provider's sonioxLanguageHints.
+ */
+export declare function sonioxLanguageHints(language: string | undefined, hints: string[] | undefined): string[] | undefined;
+/**
+ * Soniox one-way translation target takes a bare ISO 639-1 code — a BCP-47
+ * tag ("es-ES") kills the session. Subscription keys keep the full tag; only
+ * the wire config is reduced. Port of the cloud provider's sonioxTranslationTarget.
+ */
+export declare function sonioxTranslationTarget(target: string): string;
+/** The first (and only) config message sent after the socket opens. */
+export declare function buildSonioxConfigMessage(opts: {
+    apiKey: string;
+    language?: string;
+    languageHints?: string[];
+    targetLanguage?: string;
+}): Record<string, unknown>;
+/**
+ * One realtime session: connect, stream audio, receive tokens. A dead session
+ * is not reusable — SonioxDirectService replaces it on reconnect.
+ */
+export declare class SonioxRealtimeClient {
+    private readonly opts;
+    private ws;
+    private opened;
+    private closed;
+    private connectTimer;
+    private keepaliveTimer;
+    private lastAudioSentAt;
+    constructor(opts: SonioxSessionOptions);
+    isOpen(): boolean;
+    connect(): void;
+    /** Binary PCM (s16le 16kHz mono) frame. Dropped when the socket isn't open. */
+    sendAudio(pcm: ArrayBuffer): void;
+    finalize(): void;
+    close(): void;
+    private handleMessage;
+    private sendControl;
+    private startKeepalive;
+    private stopKeepalive;
+    private clearConnectTimer;
+    private teardown;
+}
+/**
+ * Cheap key validation for the Keys screen: GET /v1/models with the key as a
+ * Bearer token. 401/403 → invalid key; network failure → indeterminate (the
+ * caller may offer "save anyway").
+ */
+export declare function validateSonioxApiKey(apiKey: string): Promise<{
+    ok: true;
+} | {
+    ok: false;
+    reason: "invalid_key" | "network";
+}>;
+//# sourceMappingURL=SonioxRealtimeClient.d.ts.map

package/build/services/soniox/SonioxRealtimeClient.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"SonioxRealtimeClient.d.ts","sourceRoot":"","sources":["../../../src/services/soniox/SonioxRealtimeClient.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAIH,eAAO,MAAM,iBAAiB,iDAAiD,CAAA;AAC/E,eAAO,MAAM,YAAY,cAAc,CAAA;AACvC,sEAAsE;AACtE,eAAO,MAAM,iBAAiB,qCAAqC,CAAA;AAKnE,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAA;IACZ,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,QAAQ,EAAE,OAAO,CAAA;IACjB,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,kBAAkB,CAAC,EAAE,MAAM,GAAG,UAAU,GAAG,aAAa,CAAA;IACxD,eAAe,CAAC,EAAE,MAAM,CAAA;CACzB;AAED,MAAM,WAAW,YAAY;IAC3B,MAAM,EAAE,WAAW,EAAE,CAAA;IACrB,QAAQ,CAAC,EAAE,OAAO,CAAA;CACnB;AAED,qBAAa,iBAAkB,SAAQ,KAAK;IAC1C,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAAA;IAC1C;;;;;OAKG;IACH,QAAQ,CAAC,YAAY,EAAE,OAAO,CAAA;gBAElB,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,GAAG,MAAM;CAMpD;AAED,MAAM,WAAW,oBAAoB;IACnC,MAAM,EAAE,MAAM,CAAA;IACd,+EAA+E;IAC/E,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,6FAA6F;IAC7F,aAAa,CAAC,EAAE,MAAM,EAAE,CAAA;IACxB,6FAA6F;IAC7F,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,MAAM,CAAC,EAAE,MAAM,IAAI,CAAA;IACnB,QAAQ,EAAE,CAAC,MAAM,EAAE,YAAY,KAAK,IAAI,CAAA;IACxC,UAAU,EAAE,MAAM,IAAI,CAAA;IACtB,WAAW,EAAE,MAAM,IAAI,CAAA;IACvB,OAAO,EAAE,CAAC,GAAG,EAAE,iBAAiB,KAAK,IAAI,CAAA;IACzC,OAAO,CAAC,EAAE,MAAM,IAAI,CAAA;IACpB,iDAAiD;IACjD,gBAAgB,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,SAAS,CAAA;CAC9C;AAED;;;;;;GAMG;AACH,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,MAAM,GAAG,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,SAAS,GAAG,MAAM,EAAE,GAAG,SAAS,CAQnH;AAED;;;;GAIG;AACH,wBAAgB,uBAAuB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAE9D;AAED,uEAAuE;AACvE,wBAAgB,wBAAwB,CAAC,IAAI,EAAE;IAC7C,MAAM,EAAE,MAAM,CAAA;IACd,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,aAAa,CAAC,EAAE,MAAM,EAAE,CAAA;IACxB,cAAc,CAAC,EAAE,MAAM,CAAA;CACxB,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAoB1B;AAED;;;GAGG;AACH,qBAAa,oBAAoB;IAC/B,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAsB;IAC3C,OAAO,CAAC,EAAE,CAAyB;IACnC,OAAO,CAAC,MAAM,CAAQ;IACtB,OAAO,CAAC,MAAM,CAAQ;IACtB,OAAO,CAAC,YAAY,CAAsB;IAC1C,OAAO,CAAC,cAAc,CAAsB;IAC5C,OAAO,CAAC,eAAe,CAAI;gBAEf,IAAI,EAAE,oBAAoB;IAItC,MAAM,IAAI,OAAO;IAIjB,OAAO,IAAI,IAAI;IA4Df,+EAA+E;IAC/E,SAAS,CAAC,GAAG,EAAE,WAAW,GAAG,IAAI;IAUjC,QAAQ,IAAI,IAAI;IAIhB,KAAK,IAAI,IAAI;IAmBb,OAAO,CAAC,aAAa;IAsCrB,OAAO,CAAC,WAAW;IASnB,OAAO,CAAC,cAAc;IAWtB,OAAO,CAAC,aAAa;IAOrB,OAAO,CAAC,iBAAiB;IAOzB,OAAO,CAAC,QAAQ;CAOjB;AAED;;;;GAIG;AACH,wBAAsB,oBAAoB,CACxC,MAAM,EAAE,MAAM,GACb,OAAO,CAAC;IAAC,EAAE,EAAE,IAAI,CAAA;CAAC,GAAG;IAAC,EAAE,EAAE,KAAK,CAAC;IAAC,MAAM,EAAE,aAAa,GAAG,SAAS,CAAA;CAAC,CAAC,CAYtE"}

package/build/services/soniox/SonioxRealtimeClient.js

@@ -0,0 +1,301 @@
+/**
+ * SonioxRealtimeClient
+ *
+ * Minimal React Native WebSocket client for Soniox realtime STT
+ * (wss://stt-rt.soniox.com/transcribe-websocket). Used by SonioxDirectService
+ * when the user supplies their own Soniox API key: audio streams from the
+ * phone straight to Soniox, bypassing the Glassly cloud.
+ *
+ * Deliberately hand-rolled rather than depending on `@soniox/node` (node HTTP
+ * machinery) or `@soniox/web` (MediaStream capture): the wire protocol is one
+ * JSON config message, then binary PCM frames up / JSON token results down.
+ * Protocol shape mirrors the vendored SDK's buildConfigMessage /
+ * parseResultMessage (cloud-v2 runtime's provider is the reference
+ * implementation: cloud-v2/packages/runtime/src/services/audio/providers/soniox.ts).
+ */
+import { BgTimer } from "../../utils/timers";
+export const SONIOX_STT_WS_URL = "wss://stt-rt.soniox.com/transcribe-websocket";
+export const SONIOX_MODEL = "stt-rt-v4";
+/** REST endpoint used only for cheap key validation (Save & Test). */
+export const SONIOX_MODELS_URL = "https://api.soniox.com/v1/models";
+const CONNECT_TIMEOUT_MS = 20_000;
+const KEEPALIVE_INTERVAL_MS = 5_000;
+export class SonioxClientError extends Error {
+    code;
+    /**
+     * Billing/auth failures (bad key, quota exhausted) are not healed by
+     * reconnecting — Soniox accepts the socket then rejects the session.
+     * Mirrors the cloud provider's isNonTransientProviderError: 401/402/403
+     * plus the quota codes (the raw wire uses 429 for quota).
+     */
+    nonTransient;
+    constructor(message, code) {
+        super(message);
+        this.name = "SonioxClientError";
+        this.code = code;
+        this.nonTransient = code === 401 || code === 402 || code === 403 || code === 429 || code === "quota_exceeded";
+    }
+}
+/**
+ * Build Soniox `language_hints`. A specific language is its own hint (region
+ * stripped: "en-US" -> "en"). For "auto" the miniapp's detection hints are
+ * reduced to bare codes and deduped. Passing a BCP-47 tag or unknown code
+ * makes Soniox reject the session ("Invalid language hint"), so everything is
+ * normalized here. Port of the cloud provider's sonioxLanguageHints.
+ */
+export function sonioxLanguageHints(language, hints) {
+    const toBareCode = (code) => code.split("-")[0].toLowerCase();
+    if (language && language !== "auto") {
+        return [toBareCode(language)];
+    }
+    if (!hints || hints.length === 0)
+        return undefined;
+    const bare = [...new Set(hints.map(toBareCode).filter(Boolean))];
+    return bare.length > 0 ? bare : undefined;
+}
+/**
+ * Soniox one-way translation target takes a bare ISO 639-1 code — a BCP-47
+ * tag ("es-ES") kills the session. Subscription keys keep the full tag; only
+ * the wire config is reduced. Port of the cloud provider's sonioxTranslationTarget.
+ */
+export function sonioxTranslationTarget(target) {
+    return target.split("-")[0].toLowerCase();
+}
+/** The first (and only) config message sent after the socket opens. */
+export function buildSonioxConfigMessage(opts) {
+    return {
+        api_key: opts.apiKey,
+        model: SONIOX_MODEL,
+        audio_format: "pcm_s16le",
+        sample_rate: 16_000,
+        num_channels: 1,
+        enable_language_identification: true,
+        enable_endpoint_detection: true,
+        enable_speaker_diarization: true,
+        max_endpoint_delay_ms: 2_000,
+        language_hints: sonioxLanguageHints(opts.language, opts.languageHints),
+        context: {
+            terms: ["Glassly", "Hey Glassly"],
+            text: "Glassly, Hey Glassly (an AI assistant)",
+        },
+        translation: opts.targetLanguage
+            ? { type: "one_way", target_language: sonioxTranslationTarget(opts.targetLanguage) }
+            : undefined,
+    };
+}
+/**
+ * One realtime session: connect, stream audio, receive tokens. A dead session
+ * is not reusable — SonioxDirectService replaces it on reconnect.
+ */
+export class SonioxRealtimeClient {
+    opts;
+    ws = null;
+    opened = false;
+    closed = false;
+    connectTimer = null;
+    keepaliveTimer = null;
+    lastAudioSentAt = 0;
+    constructor(opts) {
+        this.opts = opts;
+    }
+    isOpen() {
+        return this.opened && !this.closed;
+    }
+    connect() {
+        if (this.ws)
+            return;
+        const factory = this.opts.webSocketFactory ?? ((url) => new WebSocket(url));
+        let ws;
+        try {
+            ws = factory(SONIOX_STT_WS_URL);
+        }
+        catch (err) {
+            this.opts.onError(new SonioxClientError(`websocket construction failed: ${err?.message ?? err}`));
+            return;
+        }
+        this.ws = ws;
+        ws.binaryType = "arraybuffer";
+        this.connectTimer = BgTimer.setTimeout(() => {
+            this.connectTimer = null;
+            if (!this.opened && !this.closed) {
+                this.opts.onError(new SonioxClientError("connect timeout", 503));
+                this.close();
+            }
+        }, CONNECT_TIMEOUT_MS);
+        ws.onopen = () => {
+            if (this.closed)
+                return;
+            this.clearConnectTimer();
+            this.opened = true;
+            const config = buildSonioxConfigMessage({
+                apiKey: this.opts.apiKey,
+                language: this.opts.language,
+                languageHints: this.opts.languageHints,
+                targetLanguage: this.opts.targetLanguage,
+            });
+            try {
+                ws.send(JSON.stringify(config));
+            }
+            catch (err) {
+                this.opts.onError(new SonioxClientError(`config send failed: ${err?.message ?? err}`));
+                this.close();
+                return;
+            }
+            this.startKeepalive();
+            this.opts.onOpen?.();
+        };
+        ws.onmessage = (event) => {
+            if (this.closed || typeof event.data !== "string")
+                return;
+            this.handleMessage(event.data);
+        };
+        ws.onerror = () => {
+            if (this.closed)
+                return;
+            // RN's error event carries no useful detail; the close event follows.
+            this.opts.onError(new SonioxClientError("websocket error", 503));
+        };
+        ws.onclose = () => {
+            const wasClosed = this.closed;
+            this.teardown();
+            if (!wasClosed)
+                this.opts.onClose?.();
+        };
+    }
+    /** Binary PCM (s16le 16kHz mono) frame. Dropped when the socket isn't open. */
+    sendAudio(pcm) {
+        if (!this.isOpen() || !this.ws)
+            return;
+        this.lastAudioSentAt = Date.now();
+        try {
+            this.ws.send(pcm);
+        }
+        catch (err) {
+            this.opts.onError(new SonioxClientError(`audio send failed: ${err?.message ?? err}`));
+        }
+    }
+    finalize() {
+        this.sendControl({ type: "finalize" });
+    }
+    close() {
+        if (this.closed) {
+            return;
+        }
+        this.closed = true;
+        this.clearConnectTimer();
+        this.stopKeepalive();
+        const ws = this.ws;
+        this.ws = null;
+        this.opened = false;
+        if (ws) {
+            try {
+                ws.close();
+            }
+            catch {
+                /* best-effort */
+            }
+        }
+    }
+    handleMessage(data) {
+        let raw;
+        try {
+            raw = JSON.parse(data);
+        }
+        catch {
+            return;
+        }
+        if ("error_code" in raw || "error_message" in raw) {
+            const code = raw.error_code;
+            const message = typeof raw.error_message === "string" ? raw.error_message : "soniox error";
+            this.opts.onError(new SonioxClientError(message, code));
+            return;
+        }
+        const allTokens = Array.isArray(raw.tokens) ? raw.tokens : [];
+        let sawEndpoint = false;
+        let sawFinalized = false;
+        const tokens = [];
+        for (const t of allTokens) {
+            if (typeof t?.text !== "string")
+                continue;
+            if (t.text === "<end>") {
+                sawEndpoint = true;
+            }
+            else if (t.text === "<fin>") {
+                sawFinalized = true;
+            }
+            else {
+                tokens.push(t);
+            }
+        }
+        if (tokens.length > 0) {
+            this.opts.onResult({ tokens, finished: raw.finished === true });
+        }
+        // Order matters: tokens in the same message belong to the utterance the
+        // endpoint closes, so deliver them before the boundary signal.
+        if (sawEndpoint)
+            this.opts.onEndpoint();
+        if (sawFinalized)
+            this.opts.onFinalized();
+    }
+    sendControl(msg) {
+        if (!this.isOpen() || !this.ws)
+            return;
+        try {
+            this.ws.send(JSON.stringify(msg));
+        }
+        catch {
+            /* best-effort */
+        }
+    }
+    startKeepalive() {
+        this.stopKeepalive();
+        this.keepaliveTimer = BgTimer.setInterval(() => {
+            // Only needed when no audio has been sent recently — Soniox times out
+            // idle sessions. Continuous audio makes this a safety net.
+            if (Date.now() - this.lastAudioSentAt >= KEEPALIVE_INTERVAL_MS) {
+                this.sendControl({ type: "keepalive" });
+            }
+        }, KEEPALIVE_INTERVAL_MS);
+    }
+    stopKeepalive() {
+        if (this.keepaliveTimer !== null) {
+            BgTimer.clearInterval(this.keepaliveTimer);
+            this.keepaliveTimer = null;
+        }
+    }
+    clearConnectTimer() {
+        if (this.connectTimer !== null) {
+            BgTimer.clearTimeout(this.connectTimer);
+            this.connectTimer = null;
+        }
+    }
+    teardown() {
+        this.closed = true;
+        this.opened = false;
+        this.clearConnectTimer();
+        this.stopKeepalive();
+        this.ws = null;
+    }
+}
+/**
+ * Cheap key validation for the Keys screen: GET /v1/models with the key as a
+ * Bearer token. 401/403 → invalid key; network failure → indeterminate (the
+ * caller may offer "save anyway").
+ */
+export async function validateSonioxApiKey(apiKey) {
+    try {
+        const res = await fetch(SONIOX_MODELS_URL, {
+            method: "GET",
+            headers: { Authorization: `Bearer ${apiKey}` },
+        });
+        if (res.ok)
+            return { ok: true };
+        if (res.status === 401 || res.status === 403)
+            return { ok: false, reason: "invalid_key" };
+        return { ok: false, reason: "network" };
+    }
+    catch {
+        return { ok: false, reason: "network" };
+    }
+}
+//# sourceMappingURL=SonioxRealtimeClient.js.map

package/build/services/soniox/SonioxRealtimeClient.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SonioxRealtimeClient.js","sourceRoot":"","sources":["../../../src/services/soniox/SonioxRealtimeClient.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAC,OAAO,EAAC,MAAM,oBAAoB,CAAA;AAE1C,MAAM,CAAC,MAAM,iBAAiB,GAAG,8CAA8C,CAAA;AAC/E,MAAM,CAAC,MAAM,YAAY,GAAG,WAAW,CAAA;AACvC,sEAAsE;AACtE,MAAM,CAAC,MAAM,iBAAiB,GAAG,kCAAkC,CAAA;AAEnE,MAAM,kBAAkB,GAAG,MAAM,CAAA;AACjC,MAAM,qBAAqB,GAAG,KAAK,CAAA;AAmBnC,MAAM,OAAO,iBAAkB,SAAQ,KAAK;IACjC,IAAI,CAA6B;IAC1C;;;;;OAKG;IACM,YAAY,CAAS;IAE9B,YAAY,OAAe,EAAE,IAAsB;QACjD,KAAK,CAAC,OAAO,CAAC,CAAA;QACd,IAAI,CAAC,IAAI,GAAG,mBAAmB,CAAA;QAC/B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAA;QAChB,IAAI,CAAC,YAAY,GAAG,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,gBAAgB,CAAA;IAC/G,CAAC;CACF;AAoBD;;;;;;GAMG;AACH,MAAM,UAAU,mBAAmB,CAAC,QAA4B,EAAE,KAA2B;IAC3F,MAAM,UAAU,GAAG,CAAC,IAAY,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAA;IACrE,IAAI,QAAQ,IAAI,QAAQ,KAAK,MAAM,EAAE,CAAC;QACpC,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAA;IAC/B,CAAC;IACD,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAA;IAClD,MAAM,IAAI,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAA;IAChE,OAAO,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAA;AAC3C,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,uBAAuB,CAAC,MAAc;IACpD,OAAO,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAA;AAC3C,CAAC;AAED,uEAAuE;AACvE,MAAM,UAAU,wBAAwB,CAAC,IAKxC;IACC,OAAO;QACL,OAAO,EAAE,IAAI,CAAC,MAAM;QACpB,KAAK,EAAE,YAAY;QACnB,YAAY,EAAE,WAAW;QACzB,WAAW,EAAE,MAAM;QACnB,YAAY,EAAE,CAAC;QACf,8BAA8B,EAAE,IAAI;QACpC,yBAAyB,EAAE,IAAI;QAC/B,0BAA0B,EAAE,IAAI;QAChC,qBAAqB,EAAE,KAAK;QAC5B,cAAc,EAAE,mBAAmB,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,aAAa,CAAC;QACtE,OAAO,EAAE;YACP,KAAK,EAAE,CAAC,SAAS,EAAE,aAAa,CAAC;YACjC,IAAI,EAAE,wCAAwC;SAC/C;QACD,WAAW,EAAE,IAAI,CAAC,cAAc;YAC9B,CAAC,CAAC,EAAC,IAAI,EAAE,SAAS,EAAE,eAAe,EAAE,uBAAuB,CAAC,IAAI,CAAC,cAAc,CAAC,EAAC;YAClF,CAAC,CAAC,SAAS;KACd,CAAA;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,OAAO,oBAAoB;IACd,IAAI,CAAsB;IACnC,EAAE,GAAqB,IAAI,CAAA;IAC3B,MAAM,GAAG,KAAK,CAAA;IACd,MAAM,GAAG,KAAK,CAAA;IACd,YAAY,GAAkB,IAAI,CAAA;IAClC,cAAc,GAAkB,IAAI,CAAA;IACpC,eAAe,GAAG,CAAC,CAAA;IAE3B,YAAY,IAA0B;QACpC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAA;IAClB,CAAC;IAED,MAAM;QACJ,OAAO,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAA;IACpC,CAAC;IAED,OAAO;QACL,IAAI,IAAI,CAAC,EAAE;YAAE,OAAM;QACnB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,gBAAgB,IAAI,CAAC,CAAC,GAAW,EAAE,EAAE,CAAC,IAAI,SAAS,CAAC,GAAG,CAAC,CAAC,CAAA;QACnF,IAAI,EAAa,CAAA;QACjB,IAAI,CAAC;YACH,EAAE,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAAA;QACjC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,iBAAiB,CAAC,kCAAmC,GAAa,EAAE,OAAO,IAAI,GAAG,EAAE,CAAC,CAAC,CAAA;YAC5G,OAAM;QACR,CAAC;QACD,IAAI,CAAC,EAAE,GAAG,EAAE,CAAA;QACZ,EAAE,CAAC,UAAU,GAAG,aAAa,CAAA;QAE7B,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,EAAE;YAC1C,IAAI,CAAC,YAAY,GAAG,IAAI,CAAA;YACxB,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;gBACjC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,iBAAiB,CAAC,iBAAiB,EAAE,GAAG,CAAC,CAAC,CAAA;gBAChE,IAAI,CAAC,KAAK,EAAE,CAAA;YACd,CAAC;QACH,CAAC,EAAE,kBAAkB,CAAC,CAAA;QAEtB,EAAE,CAAC,MAAM,GAAG,GAAG,EAAE;YACf,IAAI,IAAI,CAAC,MAAM;gBAAE,OAAM;YACvB,IAAI,CAAC,iBAAiB,EAAE,CAAA;YACxB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAA;YAClB,MAAM,MAAM,GAAG,wBAAwB,CAAC;gBACtC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM;gBACxB,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ;gBAC5B,aAAa,EAAE,IAAI,CAAC,IAAI,CAAC,aAAa;gBACtC,cAAc,EAAE,IAAI,CAAC,IAAI,CAAC,cAAc;aACzC,CAAC,CAAA;YACF,IAAI,CAAC;gBACH,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAA;YACjC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,iBAAiB,CAAC,uBAAwB,GAAa,EAAE,OAAO,IAAI,GAAG,EAAE,CAAC,CAAC,CAAA;gBACjG,IAAI,CAAC,KAAK,EAAE,CAAA;gBACZ,OAAM;YACR,CAAC;YACD,IAAI,CAAC,cAAc,EAAE,CAAA;YACrB,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,CAAA;QACtB,CAAC,CAAA;QAED,EAAE,CAAC,SAAS,GAAG,CAAC,KAAK,EAAE,EAAE;YACvB,IAAI,IAAI,CAAC,MAAM,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ;gBAAE,OAAM;YACzD,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;QAChC,CAAC,CAAA;QAED,EAAE,CAAC,OAAO,GAAG,GAAG,EAAE;YAChB,IAAI,IAAI,CAAC,MAAM;gBAAE,OAAM;YACvB,sEAAsE;YACtE,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,iBAAiB,CAAC,iBAAiB,EAAE,GAAG,CAAC,CAAC,CAAA;QAClE,CAAC,CAAA;QAED,EAAE,CAAC,OAAO,GAAG,GAAG,EAAE;YAChB,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAA;YAC7B,IAAI,CAAC,QAAQ,EAAE,CAAA;YACf,IAAI,CAAC,SAAS;gBAAE,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,CAAA;QACvC,CAAC,CAAA;IACH,CAAC;IAED,+EAA+E;IAC/E,SAAS,CAAC,GAAgB;QACxB,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE;YAAE,OAAM;QACtC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QACjC,IAAI,CAAC;YACH,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QACnB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,iBAAiB,CAAC,sBAAuB,GAAa,EAAE,OAAO,IAAI,GAAG,EAAE,CAAC,CAAC,CAAA;QAClG,CAAC;IACH,CAAC;IAED,QAAQ;QACN,IAAI,CAAC,WAAW,CAAC,EAAC,IAAI,EAAE,UAAU,EAAC,CAAC,CAAA;IACtC,CAAC;IAED,KAAK;QACH,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,OAAM;QACR,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAA;QAClB,IAAI,CAAC,iBAAiB,EAAE,CAAA;QACxB,IAAI,CAAC,aAAa,EAAE,CAAA;QACpB,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,CAAA;QAClB,IAAI,CAAC,EAAE,GAAG,IAAI,CAAA;QACd,IAAI,CAAC,MAAM,GAAG,KAAK,CAAA;QACnB,IAAI,EAAE,EAAE,CAAC;YACP,IAAI,CAAC;gBACH,EAAE,CAAC,KAAK,EAAE,CAAA;YACZ,CAAC;YAAC,MAAM,CAAC;gBACP,iBAAiB;YACnB,CAAC;QACH,CAAC;IACH,CAAC;IAEO,aAAa,CAAC,IAAY;QAChC,IAAI,GAA4B,CAAA;QAChC,IAAI,CAAC;YACH,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAA4B,CAAA;QACnD,CAAC;QAAC,MAAM,CAAC;YACP,OAAM;QACR,CAAC;QACD,IAAI,YAAY,IAAI,GAAG,IAAI,eAAe,IAAI,GAAG,EAAE,CAAC;YAClD,MAAM,IAAI,GAAG,GAAG,CAAC,UAAyC,CAAA;YAC1D,MAAM,OAAO,GAAG,OAAO,GAAG,CAAC,aAAa,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,cAAc,CAAA;YAC1F,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,iBAAiB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAA;YACvD,OAAM;QACR,CAAC;QAED,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAE,GAAG,CAAC,MAAwB,CAAC,CAAC,CAAC,EAAE,CAAA;QAChF,IAAI,WAAW,GAAG,KAAK,CAAA;QACvB,IAAI,YAAY,GAAG,KAAK,CAAA;QACxB,MAAM,MAAM,GAAkB,EAAE,CAAA;QAChC,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;YAC1B,IAAI,OAAO,CAAC,EAAE,IAAI,KAAK,QAAQ;gBAAE,SAAQ;YACzC,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;gBACvB,WAAW,GAAG,IAAI,CAAA;YACpB,CAAC;iBAAM,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;gBAC9B,YAAY,GAAG,IAAI,CAAA;YACrB,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;YAChB,CAAC;QACH,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAC,MAAM,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,KAAK,IAAI,EAAC,CAAC,CAAA;QAC/D,CAAC;QACD,wEAAwE;QACxE,+DAA+D;QAC/D,IAAI,WAAW;YAAE,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAA;QACvC,IAAI,YAAY;YAAE,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAA;IAC3C,CAAC;IAEO,WAAW,CAAC,GAAmB;QACrC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE;YAAE,OAAM;QACtC,IAAI,CAAC;YACH,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAA;QACnC,CAAC;QAAC,MAAM,CAAC;YACP,iBAAiB;QACnB,CAAC;IACH,CAAC;IAEO,cAAc;QACpB,IAAI,CAAC,aAAa,EAAE,CAAA;QACpB,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,WAAW,CAAC,GAAG,EAAE;YAC7C,sEAAsE;YACtE,2DAA2D;YAC3D,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,eAAe,IAAI,qBAAqB,EAAE,CAAC;gBAC/D,IAAI,CAAC,WAAW,CAAC,EAAC,IAAI,EAAE,WAAW,EAAC,CAAC,CAAA;YACvC,CAAC;QACH,CAAC,EAAE,qBAAqB,CAAC,CAAA;IAC3B,CAAC;IAEO,aAAa;QACnB,IAAI,IAAI,CAAC,cAAc,KAAK,IAAI,EAAE,CAAC;YACjC,OAAO,CAAC,aAAa,CAAC,IAAI,CAAC,cAAc,CAAC,CAAA;YAC1C,IAAI,CAAC,cAAc,GAAG,IAAI,CAAA;QAC5B,CAAC;IACH,CAAC;IAEO,iBAAiB;QACvB,IAAI,IAAI,CAAC,YAAY,KAAK,IAAI,EAAE,CAAC;YAC/B,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;YACvC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAA;QAC1B,CAAC;IACH,CAAC;IAEO,QAAQ;QACd,IAAI,CAAC,MAAM,GAAG,IAAI,CAAA;QAClB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAA;QACnB,IAAI,CAAC,iBAAiB,EAAE,CAAA;QACxB,IAAI,CAAC,aAAa,EAAE,CAAA;QACpB,IAAI,CAAC,EAAE,GAAG,IAAI,CAAA;IAChB,CAAC;CACF;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,MAAc;IAEd,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,iBAAiB,EAAE;YACzC,MAAM,EAAE,KAAK;YACb,OAAO,EAAE,EAAC,aAAa,EAAE,UAAU,MAAM,EAAE,EAAC;SAC7C,CAAC,CAAA;QACF,IAAI,GAAG,CAAC,EAAE;YAAE,OAAO,EAAC,EAAE,EAAE,IAAI,EAAC,CAAA;QAC7B,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG;YAAE,OAAO,EAAC,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,aAAa,EAAC,CAAA;QACvF,OAAO,EAAC,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAC,CAAA;IACvC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAC,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAC,CAAA;IACvC,CAAC;AACH,CAAC","sourcesContent":["/**\n * SonioxRealtimeClient\n *\n * Minimal React Native WebSocket client for Soniox realtime STT\n * (wss://stt-rt.soniox.com/transcribe-websocket). Used by SonioxDirectService\n * when the user supplies their own Soniox API key: audio streams from the\n * phone straight to Soniox, bypassing the Glassly cloud.\n *\n * Deliberately hand-rolled rather than depending on `@soniox/node` (node HTTP\n * machinery) or `@soniox/web` (MediaStream capture): the wire protocol is one\n * JSON config message, then binary PCM frames up / JSON token results down.\n * Protocol shape mirrors the vendored SDK's buildConfigMessage /\n * parseResultMessage (cloud-v2 runtime's provider is the reference\n * implementation: cloud-v2/packages/runtime/src/services/audio/providers/soniox.ts).\n */\n\nimport {BgTimer} from \"../../utils/timers\"\n\nexport const SONIOX_STT_WS_URL = \"wss://stt-rt.soniox.com/transcribe-websocket\"\nexport const SONIOX_MODEL = \"stt-rt-v4\"\n/** REST endpoint used only for cheap key validation (Save & Test). */\nexport const SONIOX_MODELS_URL = \"https://api.soniox.com/v1/models\"\n\nconst CONNECT_TIMEOUT_MS = 20_000\nconst KEEPALIVE_INTERVAL_MS = 5_000\n\nexport interface SonioxToken {\n  text: string\n  start_ms?: number\n  end_ms?: number\n  confidence?: number\n  is_final: boolean\n  speaker?: string\n  language?: string\n  translation_status?: \"none\" | \"original\" | \"translation\"\n  source_language?: string\n}\n\nexport interface SonioxResult {\n  tokens: SonioxToken[]\n  finished?: boolean\n}\n\nexport class SonioxClientError extends Error {\n  readonly code: number | string | undefined\n  /**\n   * Billing/auth failures (bad key, quota exhausted) are not healed by\n   * reconnecting — Soniox accepts the socket then rejects the session.\n   * Mirrors the cloud provider's isNonTransientProviderError: 401/402/403\n   * plus the quota codes (the raw wire uses 429 for quota).\n   */\n  readonly nonTransient: boolean\n\n  constructor(message: string, code?: number | string) {\n    super(message)\n    this.name = \"SonioxClientError\"\n    this.code = code\n    this.nonTransient = code === 401 || code === 402 || code === 403 || code === 429 || code === \"quota_exceeded\"\n  }\n}\n\nexport interface SonioxSessionOptions {\n  apiKey: string\n  /** Subscription language (\"auto\", \"en-US\", ...). Hints are derived from it. */\n  language?: string\n  /** Detection hints for auto-mode subscriptions (already bare or BCP-47; normalized here). */\n  languageHints?: string[]\n  /** When set, configure Soniox one-way translation to this target (BCP-47 ok; normalized). */\n  targetLanguage?: string\n  onOpen?: () => void\n  onResult: (result: SonioxResult) => void\n  onEndpoint: () => void\n  onFinalized: () => void\n  onError: (err: SonioxClientError) => void\n  onClose?: () => void\n  /** Test seam: WebSocket constructor override. */\n  webSocketFactory?: (url: string) => WebSocket\n}\n\n/**\n * Build Soniox `language_hints`. A specific language is its own hint (region\n * stripped: \"en-US\" -> \"en\"). For \"auto\" the miniapp's detection hints are\n * reduced to bare codes and deduped. Passing a BCP-47 tag or unknown code\n * makes Soniox reject the session (\"Invalid language hint\"), so everything is\n * normalized here. Port of the cloud provider's sonioxLanguageHints.\n */\nexport function sonioxLanguageHints(language: string | undefined, hints: string[] | undefined): string[] | undefined {\n  const toBareCode = (code: string) => code.split(\"-\")[0].toLowerCase()\n  if (language && language !== \"auto\") {\n    return [toBareCode(language)]\n  }\n  if (!hints || hints.length === 0) return undefined\n  const bare = [...new Set(hints.map(toBareCode).filter(Boolean))]\n  return bare.length > 0 ? bare : undefined\n}\n\n/**\n * Soniox one-way translation target takes a bare ISO 639-1 code — a BCP-47\n * tag (\"es-ES\") kills the session. Subscription keys keep the full tag; only\n * the wire config is reduced. Port of the cloud provider's sonioxTranslationTarget.\n */\nexport function sonioxTranslationTarget(target: string): string {\n  return target.split(\"-\")[0].toLowerCase()\n}\n\n/** The first (and only) config message sent after the socket opens. */\nexport function buildSonioxConfigMessage(opts: {\n  apiKey: string\n  language?: string\n  languageHints?: string[]\n  targetLanguage?: string\n}): Record<string, unknown> {\n  return {\n    api_key: opts.apiKey,\n    model: SONIOX_MODEL,\n    audio_format: \"pcm_s16le\",\n    sample_rate: 16_000,\n    num_channels: 1,\n    enable_language_identification: true,\n    enable_endpoint_detection: true,\n    enable_speaker_diarization: true,\n    max_endpoint_delay_ms: 2_000,\n    language_hints: sonioxLanguageHints(opts.language, opts.languageHints),\n    context: {\n      terms: [\"Glassly\", \"Hey Glassly\"],\n      text: \"Glassly, Hey Glassly (an AI assistant)\",\n    },\n    translation: opts.targetLanguage\n      ? {type: \"one_way\", target_language: sonioxTranslationTarget(opts.targetLanguage)}\n      : undefined,\n  }\n}\n\n/**\n * One realtime session: connect, stream audio, receive tokens. A dead session\n * is not reusable — SonioxDirectService replaces it on reconnect.\n */\nexport class SonioxRealtimeClient {\n  private readonly opts: SonioxSessionOptions\n  private ws: WebSocket | null = null\n  private opened = false\n  private closed = false\n  private connectTimer: number | null = null\n  private keepaliveTimer: number | null = null\n  private lastAudioSentAt = 0\n\n  constructor(opts: SonioxSessionOptions) {\n    this.opts = opts\n  }\n\n  isOpen(): boolean {\n    return this.opened && !this.closed\n  }\n\n  connect(): void {\n    if (this.ws) return\n    const factory = this.opts.webSocketFactory ?? ((url: string) => new WebSocket(url))\n    let ws: WebSocket\n    try {\n      ws = factory(SONIOX_STT_WS_URL)\n    } catch (err) {\n      this.opts.onError(new SonioxClientError(`websocket construction failed: ${(err as Error)?.message ?? err}`))\n      return\n    }\n    this.ws = ws\n    ws.binaryType = \"arraybuffer\"\n\n    this.connectTimer = BgTimer.setTimeout(() => {\n      this.connectTimer = null\n      if (!this.opened && !this.closed) {\n        this.opts.onError(new SonioxClientError(\"connect timeout\", 503))\n        this.close()\n      }\n    }, CONNECT_TIMEOUT_MS)\n\n    ws.onopen = () => {\n      if (this.closed) return\n      this.clearConnectTimer()\n      this.opened = true\n      const config = buildSonioxConfigMessage({\n        apiKey: this.opts.apiKey,\n        language: this.opts.language,\n        languageHints: this.opts.languageHints,\n        targetLanguage: this.opts.targetLanguage,\n      })\n      try {\n        ws.send(JSON.stringify(config))\n      } catch (err) {\n        this.opts.onError(new SonioxClientError(`config send failed: ${(err as Error)?.message ?? err}`))\n        this.close()\n        return\n      }\n      this.startKeepalive()\n      this.opts.onOpen?.()\n    }\n\n    ws.onmessage = (event) => {\n      if (this.closed || typeof event.data !== \"string\") return\n      this.handleMessage(event.data)\n    }\n\n    ws.onerror = () => {\n      if (this.closed) return\n      // RN's error event carries no useful detail; the close event follows.\n      this.opts.onError(new SonioxClientError(\"websocket error\", 503))\n    }\n\n    ws.onclose = () => {\n      const wasClosed = this.closed\n      this.teardown()\n      if (!wasClosed) this.opts.onClose?.()\n    }\n  }\n\n  /** Binary PCM (s16le 16kHz mono) frame. Dropped when the socket isn't open. */\n  sendAudio(pcm: ArrayBuffer): void {\n    if (!this.isOpen() || !this.ws) return\n    this.lastAudioSentAt = Date.now()\n    try {\n      this.ws.send(pcm)\n    } catch (err) {\n      this.opts.onError(new SonioxClientError(`audio send failed: ${(err as Error)?.message ?? err}`))\n    }\n  }\n\n  finalize(): void {\n    this.sendControl({type: \"finalize\"})\n  }\n\n  close(): void {\n    if (this.closed) {\n      return\n    }\n    this.closed = true\n    this.clearConnectTimer()\n    this.stopKeepalive()\n    const ws = this.ws\n    this.ws = null\n    this.opened = false\n    if (ws) {\n      try {\n        ws.close()\n      } catch {\n        /* best-effort */\n      }\n    }\n  }\n\n  private handleMessage(data: string): void {\n    let raw: Record<string, unknown>\n    try {\n      raw = JSON.parse(data) as Record<string, unknown>\n    } catch {\n      return\n    }\n    if (\"error_code\" in raw || \"error_message\" in raw) {\n      const code = raw.error_code as number | string | undefined\n      const message = typeof raw.error_message === \"string\" ? raw.error_message : \"soniox error\"\n      this.opts.onError(new SonioxClientError(message, code))\n      return\n    }\n\n    const allTokens = Array.isArray(raw.tokens) ? (raw.tokens as SonioxToken[]) : []\n    let sawEndpoint = false\n    let sawFinalized = false\n    const tokens: SonioxToken[] = []\n    for (const t of allTokens) {\n      if (typeof t?.text !== \"string\") continue\n      if (t.text === \"<end>\") {\n        sawEndpoint = true\n      } else if (t.text === \"<fin>\") {\n        sawFinalized = true\n      } else {\n        tokens.push(t)\n      }\n    }\n\n    if (tokens.length > 0) {\n      this.opts.onResult({tokens, finished: raw.finished === true})\n    }\n    // Order matters: tokens in the same message belong to the utterance the\n    // endpoint closes, so deliver them before the boundary signal.\n    if (sawEndpoint) this.opts.onEndpoint()\n    if (sawFinalized) this.opts.onFinalized()\n  }\n\n  private sendControl(msg: {type: string}): void {\n    if (!this.isOpen() || !this.ws) return\n    try {\n      this.ws.send(JSON.stringify(msg))\n    } catch {\n      /* best-effort */\n    }\n  }\n\n  private startKeepalive(): void {\n    this.stopKeepalive()\n    this.keepaliveTimer = BgTimer.setInterval(() => {\n      // Only needed when no audio has been sent recently — Soniox times out\n      // idle sessions. Continuous audio makes this a safety net.\n      if (Date.now() - this.lastAudioSentAt >= KEEPALIVE_INTERVAL_MS) {\n        this.sendControl({type: \"keepalive\"})\n      }\n    }, KEEPALIVE_INTERVAL_MS)\n  }\n\n  private stopKeepalive(): void {\n    if (this.keepaliveTimer !== null) {\n      BgTimer.clearInterval(this.keepaliveTimer)\n      this.keepaliveTimer = null\n    }\n  }\n\n  private clearConnectTimer(): void {\n    if (this.connectTimer !== null) {\n      BgTimer.clearTimeout(this.connectTimer)\n      this.connectTimer = null\n    }\n  }\n\n  private teardown(): void {\n    this.closed = true\n    this.opened = false\n    this.clearConnectTimer()\n    this.stopKeepalive()\n    this.ws = null\n  }\n}\n\n/**\n * Cheap key validation for the Keys screen: GET /v1/models with the key as a\n * Bearer token. 401/403 → invalid key; network failure → indeterminate (the\n * caller may offer \"save anyway\").\n */\nexport async function validateSonioxApiKey(\n  apiKey: string,\n): Promise<{ok: true} | {ok: false; reason: \"invalid_key\" | \"network\"}> {\n  try {\n    const res = await fetch(SONIOX_MODELS_URL, {\n      method: \"GET\",\n      headers: {Authorization: `Bearer ${apiKey}`},\n    })\n    if (res.ok) return {ok: true}\n    if (res.status === 401 || res.status === 403) return {ok: false, reason: \"invalid_key\"}\n    return {ok: false, reason: \"network\"}\n  } catch {\n    return {ok: false, reason: \"network\"}\n  }\n}\n"]}

package/build/services/soniox/SonioxTokenAssembler.d.ts

@@ -0,0 +1,98 @@
+/**
+ * SonioxTokenAssembler
+ *
+ * Pure port of the cloud Soniox provider's utterance assembly
+ * (cloud-v2/packages/runtime/src/services/audio/providers/soniox.ts). Soniox
+ * emits a rolling token window that is re-finalized/compacted across results;
+ * this class turns that stream into stable interim/final utterances:
+ *
+ * - finalized text accumulates into a stable prefix so interims never shrink
+ * - a single FINAL per utterance, committed at the endpoint boundary
+ * - the endpoint is a soft signal: the candidate final is held briefly
+ *   (debounce) and merged back if the next rolling window overlaps
+ * - speaker/language are tracked per token but never split an utterance
+ *   (Soniox re-diarizes its window; per-token labels flicker)
+ * - translation sessions split the window: translation-status tokens are the
+ *   emitted text, original-status tokens ride along as `originalText`, and
+ *   untagged tokens are Soniox's same-language passthrough
+ *
+ * Timers are injected for testability; production uses BgTimer so the debounce
+ * survives app backgrounding.
+ */
+import type { SonioxResult } from "./SonioxRealtimeClient";
+export interface AssembledTranscript {
+    text: string;
+    isFinal: boolean;
+    utteranceId?: string;
+    speakerId?: string;
+    language?: string;
+    originalText?: string;
+    sourceLanguage?: string;
+    startMs?: number;
+    endMs?: number;
+}
+export interface SonioxTokenAssemblerOptions {
+    /** Stable id used in minted utterance ids (readable per subscription). */
+    scope: string;
+    /** True for translation sessions: split original/translation token halves. */
+    isTranslation: boolean;
+    /** Subscription language, used when a token carries no detected language. */
+    fallbackLanguage?: string;
+    onTranscript: (t: AssembledTranscript) => void;
+    endpointDebounceMs?: number;
+    /** Test seams; default to background-safe timers. */
+    setTimeoutFn?: (cb: () => void, ms: number) => number;
+    clearTimeoutFn?: (id: number) => void;
+}
+export declare class SonioxTokenAssembler {
+    private readonly opts;
+    private readonly endpointDebounceMs;
+    private readonly setTimeoutFn;
+    private readonly clearTimeoutFn;
+    private stablePrefix;
+    private prevFinalLen;
+    private lastSentInterim;
+    private originalStablePrefix;
+    private originalPrevFinalLen;
+    private lastOriginalText;
+    private currentSourceLanguage;
+    private currentUtteranceId;
+    private currentSpeakerId;
+    private currentLanguage;
+    private pendingFinalText;
+    private pendingFinalUtteranceId;
+    private pendingFinalSpeakerId;
+    private pendingFinalLanguage;
+    private pendingFinalOriginalText;
+    private pendingFinalSourceLanguage;
+    private pendingFinalStartMs;
+    private pendingFinalEndMs;
+    private pendingFinalTimer;
+    private utteranceSeq;
+    private readonly instanceId;
+    constructor(opts: SonioxTokenAssemblerOptions);
+    private mintUtteranceId;
+    private startNewUtterance;
+    private resetActiveUtterance;
+    private clearPendingFinal;
+    private tryMergeOverlap;
+    private isLikelyWindowRegression;
+    private emitFinalEvent;
+    private commitPendingFinal;
+    private schedulePendingFinalCommit;
+    private setPendingFinalFromActive;
+    /**
+     * Commit the current utterance as a single FINAL and reset. Called only at a
+     * real boundary: endpoint (via the debounce path), finalize ack, or close.
+     */
+    private emitFinal;
+    handleResult(result: SonioxResult): void;
+    handleEndpoint(): void;
+    /** Finalize ack (`<fin>`): trusted "speech segment ended" signal. */
+    handleFinalized(): void;
+    /** Flush any in-flight utterance as a final (session close/teardown). */
+    flush(): void;
+    /** Drop all state without emitting (e.g. audio-gap resume). */
+    discard(): void;
+}
+//# sourceMappingURL=SonioxTokenAssembler.d.ts.map

package/build/services/soniox/SonioxTokenAssembler.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"SonioxTokenAssembler.d.ts","sourceRoot":"","sources":["../../../src/services/soniox/SonioxTokenAssembler.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAGH,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,wBAAwB,CAAA;AAOxD,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,EAAE,OAAO,CAAA;IAChB,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,KAAK,CAAC,EAAE,MAAM,CAAA;CACf;AAED,MAAM,WAAW,2BAA2B;IAC1C,0EAA0E;IAC1E,KAAK,EAAE,MAAM,CAAA;IACb,8EAA8E;IAC9E,aAAa,EAAE,OAAO,CAAA;IACtB,6EAA6E;IAC7E,gBAAgB,CAAC,EAAE,MAAM,CAAA;IACzB,YAAY,EAAE,CAAC,CAAC,EAAE,mBAAmB,KAAK,IAAI,CAAA;IAC9C,kBAAkB,CAAC,EAAE,MAAM,CAAA;IAC3B,qDAAqD;IACrD,YAAY,CAAC,EAAE,CAAC,EAAE,EAAE,MAAM,IAAI,EAAE,EAAE,EAAE,MAAM,KAAK,MAAM,CAAA;IACrD,cAAc,CAAC,EAAE,CAAC,EAAE,EAAE,MAAM,KAAK,IAAI,CAAA;CACtC;AAED,qBAAa,oBAAoB;IAC/B,OAAO,CAAC,QAAQ,CAAC,IAAI,CAA6B;IAClD,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAQ;IAC3C,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAwC;IACrE,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAsB;IAGrD,OAAO,CAAC,YAAY,CAAK;IACzB,OAAO,CAAC,YAAY,CAAI;IACxB,OAAO,CAAC,eAAe,CAAK;IAG5B,OAAO,CAAC,oBAAoB,CAAK;IACjC,OAAO,CAAC,oBAAoB,CAAI;IAChC,OAAO,CAAC,gBAAgB,CAAK;IAC7B,OAAO,CAAC,qBAAqB,CAAgC;IAE7D,OAAO,CAAC,kBAAkB,CAAsB;IAChD,OAAO,CAAC,gBAAgB,CAAgC;IACxD,OAAO,CAAC,eAAe,CAAgC;IAGvD,OAAO,CAAC,gBAAgB,CAAK;IAC7B,OAAO,CAAC,uBAAuB,CAAsB;IACrD,OAAO,CAAC,qBAAqB,CAAgC;IAC7D,OAAO,CAAC,oBAAoB,CAAgC;IAC5D,OAAO,CAAC,wBAAwB,CAAK;IACrC,OAAO,CAAC,0BAA0B,CAAgC;IAClE,OAAO,CAAC,mBAAmB,CAAgC;IAC3D,OAAO,CAAC,iBAAiB,CAAgC;IACzD,OAAO,CAAC,iBAAiB,CAAsB;IAG/C,OAAO,CAAC,YAAY,CAAI;IACxB,OAAO,CAAC,QAAQ,CAAC,UAAU,CAA0C;gBAEzD,IAAI,EAAE,2BAA2B;IAO7C,OAAO,CAAC,eAAe;IAKvB,OAAO,CAAC,iBAAiB;IAazB,OAAO,CAAC,oBAAoB;IAa5B,OAAO,CAAC,iBAAiB;IAezB,OAAO,CAAC,eAAe;IAgBvB,OAAO,CAAC,wBAAwB;IAgBhC,OAAO,CAAC,cAAc;IAuBtB,OAAO,CAAC,kBAAkB;IA4B1B,OAAO,CAAC,0BAA0B;IAOlC,OAAO,CAAC,yBAAyB;IASjC;;;OAGG;IACH,OAAO,CAAC,SAAS;IAmBjB,YAAY,CAAC,MAAM,EAAE,YAAY,GAAG,IAAI;IAwIxC,cAAc,IAAI,IAAI;IA8BtB,qEAAqE;IACrE,eAAe,IAAI,IAAI;IAKvB,yEAAyE;IACzE,KAAK,IAAI,IAAI;IAKb,+DAA+D;IAC/D,OAAO,IAAI,IAAI;CAIhB"}