@elevenlabs/client 0.15.2 → 1.0.0-rc.0

package/dist/scribe/scribe.js

@@ -0,0 +1,193 @@
+import { RealtimeConnection } from "./connection";
+import { loadScribeAudioProcessor } from "../utils/scribeAudioProcessor.generated";
+export var AudioFormat;
+(function (AudioFormat) {
+    AudioFormat["PCM_8000"] = "pcm_8000";
+    AudioFormat["PCM_16000"] = "pcm_16000";
+    AudioFormat["PCM_22050"] = "pcm_22050";
+    AudioFormat["PCM_24000"] = "pcm_24000";
+    AudioFormat["PCM_44100"] = "pcm_44100";
+    AudioFormat["PCM_48000"] = "pcm_48000";
+    AudioFormat["ULAW_8000"] = "ulaw_8000";
+})(AudioFormat || (AudioFormat = {}));
+export var CommitStrategy;
+(function (CommitStrategy) {
+    CommitStrategy["MANUAL"] = "manual";
+    CommitStrategy["VAD"] = "vad";
+})(CommitStrategy || (CommitStrategy = {}));
+/**
+ * Real-time speech-to-text transcription client for browser environments.
+ * Supports microphone streaming and manual audio chunk transmission.
+ */
+// biome-ignore lint/complexity/noStaticOnlyClass: This class is static only because it is a singleton
+export class ScribeRealtime {
+    static DEFAULT_BASE_URI = "wss://api.elevenlabs.io";
+    static getWebSocketUri(baseUri = ScribeRealtime.DEFAULT_BASE_URI) {
+        return `${baseUri}/v1/speech-to-text/realtime`;
+    }
+    static buildWebSocketUri(options) {
+        const baseUri = ScribeRealtime.getWebSocketUri(options.baseUri);
+        const params = new URLSearchParams();
+        // Model ID and token are required, so no check required
+        params.append("model_id", options.modelId);
+        params.append("token", options.token);
+        // Add optional parameters if provided, with validation
+        if (options.commitStrategy !== undefined) {
+            params.append("commit_strategy", options.commitStrategy);
+        }
+        if (options.audioFormat !== undefined) {
+            params.append("audio_format", options.audioFormat);
+        }
+        if (options.vadSilenceThresholdSecs !== undefined) {
+            if (options.vadSilenceThresholdSecs <= 0.3 ||
+                options.vadSilenceThresholdSecs > 3.0) {
+                throw new Error("vadSilenceThresholdSecs must be between 0.3 and 3.0");
+            }
+            params.append("vad_silence_threshold_secs", options.vadSilenceThresholdSecs.toString());
+        }
+        if (options.vadThreshold !== undefined) {
+            if (options.vadThreshold < 0.1 || options.vadThreshold > 0.9) {
+                throw new Error("vadThreshold must be between 0.1 and 0.9");
+            }
+            params.append("vad_threshold", options.vadThreshold.toString());
+        }
+        if (options.minSpeechDurationMs !== undefined) {
+            if (options.minSpeechDurationMs <= 50 ||
+                options.minSpeechDurationMs > 2000) {
+                throw new Error("minSpeechDurationMs must be between 50 and 2000");
+            }
+            params.append("min_speech_duration_ms", options.minSpeechDurationMs.toString());
+        }
+        if (options.minSilenceDurationMs !== undefined) {
+            if (options.minSilenceDurationMs <= 50 ||
+                options.minSilenceDurationMs > 2000) {
+                throw new Error("minSilenceDurationMs must be between 50 and 2000");
+            }
+            params.append("min_silence_duration_ms", options.minSilenceDurationMs.toString());
+        }
+        if (options.languageCode !== undefined) {
+            params.append("language_code", options.languageCode);
+        }
+        if (options.includeTimestamps !== undefined) {
+            params.append("include_timestamps", options.includeTimestamps ? "true" : "false");
+        }
+        const queryString = params.toString();
+        return queryString ? `${baseUri}?${queryString}` : baseUri;
+    }
+    /**
+     * Establishes a WebSocket connection for real-time speech-to-text transcription.
+     *
+     * @param options - Configuration options for the connection
+     * @returns A RealtimeConnection instance
+     *
+     * @example
+     * ```typescript
+     * // Manual audio streaming
+     * const connection = Scribe.connect({
+     *     token: "...",
+     *     modelId: "scribe_v2_realtime",
+     *     audioFormat: AudioFormat.PCM_16000,
+     *     sampleRate: 16000,
+     * });
+     *
+     * // Automatic microphone streaming
+     * const connection = Scribe.connect({
+     *     token: "...",
+     *     modelId: "scribe_v2_realtime",
+     *     microphone: {
+     *         echoCancellation: true,
+     *         noiseSuppression: true
+     *     }
+     * });
+     * ```
+     */
+    static connect(options) {
+        if (!options.modelId) {
+            throw new Error("modelId is required");
+        }
+        // Create connection object first so users can attach event listeners before messages arrive
+        const sampleRate = "microphone" in options && options.microphone
+            ? 16000
+            : options.sampleRate;
+        const connection = new RealtimeConnection(sampleRate);
+        // Build WebSocket URI with query parameters
+        const uri = ScribeRealtime.buildWebSocketUri(options);
+        const websocket = new WebSocket(uri);
+        // If microphone mode, set up streaming handler
+        if ("microphone" in options && options.microphone) {
+            websocket.addEventListener("open", () => {
+                ScribeRealtime.streamFromMicrophone(options, connection);
+            });
+        }
+        connection.setWebSocket(websocket);
+        return connection;
+    }
+    static async streamFromMicrophone(options, connection) {
+        const TARGET_SAMPLE_RATE = 16000;
+        try {
+            // Get microphone access
+            const stream = await navigator.mediaDevices.getUserMedia({
+                audio: {
+                    deviceId: options.microphone?.deviceId,
+                    echoCancellation: options.microphone?.echoCancellation ?? true,
+                    noiseSuppression: options.microphone?.noiseSuppression ?? true,
+                    autoGainControl: options.microphone?.autoGainControl ?? true,
+                    channelCount: options.microphone?.channelCount ?? 1,
+                    sampleRate: { ideal: TARGET_SAMPLE_RATE },
+                },
+            });
+            // Get the actual sample rate from the stream - the ideal may not have been honored
+            const trackSettings = stream.getAudioTracks()[0]?.getSettings();
+            const streamSampleRate = trackSettings?.sampleRate;
+            // Create audio context matching the stream's sample rate to avoid Firefox errors
+            // Firefox requires the AudioContext to match the microphone's native sample rate
+            const audioContext = new AudioContext(streamSampleRate ? { sampleRate: streamSampleRate } : {});
+            // Load scribe worklet
+            await loadScribeAudioProcessor(audioContext.audioWorklet);
+            // Set up audio pipeline
+            const source = audioContext.createMediaStreamSource(stream);
+            const scribeNode = new AudioWorkletNode(audioContext, "scribeAudioProcessor");
+            // Configure the worklet with sample rate info for resampling
+            // (only needed when AudioContext sample rate differs from target)
+            if (audioContext.sampleRate !== TARGET_SAMPLE_RATE) {
+                scribeNode.port.postMessage({
+                    type: "configure",
+                    inputSampleRate: audioContext.sampleRate,
+                    outputSampleRate: TARGET_SAMPLE_RATE,
+                });
+            }
+            // Handle audio data from worklet
+            scribeNode.port.onmessage = event => {
+                const { audioData } = event.data;
+                // Convert ArrayBuffer to base64
+                const bytes = new Uint8Array(audioData);
+                let binary = "";
+                for (let i = 0; i < bytes.length; i++) {
+                    binary += String.fromCharCode(bytes[i]);
+                }
+                const base64Audio = btoa(binary);
+                connection.send({ audioBase64: base64Audio });
+            };
+            // Connect audio pipeline
+            source.connect(scribeNode);
+            // Resume audio context if needed
+            if (audioContext.state === "suspended") {
+                await audioContext.resume();
+            }
+            // Store cleanup function
+            connection._audioCleanup = () => {
+                stream.getTracks().forEach(track => {
+                    track.stop();
+                });
+                source.disconnect();
+                scribeNode.disconnect();
+                audioContext.close();
+            };
+        }
+        catch (error) {
+            console.error("Failed to start microphone streaming:", error);
+            throw error;
+        }
+    }
+}
+//# sourceMappingURL=scribe.js.map

package/dist/scribe/scribe.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scribe.js","sourceRoot":"","sources":["../../src/scribe/scribe.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAClD,OAAO,EAAE,wBAAwB,EAAE,MAAM,yCAAyC,CAAC;AAEnF,MAAM,CAAN,IAAY,WAQX;AARD,WAAY,WAAW;IACrB,oCAAqB,CAAA;IACrB,sCAAuB,CAAA;IACvB,sCAAuB,CAAA;IACvB,sCAAuB,CAAA;IACvB,sCAAuB,CAAA;IACvB,sCAAuB,CAAA;IACvB,sCAAuB,CAAA;AACzB,CAAC,EARW,WAAW,KAAX,WAAW,QAQtB;AAED,MAAM,CAAN,IAAY,cAGX;AAHD,WAAY,cAAc;IACxB,mCAAiB,CAAA;IACjB,6BAAW,CAAA;AACb,CAAC,EAHW,cAAc,KAAd,cAAc,QAGzB;AA2ED;;;GAGG;AAEH,sGAAsG;AACtG,MAAM,OAAO,cAAc;IACjB,MAAM,CAAU,gBAAgB,GAAG,yBAAyB,CAAC;IAE7D,MAAM,CAAC,eAAe,CAC5B,UAAkB,cAAc,CAAC,gBAAgB;QAEjD,OAAO,GAAG,OAAO,6BAA6B,CAAC;IACjD,CAAC;IAEO,MAAM,CAAC,iBAAiB,CAC9B,OAAyC;QAEzC,MAAM,OAAO,GAAG,cAAc,CAAC,eAAe,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAChE,MAAM,MAAM,GAAG,IAAI,eAAe,EAAE,CAAC;QAErC,wDAAwD;QACxD,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;QAC3C,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;QAEtC,uDAAuD;QACvD,IAAI,OAAO,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;YACzC,MAAM,CAAC,MAAM,CAAC,iBAAiB,EAAE,OAAO,CAAC,cAAc,CAAC,CAAC;QAC3D,CAAC;QACD,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YACtC,MAAM,CAAC,MAAM,CAAC,cAAc,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;QACrD,CAAC;QACD,IAAI,OAAO,CAAC,uBAAuB,KAAK,SAAS,EAAE,CAAC;YAClD,IACE,OAAO,CAAC,uBAAuB,IAAI,GAAG;gBACtC,OAAO,CAAC,uBAAuB,GAAG,GAAG,EACrC,CAAC;gBACD,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;YACzE,CAAC;YACD,MAAM,CAAC,MAAM,CACX,4BAA4B,EAC5B,OAAO,CAAC,uBAAuB,CAAC,QAAQ,EAAE,CAC3C,CAAC;QACJ,CAAC;QACD,IAAI,OAAO,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;YACvC,IAAI,OAAO,CAAC,YAAY,GAAG,GAAG,IAAI,OAAO,CAAC,YAAY,GAAG,GAAG,EAAE,CAAC;gBAC7D,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;YAC9D,CAAC;YACD,MAAM,CAAC,MAAM,CAAC,eAAe,EAAE,OAAO,CAAC,YAAY,CAAC,QAAQ,EAAE,CAAC,CAAC;QAClE,CAAC;QACD,IAAI,OAAO,CAAC,mBAAmB,KAAK,SAAS,EAAE,CAAC;YAC9C,IACE,OAAO,CAAC,mBAAmB,IAAI,EAAE;gBACjC,OAAO,CAAC,mBAAmB,GAAG,IAAI,EAClC,CAAC;gBACD,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;YACrE,CAAC;YACD,MAAM,CAAC,MAAM,CACX,wBAAwB,EACxB,OAAO,CAAC,mBAAmB,CAAC,QAAQ,EAAE,CACvC,CAAC;QACJ,CAAC;QACD,IAAI,OAAO,CAAC,oBAAoB,KAAK,SAAS,EAAE,CAAC;YAC/C,IACE,OAAO,CAAC,oBAAoB,IAAI,EAAE;gBAClC,OAAO,CAAC,oBAAoB,GAAG,IAAI,EACnC,CAAC;gBACD,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;YACtE,CAAC;YACD,MAAM,CAAC,MAAM,CACX,yBAAyB,EACzB,OAAO,CAAC,oBAAoB,CAAC,QAAQ,EAAE,CACxC,CAAC;QACJ,CAAC;QACD,IAAI,OAAO,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;YACvC,MAAM,CAAC,MAAM,CAAC,eAAe,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC;QACvD,CAAC;QACD,IAAI,OAAO,CAAC,iBAAiB,KAAK,SAAS,EAAE,CAAC;YAC5C,MAAM,CAAC,MAAM,CACX,oBAAoB,EACpB,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAC7C,CAAC;QACJ,CAAC;QAED,MAAM,WAAW,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC;QACtC,OAAO,WAAW,CAAC,CAAC,CAAC,GAAG,OAAO,IAAI,WAAW,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;IAC7D,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;;;;OA0BG;IACI,MAAM,CAAC,OAAO,CACnB,OAAyC;QAEzC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACzC,CAAC;QAED,4FAA4F;QAC5F,MAAM,UAAU,GACd,YAAY,IAAI,OAAO,IAAI,OAAO,CAAC,UAAU;YAC3C,CAAC,CAAC,KAAK;YACP,CAAC,CAAE,OAAwB,CAAC,UAAU,CAAC;QAC3C,MAAM,UAAU,GAAG,IAAI,kBAAkB,CAAC,UAAU,CAAC,CAAC;QAEtD,4CAA4C;QAC5C,MAAM,GAAG,GAAG,cAAc,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;QAEtD,MAAM,SAAS,GAAG,IAAI,SAAS,CAAC,GAAG,CAAC,CAAC;QAErC,+CAA+C;QAC/C,IAAI,YAAY,IAAI,OAAO,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;YAClD,SAAS,CAAC,gBAAgB,CAAC,MAAM,EAAE,GAAG,EAAE;gBACtC,cAAc,CAAC,oBAAoB,CACjC,OAA4B,EAC5B,UAAU,CACX,CAAC;YACJ,CAAC,CAAC,CAAC;QACL,CAAC;QAED,UAAU,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;QAEnC,OAAO,UAAU,CAAC;IACpB,CAAC;IAEO,MAAM,CAAC,KAAK,CAAC,oBAAoB,CACvC,OAA0B,EAC1B,UAA8B;QAE9B,MAAM,kBAAkB,GAAG,KAAK,CAAC;QAEjC,IAAI,CAAC;YACH,wBAAwB;YACxB,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,YAAY,CAAC,YAAY,CAAC;gBACvD,KAAK,EAAE;oBACL,QAAQ,EAAE,OAAO,CAAC,UAAU,EAAE,QAAQ;oBACtC,gBAAgB,EAAE,OAAO,CAAC,UAAU,EAAE,gBAAgB,IAAI,IAAI;oBAC9D,gBAAgB,EAAE,OAAO,CAAC,UAAU,EAAE,gBAAgB,IAAI,IAAI;oBAC9D,eAAe,EAAE,OAAO,CAAC,UAAU,EAAE,eAAe,IAAI,IAAI;oBAC5D,YAAY,EAAE,OAAO,CAAC,UAAU,EAAE,YAAY,IAAI,CAAC;oBACnD,UAAU,EAAE,EAAE,KAAK,EAAE,kBAAkB,EAAE;iBAC1C;aACF,CAAC,CAAC;YAEH,mFAAmF;YACnF,MAAM,aAAa,GAAG,MAAM,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC;YAChE,MAAM,gBAAgB,GAAG,aAAa,EAAE,UAAU,CAAC;YAEnD,iFAAiF;YACjF,iFAAiF;YACjF,MAAM,YAAY,GAAG,IAAI,YAAY,CACnC,gBAAgB,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CACzD,CAAC;YAEF,sBAAsB;YACtB,MAAM,wBAAwB,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;YAE1D,wBAAwB;YACxB,MAAM,MAAM,GAAG,YAAY,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAC;YAC5D,MAAM,UAAU,GAAG,IAAI,gBAAgB,CACrC,YAAY,EACZ,sBAAsB,CACvB,CAAC;YAEF,6DAA6D;YAC7D,kEAAkE;YAClE,IAAI,YAAY,CAAC,UAAU,KAAK,kBAAkB,EAAE,CAAC;gBACnD,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC;oBAC1B,IAAI,EAAE,WAAW;oBACjB,eAAe,EAAE,YAAY,CAAC,UAAU;oBACxC,gBAAgB,EAAE,kBAAkB;iBACrC,CAAC,CAAC;YACL,CAAC;YAED,iCAAiC;YACjC,UAAU,CAAC,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC,EAAE;gBAClC,MAAM,EAAE,SAAS,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC;gBACjC,gCAAgC;gBAChC,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,SAAS,CAAC,CAAC;gBACxC,IAAI,MAAM,GAAG,EAAE,CAAC;gBAChB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACtC,MAAM,IAAI,MAAM,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC1C,CAAC;gBACD,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;gBAEjC,UAAU,CAAC,IAAI,CAAC,EAAE,WAAW,EAAE,WAAW,EAAE,CAAC,CAAC;YAChD,CAAC,CAAC;YAEF,yBAAyB;YACzB,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;YAE3B,iCAAiC;YACjC,IAAI,YAAY,CAAC,KAAK,KAAK,WAAW,EAAE,CAAC;gBACvC,MAAM,YAAY,CAAC,MAAM,EAAE,CAAC;YAC9B,CAAC;YAED,yBAAyB;YACzB,UAAU,CAAC,aAAa,GAAG,GAAG,EAAE;gBAC9B,MAAM,CAAC,SAAS,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;oBACjC,KAAK,CAAC,IAAI,EAAE,CAAC;gBACf,CAAC,CAAC,CAAC;gBACH,MAAM,CAAC,UAAU,EAAE,CAAC;gBACpB,UAAU,CAAC,UAAU,EAAE,CAAC;gBACxB,YAAY,CAAC,KAAK,EAAE,CAAC;YACvB,CAAC,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,uCAAuC,EAAE,KAAK,CAAC,CAAC;YAC9D,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC"}

package/dist/sourceInfo.d.ts

@@ -0,0 +1,7 @@
+export interface SourceInfo {
+    name: string;
+    version: string;
+}
+export declare let sourceInfo: Readonly<SourceInfo>;
+export declare function setSourceInfo(value: SourceInfo): void;
+//# sourceMappingURL=sourceInfo.d.ts.map

package/dist/sourceInfo.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sourceInfo.d.ts","sourceRoot":"","sources":["../src/sourceInfo.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,eAAO,IAAI,UAAU,EAAE,QAAQ,CAAC,UAAU,CAGxC,CAAC;AAEH,wBAAgB,aAAa,CAAC,KAAK,EAAE,UAAU,GAAG,IAAI,CAErD"}

package/dist/sourceInfo.js

@@ -0,0 +1,9 @@
+import { PACKAGE_VERSION } from "./version";
+export let sourceInfo = Object.freeze({
+    name: "js_sdk",
+    version: PACKAGE_VERSION,
+});
+export function setSourceInfo(value) {
+    sourceInfo = Object.freeze(value);
+}
+//# sourceMappingURL=sourceInfo.js.map

package/dist/sourceInfo.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sourceInfo.js","sourceRoot":"","sources":["../src/sourceInfo.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAO5C,MAAM,CAAC,IAAI,UAAU,GAAyB,MAAM,CAAC,MAAM,CAAC;IAC1D,IAAI,EAAE,QAAQ;IACd,OAAO,EAAE,eAAe;CACzB,CAAC,CAAC;AAEH,MAAM,UAAU,aAAa,CAAC,KAAiB;IAC7C,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACpC,CAAC"}

package/dist/utils/BaseConnection.d.ts

@@ -1,7 +1,6 @@
 import type { IncomingSocketEvent, OutgoingSocketEvent } from "./events";
 import type { Mode } from "../BaseConversation";
-import type { ConversationConfigOverrideAgentLanguage as Language } from "@elevenlabs/types/generated/types/asyncapi-types";
-import type { DisconnectionDetails } from "@elevenlabs/types";
+import type { DisconnectionDetails, ConversationConfigOverrideAgentLanguage as Language } from "@elevenlabs/types";
 export type { DisconnectionDetails, ConversationConfigOverrideAgentLanguage as Language, } from "@elevenlabs/types";
 export type DelayConfig = {
     default: number;
@@ -11,7 +10,6 @@ export type DelayConfig = {
 export type FormatConfig = {
     format: "pcm" | "ulaw";
     sampleRate: number;
-    outputDeviceId?: string;
 };
 export type OnDisconnectCallback = (details: DisconnectionDetails) => void;
 export type OnMessageCallback = (event: IncomingSocketEvent) => void;
@@ -36,10 +34,6 @@ export type BaseSessionConfig = {
         conversation?: {
             textOnly?: boolean;
         };
-        client?: {
-            source?: string;
-            version?: string;
-        };
     };
     customLlmExtraBody?: unknown;
     dynamicVariables?: Record<string, string | number | boolean>;
@@ -47,7 +41,6 @@ export type BaseSessionConfig = {
     connectionDelay?: DelayConfig;
     textOnly?: boolean;
     userId?: string;
-    environment?: string;
 };
 export type ConnectionType = "websocket" | "webrtc";
 export type PublicSessionConfig = BaseSessionConfig & {
@@ -85,7 +78,6 @@ export declare abstract class BaseConnection {
     protected debug(info: unknown): void;
     abstract close(): void;
     abstract sendMessage(message: OutgoingSocketEvent): void;
-    abstract setMicMuted(isMuted: boolean): Promise<void>;
     onMessage(callback: OnMessageCallback): void;
     onDisconnect(callback: OnDisconnectCallback): void;
     onModeChange(callback: (mode: Mode) => void): void;
@@ -94,3 +86,4 @@ export declare abstract class BaseConnection {
     protected handleMessage(parsedEvent: IncomingSocketEvent): void;
 }
 export declare function parseFormat(format: string): FormatConfig;
+//# sourceMappingURL=BaseConnection.d.ts.map

package/dist/utils/BaseConnection.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"BaseConnection.d.ts","sourceRoot":"","sources":["../../src/utils/BaseConnection.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,MAAM,UAAU,CAAC;AACzE,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,qBAAqB,CAAC;AAChD,OAAO,KAAK,EACV,oBAAoB,EACpB,uCAAuC,IAAI,QAAQ,EACpD,MAAM,mBAAmB,CAAC;AAE3B,YAAY,EACV,oBAAoB,EACpB,uCAAuC,IAAI,QAAQ,GACpD,MAAM,mBAAmB,CAAC;AAE3B,MAAM,MAAM,WAAW,GAAG;IACxB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,GAAG,CAAC,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IACzB,MAAM,EAAE,KAAK,GAAG,MAAM,CAAC;IACvB,UAAU,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG,CAAC,OAAO,EAAE,oBAAoB,KAAK,IAAI,CAAC;AAC3E,MAAM,MAAM,iBAAiB,GAAG,CAAC,KAAK,EAAE,mBAAmB,KAAK,IAAI,CAAC;AAErE,MAAM,MAAM,iBAAiB,GAAG;IAC9B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE;QACV,KAAK,CAAC,EAAE;YACN,MAAM,CAAC,EAAE;gBACP,MAAM,CAAC,EAAE,MAAM,CAAC;aACjB,CAAC;YACF,YAAY,CAAC,EAAE,MAAM,CAAC;YACtB,QAAQ,CAAC,EAAE,QAAQ,CAAC;SACrB,CAAC;QACF,GAAG,CAAC,EAAE;YACJ,OAAO,CAAC,EAAE,MAAM,CAAC;YACjB,KAAK,CAAC,EAAE,MAAM,CAAC;YACf,SAAS,CAAC,EAAE,MAAM,CAAC;YACnB,eAAe,CAAC,EAAE,MAAM,CAAC;SAC1B,CAAC;QACF,YAAY,CAAC,EAAE;YACb,QAAQ,CAAC,EAAE,OAAO,CAAC;SACpB,CAAC;KACH,CAAC;IACF,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC,CAAC;IAC7D,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,eAAe,CAAC,EAAE,WAAW,CAAC;IAC9B,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG,WAAW,GAAG,QAAQ,CAAC;AAEpD,MAAM,MAAM,mBAAmB,GAAG,iBAAiB,GAAG;IACpD,OAAO,EAAE,MAAM,CAAC;IAChB,cAAc,EAAE,cAAc,CAAC;IAC/B,SAAS,CAAC,EAAE,KAAK,CAAC;IAClB,iBAAiB,CAAC,EAAE,KAAK,CAAC;CAC3B,CAAC;AAEF,MAAM,MAAM,6BAA6B,GAAG,iBAAiB,GAAG;IAC9D,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,WAAW,CAAC;IAC7B,OAAO,CAAC,EAAE,KAAK,CAAC;IAChB,iBAAiB,CAAC,EAAE,KAAK,CAAC;CAC3B,CAAC;AAEF,MAAM,MAAM,0BAA0B,GAAG,iBAAiB,GAAG;IAC3D,iBAAiB,EAAE,MAAM,CAAC;IAC1B,cAAc,CAAC,EAAE,QAAQ,CAAC;IAC1B,OAAO,CAAC,EAAE,KAAK,CAAC;IAChB,SAAS,CAAC,EAAE,KAAK,CAAC;CACnB,CAAC;AAGF,MAAM,MAAM,aAAa,GACrB,mBAAmB,GACnB,6BAA6B,GAC7B,0BAA0B,CAAC;AAE/B,8BAAsB,cAAc;IAClC,kBAAyB,cAAc,EAAE,MAAM,CAAC;IAChD,kBAAyB,WAAW,EAAE,YAAY,CAAC;IACnD,kBAAyB,YAAY,EAAE,YAAY,CAAC;IAEpD,SAAS,CAAC,KAAK,EAAE,mBAAmB,EAAE,CAAM;IAC5C,SAAS,CAAC,oBAAoB,EAAE,oBAAoB,GAAG,IAAI,CAAQ;IACnE,SAAS,CAAC,oBAAoB,EAAE,oBAAoB,GAAG,IAAI,CAAQ;IACnE,SAAS,CAAC,iBAAiB,EAAE,iBAAiB,GAAG,IAAI,CAAQ;IAC7D,SAAS,CAAC,oBAAoB,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,KAAK,IAAI,CAAC,GAAG,IAAI,CAAQ;IACrE,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC,IAAI,EAAE,OAAO,KAAK,IAAI,CAAC;gBAEhC,MAAM,GAAE;QAAE,OAAO,CAAC,EAAE,CAAC,IAAI,EAAE,OAAO,KAAK,IAAI,CAAA;KAAO;IAI9D,SAAS,CAAC,KAAK,CAAC,IAAI,EAAE,OAAO;aAIb,KAAK,IAAI,IAAI;aACb,WAAW,CAAC,OAAO,EAAE,mBAAmB,GAAG,IAAI;IAExD,SAAS,CAAC,QAAQ,EAAE,iBAAiB;IAcrC,YAAY,CAAC,QAAQ,EAAE,oBAAoB;IAY3C,YAAY,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,IAAI,KAAK,IAAI;IAIlD,SAAS,CAAC,UAAU,CAAC,IAAI,EAAE,IAAI;IAI/B,SAAS,CAAC,UAAU,CAAC,OAAO,EAAE,oBAAoB;IAOlD,SAAS,CAAC,aAAa,CAAC,WAAW,EAAE,mBAAmB;CAOzD;AAED,wBAAgB,WAAW,CAAC,MAAM,EAAE,MAAM,GAAG,YAAY,CAexD"}

package/dist/utils/BaseConnection.js

@@ -0,0 +1,73 @@
+export class BaseConnection {
+    queue = [];
+    disconnectionDetails = null;
+    onDisconnectCallback = null;
+    onMessageCallback = null;
+    onModeChangeCallback = null;
+    onDebug;
+    constructor(config = {}) {
+        this.onDebug = config.onDebug;
+    }
+    debug(info) {
+        if (this.onDebug)
+            this.onDebug(info);
+    }
+    onMessage(callback) {
+        this.onMessageCallback = callback;
+        const queue = this.queue;
+        this.queue = [];
+        if (queue.length > 0) {
+            // Make sure the queue is flushed after the constructors finishes and
+            // classes are initialized.
+            queueMicrotask(() => {
+                queue.forEach(callback);
+            });
+        }
+    }
+    onDisconnect(callback) {
+        this.onDisconnectCallback = callback;
+        const details = this.disconnectionDetails;
+        if (details) {
+            // Make sure the event is triggered after the constructors finishes and
+            // classes are initialized.
+            queueMicrotask(() => {
+                callback(details);
+            });
+        }
+    }
+    onModeChange(callback) {
+        this.onModeChangeCallback = callback;
+    }
+    updateMode(mode) {
+        this.onModeChangeCallback?.(mode);
+    }
+    disconnect(details) {
+        if (!this.disconnectionDetails) {
+            this.disconnectionDetails = details;
+            this.onDisconnectCallback?.(details);
+        }
+    }
+    handleMessage(parsedEvent) {
+        if (this.onMessageCallback) {
+            this.onMessageCallback(parsedEvent);
+        }
+        else {
+            this.queue.push(parsedEvent);
+        }
+    }
+}
+export function parseFormat(format) {
+    const [formatPart, sampleRatePart] = format.split("_");
+    if (!["pcm", "ulaw"].includes(formatPart)) {
+        throw new Error(`Invalid format: ${format}`);
+    }
+    const sampleRate = Number.parseInt(sampleRatePart);
+    if (Number.isNaN(sampleRate)) {
+        throw new Error(`Invalid sample rate: ${sampleRatePart}`);
+    }
+    return {
+        format: formatPart,
+        sampleRate,
+    };
+}
+//# sourceMappingURL=BaseConnection.js.map

package/dist/utils/BaseConnection.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"BaseConnection.js","sourceRoot":"","sources":["../../src/utils/BaseConnection.ts"],"names":[],"mappings":"AAqFA,MAAM,OAAgB,cAAc;IAKxB,KAAK,GAA0B,EAAE,CAAC;IAClC,oBAAoB,GAAgC,IAAI,CAAC;IACzD,oBAAoB,GAAgC,IAAI,CAAC;IACzD,iBAAiB,GAA6B,IAAI,CAAC;IACnD,oBAAoB,GAAkC,IAAI,CAAC;IAC3D,OAAO,CAA2B;IAE5C,YAAY,SAAgD,EAAE;QAC5D,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;IAChC,CAAC;IAES,KAAK,CAAC,IAAa;QAC3B,IAAI,IAAI,CAAC,OAAO;YAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACvC,CAAC;IAKM,SAAS,CAAC,QAA2B;QAC1C,IAAI,CAAC,iBAAiB,GAAG,QAAQ,CAAC;QAClC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACzB,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;QAEhB,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrB,qEAAqE;YACrE,2BAA2B;YAC3B,cAAc,CAAC,GAAG,EAAE;gBAClB,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YAC1B,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAEM,YAAY,CAAC,QAA8B;QAChD,IAAI,CAAC,oBAAoB,GAAG,QAAQ,CAAC;QACrC,MAAM,OAAO,GAAG,IAAI,CAAC,oBAAoB,CAAC;QAC1C,IAAI,OAAO,EAAE,CAAC;YACZ,uEAAuE;YACvE,2BAA2B;YAC3B,cAAc,CAAC,GAAG,EAAE;gBAClB,QAAQ,CAAC,OAAO,CAAC,CAAC;YACpB,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAEM,YAAY,CAAC,QAA8B;QAChD,IAAI,CAAC,oBAAoB,GAAG,QAAQ,CAAC;IACvC,CAAC;IAES,UAAU,CAAC,IAAU;QAC7B,IAAI,CAAC,oBAAoB,EAAE,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC;IAES,UAAU,CAAC,OAA6B;QAChD,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC/B,IAAI,CAAC,oBAAoB,GAAG,OAAO,CAAC;YACpC,IAAI,CAAC,oBAAoB,EAAE,CAAC,OAAO,CAAC,CAAC;QACvC,CAAC;IACH,CAAC;IAES,aAAa,CAAC,WAAgC;QACtD,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC3B,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC;QACtC,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;CACF;AAED,MAAM,UAAU,WAAW,CAAC,MAAc;IACxC,MAAM,CAAC,UAAU,EAAE,cAAc,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACvD,IAAI,CAAC,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;QAC1C,MAAM,IAAI,KAAK,CAAC,mBAAmB,MAAM,EAAE,CAAC,CAAC;IAC/C,CAAC;IAED,MAAM,UAAU,GAAG,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC;IACnD,IAAI,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC;QAC7B,MAAM,IAAI,KAAK,CAAC,wBAAwB,cAAc,EAAE,CAAC,CAAC;IAC5D,CAAC;IAED,OAAO;QACL,MAAM,EAAE,UAAoC;QAC5C,UAAU;KACX,CAAC;AACJ,CAAC"}

package/dist/utils/ConnectionFactory.d.ts

@@ -1,2 +1,3 @@
 import type { BaseConnection, SessionConfig } from "./BaseConnection";
 export declare function createConnection(config: SessionConfig): Promise<BaseConnection>;
+//# sourceMappingURL=ConnectionFactory.d.ts.map

package/dist/utils/ConnectionFactory.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ConnectionFactory.d.ts","sourceRoot":"","sources":["../../src/utils/ConnectionFactory.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,cAAc,EACd,aAAa,EAEd,MAAM,kBAAkB,CAAC;AAmB1B,wBAAsB,gBAAgB,CACpC,MAAM,EAAE,aAAa,GACpB,OAAO,CAAC,cAAc,CAAC,CAWzB"}

package/dist/utils/ConnectionFactory.js

@@ -0,0 +1,26 @@
+import { WebSocketConnection } from "./WebSocketConnection";
+import { WebRTCConnection } from "./WebRTCConnection";
+function determineConnectionType(config) {
+    // If connectionType is explicitly specified, use it
+    if (config.connectionType) {
+        return config.connectionType;
+    }
+    // If conversationToken is provided, use WebRTC
+    if ("conversationToken" in config && config.conversationToken) {
+        return "webrtc";
+    }
+    // Default to WebSocket for backward compatibility
+    return "websocket";
+}
+export async function createConnection(config) {
+    const connectionType = determineConnectionType(config);
+    switch (connectionType) {
+        case "websocket":
+            return WebSocketConnection.create(config);
+        case "webrtc":
+            return WebRTCConnection.create(config);
+        default:
+            throw new Error(`Unknown connection type: ${connectionType}`);
+    }
+}
+//# sourceMappingURL=ConnectionFactory.js.map

package/dist/utils/ConnectionFactory.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ConnectionFactory.js","sourceRoot":"","sources":["../../src/utils/ConnectionFactory.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAC5D,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAEtD,SAAS,uBAAuB,CAAC,MAAqB;IACpD,oDAAoD;IACpD,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;QAC1B,OAAO,MAAM,CAAC,cAAc,CAAC;IAC/B,CAAC;IAED,+CAA+C;IAC/C,IAAI,mBAAmB,IAAI,MAAM,IAAI,MAAM,CAAC,iBAAiB,EAAE,CAAC;QAC9D,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,kDAAkD;IAClD,OAAO,WAAW,CAAC;AACrB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,MAAqB;IAErB,MAAM,cAAc,GAAG,uBAAuB,CAAC,MAAM,CAAC,CAAC;IAEvD,QAAQ,cAAc,EAAE,CAAC;QACvB,KAAK,WAAW;YACd,OAAO,mBAAmB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC5C,KAAK,QAAQ;YACX,OAAO,gBAAgB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACzC;YACE,MAAM,IAAI,KAAK,CAAC,4BAA4B,cAAc,EAAE,CAAC,CAAC;IAClE,CAAC;AACH,CAAC"}

package/dist/utils/WebRTCConnection.d.ts

@@ -1,6 +1,8 @@
 import { BaseConnection, type SessionConfig, type FormatConfig } from "./BaseConnection";
 import { type OutgoingSocketEvent } from "./events";
 import { Room } from "livekit-client";
+import type { InputController } from "../InputController";
+import type { OutputController } from "../OutputController";
 export type ConnectionConfig = SessionConfig & {
     onDebug?: (info: unknown) => void;
 };
@@ -16,16 +18,19 @@ export declare class WebRTCConnection extends BaseConnection {
     private outputDeviceId;
     private outputAnalyser;
     private outputFrequencyData;
+    private _isMuted;
+    readonly input: InputController;
+    readonly output: OutputController;
     private constructor();
     static create(config: ConnectionConfig): Promise<WebRTCConnection>;
     private setupRoomEventListeners;
     close(): void;
     sendMessage(message: OutgoingSocketEvent): Promise<void>;
     getRoom(): Room;
-    setMicMuted(isMuted: boolean): Promise<void>;
     private setupAudioCapture;
     setAudioVolume(volume: number): void;
     setAudioOutputDevice(deviceId: string): Promise<void>;
     setAudioInputDevice(deviceId: string): Promise<void>;
     getOutputByteFrequencyData(): Uint8Array<ArrayBuffer> | null;
 }
+//# sourceMappingURL=WebRTCConnection.d.ts.map

package/dist/utils/WebRTCConnection.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"WebRTCConnection.d.ts","sourceRoot":"","sources":["../../src/utils/WebRTCConnection.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,cAAc,EACd,KAAK,aAAa,EAClB,KAAK,YAAY,EAElB,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAAsB,KAAK,mBAAmB,EAAE,MAAM,UAAU,CAAC;AACxE,OAAO,EACL,IAAI,EAKL,MAAM,gBAAgB,CAAC;AAaxB,OAAO,KAAK,EAAE,eAAe,EAAqB,MAAM,oBAAoB,CAAC;AAC7E,OAAO,KAAK,EAAE,gBAAgB,EAAsB,MAAM,qBAAqB,CAAC;AAUhF,MAAM,MAAM,gBAAgB,GAAG,aAAa,GAAG;IAC7C,OAAO,CAAC,EAAE,CAAC,IAAI,EAAE,OAAO,KAAK,IAAI,CAAC;CACnC,CAAC;AAEF,qBAAa,gBAAiB,SAAQ,cAAc;IAC3C,cAAc,EAAE,MAAM,CAAC;IAC9B,SAAgB,WAAW,EAAE,YAAY,CAAC;IAC1C,SAAgB,YAAY,EAAE,YAAY,CAAC;IAE3C,OAAO,CAAC,IAAI,CAAO;IACnB,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,YAAY,CAAK;IACzB,OAAO,CAAC,mBAAmB,CAA6B;IACxD,OAAO,CAAC,aAAa,CAA0B;IAC/C,OAAO,CAAC,cAAc,CAAuB;IAE7C,OAAO,CAAC,cAAc,CAA6B;IACnD,OAAO,CAAC,mBAAmB,CAAwC;IAGnE,OAAO,CAAC,QAAQ,CAAS;IAGzB,SAAgB,KAAK,EAAE,eAAe,CAuEpC;IAGF,SAAgB,MAAM,EAAE,gBAAgB,CA8BtC;IAEF,OAAO;WAgBa,MAAM,CACxB,MAAM,EAAE,gBAAgB,GACvB,OAAO,CAAC,gBAAgB,CAAC;IAsH5B,OAAO,CAAC,uBAAuB;IA0HxB,KAAK;IAmCC,WAAW,CAAC,OAAO,EAAE,mBAAmB;IAgC9C,OAAO,IAAI,IAAI;YAIR,iBAAiB;IAiExB,cAAc,CAAC,MAAM,EAAE,MAAM;IAMvB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAqBrD,mBAAmB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAsD1D,0BAA0B,IAAI,UAAU,CAAC,WAAW,CAAC,GAAG,IAAI;CASpE"}