@elevenlabs/client 0.15.0 → 0.15.2

package/dist/utils/BaseConnection.d.ts

@@ -47,6 +47,7 @@ export type BaseSessionConfig = {
     connectionDelay?: DelayConfig;
     textOnly?: boolean;
     userId?: string;
+    environment?: string;
 };
 export type ConnectionType = "websocket" | "webrtc";
 export type PublicSessionConfig = BaseSessionConfig & {

package/dist/utils/addLibsamplerateModule.d.ts

@@ -0,0 +1 @@
+export declare function addLibsamplerateModule(context: AudioContext, customPath?: string): Promise<void>;

package/dist/utils/events.d.ts

@@ -30,5 +30,6 @@ export type ContextualUpdateEvent = Outgoing.ContextualUpdateClientToOrchestrato
 export type UserMessageEvent = Outgoing.UserMessageClientToOrchestratorEvent;
 export type UserActivityEvent = Outgoing.UserActivityClientToOrchestratorEvent;
 export type MCPToolApprovalResultEvent = Outgoing.McpToolApprovalResultClientToOrchestratorEvent;
-export type OutgoingSocketEvent = PongEvent | UserAudioEvent | InitiationClientDataEvent | UserFeedbackEvent | ClientToolResultEvent | ContextualUpdateEvent | UserMessageEvent | UserActivityEvent | MCPToolApprovalResultEvent;
+export type MultimodalMessageEvent = Outgoing.MultimodalMessageClientToOrchestratorEvent;
+export type OutgoingSocketEvent = PongEvent | UserAudioEvent | InitiationClientDataEvent | UserFeedbackEvent | ClientToolResultEvent | ContextualUpdateEvent | UserMessageEvent | UserActivityEvent | MCPToolApprovalResultEvent | MultimodalMessageEvent;
 export declare function isValidSocketEvent(event: any): event is IncomingSocketEvent;

package/dist/utils/output.d.ts

@@ -9,7 +9,7 @@ export declare class Output {
     readonly gain: GainNode;
     readonly worklet: AudioWorkletNode;
     readonly audioElement: HTMLAudioElement;
-    static create({ sampleRate, format, outputDeviceId, workletPaths, }: FormatConfig & OutputConfig & AudioWorkletConfig): Promise<Output>;
+    static create({ sampleRate, format, outputDeviceId, workletPaths, libsampleratePath, }: FormatConfig & OutputConfig & AudioWorkletConfig): Promise<Output>;
     private constructor();
     setOutputDevice(deviceId?: string): Promise<void>;
     close(): Promise<void>;

package/dist/version.d.ts

@@ -1 +1 @@
-export declare const PACKAGE_VERSION = "0.15.0";
+export declare const PACKAGE_VERSION = "0.15.2";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@elevenlabs/client",
-  "version": "0.15.0",
+  "version": "0.15.2",
   "description": "ElevenLabs JavaScript Client Library",
   "main": "./dist/lib.umd.js",
   "module": "./dist/lib.module.js",
@@ -39,7 +39,7 @@
   },
   "dependencies": {
     "livekit-client": "^2.11.4",
-    "@elevenlabs/types": "0.6.0"
+    "@elevenlabs/types": "0.6.1"
   },
   "scripts": {
     "generate-version": "printf \"// This file is auto-generated during build\\nexport const PACKAGE_VERSION = \\\"%s\\\";\\n\" \"$npm_package_version\" > src/version.ts",

package/worklets/audioConcatProcessor.js

@@ -4,7 +4,7 @@
  * USED BY @elevenlabs/client
  */
 
-const decodeTable = [0,132,396,924,1980,4092,8316,16764];
+const decodeTable = [0, 132, 396, 924, 1980, 4092, 8316, 16764];
 
 function decodeSample(muLawSample) {
   let sign;
@@ -12,10 +12,10 @@ function decodeSample(muLawSample) {
   let mantissa;
   let sample;
   muLawSample = ~muLawSample;
-  sign = (muLawSample & 0x80);
+  sign = muLawSample & 0x80;
   exponent = (muLawSample >> 4) & 0x07;
-  mantissa = muLawSample & 0x0F;
-  sample = decodeTable[exponent] + (mantissa << (exponent+3));
+  mantissa = muLawSample & 0x0f;
+  sample = decodeTable[exponent] + (mantissa << (exponent + 3));
   if (sign !== 0) sample = -sample;
 
   return sample;
@@ -29,11 +29,20 @@ class AudioConcatProcessor extends AudioWorkletProcessor {
     this.currentBuffer = null;
     this.wasInterrupted = false;
     this.finished = false;
-    
+
     this.port.onmessage = ({ data }) => {
       switch (data.type) {
         case "setFormat":
           this.format = data.format;
+          if (globalThis.LibSampleRate && sampleRate !== data.sampleRate) {
+            globalThis.LibSampleRate.create(
+              1,
+              data.sampleRate,
+              sampleRate
+            ).then(resampler => {
+              this.resampler = resampler;
+            });
+          }
           break;
         case "buffer":
           this.wasInterrupted = false;
@@ -65,6 +74,9 @@ class AudioConcatProcessor extends AudioWorkletProcessor {
           break;
         }
         this.currentBuffer = this.buffers.shift();
+        if (this.resampler) {
+          this.currentBuffer = this.resampler.full(this.currentBuffer);
+        }
         this.cursor = 0;
       }