@elevenlabs/react-native 1.0.3 → 1.1.0

package/.turbo/turbo-build.log

@@ -1,4 +1,4 @@
 
-> @elevenlabs/react-native@1.0.3 build /home/runner/work/packages/packages/packages/react-native
+> @elevenlabs/react-native@1.1.0 build /home/runner/work/packages/packages/packages/react-native
 > tsc --build tsconfig.build.json
 

package/.turbo/turbo-check-types.log

@@ -1,4 +1,4 @@
 
-> @elevenlabs/react-native@1.0.3 check-types /home/runner/work/packages/packages/packages/react-native
+> @elevenlabs/react-native@1.1.0 check-types /home/runner/work/packages/packages/packages/react-native
 > tsc --noEmit --skipLibCheck
 

package/.turbo/turbo-generate-version.log

@@ -1,4 +1,4 @@
 
-> @elevenlabs/react-native@1.0.3 generate-version /home/runner/work/packages/packages/packages/react-native
+> @elevenlabs/react-native@1.1.0 generate-version /home/runner/work/packages/packages/packages/react-native
 > printf "// This file is auto-generated during build\nexport const PACKAGE_VERSION = \"%s\";\n" "$npm_package_version" > src/version.ts
 

package/.turbo/turbo-lint$colon$es.log

@@ -1,4 +1,4 @@
 
-> @elevenlabs/react-native@1.0.3 lint:es /home/runner/work/packages/packages/packages/react-native
+> @elevenlabs/react-native@1.1.0 lint:es /home/runner/work/packages/packages/packages/react-native
 > pnpm exec eslint .
 

package/.turbo/turbo-lint$colon$prettier.log

@@ -1,5 +1,5 @@
 
-> @elevenlabs/react-native@1.0.3 lint:prettier /home/runner/work/packages/packages/packages/react-native
+> @elevenlabs/react-native@1.1.0 lint:prettier /home/runner/work/packages/packages/packages/react-native
 > prettier 'src/**/*.ts' --check
 
 Checking formatting...

package/CHANGELOG.md

@@ -1,5 +1,20 @@
 # @elevenlabs/react-native
 
+## 1.1.0
+
+### Minor Changes
+
+- 0d5c368: Fix getInputVolume/getOutputVolume returning 0 in React Native by adding native volume providers using LiveKit's RMS and multiband FFT processors.
+
+  **Breaking:** `getByteFrequencyData()` now returns data focused on the human voice range (100-8000 Hz) instead of the full spectrum (0 to sampleRate/2). On web, `getVolume()` is also computed from this range. The deprecated `getAnalyser()` method still provides direct access to the raw `AnalyserNode` for consumers needing full-spectrum data.
+
+### Patch Changes
+
+- Updated dependencies [806edd0]
+- Updated dependencies [0d5c368]
+  - @elevenlabs/react@1.1.0
+  - @elevenlabs/client@1.2.0
+
 ## 1.0.3
 
 ### Patch Changes

package/dist/index.react-native.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.react-native.d.ts","sourceRoot":"","sources":["../src/index.react-native.ts"],"names":[],"mappings":"AAkDA,cAAc,YAAY,CAAC"}
+{"version":3,"file":"index.react-native.d.ts","sourceRoot":"","sources":["../src/index.react-native.ts"],"names":[],"mappings":"AAoDA,cAAc,YAAY,CAAC"}

package/dist/index.react-native.js

@@ -1,5 +1,6 @@
 import { registerGlobals, AudioSession, AndroidAudioTypePresets, } from "@livekit/react-native";
 import { setSetupStrategy, webSessionSetup, } from "@elevenlabs/client/internal";
+import { attachNativeVolume } from "./nativeVolume.js";
 // Polyfill WebRTC globals needed by livekit-client in React Native
 registerGlobals();
 /**
@@ -7,7 +8,8 @@ registerGlobals();
  *
  * 1. Configures and starts the native AudioSession
  * 2. Delegates connection + input/output setup to the web strategy
- * 3. Wraps detach to stop the native AudioSession on cleanup
+ * 3. Wraps input/output controllers with native volume processors
+ * 4. Wraps detach to stop the native AudioSession on cleanup
  */
 async function reactNativeSessionSetup(options) {
     await AudioSession.configureAudio({
@@ -20,7 +22,7 @@ async function reactNativeSessionSetup(options) {
         },
     });
     await AudioSession.startAudioSession();
-    const result = await webSessionSetup(options);
+    const result = attachNativeVolume(await webSessionSetup(options));
     const originalDetach = result.detach;
     return {
         ...result,

package/dist/index.react-native.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.react-native.js","sourceRoot":"","sources":["../src/index.react-native.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,eAAe,EACf,YAAY,EACZ,uBAAuB,GACxB,MAAM,uBAAuB,CAAC;AAE/B,OAAO,EACL,gBAAgB,EAChB,eAAe,GAEhB,MAAM,6BAA6B,CAAC;AAErC,mEAAmE;AACnE,eAAe,EAAE,CAAC;AAElB;;;;;;GAMG;AACH,KAAK,UAAU,uBAAuB,CACpC,OAAgB;IAEhB,MAAM,YAAY,CAAC,cAAc,CAAC;QAChC,OAAO,EAAE;YACP,mBAAmB,EAAE,CAAC,SAAS,CAAC;YAChC,gBAAgB,EAAE,uBAAuB,CAAC,aAAa;SACxD;QACD,GAAG,EAAE;YACH,aAAa,EAAE,SAAS;SACzB;KACF,CAAC,CAAC;IACH,MAAM,YAAY,CAAC,iBAAiB,EAAE,CAAC;IAEvC,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,CAAC;IAE9C,MAAM,cAAc,GAAG,MAAM,CAAC,MAAM,CAAC;IACrC,OAAO;QACL,GAAG,MAAM;QACT,MAAM,EAAE,GAAG,EAAE;YACX,cAAc,EAAE,CAAC;YACjB,YAAY,CAAC,gBAAgB,EAAE,CAAC;QAClC,CAAC;KACF,CAAC;AACJ,CAAC;AAED,gBAAgB,CAAC,uBAAuB,CAAC,CAAC;AAE1C,cAAc,YAAY,CAAC"}
+{"version":3,"file":"index.react-native.js","sourceRoot":"","sources":["../src/index.react-native.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,eAAe,EACf,YAAY,EACZ,uBAAuB,GACxB,MAAM,uBAAuB,CAAC;AAE/B,OAAO,EACL,gBAAgB,EAChB,eAAe,GAEhB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AAEvD,mEAAmE;AACnE,eAAe,EAAE,CAAC;AAElB;;;;;;;GAOG;AACH,KAAK,UAAU,uBAAuB,CACpC,OAAgB;IAEhB,MAAM,YAAY,CAAC,cAAc,CAAC;QAChC,OAAO,EAAE;YACP,mBAAmB,EAAE,CAAC,SAAS,CAAC;YAChC,gBAAgB,EAAE,uBAAuB,CAAC,aAAa;SACxD;QACD,GAAG,EAAE;YACH,aAAa,EAAE,SAAS;SACzB;KACF,CAAC,CAAC;IACH,MAAM,YAAY,CAAC,iBAAiB,EAAE,CAAC;IAEvC,MAAM,MAAM,GAAG,kBAAkB,CAAC,MAAM,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC;IAElE,MAAM,cAAc,GAAG,MAAM,CAAC,MAAM,CAAC;IACrC,OAAO;QACL,GAAG,MAAM;QACT,MAAM,EAAE,GAAG,EAAE;YACX,cAAc,EAAE,CAAC;YACjB,YAAY,CAAC,gBAAgB,EAAE,CAAC;QAClC,CAAC;KACF,CAAC;AACJ,CAAC;AAED,gBAAgB,CAAC,uBAAuB,CAAC,CAAC;AAE1C,cAAc,YAAY,CAAC"}

package/dist/nativeVolume.d.ts

@@ -0,0 +1,10 @@
+import { type VoiceSessionSetupResult } from "@elevenlabs/client/internal";
+/**
+ * Attaches native volume processors to the WebRTC connection so that
+ * `getInputVolume()` / `getOutputVolume()` return real values on
+ * React Native. Falls through unchanged for non-WebRTC connections;
+ * WebSocket volume on React Native is a known gap (MediaDeviceInput/
+ * MediaDeviceOutput depend on AudioContext which is unavailable in RN).
+ */
+export declare function attachNativeVolume(result: VoiceSessionSetupResult): VoiceSessionSetupResult;
+//# sourceMappingURL=nativeVolume.d.ts.map

package/dist/nativeVolume.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"nativeVolume.d.ts","sourceRoot":"","sources":["../src/nativeVolume.ts"],"names":[],"mappings":"AAEA,OAAO,EAGL,KAAK,uBAAuB,EAC7B,MAAM,6BAA6B,CAAC;AAkPrC;;;;;;GAMG;AACH,wBAAgB,kBAAkB,CAChC,MAAM,EAAE,uBAAuB,GAC9B,uBAAuB,CAezB"}

package/dist/nativeVolume.js

@@ -0,0 +1,210 @@
+import { NativeModules, NativeEventEmitter } from "react-native";
+import { WebRTCConnection } from "@elevenlabs/client";
+import { MIN_VOICE_FREQUENCY, MAX_VOICE_FREQUENCY, } from "@elevenlabs/client/internal";
+const LiveKitModule = NativeModules.LivekitReactNativeModule;
+let emitter = null;
+function getEmitter() {
+    emitter ??= new NativeEventEmitter(LiveKitModule);
+    return emitter;
+}
+const MULTIBAND_FREQUENCY_OPTIONS = {
+    minFrequency: MIN_VOICE_FREQUENCY,
+    maxFrequency: MAX_VOICE_FREQUENCY,
+    updateInterval: 40,
+};
+/**
+ * A VolumeProvider backed by native LiveKit audio processors.
+ *
+ * Both processors are created lazily: the RMS volume processor on the first
+ * `getVolume()` call, and the FFT multiband processor on the first
+ * `getByteFrequencyData()` call (with its band count matching the buffer
+ * length). If the buffer size changes, the multiband processor is recreated.
+ */
+class NativeVolumeProvider {
+    pcId;
+    trackId;
+    volume = 0;
+    magnitudes = [];
+    // Volume processor state (lazy)
+    volumeTag = null;
+    volumeSub = null;
+    // Multiband processor state (lazy)
+    multibandTag = null;
+    multibandSub = null;
+    currentBands = 0;
+    constructor(pcId, trackId) {
+        this.pcId = pcId;
+        this.trackId = trackId;
+    }
+    /**
+     * Rebinds this provider to a new track, cleaning up any existing native
+     * processors so they are lazily recreated against the new track.
+     */
+    updateTrack(pcId, trackId) {
+        this.cleanupProcessors();
+        this.pcId = pcId;
+        this.trackId = trackId;
+        this.volume = 0;
+        this.magnitudes = [];
+    }
+    ensureVolumeProcessor() {
+        if (this.volumeTag)
+            return;
+        this.volumeTag = LiveKitModule.createVolumeProcessor(this.pcId, this.trackId);
+        this.volumeSub = getEmitter().addListener("LK_VOLUME_PROCESSED", (event) => {
+            if (event.id === this.volumeTag) {
+                this.volume = event.volume;
+            }
+        });
+    }
+    ensureMultibandProcessor(bands) {
+        if (bands === this.currentBands)
+            return;
+        // Cleanup previous processor
+        if (this.multibandTag) {
+            LiveKitModule.deleteMultibandVolumeProcessor(this.multibandTag, this.pcId, this.trackId);
+            this.multibandSub?.remove();
+        }
+        this.currentBands = bands;
+        this.magnitudes = [];
+        this.multibandTag = LiveKitModule.createMultibandVolumeProcessor({ ...MULTIBAND_FREQUENCY_OPTIONS, bands }, this.pcId, this.trackId);
+        this.multibandSub = getEmitter().addListener("LK_MULTIBAND_PROCESSED", (event) => {
+            if (event.id === this.multibandTag) {
+                this.magnitudes = event.magnitudes;
+            }
+        });
+    }
+    getVolume() {
+        this.ensureVolumeProcessor();
+        return this.volume < 0 ? 0 : this.volume > 1 ? 1 : this.volume;
+    }
+    getByteFrequencyData(buffer) {
+        this.ensureMultibandProcessor(buffer.length);
+        if (this.magnitudes.length === 0) {
+            // No multiband data yet; fall back to uniform fill from RMS volume
+            this.ensureVolumeProcessor();
+            const clamped = this.volume < 0 ? 0 : this.volume > 1 ? 1 : this.volume;
+            buffer.fill(Math.round(clamped * 255));
+            return;
+        }
+        for (let i = 0; i < buffer.length; i++) {
+            const m = this.magnitudes[i] ?? 0;
+            buffer[i] = Math.round((m < 0 ? 0 : m > 1 ? 1 : m) * 255);
+        }
+    }
+    cleanupProcessors() {
+        if (this.volumeTag) {
+            LiveKitModule.deleteVolumeProcessor(this.volumeTag, this.pcId, this.trackId);
+            this.volumeSub?.remove();
+            this.volumeTag = null;
+            this.volumeSub = null;
+        }
+        if (this.multibandTag) {
+            LiveKitModule.deleteMultibandVolumeProcessor(this.multibandTag, this.pcId, this.trackId);
+            this.multibandSub?.remove();
+            this.multibandTag = null;
+            this.multibandSub = null;
+            this.currentBands = 0;
+        }
+    }
+    cleanup() {
+        this.cleanupProcessors();
+    }
+}
+/**
+ * Sets up lazy native volume providers for the WebRTC connection. No native
+ * processors are created until `getVolume()` or `getByteFrequencyData()` is
+ * actually called. Returns a cleanup function.
+ */
+function setupNativeVolumeProcessors(connection) {
+    const room = connection.getRoom();
+    const providers = [];
+    // --- Input (local mic track) ---
+    let inputProvider = null;
+    function setupInputTrack(track) {
+        const mst = track.mediaStreamTrack;
+        const pcId = mst._peerConnectionId ?? -1;
+        if (inputProvider) {
+            inputProvider.updateTrack(pcId, mst.id);
+        }
+        else {
+            inputProvider = new NativeVolumeProvider(pcId, mst.id);
+            providers.push(inputProvider);
+            connection.setInputVolumeProvider(inputProvider);
+        }
+    }
+    const micPub = room.localParticipant.audioTrackPublications.values().next();
+    const micTrack = micPub.done ? undefined : micPub.value?.track;
+    if (micTrack) {
+        setupInputTrack(micTrack);
+    }
+    // Re-bind the input provider when the local mic track is republished
+    // (e.g. after setAudioInputDevice)
+    const localTrackHandler = (publication) => {
+        if (publication.track?.kind === "audio") {
+            setupInputTrack(publication.track);
+        }
+    };
+    room.on("localTrackPublished", localTrackHandler);
+    // --- Output (remote agent track) ---
+    let outputProvider = null;
+    function setupOutputTrack(track) {
+        const mst = track.mediaStreamTrack;
+        const pcId = mst._peerConnectionId ?? -1;
+        if (outputProvider) {
+            outputProvider.updateTrack(pcId, mst.id);
+        }
+        else {
+            outputProvider = new NativeVolumeProvider(pcId, mst.id);
+            providers.push(outputProvider);
+            connection.setOutputVolumeProvider(outputProvider);
+        }
+    }
+    // Check for an existing remote audio track from the agent
+    for (const participant of room.remoteParticipants.values()) {
+        if (participant.identity?.includes("agent")) {
+            for (const pub of participant.audioTrackPublications.values()) {
+                if (pub.track) {
+                    setupOutputTrack(pub.track);
+                    break;
+                }
+            }
+        }
+    }
+    // Listen for future track subscriptions
+    const trackHandler = (track, _publication, participant) => {
+        if (track.kind === "audio" && participant?.identity?.includes("agent")) {
+            setupOutputTrack(track);
+        }
+    };
+    room.on("trackSubscribed", trackHandler);
+    return () => {
+        room.off("localTrackPublished", localTrackHandler);
+        room.off("trackSubscribed", trackHandler);
+        for (const provider of providers) {
+            provider.cleanup();
+        }
+    };
+}
+/**
+ * Attaches native volume processors to the WebRTC connection so that
+ * `getInputVolume()` / `getOutputVolume()` return real values on
+ * React Native. Falls through unchanged for non-WebRTC connections;
+ * WebSocket volume on React Native is a known gap (MediaDeviceInput/
+ * MediaDeviceOutput depend on AudioContext which is unavailable in RN).
+ */
+export function attachNativeVolume(result) {
+    if (!(result.connection instanceof WebRTCConnection)) {
+        return result;
+    }
+    const cleanup = setupNativeVolumeProcessors(result.connection);
+    const originalDetach = result.detach;
+    return {
+        ...result,
+        detach: () => {
+            cleanup();
+            originalDetach();
+        },
+    };
+}
+//# sourceMappingURL=nativeVolume.js.map

package/dist/nativeVolume.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"nativeVolume.js","sourceRoot":"","sources":["../src/nativeVolume.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AACjE,OAAO,EAAE,gBAAgB,EAAuB,MAAM,oBAAoB,CAAC;AAC3E,OAAO,EACL,mBAAmB,EACnB,mBAAmB,GAEpB,MAAM,6BAA6B,CAAC;AAErC,MAAM,aAAa,GAAG,aAAa,CAAC,wBAAwB,CAAC;AAE7D,IAAI,OAAO,GAA8B,IAAI,CAAC;AAC9C,SAAS,UAAU;IACjB,OAAO,KAAK,IAAI,kBAAkB,CAAC,aAAa,CAAC,CAAC;IAClD,OAAO,OAAO,CAAC;AACjB,CAAC;AAYD,MAAM,2BAA2B,GAAG;IAClC,YAAY,EAAE,mBAAmB;IACjC,YAAY,EAAE,mBAAmB;IACjC,cAAc,EAAE,EAAE;CACnB,CAAC;AAEF;;;;;;;GAOG;AACH,MAAM,oBAAoB;IAcd;IACA;IAdF,MAAM,GAAG,CAAC,CAAC;IACX,UAAU,GAAa,EAAE,CAAC;IAElC,gCAAgC;IACxB,SAAS,GAAkB,IAAI,CAAC;IAChC,SAAS,GAAkC,IAAI,CAAC;IAExD,mCAAmC;IAC3B,YAAY,GAAkB,IAAI,CAAC;IACnC,YAAY,GAAkC,IAAI,CAAC;IACnD,YAAY,GAAG,CAAC,CAAC;IAEzB,YACU,IAAY,EACZ,OAAe;QADf,SAAI,GAAJ,IAAI,CAAQ;QACZ,YAAO,GAAP,OAAO,CAAQ;IACtB,CAAC;IAEJ;;;OAGG;IACH,WAAW,CAAC,IAAY,EAAE,OAAe;QACvC,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;QAChB,IAAI,CAAC,UAAU,GAAG,EAAE,CAAC;IACvB,CAAC;IAEO,qBAAqB;QAC3B,IAAI,IAAI,CAAC,SAAS;YAAE,OAAO;QAC3B,IAAI,CAAC,SAAS,GAAG,aAAa,CAAC,qBAAqB,CAClD,IAAI,CAAC,IAAI,EACT,IAAI,CAAC,OAAO,CACb,CAAC;QACF,IAAI,CAAC,SAAS,GAAG,UAAU,EAAE,CAAC,WAAW,CACvC,qBAAqB,EACrB,CAAC,KAAkB,EAAE,EAAE;YACrB,IAAI,KAAK,CAAC,EAAE,KAAK,IAAI,CAAC,SAAS,EAAE,CAAC;gBAChC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;YAC7B,CAAC;QACH,CAAC,CACF,CAAC;IACJ,CAAC;IAEO,wBAAwB,CAAC,KAAa;QAC5C,IAAI,KAAK,KAAK,IAAI,CAAC,YAAY;YAAE,OAAO;QAExC,6BAA6B;QAC7B,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,aAAa,CAAC,8BAA8B,CAC1C,IAAI,CAAC,YAAY,EACjB,IAAI,CAAC,IAAI,EACT,IAAI,CAAC,OAAO,CACb,CAAC;YACF,IAAI,CAAC,YAAY,EAAE,MAAM,EAAE,CAAC;QAC9B,CAAC;QAED,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;QAC1B,IAAI,CAAC,UAAU,GAAG,EAAE,CAAC;QACrB,IAAI,CAAC,YAAY,GAAG,aAAa,CAAC,8BAA8B,CAC9D,EAAE,GAAG,2BAA2B,EAAE,KAAK,EAAE,EACzC,IAAI,CAAC,IAAI,EACT,IAAI,CAAC,OAAO,CACb,CAAC;QACF,IAAI,CAAC,YAAY,GAAG,UAAU,EAAE,CAAC,WAAW,CAC1C,wBAAwB,EACxB,CAAC,KAAqB,EAAE,EAAE;YACxB,IAAI,KAAK,CAAC,EAAE,KAAK,IAAI,CAAC,YAAY,EAAE,CAAC;gBACnC,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC;YACrC,CAAC;QACH,CAAC,CACF,CAAC;IACJ,CAAC;IAED,SAAS;QACP,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAC7B,OAAO,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;IACjE,CAAC;IAED,oBAAoB,CAAC,MAA+B;QAClD,IAAI,CAAC,wBAAwB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC7C,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACjC,mEAAmE;YACnE,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAC7B,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;YACxE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,GAAG,CAAC,CAAC,CAAC;YACvC,OAAO;QACT,CAAC;QACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,MAAM,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAClC,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC;QAC5D,CAAC;IACH,CAAC;IAEO,iBAAiB;QACvB,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,aAAa,CAAC,qBAAqB,CACjC,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,IAAI,EACT,IAAI,CAAC,OAAO,CACb,CAAC;YACF,IAAI,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC;YACzB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;YACtB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACxB,CAAC;QACD,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,aAAa,CAAC,8BAA8B,CAC1C,IAAI,CAAC,YAAY,EACjB,IAAI,CAAC,IAAI,EACT,IAAI,CAAC,OAAO,CACb,CAAC;YACF,IAAI,CAAC,YAAY,EAAE,MAAM,EAAE,CAAC;YAC5B,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;YACzB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;YACzB,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;IAED,OAAO;QACL,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAC3B,CAAC;CACF;AAED;;;;GAIG;AACH,SAAS,2BAA2B,CAAC,UAA4B;IAC/D,MAAM,IAAI,GAAG,UAAU,CAAC,OAAO,EAAE,CAAC;IAClC,MAAM,SAAS,GAA2B,EAAE,CAAC;IAE7C,kCAAkC;IAClC,IAAI,aAAa,GAAgC,IAAI,CAAC;IAEtD,SAAS,eAAe,CAAC,KAAU;QACjC,MAAM,GAAG,GAAG,KAAK,CAAC,gBAAuB,CAAC;QAC1C,MAAM,IAAI,GAAW,GAAG,CAAC,iBAAiB,IAAI,CAAC,CAAC,CAAC;QACjD,IAAI,aAAa,EAAE,CAAC;YAClB,aAAa,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QAC1C,CAAC;aAAM,CAAC;YACN,aAAa,GAAG,IAAI,oBAAoB,CAAC,IAAI,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;YACvD,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAC9B,UAAU,CAAC,sBAAsB,CAAC,aAAa,CAAC,CAAC;QACnD,CAAC;IACH,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,sBAAsB,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC;IAC5E,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC;IAC/D,IAAI,QAAQ,EAAE,CAAC;QACb,eAAe,CAAC,QAAQ,CAAC,CAAC;IAC5B,CAAC;IAED,qEAAqE;IACrE,mCAAmC;IACnC,MAAM,iBAAiB,GAAG,CAAC,WAAgB,EAAE,EAAE;QAC7C,IAAI,WAAW,CAAC,KAAK,EAAE,IAAI,KAAK,OAAO,EAAE,CAAC;YACxC,eAAe,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QACrC,CAAC;IACH,CAAC,CAAC;IACF,IAAI,CAAC,EAAE,CAAC,qBAAqB,EAAE,iBAAiB,CAAC,CAAC;IAElD,sCAAsC;IACtC,IAAI,cAAc,GAAgC,IAAI,CAAC;IAEvD,SAAS,gBAAgB,CAAC,KAAU;QAClC,MAAM,GAAG,GAAG,KAAK,CAAC,gBAAuB,CAAC;QAC1C,MAAM,IAAI,GAAW,GAAG,CAAC,iBAAiB,IAAI,CAAC,CAAC,CAAC;QACjD,IAAI,cAAc,EAAE,CAAC;YACnB,cAAc,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QAC3C,CAAC;aAAM,CAAC;YACN,cAAc,GAAG,IAAI,oBAAoB,CAAC,IAAI,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;YACxD,SAAS,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YAC/B,UAAU,CAAC,uBAAuB,CAAC,cAAc,CAAC,CAAC;QACrD,CAAC;IACH,CAAC;IAED,0DAA0D;IAC1D,KAAK,MAAM,WAAW,IAAI,IAAI,CAAC,kBAAkB,CAAC,MAAM,EAAE,EAAE,CAAC;QAC3D,IAAI,WAAW,CAAC,QAAQ,EAAE,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YAC5C,KAAK,MAAM,GAAG,IAAI,WAAW,CAAC,sBAAsB,CAAC,MAAM,EAAE,EAAE,CAAC;gBAC9D,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;oBACd,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;oBAC5B,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,wCAAwC;IACxC,MAAM,YAAY,GAAG,CAAC,KAAU,EAAE,YAAiB,EAAE,WAAgB,EAAE,EAAE;QACvE,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,IAAI,WAAW,EAAE,QAAQ,EAAE,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YACvE,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC,CAAC;IACF,IAAI,CAAC,EAAE,CAAC,iBAAiB,EAAE,YAAY,CAAC,CAAC;IAEzC,OAAO,GAAG,EAAE;QACV,IAAI,CAAC,GAAG,CAAC,qBAAqB,EAAE,iBAAiB,CAAC,CAAC;QACnD,IAAI,CAAC,GAAG,CAAC,iBAAiB,EAAE,YAAY,CAAC,CAAC;QAC1C,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACjC,QAAQ,CAAC,OAAO,EAAE,CAAC;QACrB,CAAC;IACH,CAAC,CAAC;AACJ,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,kBAAkB,CAChC,MAA+B;IAE/B,IAAI,CAAC,CAAC,MAAM,CAAC,UAAU,YAAY,gBAAgB,CAAC,EAAE,CAAC;QACrD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,MAAM,OAAO,GAAG,2BAA2B,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IAE/D,MAAM,cAAc,GAAG,MAAM,CAAC,MAAM,CAAC;IACrC,OAAO;QACL,GAAG,MAAM;QACT,MAAM,EAAE,GAAG,EAAE;YACX,OAAO,EAAE,CAAC;YACV,cAAc,EAAE,CAAC;QACnB,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/version.d.ts

@@ -1,2 +1,2 @@
-export declare const PACKAGE_VERSION = "1.0.3";
+export declare const PACKAGE_VERSION = "1.1.0";
 //# sourceMappingURL=version.d.ts.map

package/dist/version.js

@@ -1,3 +1,3 @@
 // This file is auto-generated during build
-export const PACKAGE_VERSION = "1.0.3";
+export const PACKAGE_VERSION = "1.1.0";
 //# sourceMappingURL=version.js.map

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@elevenlabs/react-native",
-  "version": "1.0.3",
+  "version": "1.1.0",
   "description": "ElevenLabs React Native SDK for the Agents Platform",
   "type": "module",
   "exports": {
@@ -27,8 +27,8 @@
     "react-native": ">=0.70.0"
   },
   "dependencies": {
-    "@elevenlabs/client": "1.1.2",
-    "@elevenlabs/react": "1.0.3"
+    "@elevenlabs/client": "1.2.0",
+    "@elevenlabs/react": "1.1.0"
   },
   "devDependencies": {
     "@types/react": "^19.1.1",

package/src/index.react-native.ts

@@ -9,6 +9,7 @@ import {
   webSessionSetup,
   type VoiceSessionSetupResult,
 } from "@elevenlabs/client/internal";
+import { attachNativeVolume } from "./nativeVolume.js";
 
 // Polyfill WebRTC globals needed by livekit-client in React Native
 registerGlobals();
@@ -18,7 +19,8 @@ registerGlobals();
  *
  * 1. Configures and starts the native AudioSession
  * 2. Delegates connection + input/output setup to the web strategy
- * 3. Wraps detach to stop the native AudioSession on cleanup
+ * 3. Wraps input/output controllers with native volume processors
+ * 4. Wraps detach to stop the native AudioSession on cleanup
  */
 async function reactNativeSessionSetup(
   options: Options
@@ -34,7 +36,7 @@ async function reactNativeSessionSetup(
   });
   await AudioSession.startAudioSession();
 
-  const result = await webSessionSetup(options);
+  const result = attachNativeVolume(await webSessionSetup(options));
 
   const originalDetach = result.detach;
   return {

package/src/nativeVolume.ts

@@ -0,0 +1,273 @@
+import { NativeModules, NativeEventEmitter } from "react-native";
+import { WebRTCConnection, type VolumeProvider } from "@elevenlabs/client";
+import {
+  MIN_VOICE_FREQUENCY,
+  MAX_VOICE_FREQUENCY,
+  type VoiceSessionSetupResult,
+} from "@elevenlabs/client/internal";
+
+const LiveKitModule = NativeModules.LivekitReactNativeModule;
+
+let emitter: NativeEventEmitter | null = null;
+function getEmitter(): NativeEventEmitter {
+  emitter ??= new NativeEventEmitter(LiveKitModule);
+  return emitter;
+}
+
+interface VolumeEvent {
+  id: string;
+  volume: number;
+}
+
+interface MultibandEvent {
+  id: string;
+  magnitudes: number[];
+}
+
+const MULTIBAND_FREQUENCY_OPTIONS = {
+  minFrequency: MIN_VOICE_FREQUENCY,
+  maxFrequency: MAX_VOICE_FREQUENCY,
+  updateInterval: 40,
+};
+
+/**
+ * A VolumeProvider backed by native LiveKit audio processors.
+ *
+ * Both processors are created lazily: the RMS volume processor on the first
+ * `getVolume()` call, and the FFT multiband processor on the first
+ * `getByteFrequencyData()` call (with its band count matching the buffer
+ * length). If the buffer size changes, the multiband processor is recreated.
+ */
+class NativeVolumeProvider implements VolumeProvider {
+  private volume = 0;
+  private magnitudes: number[] = [];
+
+  // Volume processor state (lazy)
+  private volumeTag: string | null = null;
+  private volumeSub: { remove: () => void } | null = null;
+
+  // Multiband processor state (lazy)
+  private multibandTag: string | null = null;
+  private multibandSub: { remove: () => void } | null = null;
+  private currentBands = 0;
+
+  constructor(
+    private pcId: number,
+    private trackId: string
+  ) {}
+
+  /**
+   * Rebinds this provider to a new track, cleaning up any existing native
+   * processors so they are lazily recreated against the new track.
+   */
+  updateTrack(pcId: number, trackId: string) {
+    this.cleanupProcessors();
+    this.pcId = pcId;
+    this.trackId = trackId;
+    this.volume = 0;
+    this.magnitudes = [];
+  }
+
+  private ensureVolumeProcessor() {
+    if (this.volumeTag) return;
+    this.volumeTag = LiveKitModule.createVolumeProcessor(
+      this.pcId,
+      this.trackId
+    );
+    this.volumeSub = getEmitter().addListener(
+      "LK_VOLUME_PROCESSED",
+      (event: VolumeEvent) => {
+        if (event.id === this.volumeTag) {
+          this.volume = event.volume;
+        }
+      }
+    );
+  }
+
+  private ensureMultibandProcessor(bands: number) {
+    if (bands === this.currentBands) return;
+
+    // Cleanup previous processor
+    if (this.multibandTag) {
+      LiveKitModule.deleteMultibandVolumeProcessor(
+        this.multibandTag,
+        this.pcId,
+        this.trackId
+      );
+      this.multibandSub?.remove();
+    }
+
+    this.currentBands = bands;
+    this.magnitudes = [];
+    this.multibandTag = LiveKitModule.createMultibandVolumeProcessor(
+      { ...MULTIBAND_FREQUENCY_OPTIONS, bands },
+      this.pcId,
+      this.trackId
+    );
+    this.multibandSub = getEmitter().addListener(
+      "LK_MULTIBAND_PROCESSED",
+      (event: MultibandEvent) => {
+        if (event.id === this.multibandTag) {
+          this.magnitudes = event.magnitudes;
+        }
+      }
+    );
+  }
+
+  getVolume(): number {
+    this.ensureVolumeProcessor();
+    return this.volume < 0 ? 0 : this.volume > 1 ? 1 : this.volume;
+  }
+
+  getByteFrequencyData(buffer: Uint8Array<ArrayBuffer>): void {
+    this.ensureMultibandProcessor(buffer.length);
+    if (this.magnitudes.length === 0) {
+      // No multiband data yet; fall back to uniform fill from RMS volume
+      this.ensureVolumeProcessor();
+      const clamped = this.volume < 0 ? 0 : this.volume > 1 ? 1 : this.volume;
+      buffer.fill(Math.round(clamped * 255));
+      return;
+    }
+    for (let i = 0; i < buffer.length; i++) {
+      const m = this.magnitudes[i] ?? 0;
+      buffer[i] = Math.round((m < 0 ? 0 : m > 1 ? 1 : m) * 255);
+    }
+  }
+
+  private cleanupProcessors() {
+    if (this.volumeTag) {
+      LiveKitModule.deleteVolumeProcessor(
+        this.volumeTag,
+        this.pcId,
+        this.trackId
+      );
+      this.volumeSub?.remove();
+      this.volumeTag = null;
+      this.volumeSub = null;
+    }
+    if (this.multibandTag) {
+      LiveKitModule.deleteMultibandVolumeProcessor(
+        this.multibandTag,
+        this.pcId,
+        this.trackId
+      );
+      this.multibandSub?.remove();
+      this.multibandTag = null;
+      this.multibandSub = null;
+      this.currentBands = 0;
+    }
+  }
+
+  cleanup() {
+    this.cleanupProcessors();
+  }
+}
+
+/**
+ * Sets up lazy native volume providers for the WebRTC connection. No native
+ * processors are created until `getVolume()` or `getByteFrequencyData()` is
+ * actually called. Returns a cleanup function.
+ */
+function setupNativeVolumeProcessors(connection: WebRTCConnection): () => void {
+  const room = connection.getRoom();
+  const providers: NativeVolumeProvider[] = [];
+
+  // --- Input (local mic track) ---
+  let inputProvider: NativeVolumeProvider | null = null;
+
+  function setupInputTrack(track: any) {
+    const mst = track.mediaStreamTrack as any;
+    const pcId: number = mst._peerConnectionId ?? -1;
+    if (inputProvider) {
+      inputProvider.updateTrack(pcId, mst.id);
+    } else {
+      inputProvider = new NativeVolumeProvider(pcId, mst.id);
+      providers.push(inputProvider);
+      connection.setInputVolumeProvider(inputProvider);
+    }
+  }
+
+  const micPub = room.localParticipant.audioTrackPublications.values().next();
+  const micTrack = micPub.done ? undefined : micPub.value?.track;
+  if (micTrack) {
+    setupInputTrack(micTrack);
+  }
+
+  // Re-bind the input provider when the local mic track is republished
+  // (e.g. after setAudioInputDevice)
+  const localTrackHandler = (publication: any) => {
+    if (publication.track?.kind === "audio") {
+      setupInputTrack(publication.track);
+    }
+  };
+  room.on("localTrackPublished", localTrackHandler);
+
+  // --- Output (remote agent track) ---
+  let outputProvider: NativeVolumeProvider | null = null;
+
+  function setupOutputTrack(track: any) {
+    const mst = track.mediaStreamTrack as any;
+    const pcId: number = mst._peerConnectionId ?? -1;
+    if (outputProvider) {
+      outputProvider.updateTrack(pcId, mst.id);
+    } else {
+      outputProvider = new NativeVolumeProvider(pcId, mst.id);
+      providers.push(outputProvider);
+      connection.setOutputVolumeProvider(outputProvider);
+    }
+  }
+
+  // Check for an existing remote audio track from the agent
+  for (const participant of room.remoteParticipants.values()) {
+    if (participant.identity?.includes("agent")) {
+      for (const pub of participant.audioTrackPublications.values()) {
+        if (pub.track) {
+          setupOutputTrack(pub.track);
+          break;
+        }
+      }
+    }
+  }
+
+  // Listen for future track subscriptions
+  const trackHandler = (track: any, _publication: any, participant: any) => {
+    if (track.kind === "audio" && participant?.identity?.includes("agent")) {
+      setupOutputTrack(track);
+    }
+  };
+  room.on("trackSubscribed", trackHandler);
+
+  return () => {
+    room.off("localTrackPublished", localTrackHandler);
+    room.off("trackSubscribed", trackHandler);
+    for (const provider of providers) {
+      provider.cleanup();
+    }
+  };
+}
+
+/**
+ * Attaches native volume processors to the WebRTC connection so that
+ * `getInputVolume()` / `getOutputVolume()` return real values on
+ * React Native. Falls through unchanged for non-WebRTC connections;
+ * WebSocket volume on React Native is a known gap (MediaDeviceInput/
+ * MediaDeviceOutput depend on AudioContext which is unavailable in RN).
+ */
+export function attachNativeVolume(
+  result: VoiceSessionSetupResult
+): VoiceSessionSetupResult {
+  if (!(result.connection instanceof WebRTCConnection)) {
+    return result;
+  }
+
+  const cleanup = setupNativeVolumeProcessors(result.connection);
+
+  const originalDetach = result.detach;
+  return {
+    ...result,
+    detach: () => {
+      cleanup();
+      originalDetach();
+    },
+  };
+}

package/src/version.ts

@@ -1,2 +1,2 @@
 // This file is auto-generated during build
-export const PACKAGE_VERSION = "1.0.3";
+export const PACKAGE_VERSION = "1.1.0";