@live-assistant/audio 0.1.0

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Recep Tayyip Ekşi
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,9 @@
+# @live-assistant/audio
+
+`Microphone` and `PcmPlayer` for iOS, Android (`react-native-audio-api`, a peer dependency) and the web (Web Audio). The platform is picked through file extensions.
+
+- Frames are resampled to the rate the session asks for, not the rate the recorder claims to deliver.
+- `level()` on both classes feeds animations. The player's level follows the playhead, and `remainingSeconds()` says how much audio has not been heard yet.
+- On iOS the session runs in `voiceChat` mode, so the app's own output is cancelled. Android has no echo cancellation here (`cancelsEcho` is false), so the controller holds the microphone shut while the assistant is audible.
+
+See the [overview](../README.md).

package/dist/index.d.ts

@@ -0,0 +1,3 @@
+export { Microphone } from './microphone';
+export { PcmPlayer } from './pcm-player';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC"}

package/dist/index.js

@@ -0,0 +1,8 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PcmPlayer = exports.Microphone = void 0;
+var microphone_1 = require("./microphone");
+Object.defineProperty(exports, "Microphone", { enumerable: true, get: function () { return microphone_1.Microphone; } });
+var pcm_player_1 = require("./pcm-player");
+Object.defineProperty(exports, "PcmPlayer", { enumerable: true, get: function () { return pcm_player_1.PcmPlayer; } });
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;AAAA,2CAA0C;AAAjC,wGAAA,UAAU,OAAA;AACnB,2CAAyC;AAAhC,uGAAA,SAAS,OAAA"}

package/dist/microphone.d.ts

@@ -0,0 +1,13 @@
+import type { AssistantFailure, AssistantMicrophone, Result } from '@live-assistant/core';
+export declare class Microphone implements AssistantMicrophone {
+    private readonly clock;
+    readonly cancelsEcho: boolean;
+    private recorder;
+    private readonly levels;
+    constructor(clock?: () => number);
+    level(): number;
+    ensureAccess(): Promise<Result<void, AssistantFailure>>;
+    start(sampleRate: number, onFrame: (samples: Float32Array<ArrayBuffer>) => void): Promise<Result<void, AssistantFailure>>;
+    stop(): Promise<void>;
+}
+//# sourceMappingURL=microphone.d.ts.map

package/dist/microphone.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"microphone.d.ts","sourceRoot":"","sources":["../src/microphone.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAC;AAgC1F,qBAAa,UAAW,YAAW,mBAAmB;IAMxC,OAAO,CAAC,QAAQ,CAAC,KAAK;IALlC,QAAQ,CAAC,WAAW,UAAyB;IAE7C,OAAO,CAAC,QAAQ,CAA8B;IAC9C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAuB;gBAEjB,KAAK,GAAE,MAAM,MAAyC;IAEnF,KAAK,IAAI,MAAM;IAIT,YAAY,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC;IAWvD,KAAK,CACT,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,CAAC,OAAO,EAAE,YAAY,CAAC,WAAW,CAAC,KAAK,IAAI,GACpD,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC;IAkCpC,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;CAU5B"}

package/dist/microphone.js

@@ -0,0 +1,101 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Microphone = void 0;
+const react_native_1 = require("react-native");
+const react_native_audio_api_1 = require("react-native-audio-api");
+const core_1 = require("@live-assistant/core");
+/**
+ * Microphone capture on iOS and Android, over `react-native-audio-api`.
+ *
+ * @remarks
+ * - **The requested rate is a wish; the delivered rate is a fact.** The
+ *   recorder documents `sampleRate` as a preference, so every frame is
+ *   converted from the rate the buffer actually reports. Frames sent at the
+ *   wrong rate do not error — the model simply hears them sped up.
+ * - **Echo cancellation is iOS-only, and the split is the library's.**
+ *   `voiceChat` puts the session on Apple's Voice-Processing I/O unit, which
+ *   cancels the app's own output. Android's recorder opens its input without
+ *   the `VoiceCommunication` preset that engages the platform's canceller, so
+ *   `cancelsEcho` is false there and the caller should stop sending while the
+ *   assistant is audible.
+ * - **The audio session is exclusive until it is handed back.** Left active
+ *   after a failed or finished capture, it keeps the user's music silent until
+ *   the app restarts — so every exit path deactivates it.
+ * - **`level()` lags what was said by one frame (~100 ms).** A frame arrives
+ *   when it has been captured, and its slices are laid out from that moment.
+ */
+// 100 ms at 16 kHz: prompt enough for the model, and not a socket write per 20 ms.
+const BUFFER_FRAMES = 1600;
+const MONO = 1;
+const FIRST_CHANNEL = 0;
+const MS_PER_SECOND = 1000;
+// The library's own word for a granted permission — see its `PermissionStatus`.
+const PERMISSION_GRANTED = 'Granted';
+const reasonOf = (error) => (error instanceof Error ? error.message : undefined);
+class Microphone {
+    constructor(clock = () => Date.now() / MS_PER_SECOND) {
+        this.clock = clock;
+        this.cancelsEcho = react_native_1.Platform.OS === 'ios';
+        this.recorder = null;
+        this.levels = new core_1.LevelTimeline();
+    }
+    level() {
+        return this.levels.levelAt(this.clock());
+    }
+    async ensureAccess() {
+        // This can THROW rather than resolve: the Android module force-unwraps
+        // `currentActivity`, which is absent while the app is backgrounded.
+        try {
+            const permission = await react_native_audio_api_1.AudioManager.requestRecordingPermissions();
+            return permission === PERMISSION_GRANTED ? (0, core_1.ok)(undefined) : (0, core_1.fail)({ code: core_1.AssistantFailureCode.MicrophoneDenied });
+        }
+        catch (error) {
+            return (0, core_1.fail)({ code: core_1.AssistantFailureCode.MicrophoneDenied, detail: reasonOf(error) });
+        }
+    }
+    async start(sampleRate, onFrame) {
+        const access = await this.ensureAccess();
+        if (!access.ok)
+            return access;
+        try {
+            // Restarting replaces the callback: keeping the old one sent frames to a
+            // closure belonging to a session that had ended.
+            if (this.recorder !== null)
+                await this.stop();
+            react_native_audio_api_1.AudioManager.setAudioSessionOptions({
+                iosCategory: 'playAndRecord',
+                iosMode: 'voiceChat',
+                iosOptions: ['defaultToSpeaker', 'allowBluetoothHFP'],
+            });
+            await react_native_audio_api_1.AudioManager.setAudioSessionActivity(true);
+            const recorder = new react_native_audio_api_1.AudioRecorder();
+            recorder.onAudioReady({ sampleRate, bufferLength: BUFFER_FRAMES, channelCount: MONO }, (event) => {
+                const samples = (0, core_1.resample)(event.buffer.getChannelData(FIRST_CHANNEL), event.buffer.sampleRate, sampleRate);
+                this.levels.push(samples, sampleRate, this.clock());
+                onFrame(samples);
+            });
+            await recorder.start();
+            this.recorder = recorder;
+            return (0, core_1.ok)(undefined);
+        }
+        catch (error) {
+            // `stop()` returns early while `this.recorder` is null — which it is if
+            // the constructor or `start()` threw — so the session is handed back here.
+            await this.stop();
+            await react_native_audio_api_1.AudioManager.setAudioSessionActivity(false).catch(() => undefined);
+            return (0, core_1.fail)({ code: core_1.AssistantFailureCode.MicrophoneUnavailable, detail: reasonOf(error) });
+        }
+    }
+    async stop() {
+        this.levels.clear();
+        const recorder = this.recorder;
+        this.recorder = null;
+        if (recorder === null)
+            return;
+        recorder.clearOnAudioReady();
+        await recorder.stop();
+        await react_native_audio_api_1.AudioManager.setAudioSessionActivity(false);
+    }
+}
+exports.Microphone = Microphone;
+//# sourceMappingURL=microphone.js.map

package/dist/microphone.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"microphone.js","sourceRoot":"","sources":["../src/microphone.ts"],"names":[],"mappings":";;;AAAA,+CAAwC;AACxC,mEAAqE;AACrE,+CAA+F;AAG/F;;;;;;;;;;;;;;;;;;;GAmBG;AACH,mFAAmF;AACnF,MAAM,aAAa,GAAG,IAAI,CAAC;AAC3B,MAAM,IAAI,GAAG,CAAC,CAAC;AACf,MAAM,aAAa,GAAG,CAAC,CAAC;AACxB,MAAM,aAAa,GAAG,IAAI,CAAC;AAC3B,gFAAgF;AAChF,MAAM,kBAAkB,GAAG,SAAS,CAAC;AAErC,MAAM,QAAQ,GAAG,CAAC,KAAc,EAAsB,EAAE,CAAC,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;AAE9G,MAAa,UAAU;IAMrB,YAA6B,QAAsB,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,aAAa;QAAtD,UAAK,GAAL,KAAK,CAAiD;QAL1E,gBAAW,GAAG,uBAAQ,CAAC,EAAE,KAAK,KAAK,CAAC;QAErC,aAAQ,GAAyB,IAAI,CAAC;QAC7B,WAAM,GAAG,IAAI,oBAAa,EAAE,CAAC;IAEwC,CAAC;IAEvF,KAAK;QACH,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;IAC3C,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,uEAAuE;QACvE,oEAAoE;QACpE,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,MAAM,qCAAY,CAAC,2BAA2B,EAAE,CAAC;YACpE,OAAO,UAAU,KAAK,kBAAkB,CAAC,CAAC,CAAC,IAAA,SAAE,EAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAA,WAAI,EAAC,EAAE,IAAI,EAAE,2BAAoB,CAAC,gBAAgB,EAAE,CAAC,CAAC;QACnH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,IAAA,WAAI,EAAC,EAAE,IAAI,EAAE,2BAAoB,CAAC,gBAAgB,EAAE,MAAM,EAAE,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACxF,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CACT,UAAkB,EAClB,OAAqD;QAErD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;QACzC,IAAI,CAAC,MAAM,CAAC,EAAE;YAAE,OAAO,MAAM,CAAC;QAE9B,IAAI,CAAC;YACH,yEAAyE;YACzE,iDAAiD;YACjD,IAAI,IAAI,CAAC,QAAQ,KAAK,IAAI;gBAAE,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;YAE9C,qCAAY,CAAC,sBAAsB,CAAC;gBAClC,WAAW,EAAE,eAAe;gBAC5B,OAAO,EAAE,WAAW;gBACpB,UAAU,EAAE,CAAC,kBAAkB,EAAE,mBAAmB,CAAC;aACtD,CAAC,CAAC;YACH,MAAM,qCAAY,CAAC,uBAAuB,CAAC,IAAI,CAAC,CAAC;YAEjD,MAAM,QAAQ,GAAG,IAAI,sCAAa,EAAE,CAAC;YACrC,QAAQ,CAAC,YAAY,CAAC,EAAE,UAAU,EAAE,YAAY,EAAE,aAAa,EAAE,YAAY,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,EAAE,EAAE;gBAC/F,MAAM,OAAO,GAAG,IAAA,eAAQ,EAAC,KAAK,CAAC,MAAM,CAAC,cAAc,CAAC,aAAa,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;gBAC1G,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;gBACpD,OAAO,CAAC,OAAO,CAAC,CAAC;YACnB,CAAC,CAAC,CAAC;YACH,MAAM,QAAQ,CAAC,KAAK,EAAE,CAAC;YACvB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;YACzB,OAAO,IAAA,SAAE,EAAC,SAAS,CAAC,CAAC;QACvB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,wEAAwE;YACxE,2EAA2E;YAC3E,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;YAClB,MAAM,qCAAY,CAAC,uBAAuB,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YACzE,OAAO,IAAA,WAAI,EAAC,EAAE,IAAI,EAAE,2BAAoB,CAAC,qBAAqB,EAAE,MAAM,EAAE,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC7F,CAAC;IACH,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QACpB,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC/B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,QAAQ,KAAK,IAAI;YAAE,OAAO;QAE9B,QAAQ,CAAC,iBAAiB,EAAE,CAAC;QAC7B,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACtB,MAAM,qCAAY,CAAC,uBAAuB,CAAC,KAAK,CAAC,CAAC;IACpD,CAAC;CACF;AAtED,gCAsEC"}

package/dist/microphone.web.d.ts

@@ -0,0 +1,17 @@
+import type { AssistantFailure, AssistantMicrophone, Result } from '@live-assistant/core';
+export declare class Microphone implements AssistantMicrophone {
+    private readonly clock;
+    /** `echoCancellation` is requested on the stream below. */
+    readonly cancelsEcho = true;
+    private stream;
+    private context;
+    private processor;
+    private onFrame;
+    private readonly levels;
+    constructor(clock?: () => number);
+    level(): number;
+    ensureAccess(): Promise<Result<void, AssistantFailure>>;
+    start(sampleRate: number, onFrame: (samples: Float32Array<ArrayBuffer>) => void): Promise<Result<void, AssistantFailure>>;
+    stop(): Promise<void>;
+}
+//# sourceMappingURL=microphone.web.d.ts.map

package/dist/microphone.web.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"microphone.web.d.ts","sourceRoot":"","sources":["../src/microphone.web.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAC;AA2B1F,qBAAa,UAAW,YAAW,mBAAmB;IAUxC,OAAO,CAAC,QAAQ,CAAC,KAAK;IATlC,2DAA2D;IAC3D,QAAQ,CAAC,WAAW,QAAQ;IAE5B,OAAO,CAAC,MAAM,CAA4B;IAC1C,OAAO,CAAC,OAAO,CAA6B;IAC5C,OAAO,CAAC,SAAS,CAAoC;IACrD,OAAO,CAAC,OAAO,CAA+D;IAC9E,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAuB;gBAEjB,KAAK,GAAE,MAAM,MAAyC;IAEnF,KAAK,IAAI,MAAM;IAIT,YAAY,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC;IAMvD,KAAK,CACT,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,CAAC,OAAO,EAAE,YAAY,CAAC,WAAW,CAAC,KAAK,IAAI,GACpD,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC;IA2CpC,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;CAa5B"}

package/dist/microphone.web.js

@@ -0,0 +1,106 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Microphone = void 0;
+const core_1 = require("@live-assistant/core");
+/**
+ * Microphone capture in the browser, over `getUserMedia`.
+ *
+ * @remarks
+ * - **Why not the same library as native.** `react-native-audio-api`'s web
+ *   build ships no `AudioRecorder`; importing it on web yields `undefined`.
+ * - **`echoCancellation` is the web spelling of iOS's `voiceChat`.** Off, the
+ *   tab's own output re-enters the microphone and the model concludes the user
+ *   interrupted it.
+ * - **`ScriptProcessorNode`, deprecated and chosen anyway.** `AudioWorklet`
+ *   needs its processor served as a separate module URL, which a bundled
+ *   package cannot promise. Every current browser still runs a script
+ *   processor; the swap is local to this file the day one drops it.
+ * - **A refusal and a broken device arrive down the same path.** The browser's
+ *   prompt lives inside `getUserMedia`, so only the error's NAME tells a
+ *   pressed "Block" from a missing device.
+ */
+// A power of two, as the API requires; 4096 at 48 kHz is ~85 ms.
+const PROCESSOR_BUFFER = 4096;
+const MONO = 1;
+const FIRST_CHANNEL = 0;
+const SILENT = 0;
+const MS_PER_SECOND = 1000;
+const REFUSAL_NAMES = ['NotAllowedError', 'SecurityError'];
+class Microphone {
+    constructor(clock = () => Date.now() / MS_PER_SECOND) {
+        this.clock = clock;
+        /** `echoCancellation` is requested on the stream below. */
+        this.cancelsEcho = true;
+        this.stream = null;
+        this.context = null;
+        this.processor = null;
+        this.onFrame = null;
+        this.levels = new core_1.LevelTimeline();
+    }
+    level() {
+        return this.levels.levelAt(this.clock());
+    }
+    async ensureAccess() {
+        // The browser cannot ask ahead of use; all that can be checked is that
+        // there is an API to ask with. `start` reports a refusal.
+        return navigator.mediaDevices === undefined ? (0, core_1.fail)({ code: core_1.AssistantFailureCode.MicrophoneDenied }) : (0, core_1.ok)(undefined);
+    }
+    async start(sampleRate, onFrame) {
+        // A restart keeps the open stream but replaces the callback, as the port promises.
+        this.onFrame = onFrame;
+        if (this.stream !== null)
+            return (0, core_1.ok)(undefined);
+        if (navigator.mediaDevices === undefined)
+            return (0, core_1.fail)({ code: core_1.AssistantFailureCode.MicrophoneDenied });
+        try {
+            const stream = await navigator.mediaDevices.getUserMedia({
+                audio: { echoCancellation: true, noiseSuppression: true, autoGainControl: true, channelCount: MONO },
+            });
+            const context = new AudioContext();
+            const source = context.createMediaStreamSource(stream);
+            const processor = context.createScriptProcessor(PROCESSOR_BUFFER, MONO, MONO);
+            processor.onaudioprocess = (event) => {
+                const samples = (0, core_1.resample)(event.inputBuffer.getChannelData(FIRST_CHANNEL), context.sampleRate, sampleRate);
+                this.levels.push(samples, sampleRate, this.clock());
+                this.onFrame?.(samples);
+            };
+            source.connect(processor);
+            // A script processor only runs while connected to the destination, so
+            // it is — through a muted gain.
+            const silence = context.createGain();
+            silence.gain.value = SILENT;
+            processor.connect(silence);
+            silence.connect(context.destination);
+            this.stream = stream;
+            this.context = context;
+            this.processor = processor;
+            return (0, core_1.ok)(undefined);
+        }
+        catch (error) {
+            await this.stop();
+            if (error instanceof Error && REFUSAL_NAMES.includes(error.name)) {
+                return (0, core_1.fail)({ code: core_1.AssistantFailureCode.MicrophoneDenied, detail: error.message });
+            }
+            return (0, core_1.fail)({
+                code: core_1.AssistantFailureCode.MicrophoneUnavailable,
+                detail: error instanceof Error ? error.message : undefined,
+            });
+        }
+    }
+    async stop() {
+        this.levels.clear();
+        this.onFrame = null;
+        if (this.processor !== null)
+            this.processor.onaudioprocess = null;
+        this.processor?.disconnect();
+        for (const track of this.stream?.getTracks() ?? [])
+            track.stop();
+        const context = this.context;
+        this.processor = null;
+        this.stream = null;
+        this.context = null;
+        await context?.close();
+    }
+}
+exports.Microphone = Microphone;
+//# sourceMappingURL=microphone.web.js.map

package/dist/microphone.web.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"microphone.web.js","sourceRoot":"","sources":["../src/microphone.web.ts"],"names":[],"mappings":";;;AAAA,+CAA+F;AAG/F;;;;;;;;;;;;;;;;GAgBG;AACH,iEAAiE;AACjE,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAC9B,MAAM,IAAI,GAAG,CAAC,CAAC;AACf,MAAM,aAAa,GAAG,CAAC,CAAC;AACxB,MAAM,MAAM,GAAG,CAAC,CAAC;AACjB,MAAM,aAAa,GAAG,IAAI,CAAC;AAC3B,MAAM,aAAa,GAAsB,CAAC,iBAAiB,EAAE,eAAe,CAAC,CAAC;AAE9E,MAAa,UAAU;IAUrB,YAA6B,QAAsB,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,aAAa;QAAtD,UAAK,GAAL,KAAK,CAAiD;QATnF,2DAA2D;QAClD,gBAAW,GAAG,IAAI,CAAC;QAEpB,WAAM,GAAuB,IAAI,CAAC;QAClC,YAAO,GAAwB,IAAI,CAAC;QACpC,cAAS,GAA+B,IAAI,CAAC;QAC7C,YAAO,GAA0D,IAAI,CAAC;QAC7D,WAAM,GAAG,IAAI,oBAAa,EAAE,CAAC;IAEwC,CAAC;IAEvF,KAAK;QACH,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;IAC3C,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,uEAAuE;QACvE,0DAA0D;QAC1D,OAAO,SAAS,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,IAAA,WAAI,EAAC,EAAE,IAAI,EAAE,2BAAoB,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,CAAC,IAAA,SAAE,EAAC,SAAS,CAAC,CAAC;IACtH,CAAC;IAED,KAAK,CAAC,KAAK,CACT,UAAkB,EAClB,OAAqD;QAErD,mFAAmF;QACnF,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,IAAI,CAAC,MAAM,KAAK,IAAI;YAAE,OAAO,IAAA,SAAE,EAAC,SAAS,CAAC,CAAC;QAC/C,IAAI,SAAS,CAAC,YAAY,KAAK,SAAS;YAAE,OAAO,IAAA,WAAI,EAAC,EAAE,IAAI,EAAE,2BAAoB,CAAC,gBAAgB,EAAE,CAAC,CAAC;QAEvG,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,YAAY,CAAC,YAAY,CAAC;gBACvD,KAAK,EAAE,EAAE,gBAAgB,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE;aACrG,CAAC,CAAC;YACH,MAAM,OAAO,GAAG,IAAI,YAAY,EAAE,CAAC;YACnC,MAAM,MAAM,GAAG,OAAO,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAC;YACvD,MAAM,SAAS,GAAG,OAAO,CAAC,qBAAqB,CAAC,gBAAgB,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;YAE9E,SAAS,CAAC,cAAc,GAAG,CAAC,KAAK,EAAE,EAAE;gBACnC,MAAM,OAAO,GAAG,IAAA,eAAQ,EAAC,KAAK,CAAC,WAAW,CAAC,cAAc,CAAC,aAAa,CAAC,EAAE,OAAO,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;gBAC1G,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;gBACpD,IAAI,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,CAAC;YAC1B,CAAC,CAAC;YACF,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YAC1B,sEAAsE;YACtE,gCAAgC;YAChC,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;YACrC,OAAO,CAAC,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC;YAC5B,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAC3B,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;YAErC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;YACrB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;YACvB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;YAC3B,OAAO,IAAA,SAAE,EAAC,SAAS,CAAC,CAAC;QACvB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;YAClB,IAAI,KAAK,YAAY,KAAK,IAAI,aAAa,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;gBACjE,OAAO,IAAA,WAAI,EAAC,EAAE,IAAI,EAAE,2BAAoB,CAAC,gBAAgB,EAAE,MAAM,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YACtF,CAAC;YACD,OAAO,IAAA,WAAI,EAAC;gBACV,IAAI,EAAE,2BAAoB,CAAC,qBAAqB;gBAChD,MAAM,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;aAC3D,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QACpB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,IAAI,CAAC,SAAS,KAAK,IAAI;YAAE,IAAI,CAAC,SAAS,CAAC,cAAc,GAAG,IAAI,CAAC;QAClE,IAAI,CAAC,SAAS,EAAE,UAAU,EAAE,CAAC;QAC7B,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE;YAAE,KAAK,CAAC,IAAI,EAAE,CAAC;QACjE,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAE7B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,MAAM,OAAO,EAAE,KAAK,EAAE,CAAC;IACzB,CAAC;CACF;AAjFD,gCAiFC"}

package/dist/pcm-player.d.ts

@@ -0,0 +1,15 @@
+import type { AssistantFailure, AssistantPlayer, Result } from '@live-assistant/core';
+export declare class PcmPlayer implements AssistantPlayer {
+    private context;
+    private queue;
+    /** The rate the provider sends at, not necessarily one the device runs at. */
+    private sourceRate;
+    private readonly levels;
+    level(): number;
+    remainingSeconds(): number;
+    prepare(sampleRate: number): Promise<Result<void, AssistantFailure>>;
+    enqueue(samples: Float32Array<ArrayBuffer>): void;
+    flush(): void;
+    stop(): Promise<void>;
+}
+//# sourceMappingURL=pcm-player.d.ts.map

package/dist/pcm-player.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pcm-player.d.ts","sourceRoot":"","sources":["../src/pcm-player.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAC;AA2BtF,qBAAa,SAAU,YAAW,eAAe;IAC/C,OAAO,CAAC,OAAO,CAA6B;IAC5C,OAAO,CAAC,KAAK,CAA2C;IACxD,8EAA8E;IAC9E,OAAO,CAAC,UAAU,CAAK;IACvB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAuB;IAE9C,KAAK,IAAI,MAAM;IAIf,gBAAgB,IAAI,MAAM;IAIpB,OAAO,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC;IAqB1E,OAAO,CAAC,OAAO,EAAE,YAAY,CAAC,WAAW,CAAC,GAAG,IAAI;IAYjD,KAAK,IAAI,IAAI;IAKP,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;CAQ5B"}

package/dist/pcm-player.js

@@ -0,0 +1,88 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PcmPlayer = void 0;
+const react_native_audio_api_1 = require("react-native-audio-api");
+const core_1 = require("@live-assistant/core");
+/**
+ * Streaming playback on iOS and Android, over `react-native-audio-api`.
+ *
+ * @remarks
+ * - **A queue source, not a buffer per chunk.** Starting a source node for each
+ *   small chunk leaves audible seams, because each start is scheduled against
+ *   the clock separately. One queue node plays them back to back, and
+ *   `clearBuffers` drops everything not yet heard in a single call.
+ * - **The context runs at the DEVICE's rate, and the stream is converted to
+ *   meet it.** Asking Android's audio HAL for a rate it does not run at is a
+ *   request it may honour, quietly refuse, or crash on (a native SIGSEGV in
+ *   `libaudioclient.so` was reported). Conversion is free when rates agree.
+ * - **`start(0, 0)`, both arguments explicit.** The library's default offset
+ *   is -1 and its own guard rejects -1, so the no-argument call throws.
+ * - **Levels follow the playhead.** Each chunk is laid on a timeline against
+ *   the context's `currentTime` where the previous one ends, as the queue plays
+ *   it, so `level()` is the loudness of what is heard now.
+ */
+const MONO = 1;
+const FIRST_CHANNEL = 0;
+const IMMEDIATELY = 0;
+const FROM_START = 0;
+const reasonOf = (error) => (error instanceof Error ? error.message : undefined);
+class PcmPlayer {
+    constructor() {
+        this.context = null;
+        this.queue = null;
+        /** The rate the provider sends at, not necessarily one the device runs at. */
+        this.sourceRate = 0;
+        this.levels = new core_1.LevelTimeline();
+    }
+    level() {
+        return this.context === null ? 0 : this.levels.levelAt(this.context.currentTime);
+    }
+    remainingSeconds() {
+        return this.context === null ? 0 : this.levels.remainingAt(this.context.currentTime);
+    }
+    async prepare(sampleRate) {
+        // Set before the early return: a second prepare at another rate must not
+        // leave buffers labelled with a rate they are not.
+        this.sourceRate = sampleRate;
+        if (this.queue !== null)
+            return (0, core_1.ok)(undefined);
+        try {
+            const context = new react_native_audio_api_1.AudioContext();
+            const queue = context.createBufferQueueSource();
+            queue.connect(context.destination);
+            queue.start(IMMEDIATELY, FROM_START);
+            this.context = context;
+            this.queue = queue;
+            return (0, core_1.ok)(undefined);
+        }
+        catch (error) {
+            await this.stop();
+            return (0, core_1.fail)({ code: core_1.AssistantFailureCode.PlayerUnavailable, detail: reasonOf(error) });
+        }
+    }
+    enqueue(samples) {
+        const context = this.context;
+        const queue = this.queue;
+        if (context === null || queue === null || samples.length === 0)
+            return;
+        const playable = (0, core_1.resample)(samples, this.sourceRate, context.sampleRate);
+        const buffer = context.createBuffer(MONO, playable.length, context.sampleRate);
+        buffer.copyToChannel(playable, FIRST_CHANNEL);
+        queue.enqueueBuffer(buffer);
+        this.levels.push(samples, this.sourceRate, context.currentTime);
+    }
+    flush() {
+        this.queue?.clearBuffers();
+        this.levels.clear();
+    }
+    async stop() {
+        const context = this.context;
+        this.flush();
+        this.queue?.stop();
+        this.queue = null;
+        this.context = null;
+        await context?.close();
+    }
+}
+exports.PcmPlayer = PcmPlayer;
+//# sourceMappingURL=pcm-player.js.map

package/dist/pcm-player.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pcm-player.js","sourceRoot":"","sources":["../src/pcm-player.ts"],"names":[],"mappings":";;;AAAA,mEAAsD;AAEtD,+CAA+F;AAG/F;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,IAAI,GAAG,CAAC,CAAC;AACf,MAAM,aAAa,GAAG,CAAC,CAAC;AACxB,MAAM,WAAW,GAAG,CAAC,CAAC;AACtB,MAAM,UAAU,GAAG,CAAC,CAAC;AAErB,MAAM,QAAQ,GAAG,CAAC,KAAc,EAAsB,EAAE,CAAC,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;AAE9G,MAAa,SAAS;IAAtB;QACU,YAAO,GAAwB,IAAI,CAAC;QACpC,UAAK,GAAsC,IAAI,CAAC;QACxD,8EAA8E;QACtE,eAAU,GAAG,CAAC,CAAC;QACN,WAAM,GAAG,IAAI,oBAAa,EAAE,CAAC;IAwDhD,CAAC;IAtDC,KAAK;QACH,OAAO,IAAI,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IACnF,CAAC;IAED,gBAAgB;QACd,OAAO,IAAI,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IACvF,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,UAAkB;QAC9B,yEAAyE;QACzE,mDAAmD;QACnD,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI;YAAE,OAAO,IAAA,SAAE,EAAC,SAAS,CAAC,CAAC;QAE9C,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,IAAI,qCAAY,EAAE,CAAC;YACnC,MAAM,KAAK,GAAG,OAAO,CAAC,uBAAuB,EAAE,CAAC;YAChD,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;YACnC,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;YAErC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;YACvB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;YACnB,OAAO,IAAA,SAAE,EAAC,SAAS,CAAC,CAAC;QACvB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;YAClB,OAAO,IAAA,WAAI,EAAC,EAAE,IAAI,EAAE,2BAAoB,CAAC,iBAAiB,EAAE,MAAM,EAAE,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACzF,CAAC;IACH,CAAC;IAED,OAAO,CAAC,OAAkC;QACxC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAC7B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACzB,IAAI,OAAO,KAAK,IAAI,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAEvE,MAAM,QAAQ,GAAG,IAAA,eAAQ,EAAC,OAAO,EAAE,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QACxE,MAAM,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,IAAI,EAAE,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QAC/E,MAAM,CAAC,aAAa,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;QAC9C,KAAK,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;QAC5B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;IAClE,CAAC;IAED,KAAK;QACH,IAAI,CAAC,KAAK,EAAE,YAAY,EAAE,CAAC;QAC3B,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IACtB,CAAC;IAED,KAAK,CAAC,IAAI;QACR,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAC7B,IAAI,CAAC,KAAK,EAAE,CAAC;QACb,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC;QACnB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,MAAM,OAAO,EAAE,KAAK,EAAE,CAAC;IACzB,CAAC;CACF;AA7DD,8BA6DC"}

package/dist/pcm-player.web.d.ts

@@ -0,0 +1,15 @@
+import type { AssistantFailure, AssistantPlayer, Result } from '@live-assistant/core';
+export declare class PcmPlayer implements AssistantPlayer {
+    private context;
+    private scheduled;
+    private nextStartTime;
+    private streamRate;
+    private readonly levels;
+    level(): number;
+    remainingSeconds(): number;
+    prepare(sampleRate: number): Promise<Result<void, AssistantFailure>>;
+    enqueue(samples: Float32Array<ArrayBuffer>): void;
+    flush(): void;
+    stop(): Promise<void>;
+}
+//# sourceMappingURL=pcm-player.web.d.ts.map

package/dist/pcm-player.web.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pcm-player.web.d.ts","sourceRoot":"","sources":["../src/pcm-player.web.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAC;AAsBtF,qBAAa,SAAU,YAAW,eAAe;IAC/C,OAAO,CAAC,OAAO,CAA6B;IAC5C,OAAO,CAAC,SAAS,CAAoC;IACrD,OAAO,CAAC,aAAa,CAAK;IAC1B,OAAO,CAAC,UAAU,CAAK;IACvB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAuB;IAE9C,KAAK,IAAI,MAAM;IAIf,gBAAgB,IAAI,MAAM;IAIpB,OAAO,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC;IAe1E,OAAO,CAAC,OAAO,EAAE,YAAY,CAAC,WAAW,CAAC,GAAG,IAAI;IAoBjD,KAAK,IAAI,IAAI;IAOP,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;CAM5B"}

package/dist/pcm-player.web.js

@@ -0,0 +1,83 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PcmPlayer = void 0;
+const core_1 = require("@live-assistant/core");
+/**
+ * Streaming playback in the browser, over the Web Audio graph.
+ *
+ * @remarks
+ * - **Why not the same library as native.** `react-native-audio-api`'s web
+ *   build exports no `AudioBufferQueueSourceNode`, so the queue is built from
+ *   scheduled source nodes.
+ * - **The queue is a clock cursor, not a list.** Each chunk starts exactly
+ *   where the previous one ends, which keeps the reply gapless; the cursor is
+ *   nudged to `currentTime` when the queue has drained.
+ * - **`flush` stops the scheduled nodes** — everything not yet started never
+ *   starts, and the level timeline is cleared with it.
+ * - **Autoplay policy** suspends a context created outside a user gesture; the
+ *   tap that starts the assistant is that gesture, so `resume` resolves there.
+ */
+const MONO = 1;
+const FIRST_CHANNEL = 0;
+const reasonOf = (error) => (error instanceof Error ? error.message : undefined);
+class PcmPlayer {
+    constructor() {
+        this.context = null;
+        this.scheduled = new Set();
+        this.nextStartTime = 0;
+        this.streamRate = 0;
+        this.levels = new core_1.LevelTimeline();
+    }
+    level() {
+        return this.context === null ? 0 : this.levels.levelAt(this.context.currentTime);
+    }
+    remainingSeconds() {
+        return this.context === null ? 0 : this.levels.remainingAt(this.context.currentTime);
+    }
+    async prepare(sampleRate) {
+        this.streamRate = sampleRate;
+        if (this.context !== null)
+            return (0, core_1.ok)(undefined);
+        try {
+            this.context = new AudioContext();
+            this.nextStartTime = 0;
+            await this.context.resume();
+            return (0, core_1.ok)(undefined);
+        }
+        catch (error) {
+            await this.stop();
+            return (0, core_1.fail)({ code: core_1.AssistantFailureCode.PlayerUnavailable, detail: reasonOf(error) });
+        }
+    }
+    enqueue(samples) {
+        const context = this.context;
+        if (context === null || samples.length === 0)
+            return;
+        const buffer = context.createBuffer(MONO, samples.length, this.streamRate);
+        buffer.copyToChannel(samples, FIRST_CHANNEL);
+        const source = context.createBufferSource();
+        source.buffer = buffer;
+        source.connect(context.destination);
+        const startAt = Math.max(this.nextStartTime, context.currentTime);
+        source.start(startAt);
+        this.nextStartTime = startAt + buffer.duration;
+        this.levels.push(samples, this.streamRate, context.currentTime);
+        this.scheduled.add(source);
+        source.onended = () => this.scheduled.delete(source);
+    }
+    flush() {
+        for (const source of this.scheduled)
+            source.stop();
+        this.scheduled.clear();
+        this.nextStartTime = this.context?.currentTime ?? 0;
+        this.levels.clear();
+    }
+    async stop() {
+        this.flush();
+        const context = this.context;
+        this.context = null;
+        await context?.close();
+    }
+}
+exports.PcmPlayer = PcmPlayer;
+//# sourceMappingURL=pcm-player.web.js.map

package/dist/pcm-player.web.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pcm-player.web.js","sourceRoot":"","sources":["../src/pcm-player.web.ts"],"names":[],"mappings":";;;AAAA,+CAAqF;AAGrF;;;;;;;;;;;;;;GAcG;AACH,MAAM,IAAI,GAAG,CAAC,CAAC;AACf,MAAM,aAAa,GAAG,CAAC,CAAC;AAExB,MAAM,QAAQ,GAAG,CAAC,KAAc,EAAsB,EAAE,CAAC,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;AAE9G,MAAa,SAAS;IAAtB;QACU,YAAO,GAAwB,IAAI,CAAC;QACpC,cAAS,GAAG,IAAI,GAAG,EAAyB,CAAC;QAC7C,kBAAa,GAAG,CAAC,CAAC;QAClB,eAAU,GAAG,CAAC,CAAC;QACN,WAAM,GAAG,IAAI,oBAAa,EAAE,CAAC;IA0DhD,CAAC;IAxDC,KAAK;QACH,OAAO,IAAI,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IACnF,CAAC;IAED,gBAAgB;QACd,OAAO,IAAI,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IACvF,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,UAAkB;QAC9B,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,IAAI,CAAC,OAAO,KAAK,IAAI;YAAE,OAAO,IAAA,SAAE,EAAC,SAAS,CAAC,CAAC;QAEhD,IAAI,CAAC;YACH,IAAI,CAAC,OAAO,GAAG,IAAI,YAAY,EAAE,CAAC;YAClC,IAAI,CAAC,aAAa,GAAG,CAAC,CAAC;YACvB,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YAC5B,OAAO,IAAA,SAAE,EAAC,SAAS,CAAC,CAAC;QACvB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;YAClB,OAAO,IAAA,WAAI,EAAC,EAAE,IAAI,EAAE,2BAAoB,CAAC,iBAAiB,EAAE,MAAM,EAAE,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACzF,CAAC;IACH,CAAC;IAED,OAAO,CAAC,OAAkC;QACxC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAC7B,IAAI,OAAO,KAAK,IAAI,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAErD,MAAM,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;QAC3E,MAAM,CAAC,aAAa,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;QAE7C,MAAM,MAAM,GAAG,OAAO,CAAC,kBAAkB,EAAE,CAAC;QAC5C,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC;QACvB,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAEpC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;QAClE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACtB,IAAI,CAAC,aAAa,GAAG,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC;QAC/C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;QAEhE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC3B,MAAM,CAAC,OAAO,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACvD,CAAC;IAED,KAAK;QACH,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,SAAS;YAAE,MAAM,CAAC,IAAI,EAAE,CAAC;QACnD,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QACvB,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,OAAO,EAAE,WAAW,IAAI,CAAC,CAAC;QACpD,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IACtB,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,KAAK,EAAE,CAAC;QACb,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAC7B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,MAAM,OAAO,EAAE,KAAK,EAAE,CAAC;IACzB,CAAC;CACF;AA/DD,8BA+DC"}

package/package.json

@@ -0,0 +1,49 @@
+{
+  "name": "@live-assistant/audio",
+  "version": "0.1.0",
+  "description": "Microphone capture and streaming PCM playback for @live-assistant/core, on iOS, Android and the web, with levels an animation can read every frame.",
+  "license": "MIT",
+  "author": "Recep Tayyip Ekşi",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/Recipely-Team/live-assistant.git",
+    "directory": "packages/assistant-audio"
+  },
+  "homepage": "https://github.com/Recipely-Team/live-assistant/tree/main/packages/assistant-audio#readme",
+  "bugs": {
+    "url": "https://github.com/Recipely-Team/live-assistant/issues"
+  },
+  "keywords": [
+    "audio",
+    "microphone",
+    "pcm",
+    "react-native",
+    "voice",
+    "realtime"
+  ],
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "files": [
+    "dist",
+    "src",
+    "README.md",
+    "LICENSE",
+    "!src/**/__tests__",
+    "!src/**/__fixtures__"
+  ],
+  "sideEffects": false,
+  "scripts": {
+    "build": "node -e \"require('fs').rmSync('dist',{recursive:true,force:true})\" && tsc -p tsconfig.build.json",
+    "prepack": "npm run build"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "dependencies": {
+    "@live-assistant/core": "0.1.0"
+  },
+  "peerDependencies": {
+    "react-native": ">=0.76",
+    "react-native-audio-api": ">=0.13.3"
+  }
+}

package/src/index.ts

@@ -0,0 +1,2 @@
+export { Microphone } from './microphone';
+export { PcmPlayer } from './pcm-player';

package/src/microphone.ts

@@ -0,0 +1,106 @@
+import { Platform } from 'react-native';
+import { AudioManager, AudioRecorder } from 'react-native-audio-api';
+import { AssistantFailureCode, LevelTimeline, fail, ok, resample } from '@live-assistant/core';
+import type { AssistantFailure, AssistantMicrophone, Result } from '@live-assistant/core';
+
+/**
+ * Microphone capture on iOS and Android, over `react-native-audio-api`.
+ *
+ * @remarks
+ * - **The requested rate is a wish; the delivered rate is a fact.** The
+ *   recorder documents `sampleRate` as a preference, so every frame is
+ *   converted from the rate the buffer actually reports. Frames sent at the
+ *   wrong rate do not error — the model simply hears them sped up.
+ * - **Echo cancellation is iOS-only, and the split is the library's.**
+ *   `voiceChat` puts the session on Apple's Voice-Processing I/O unit, which
+ *   cancels the app's own output. Android's recorder opens its input without
+ *   the `VoiceCommunication` preset that engages the platform's canceller, so
+ *   `cancelsEcho` is false there and the caller should stop sending while the
+ *   assistant is audible.
+ * - **The audio session is exclusive until it is handed back.** Left active
+ *   after a failed or finished capture, it keeps the user's music silent until
+ *   the app restarts — so every exit path deactivates it.
+ * - **`level()` lags what was said by one frame (~100 ms).** A frame arrives
+ *   when it has been captured, and its slices are laid out from that moment.
+ */
+// 100 ms at 16 kHz: prompt enough for the model, and not a socket write per 20 ms.
+const BUFFER_FRAMES = 1600;
+const MONO = 1;
+const FIRST_CHANNEL = 0;
+const MS_PER_SECOND = 1000;
+// The library's own word for a granted permission — see its `PermissionStatus`.
+const PERMISSION_GRANTED = 'Granted';
+
+const reasonOf = (error: unknown): string | undefined => (error instanceof Error ? error.message : undefined);
+
+export class Microphone implements AssistantMicrophone {
+  readonly cancelsEcho = Platform.OS === 'ios';
+
+  private recorder: AudioRecorder | null = null;
+  private readonly levels = new LevelTimeline();
+
+  constructor(private readonly clock: () => number = () => Date.now() / MS_PER_SECOND) {}
+
+  level(): number {
+    return this.levels.levelAt(this.clock());
+  }
+
+  async ensureAccess(): Promise<Result<void, AssistantFailure>> {
+    // This can THROW rather than resolve: the Android module force-unwraps
+    // `currentActivity`, which is absent while the app is backgrounded.
+    try {
+      const permission = await AudioManager.requestRecordingPermissions();
+      return permission === PERMISSION_GRANTED ? ok(undefined) : fail({ code: AssistantFailureCode.MicrophoneDenied });
+    } catch (error) {
+      return fail({ code: AssistantFailureCode.MicrophoneDenied, detail: reasonOf(error) });
+    }
+  }
+
+  async start(
+    sampleRate: number,
+    onFrame: (samples: Float32Array<ArrayBuffer>) => void,
+  ): Promise<Result<void, AssistantFailure>> {
+    const access = await this.ensureAccess();
+    if (!access.ok) return access;
+
+    try {
+      // Restarting replaces the callback: keeping the old one sent frames to a
+      // closure belonging to a session that had ended.
+      if (this.recorder !== null) await this.stop();
+
+      AudioManager.setAudioSessionOptions({
+        iosCategory: 'playAndRecord',
+        iosMode: 'voiceChat',
+        iosOptions: ['defaultToSpeaker', 'allowBluetoothHFP'],
+      });
+      await AudioManager.setAudioSessionActivity(true);
+
+      const recorder = new AudioRecorder();
+      recorder.onAudioReady({ sampleRate, bufferLength: BUFFER_FRAMES, channelCount: MONO }, (event) => {
+        const samples = resample(event.buffer.getChannelData(FIRST_CHANNEL), event.buffer.sampleRate, sampleRate);
+        this.levels.push(samples, sampleRate, this.clock());
+        onFrame(samples);
+      });
+      await recorder.start();
+      this.recorder = recorder;
+      return ok(undefined);
+    } catch (error) {
+      // `stop()` returns early while `this.recorder` is null — which it is if
+      // the constructor or `start()` threw — so the session is handed back here.
+      await this.stop();
+      await AudioManager.setAudioSessionActivity(false).catch(() => undefined);
+      return fail({ code: AssistantFailureCode.MicrophoneUnavailable, detail: reasonOf(error) });
+    }
+  }
+
+  async stop(): Promise<void> {
+    this.levels.clear();
+    const recorder = this.recorder;
+    this.recorder = null;
+    if (recorder === null) return;
+
+    recorder.clearOnAudioReady();
+    await recorder.stop();
+    await AudioManager.setAudioSessionActivity(false);
+  }
+}

package/src/microphone.web.ts

@@ -0,0 +1,110 @@
+import { AssistantFailureCode, LevelTimeline, fail, ok, resample } from '@live-assistant/core';
+import type { AssistantFailure, AssistantMicrophone, Result } from '@live-assistant/core';
+
+/**
+ * Microphone capture in the browser, over `getUserMedia`.
+ *
+ * @remarks
+ * - **Why not the same library as native.** `react-native-audio-api`'s web
+ *   build ships no `AudioRecorder`; importing it on web yields `undefined`.
+ * - **`echoCancellation` is the web spelling of iOS's `voiceChat`.** Off, the
+ *   tab's own output re-enters the microphone and the model concludes the user
+ *   interrupted it.
+ * - **`ScriptProcessorNode`, deprecated and chosen anyway.** `AudioWorklet`
+ *   needs its processor served as a separate module URL, which a bundled
+ *   package cannot promise. Every current browser still runs a script
+ *   processor; the swap is local to this file the day one drops it.
+ * - **A refusal and a broken device arrive down the same path.** The browser's
+ *   prompt lives inside `getUserMedia`, so only the error's NAME tells a
+ *   pressed "Block" from a missing device.
+ */
+// A power of two, as the API requires; 4096 at 48 kHz is ~85 ms.
+const PROCESSOR_BUFFER = 4096;
+const MONO = 1;
+const FIRST_CHANNEL = 0;
+const SILENT = 0;
+const MS_PER_SECOND = 1000;
+const REFUSAL_NAMES: readonly string[] = ['NotAllowedError', 'SecurityError'];
+
+export class Microphone implements AssistantMicrophone {
+  /** `echoCancellation` is requested on the stream below. */
+  readonly cancelsEcho = true;
+
+  private stream: MediaStream | null = null;
+  private context: AudioContext | null = null;
+  private processor: ScriptProcessorNode | null = null;
+  private onFrame: ((samples: Float32Array<ArrayBuffer>) => void) | null = null;
+  private readonly levels = new LevelTimeline();
+
+  constructor(private readonly clock: () => number = () => Date.now() / MS_PER_SECOND) {}
+
+  level(): number {
+    return this.levels.levelAt(this.clock());
+  }
+
+  async ensureAccess(): Promise<Result<void, AssistantFailure>> {
+    // The browser cannot ask ahead of use; all that can be checked is that
+    // there is an API to ask with. `start` reports a refusal.
+    return navigator.mediaDevices === undefined ? fail({ code: AssistantFailureCode.MicrophoneDenied }) : ok(undefined);
+  }
+
+  async start(
+    sampleRate: number,
+    onFrame: (samples: Float32Array<ArrayBuffer>) => void,
+  ): Promise<Result<void, AssistantFailure>> {
+    // A restart keeps the open stream but replaces the callback, as the port promises.
+    this.onFrame = onFrame;
+    if (this.stream !== null) return ok(undefined);
+    if (navigator.mediaDevices === undefined) return fail({ code: AssistantFailureCode.MicrophoneDenied });
+
+    try {
+      const stream = await navigator.mediaDevices.getUserMedia({
+        audio: { echoCancellation: true, noiseSuppression: true, autoGainControl: true, channelCount: MONO },
+      });
+      const context = new AudioContext();
+      const source = context.createMediaStreamSource(stream);
+      const processor = context.createScriptProcessor(PROCESSOR_BUFFER, MONO, MONO);
+
+      processor.onaudioprocess = (event) => {
+        const samples = resample(event.inputBuffer.getChannelData(FIRST_CHANNEL), context.sampleRate, sampleRate);
+        this.levels.push(samples, sampleRate, this.clock());
+        this.onFrame?.(samples);
+      };
+      source.connect(processor);
+      // A script processor only runs while connected to the destination, so
+      // it is — through a muted gain.
+      const silence = context.createGain();
+      silence.gain.value = SILENT;
+      processor.connect(silence);
+      silence.connect(context.destination);
+
+      this.stream = stream;
+      this.context = context;
+      this.processor = processor;
+      return ok(undefined);
+    } catch (error) {
+      await this.stop();
+      if (error instanceof Error && REFUSAL_NAMES.includes(error.name)) {
+        return fail({ code: AssistantFailureCode.MicrophoneDenied, detail: error.message });
+      }
+      return fail({
+        code: AssistantFailureCode.MicrophoneUnavailable,
+        detail: error instanceof Error ? error.message : undefined,
+      });
+    }
+  }
+
+  async stop(): Promise<void> {
+    this.levels.clear();
+    this.onFrame = null;
+    if (this.processor !== null) this.processor.onaudioprocess = null;
+    this.processor?.disconnect();
+    for (const track of this.stream?.getTracks() ?? []) track.stop();
+    const context = this.context;
+
+    this.processor = null;
+    this.stream = null;
+    this.context = null;
+    await context?.close();
+  }
+}

package/src/pcm-player.ts

@@ -0,0 +1,92 @@
+import { AudioContext } from 'react-native-audio-api';
+import type { AudioBufferQueueSourceNode } from 'react-native-audio-api';
+import { AssistantFailureCode, LevelTimeline, fail, ok, resample } from '@live-assistant/core';
+import type { AssistantFailure, AssistantPlayer, Result } from '@live-assistant/core';
+
+/**
+ * Streaming playback on iOS and Android, over `react-native-audio-api`.
+ *
+ * @remarks
+ * - **A queue source, not a buffer per chunk.** Starting a source node for each
+ *   small chunk leaves audible seams, because each start is scheduled against
+ *   the clock separately. One queue node plays them back to back, and
+ *   `clearBuffers` drops everything not yet heard in a single call.
+ * - **The context runs at the DEVICE's rate, and the stream is converted to
+ *   meet it.** Asking Android's audio HAL for a rate it does not run at is a
+ *   request it may honour, quietly refuse, or crash on (a native SIGSEGV in
+ *   `libaudioclient.so` was reported). Conversion is free when rates agree.
+ * - **`start(0, 0)`, both arguments explicit.** The library's default offset
+ *   is -1 and its own guard rejects -1, so the no-argument call throws.
+ * - **Levels follow the playhead.** Each chunk is laid on a timeline against
+ *   the context's `currentTime` where the previous one ends, as the queue plays
+ *   it, so `level()` is the loudness of what is heard now.
+ */
+const MONO = 1;
+const FIRST_CHANNEL = 0;
+const IMMEDIATELY = 0;
+const FROM_START = 0;
+
+const reasonOf = (error: unknown): string | undefined => (error instanceof Error ? error.message : undefined);
+
+export class PcmPlayer implements AssistantPlayer {
+  private context: AudioContext | null = null;
+  private queue: AudioBufferQueueSourceNode | null = null;
+  /** The rate the provider sends at, not necessarily one the device runs at. */
+  private sourceRate = 0;
+  private readonly levels = new LevelTimeline();
+
+  level(): number {
+    return this.context === null ? 0 : this.levels.levelAt(this.context.currentTime);
+  }
+
+  remainingSeconds(): number {
+    return this.context === null ? 0 : this.levels.remainingAt(this.context.currentTime);
+  }
+
+  async prepare(sampleRate: number): Promise<Result<void, AssistantFailure>> {
+    // Set before the early return: a second prepare at another rate must not
+    // leave buffers labelled with a rate they are not.
+    this.sourceRate = sampleRate;
+    if (this.queue !== null) return ok(undefined);
+
+    try {
+      const context = new AudioContext();
+      const queue = context.createBufferQueueSource();
+      queue.connect(context.destination);
+      queue.start(IMMEDIATELY, FROM_START);
+
+      this.context = context;
+      this.queue = queue;
+      return ok(undefined);
+    } catch (error) {
+      await this.stop();
+      return fail({ code: AssistantFailureCode.PlayerUnavailable, detail: reasonOf(error) });
+    }
+  }
+
+  enqueue(samples: Float32Array<ArrayBuffer>): void {
+    const context = this.context;
+    const queue = this.queue;
+    if (context === null || queue === null || samples.length === 0) return;
+
+    const playable = resample(samples, this.sourceRate, context.sampleRate);
+    const buffer = context.createBuffer(MONO, playable.length, context.sampleRate);
+    buffer.copyToChannel(playable, FIRST_CHANNEL);
+    queue.enqueueBuffer(buffer);
+    this.levels.push(samples, this.sourceRate, context.currentTime);
+  }
+
+  flush(): void {
+    this.queue?.clearBuffers();
+    this.levels.clear();
+  }
+
+  async stop(): Promise<void> {
+    const context = this.context;
+    this.flush();
+    this.queue?.stop();
+    this.queue = null;
+    this.context = null;
+    await context?.close();
+  }
+}

package/src/pcm-player.web.ts

@@ -0,0 +1,87 @@
+import { AssistantFailureCode, LevelTimeline, fail, ok } from '@live-assistant/core';
+import type { AssistantFailure, AssistantPlayer, Result } from '@live-assistant/core';
+
+/**
+ * Streaming playback in the browser, over the Web Audio graph.
+ *
+ * @remarks
+ * - **Why not the same library as native.** `react-native-audio-api`'s web
+ *   build exports no `AudioBufferQueueSourceNode`, so the queue is built from
+ *   scheduled source nodes.
+ * - **The queue is a clock cursor, not a list.** Each chunk starts exactly
+ *   where the previous one ends, which keeps the reply gapless; the cursor is
+ *   nudged to `currentTime` when the queue has drained.
+ * - **`flush` stops the scheduled nodes** — everything not yet started never
+ *   starts, and the level timeline is cleared with it.
+ * - **Autoplay policy** suspends a context created outside a user gesture; the
+ *   tap that starts the assistant is that gesture, so `resume` resolves there.
+ */
+const MONO = 1;
+const FIRST_CHANNEL = 0;
+
+const reasonOf = (error: unknown): string | undefined => (error instanceof Error ? error.message : undefined);
+
+export class PcmPlayer implements AssistantPlayer {
+  private context: AudioContext | null = null;
+  private scheduled = new Set<AudioBufferSourceNode>();
+  private nextStartTime = 0;
+  private streamRate = 0;
+  private readonly levels = new LevelTimeline();
+
+  level(): number {
+    return this.context === null ? 0 : this.levels.levelAt(this.context.currentTime);
+  }
+
+  remainingSeconds(): number {
+    return this.context === null ? 0 : this.levels.remainingAt(this.context.currentTime);
+  }
+
+  async prepare(sampleRate: number): Promise<Result<void, AssistantFailure>> {
+    this.streamRate = sampleRate;
+    if (this.context !== null) return ok(undefined);
+
+    try {
+      this.context = new AudioContext();
+      this.nextStartTime = 0;
+      await this.context.resume();
+      return ok(undefined);
+    } catch (error) {
+      await this.stop();
+      return fail({ code: AssistantFailureCode.PlayerUnavailable, detail: reasonOf(error) });
+    }
+  }
+
+  enqueue(samples: Float32Array<ArrayBuffer>): void {
+    const context = this.context;
+    if (context === null || samples.length === 0) return;
+
+    const buffer = context.createBuffer(MONO, samples.length, this.streamRate);
+    buffer.copyToChannel(samples, FIRST_CHANNEL);
+
+    const source = context.createBufferSource();
+    source.buffer = buffer;
+    source.connect(context.destination);
+
+    const startAt = Math.max(this.nextStartTime, context.currentTime);
+    source.start(startAt);
+    this.nextStartTime = startAt + buffer.duration;
+    this.levels.push(samples, this.streamRate, context.currentTime);
+
+    this.scheduled.add(source);
+    source.onended = () => this.scheduled.delete(source);
+  }
+
+  flush(): void {
+    for (const source of this.scheduled) source.stop();
+    this.scheduled.clear();
+    this.nextStartTime = this.context?.currentTime ?? 0;
+    this.levels.clear();
+  }
+
+  async stop(): Promise<void> {
+    this.flush();
+    const context = this.context;
+    this.context = null;
+    await context?.close();
+  }
+}