@siteed/expo-audio-stream 1.0.1 → 1.0.2

package/build/WebRecorder.js

@@ -0,0 +1,243 @@
+import { encodingToBitDepth } from "./utils";
+const DEFAULT_WEB_BITDEPTH = 32;
+const DEFAULT_WEB_POINTS_PER_SECOND = 10;
+const DEFAULT_WEB_INTERVAL = 500;
+const DEFAULT_WEB_NUMBER_OF_CHANNELS = 1;
+// const log = debug("expo-audio-stream:WebRecorder");
+const log = console.log;
+export class WebRecorder {
+    audioContext;
+    audioWorkletNode;
+    featureExtractorWorker;
+    source;
+    audioWorkletUrl;
+    emitAudioEventCallback;
+    emitAudioAnalysisCallback;
+    config;
+    position; // Track the cumulative position
+    numberOfChannels; // Number of audio channels
+    bitDepth; // Bit depth of the audio
+    exportBitDepth; // Bit depth of the audio
+    buffers; // Array to store the buffers
+    audioAnalysisData; // Keep updating the full audio analysis data with latest events
+    constructor({ audioContext, source, recordingConfig, featuresExtratorUrl, audioWorkletUrl, emitAudioEventCallback, emitAudioAnalysisCallback, }) {
+        this.audioContext = audioContext;
+        this.source = source;
+        this.audioWorkletUrl = audioWorkletUrl;
+        this.emitAudioEventCallback = emitAudioEventCallback;
+        this.emitAudioAnalysisCallback = emitAudioAnalysisCallback;
+        this.config = recordingConfig;
+        this.position = 0;
+        this.buffers = []; // Initialize the buffers array
+        const audioContextFormat = this.checkAudioContextFormat({
+            sampleRate: this.audioContext.sampleRate,
+        });
+        log("Initialized WebRecorder with config:", {
+            sampleRate: audioContextFormat.sampleRate,
+            bitDepth: audioContextFormat.bitDepth,
+            numberOfChannels: audioContextFormat.numberOfChannels,
+        });
+        this.bitDepth = audioContextFormat.bitDepth;
+        this.numberOfChannels =
+            audioContextFormat.numberOfChannels || DEFAULT_WEB_NUMBER_OF_CHANNELS; // Default to 1 if not available
+        this.exportBitDepth =
+            encodingToBitDepth({
+                encoding: recordingConfig.encoding ?? "pcm_32bit",
+            }) ||
+                audioContextFormat.bitDepth ||
+                DEFAULT_WEB_BITDEPTH;
+        this.audioAnalysisData = {
+            amplitudeRange: { min: 0, max: 0 },
+            dataPoints: [],
+            durationMs: 0,
+            samples: 0,
+            bitDepth: this.bitDepth,
+            numberOfChannels: this.numberOfChannels,
+            sampleRate: this.config.sampleRate || this.audioContext.sampleRate,
+            pointsPerSecond: this.config.pointsPerSecond || DEFAULT_WEB_POINTS_PER_SECOND,
+            speakerChanges: [],
+        };
+        // Initialize the feature extractor worker
+        //TODO: create audio feature extractor from a Blob instead of url since we cannot include the url directly in the library
+        // We keep the url during dev and use the blob in production.
+        this.featureExtractorWorker = new Worker(new URL(featuresExtratorUrl, window.location.href));
+        this.featureExtractorWorker.onmessage =
+            this.handleFeatureExtractorMessage.bind(this);
+    }
+    async init() {
+        try {
+            // TODO: Use the inline processor script for the audio worklet if the script is not available
+            // const blob = new Blob([InlineProcessorScrippt], {
+            //   type: "application/javascript",
+            // });
+            // const url = URL.createObjectURL(blob);
+            // await this.audioContext.audioWorklet.addModule(url);
+            await this.audioContext.audioWorklet.addModule(this.audioWorkletUrl);
+            this.audioWorkletNode = new AudioWorkletNode(this.audioContext, "recorder-processor");
+            this.audioWorkletNode.port.onmessage = async (event) => {
+                const command = event.data.command;
+                if (command !== "newData") {
+                    return;
+                }
+                // Handle the audio blob (e.g., send it to the server or process it further)
+                log("Received audio blob from processor", event);
+                const pcmBuffer = event.data.recordedData;
+                if (!pcmBuffer) {
+                    return;
+                }
+                this.buffers.push(pcmBuffer); // Store the buffer
+                const sampleRate = event.data.sampleRate ?? this.audioContext.sampleRate;
+                const otherSampleRate = this.audioContext.sampleRate;
+                // Pass the intermediary buffer to the feature extractor worker
+                const pcmBufferCopy = pcmBuffer.slice(0);
+                const channelData = new Float32Array(pcmBufferCopy);
+                const duration = channelData.length / sampleRate; // Calculate duration of the current buffer
+                const otherDuration = pcmBuffer.byteLength /
+                    (otherSampleRate * (this.exportBitDepth / this.numberOfChannels)); // Calculate duration of the current buffer
+                log(`sampleRate=${sampleRate} Duration: ${duration} -- otherSampleRate=${otherSampleRate} Other duration: ${otherDuration}`);
+                this.emitAudioEventCallback({
+                    data: pcmBuffer,
+                    position: this.position,
+                });
+                this.position += duration; // Update position
+                this.featureExtractorWorker.postMessage({
+                    command: "process",
+                    channelData,
+                    sampleRate: this.audioContext.sampleRate,
+                    pointsPerSecond: this.config.pointsPerSecond || DEFAULT_WEB_POINTS_PER_SECOND,
+                    algorithm: this.config.algorithm || "rms",
+                    bitDepth: this.bitDepth,
+                    fullAudioDurationMs: this.position * 1000,
+                    numberOfChannels: this.numberOfChannels,
+                    features: this.config.features,
+                }, []);
+            };
+            log(`WebRecorder initialized -- recordSampleRate=${this.audioContext.sampleRate}`, this.config);
+            this.audioWorkletNode.port.postMessage({
+                command: "init",
+                recordSampleRate: this.audioContext.sampleRate, // Pass the original sample rate
+                exportSampleRate: this.config.sampleRate ?? this.audioContext.sampleRate,
+                bitDepth: this.bitDepth,
+                exportBitDepth: this.exportBitDepth,
+                channels: this.numberOfChannels,
+                interval: this.config.interval ?? DEFAULT_WEB_INTERVAL,
+            });
+            // Connect the source to the AudioWorkletNode and start recording
+            this.source.connect(this.audioWorkletNode);
+            this.audioWorkletNode.connect(this.audioContext.destination);
+        }
+        catch (error) {
+            console.error("Failed to initialize WebRecorder", error);
+        }
+    }
+    handleFeatureExtractorMessage(event) {
+        if (event.data.command === "features") {
+            const segmentResult = event.data.result;
+            // Merge the segment result with the full audio analysis data
+            this.audioAnalysisData.dataPoints.push(...segmentResult.dataPoints);
+            this.audioAnalysisData.speakerChanges?.push(...(segmentResult.speakerChanges ?? []));
+            this.audioAnalysisData.durationMs = segmentResult.durationMs;
+            if (segmentResult.amplitudeRange) {
+                this.audioAnalysisData.amplitudeRange = {
+                    min: Math.min(this.audioAnalysisData.amplitudeRange.min, segmentResult.amplitudeRange.min),
+                    max: Math.max(this.audioAnalysisData.amplitudeRange.max, segmentResult.amplitudeRange.max),
+                };
+            }
+            // Handle the extracted features (e.g., emit an event or log them)
+            log("features event segmentResult", segmentResult);
+            log("features event audioAnalysisData", this.audioAnalysisData);
+            this.emitAudioAnalysisCallback(segmentResult);
+        }
+    }
+    start() {
+        this.source.connect(this.audioWorkletNode);
+        this.audioWorkletNode.connect(this.audioContext.destination);
+    }
+    stop() {
+        return new Promise((resolve, reject) => {
+            try {
+                if (this.audioWorkletNode) {
+                    // this.source.disconnect(this.audioWorkletNode);
+                    // this.audioWorkletNode.disconnect(this.audioContext.destination);
+                    this.audioWorkletNode.port.postMessage({ command: "stop" });
+                    // Set a timeout to reject the promise if no message is received within 5 seconds
+                    const timeout = setTimeout(() => {
+                        this.audioWorkletNode.port.removeEventListener("message", onMessage);
+                        reject(new Error("Timeout error, audioWorkletNode didn't complete."));
+                    }, 5000);
+                    // Listen for the recordedData message to confirm stopping
+                    const onMessage = async (event) => {
+                        const command = event.data.command;
+                        if (command === "recordedData") {
+                            clearTimeout(timeout); // Clear the timeout
+                            const rawPCMDataFull = event.data.recordedData?.slice(0);
+                            // Compute duration of the recorded data
+                            const duration = rawPCMDataFull.byteLength /
+                                (this.audioContext.sampleRate *
+                                    (this.exportBitDepth / this.numberOfChannels));
+                            log(`Received recorded data -- Duration: ${duration} vs ${rawPCMDataFull.byteLength / this.audioContext.sampleRate} seconds`);
+                            log(`recordedData.length=${rawPCMDataFull.byteLength} vs transmittedData.length=${this.buffers[0].byteLength}`);
+                            // Remove the event listener after receiving the final data
+                            this.audioWorkletNode.port.removeEventListener("message", onMessage);
+                            resolve(this.buffers); // Resolve the promise with the collected buffers
+                        }
+                    };
+                    this.audioWorkletNode.port.addEventListener("message", onMessage);
+                }
+                // Stop all media stream tracks to stop the browser recording
+                this.stopMediaStreamTracks();
+            }
+            catch (error) {
+                reject(error);
+            }
+        });
+    }
+    pause() {
+        this.source.disconnect(this.audioWorkletNode); // Disconnect the source from the AudioWorkletNode
+        this.audioWorkletNode.disconnect(this.audioContext.destination); // Disconnect the AudioWorkletNode from the destination
+        this.audioWorkletNode.port.postMessage({ command: "pause" });
+    }
+    stopMediaStreamTracks() {
+        // Stop all audio tracks to stop the recording icon
+        const tracks = this.source.mediaStream.getTracks();
+        tracks.forEach((track) => track.stop());
+    }
+    async playRecordedData({ recordedData, }) {
+        try {
+            const blob = new Blob([recordedData]);
+            const url = URL.createObjectURL(blob);
+            const response = await fetch(url);
+            const arrayBuffer = await response.arrayBuffer();
+            // Decode the audio data
+            const audioBuffer = await this.audioContext.decodeAudioData(arrayBuffer);
+            // Create a buffer source node and play the audio
+            const bufferSource = this.audioContext.createBufferSource();
+            bufferSource.buffer = audioBuffer;
+            bufferSource.connect(this.audioContext.destination);
+            bufferSource.start();
+            log("Playing recorded data", recordedData);
+        }
+        catch (error) {
+            console.error(`Failed to play recorded data:`, error);
+        }
+    }
+    checkAudioContextFormat({ sampleRate }) {
+        // Create a silent AudioBuffer
+        const frameCount = sampleRate * 1.0; // 1 second buffer
+        const audioBuffer = this.audioContext.createBuffer(1, frameCount, sampleRate);
+        // Check the format
+        const channelData = audioBuffer.getChannelData(0);
+        const bitDepth = channelData.BYTES_PER_ELEMENT * 8; // 4 bytes per element means 32-bit
+        return {
+            sampleRate: audioBuffer.sampleRate,
+            bitDepth,
+            numberOfChannels: audioBuffer.numberOfChannels,
+        };
+    }
+    resume() {
+        this.source.connect(this.audioWorkletNode);
+        this.audioWorkletNode.connect(this.audioContext.destination);
+        this.audioWorkletNode.port.postMessage({ command: "resume" });
+    }
+}
+//# sourceMappingURL=WebRecorder.js.map

package/build/WebRecorder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"WebRecorder.js","sourceRoot":"","sources":["../src/WebRecorder.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,kBAAkB,EAAE,MAAM,SAAS,CAAC;AAgB7C,MAAM,oBAAoB,GAAG,EAAE,CAAC;AAChC,MAAM,6BAA6B,GAAG,EAAE,CAAC;AACzC,MAAM,oBAAoB,GAAG,GAAG,CAAC;AACjC,MAAM,8BAA8B,GAAG,CAAC,CAAC;AAEzC,sDAAsD;AACtD,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC;AACxB,MAAM,OAAO,WAAW;IACd,YAAY,CAAe;IAC3B,gBAAgB,CAAoB;IACpC,sBAAsB,CAAS;IAC/B,MAAM,CAA6B;IACnC,eAAe,CAAS;IACxB,sBAAsB,CAAyB;IAC/C,yBAAyB,CAA4B;IACrD,MAAM,CAAkB;IACxB,QAAQ,CAAS,CAAC,gCAAgC;IAClD,gBAAgB,CAAS,CAAC,2BAA2B;IACrD,QAAQ,CAAS,CAAC,yBAAyB;IAC3C,cAAc,CAAS,CAAC,yBAAyB;IACjD,OAAO,CAAgB,CAAC,6BAA6B;IACrD,iBAAiB,CAAoB,CAAC,gEAAgE;IAE9G,YAAY,EACV,YAAY,EACZ,MAAM,EACN,eAAe,EACf,mBAAmB,EACnB,eAAe,EACf,sBAAsB,EACtB,yBAAyB,GAS1B;QACC,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QACvC,IAAI,CAAC,sBAAsB,GAAG,sBAAsB,CAAC;QACrD,IAAI,CAAC,yBAAyB,GAAG,yBAAyB,CAAC;QAC3D,IAAI,CAAC,MAAM,GAAG,eAAe,CAAC;QAC9B,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC;QAClB,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC,CAAC,+BAA+B;QAElD,MAAM,kBAAkB,GAAG,IAAI,CAAC,uBAAuB,CAAC;YACtD,UAAU,EAAE,IAAI,CAAC,YAAY,CAAC,UAAU;SACzC,CAAC,CAAC;QACH,GAAG,CAAC,sCAAsC,EAAE;YAC1C,UAAU,EAAE,kBAAkB,CAAC,UAAU;YACzC,QAAQ,EAAE,kBAAkB,CAAC,QAAQ;YACrC,gBAAgB,EAAE,kBAAkB,CAAC,gBAAgB;SACtD,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,GAAG,kBAAkB,CAAC,QAAQ,CAAC;QAC5C,IAAI,CAAC,gBAAgB;YACnB,kBAAkB,CAAC,gBAAgB,IAAI,8BAA8B,CAAC,CAAC,gCAAgC;QACzG,IAAI,CAAC,cAAc;YACjB,kBAAkB,CAAC;gBACjB,QAAQ,EAAE,eAAe,CAAC,QAAQ,IAAI,WAAW;aAClD,CAAC;gBACF,kBAAkB,CAAC,QAAQ;gBAC3B,oBAAoB,CAAC;QAEvB,IAAI,CAAC,iBAAiB,GAAG;YACvB,cAAc,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE;YAClC,UAAU,EAAE,EAAE;YACd,UAAU,EAAE,CAAC;YACb,OAAO,EAAE,CAAC;YACV,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,IAAI,CAAC,YAAY,CAAC,UAAU;YAClE,eAAe,EACb,IAAI,CAAC,MAAM,CAAC,eAAe,IAAI,6BAA6B;YAC9D,cAAc,EAAE,EAAE;SACnB,CAAC;QAEF,0CAA0C;QAC1C,yHAAyH;QACzH,6DAA6D;QAC7D,IAAI,CAAC,sBAAsB,GAAG,IAAI,MAAM,CACtC,IAAI,GAAG,CAAC,mBAAmB,EAAE,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CACnD,CAAC;QACF,IAAI,CAAC,sBAAsB,CAAC,SAAS;YACnC,IAAI,CAAC,6BAA6B,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAClD,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,CAAC;YACH,6FAA6F;YAC7F,oDAAoD;YACpD,oCAAoC;YACpC,MAAM;YACN,yCAAyC;YACzC,uDAAuD;YACvD,MAAM,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,SAAS,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;YAErE,IAAI,CAAC,gBAAgB,GAAG,IAAI,gBAAgB,CAC1C,IAAI,CAAC,YAAY,EACjB,oBAAoB,CACrB,CAAC;YAEF,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,SAAS,GAAG,KAAK,EAC1C,KAAwB,EACxB,EAAE;gBACF,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC;gBACnC,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;oBAC1B,OAAO;gBACT,CAAC;gBACD,4EAA4E;gBAC5E,GAAG,CAAC,oCAAoC,EAAE,KAAK,CAAC,CAAC;gBACjD,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC;gBAE1C,IAAI,CAAC,SAAS,EAAE,CAAC;oBACf,OAAO;gBACT,CAAC;gBAED,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,mBAAmB;gBACjD,MAAM,UAAU,GACd,KAAK,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC;gBACxD,MAAM,eAAe,GAAG,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC;gBAErD,+DAA+D;gBAC/D,MAAM,aAAa,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBACzC,MAAM,WAAW,GAAG,IAAI,YAAY,CAAC,aAAa,CAAC,CAAC;gBAEpD,MAAM,QAAQ,GAAG,WAAW,CAAC,MAAM,GAAG,UAAU,CAAC,CAAC,2CAA2C;gBAC7F,MAAM,aAAa,GACjB,SAAS,CAAC,UAAU;oBACpB,CAAC,eAAe,GAAG,CAAC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,2CAA2C;gBAChH,GAAG,CACD,cAAc,UAAU,cAAc,QAAQ,uBAAuB,eAAe,oBAAoB,aAAa,EAAE,CACxH,CAAC;gBAEF,IAAI,CAAC,sBAAsB,CAAC;oBAC1B,IAAI,EAAE,SAAS;oBACf,QAAQ,EAAE,IAAI,CAAC,QAAQ;iBACxB,CAAC,CAAC;gBACH,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,CAAC,kBAAkB;gBAE7C,IAAI,CAAC,sBAAsB,CAAC,WAAW,CACrC;oBACE,OAAO,EAAE,SAAS;oBAClB,WAAW;oBACX,UAAU,EAAE,IAAI,CAAC,YAAY,CAAC,UAAU;oBACxC,eAAe,EACb,IAAI,CAAC,MAAM,CAAC,eAAe,IAAI,6BAA6B;oBAC9D,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,KAAK;oBACzC,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,mBAAmB,EAAE,IAAI,CAAC,QAAQ,GAAG,IAAI;oBACzC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;oBACvC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;iBAC/B,EACD,EAAE,CACH,CAAC;YACJ,CAAC,CAAC;YAEF,GAAG,CACD,+CAA+C,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE,EAC7E,IAAI,CAAC,MAAM,CACZ,CAAC;YACF,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,WAAW,CAAC;gBACrC,OAAO,EAAE,MAAM;gBACf,gBAAgB,EAAE,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE,gCAAgC;gBAChF,gBAAgB,EACd,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,IAAI,CAAC,YAAY,CAAC,UAAU;gBACxD,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,cAAc,EAAE,IAAI,CAAC,cAAc;gBACnC,QAAQ,EAAE,IAAI,CAAC,gBAAgB;gBAC/B,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,oBAAoB;aACvD,CAAC,CAAC;YAEH,iEAAiE;YACjE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YAC3C,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC;QAC/D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,kCAAkC,EAAE,KAAK,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;IAED,6BAA6B,CAAC,KAAyB;QACrD,IAAI,KAAK,CAAC,IAAI,CAAC,OAAO,KAAK,UAAU,EAAE,CAAC;YACtC,MAAM,aAAa,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC;YAExC,6DAA6D;YAC7D,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,UAAU,CAAC,CAAC;YACpE,IAAI,CAAC,iBAAiB,CAAC,cAAc,EAAE,IAAI,CACzC,GAAG,CAAC,aAAa,CAAC,cAAc,IAAI,EAAE,CAAC,CACxC,CAAC;YACF,IAAI,CAAC,iBAAiB,CAAC,UAAU,GAAG,aAAa,CAAC,UAAU,CAAC;YAC7D,IAAI,aAAa,CAAC,cAAc,EAAE,CAAC;gBACjC,IAAI,CAAC,iBAAiB,CAAC,cAAc,GAAG;oBACtC,GAAG,EAAE,IAAI,CAAC,GAAG,CACX,IAAI,CAAC,iBAAiB,CAAC,cAAc,CAAC,GAAG,EACzC,aAAa,CAAC,cAAc,CAAC,GAAG,CACjC;oBACD,GAAG,EAAE,IAAI,CAAC,GAAG,CACX,IAAI,CAAC,iBAAiB,CAAC,cAAc,CAAC,GAAG,EACzC,aAAa,CAAC,cAAc,CAAC,GAAG,CACjC;iBACF,CAAC;YACJ,CAAC;YACD,kEAAkE;YAClE,GAAG,CAAC,8BAA8B,EAAE,aAAa,CAAC,CAAC;YACnD,GAAG,CAAC,kCAAkC,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;YAChE,IAAI,CAAC,yBAAyB,CAAC,aAAa,CAAC,CAAC;QAChD,CAAC;IACH,CAAC;IAED,KAAK;QACH,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAC3C,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC;IAC/D,CAAC;IAED,IAAI;QACF,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,IAAI,CAAC;gBACH,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;oBAC1B,iDAAiD;oBACjD,mEAAmE;oBACnE,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;oBAE5D,iFAAiF;oBACjF,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE;wBAC9B,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,mBAAmB,CAC5C,SAAS,EACT,SAAS,CACV,CAAC;wBACF,MAAM,CACJ,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAC9D,CAAC;oBACJ,CAAC,EAAE,IAAI,CAAC,CAAC;oBAET,0DAA0D;oBAC1D,MAAM,SAAS,GAAG,KAAK,EAAE,KAAwB,EAAE,EAAE;wBACnD,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC;wBACnC,IAAI,OAAO,KAAK,cAAc,EAAE,CAAC;4BAC/B,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,oBAAoB;4BAE3C,MAAM,cAAc,GAAG,KAAK,CAAC,IAAI,CAAC,YAAY,EAAE,KAAK,CACnD,CAAC,CACa,CAAC;4BAEjB,wCAAwC;4BACxC,MAAM,QAAQ,GACZ,cAAc,CAAC,UAAU;gCACzB,CAAC,IAAI,CAAC,YAAY,CAAC,UAAU;oCAC3B,CAAC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC;4BACnD,GAAG,CACD,uCAAuC,QAAQ,OAAO,cAAc,CAAC,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,UAAU,UAAU,CACzH,CAAC;4BACF,GAAG,CACD,uBAAuB,cAAc,CAAC,UAAU,8BAA8B,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,CAC3G,CAAC;4BAEF,2DAA2D;4BAC3D,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,mBAAmB,CAC5C,SAAS,EACT,SAAS,CACV,CAAC;4BACF,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,iDAAiD;wBAC1E,CAAC;oBACH,CAAC,CAAC;oBACF,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;gBACpE,CAAC;gBAED,6DAA6D;gBAC7D,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAC/B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,KAAK,CAAC,CAAC;YAChB,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK;QACH,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,kDAAkD;QACjG,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC,CAAC,uDAAuD;QACxH,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC;IAC/D,CAAC;IAED,qBAAqB;QACnB,mDAAmD;QACnD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,SAAS,EAAE,CAAC;QACnD,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;IAC1C,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,EACrB,YAAY,GAIb;QACC,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC;YACtC,MAAM,GAAG,GAAG,GAAG,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;YACtC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;YAClC,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC;YAEjD,wBAAwB;YACxB,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;YAEzE,iDAAiD;YACjD,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC,kBAAkB,EAAE,CAAC;YAC5D,YAAY,CAAC,MAAM,GAAG,WAAW,CAAC;YAClC,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC;YACpD,YAAY,CAAC,KAAK,EAAE,CAAC;YACrB,GAAG,CAAC,uBAAuB,EAAE,YAAY,CAAC,CAAC;QAC7C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,+BAA+B,EAAE,KAAK,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IAEO,uBAAuB,CAAC,EAAE,UAAU,EAA0B;QACpE,8BAA8B;QAC9B,MAAM,UAAU,GAAG,UAAU,GAAG,GAAG,CAAC,CAAC,kBAAkB;QACvD,MAAM,WAAW,GAAG,IAAI,CAAC,YAAY,CAAC,YAAY,CAChD,CAAC,EACD,UAAU,EACV,UAAU,CACX,CAAC;QAEF,mBAAmB;QACnB,MAAM,WAAW,GAAG,WAAW,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;QAClD,MAAM,QAAQ,GAAG,WAAW,CAAC,iBAAiB,GAAG,CAAC,CAAC,CAAC,mCAAmC;QAEvF,OAAO;YACL,UAAU,EAAE,WAAW,CAAC,UAAU;YAClC,QAAQ;YACR,gBAAgB,EAAE,WAAW,CAAC,gBAAgB;SAC/C,CAAC;IACJ,CAAC;IAED,MAAM;QACJ,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAC3C,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC;QAC7D,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC;IAChE,CAAC;CACF","sourcesContent":["// src/WebRecorder.ts\nimport { AudioAnalysisData, RecordingConfig } from \"./ExpoAudioStream.types\";\nimport {\n  EmitAudioAnalysisFunction,\n  EmitAudioEventFunction,\n} from \"./ExpoAudioStream.web\";\nimport { encodingToBitDepth } from \"./utils\";\ninterface AudioWorkletEvent {\n  data: {\n    command: string;\n    recordedData?: ArrayBuffer;\n    sampleRate?: number;\n  };\n}\n\ninterface AudioFeaturesEvent {\n  data: {\n    command: string;\n    result: AudioAnalysisData;\n  };\n}\n\nconst DEFAULT_WEB_BITDEPTH = 32;\nconst DEFAULT_WEB_POINTS_PER_SECOND = 10;\nconst DEFAULT_WEB_INTERVAL = 500;\nconst DEFAULT_WEB_NUMBER_OF_CHANNELS = 1;\n\n// const log = debug(\"expo-audio-stream:WebRecorder\");\nconst log = console.log;\nexport class WebRecorder {\n  private audioContext: AudioContext;\n  private audioWorkletNode!: AudioWorkletNode;\n  private featureExtractorWorker: Worker;\n  private source: MediaStreamAudioSourceNode;\n  private audioWorkletUrl: string;\n  private emitAudioEventCallback: EmitAudioEventFunction;\n  private emitAudioAnalysisCallback: EmitAudioAnalysisFunction;\n  private config: RecordingConfig;\n  private position: number; // Track the cumulative position\n  private numberOfChannels: number; // Number of audio channels\n  private bitDepth: number; // Bit depth of the audio\n  private exportBitDepth: number; // Bit depth of the audio\n  private buffers: ArrayBuffer[]; // Array to store the buffers\n  private audioAnalysisData: AudioAnalysisData; // Keep updating the full audio analysis data with latest events\n\n  constructor({\n    audioContext,\n    source,\n    recordingConfig,\n    featuresExtratorUrl,\n    audioWorkletUrl,\n    emitAudioEventCallback,\n    emitAudioAnalysisCallback,\n  }: {\n    audioContext: AudioContext;\n    source: MediaStreamAudioSourceNode;\n    recordingConfig: RecordingConfig;\n    featuresExtratorUrl: string;\n    audioWorkletUrl: string;\n    emitAudioEventCallback: EmitAudioEventFunction;\n    emitAudioAnalysisCallback: EmitAudioAnalysisFunction;\n  }) {\n    this.audioContext = audioContext;\n    this.source = source;\n    this.audioWorkletUrl = audioWorkletUrl;\n    this.emitAudioEventCallback = emitAudioEventCallback;\n    this.emitAudioAnalysisCallback = emitAudioAnalysisCallback;\n    this.config = recordingConfig;\n    this.position = 0;\n    this.buffers = []; // Initialize the buffers array\n\n    const audioContextFormat = this.checkAudioContextFormat({\n      sampleRate: this.audioContext.sampleRate,\n    });\n    log(\"Initialized WebRecorder with config:\", {\n      sampleRate: audioContextFormat.sampleRate,\n      bitDepth: audioContextFormat.bitDepth,\n      numberOfChannels: audioContextFormat.numberOfChannels,\n    });\n\n    this.bitDepth = audioContextFormat.bitDepth;\n    this.numberOfChannels =\n      audioContextFormat.numberOfChannels || DEFAULT_WEB_NUMBER_OF_CHANNELS; // Default to 1 if not available\n    this.exportBitDepth =\n      encodingToBitDepth({\n        encoding: recordingConfig.encoding ?? \"pcm_32bit\",\n      }) ||\n      audioContextFormat.bitDepth ||\n      DEFAULT_WEB_BITDEPTH;\n\n    this.audioAnalysisData = {\n      amplitudeRange: { min: 0, max: 0 },\n      dataPoints: [],\n      durationMs: 0,\n      samples: 0,\n      bitDepth: this.bitDepth,\n      numberOfChannels: this.numberOfChannels,\n      sampleRate: this.config.sampleRate || this.audioContext.sampleRate,\n      pointsPerSecond:\n        this.config.pointsPerSecond || DEFAULT_WEB_POINTS_PER_SECOND,\n      speakerChanges: [],\n    };\n\n    // Initialize the feature extractor worker\n    //TODO: create audio feature extractor from a Blob instead of url since we cannot include the url directly in the library\n    // We keep the url during dev and use the blob in production.\n    this.featureExtractorWorker = new Worker(\n      new URL(featuresExtratorUrl, window.location.href),\n    );\n    this.featureExtractorWorker.onmessage =\n      this.handleFeatureExtractorMessage.bind(this);\n  }\n\n  async init() {\n    try {\n      // TODO: Use the inline processor script for the audio worklet if the script is not available\n      // const blob = new Blob([InlineProcessorScrippt], {\n      //   type: \"application/javascript\",\n      // });\n      // const url = URL.createObjectURL(blob);\n      // await this.audioContext.audioWorklet.addModule(url);\n      await this.audioContext.audioWorklet.addModule(this.audioWorkletUrl);\n\n      this.audioWorkletNode = new AudioWorkletNode(\n        this.audioContext,\n        \"recorder-processor\",\n      );\n\n      this.audioWorkletNode.port.onmessage = async (\n        event: AudioWorkletEvent,\n      ) => {\n        const command = event.data.command;\n        if (command !== \"newData\") {\n          return;\n        }\n        // Handle the audio blob (e.g., send it to the server or process it further)\n        log(\"Received audio blob from processor\", event);\n        const pcmBuffer = event.data.recordedData;\n\n        if (!pcmBuffer) {\n          return;\n        }\n\n        this.buffers.push(pcmBuffer); // Store the buffer\n        const sampleRate =\n          event.data.sampleRate ?? this.audioContext.sampleRate;\n        const otherSampleRate = this.audioContext.sampleRate;\n\n        // Pass the intermediary buffer to the feature extractor worker\n        const pcmBufferCopy = pcmBuffer.slice(0);\n        const channelData = new Float32Array(pcmBufferCopy);\n\n        const duration = channelData.length / sampleRate; // Calculate duration of the current buffer\n        const otherDuration =\n          pcmBuffer.byteLength /\n          (otherSampleRate * (this.exportBitDepth / this.numberOfChannels)); // Calculate duration of the current buffer\n        log(\n          `sampleRate=${sampleRate} Duration: ${duration} -- otherSampleRate=${otherSampleRate} Other duration: ${otherDuration}`,\n        );\n\n        this.emitAudioEventCallback({\n          data: pcmBuffer,\n          position: this.position,\n        });\n        this.position += duration; // Update position\n\n        this.featureExtractorWorker.postMessage(\n          {\n            command: \"process\",\n            channelData,\n            sampleRate: this.audioContext.sampleRate,\n            pointsPerSecond:\n              this.config.pointsPerSecond || DEFAULT_WEB_POINTS_PER_SECOND,\n            algorithm: this.config.algorithm || \"rms\",\n            bitDepth: this.bitDepth,\n            fullAudioDurationMs: this.position * 1000,\n            numberOfChannels: this.numberOfChannels,\n            features: this.config.features,\n          },\n          [],\n        );\n      };\n\n      log(\n        `WebRecorder initialized -- recordSampleRate=${this.audioContext.sampleRate}`,\n        this.config,\n      );\n      this.audioWorkletNode.port.postMessage({\n        command: \"init\",\n        recordSampleRate: this.audioContext.sampleRate, // Pass the original sample rate\n        exportSampleRate:\n          this.config.sampleRate ?? this.audioContext.sampleRate,\n        bitDepth: this.bitDepth,\n        exportBitDepth: this.exportBitDepth,\n        channels: this.numberOfChannels,\n        interval: this.config.interval ?? DEFAULT_WEB_INTERVAL,\n      });\n\n      // Connect the source to the AudioWorkletNode and start recording\n      this.source.connect(this.audioWorkletNode);\n      this.audioWorkletNode.connect(this.audioContext.destination);\n    } catch (error) {\n      console.error(\"Failed to initialize WebRecorder\", error);\n    }\n  }\n\n  handleFeatureExtractorMessage(event: AudioFeaturesEvent) {\n    if (event.data.command === \"features\") {\n      const segmentResult = event.data.result;\n\n      // Merge the segment result with the full audio analysis data\n      this.audioAnalysisData.dataPoints.push(...segmentResult.dataPoints);\n      this.audioAnalysisData.speakerChanges?.push(\n        ...(segmentResult.speakerChanges ?? []),\n      );\n      this.audioAnalysisData.durationMs = segmentResult.durationMs;\n      if (segmentResult.amplitudeRange) {\n        this.audioAnalysisData.amplitudeRange = {\n          min: Math.min(\n            this.audioAnalysisData.amplitudeRange.min,\n            segmentResult.amplitudeRange.min,\n          ),\n          max: Math.max(\n            this.audioAnalysisData.amplitudeRange.max,\n            segmentResult.amplitudeRange.max,\n          ),\n        };\n      }\n      // Handle the extracted features (e.g., emit an event or log them)\n      log(\"features event segmentResult\", segmentResult);\n      log(\"features event audioAnalysisData\", this.audioAnalysisData);\n      this.emitAudioAnalysisCallback(segmentResult);\n    }\n  }\n\n  start() {\n    this.source.connect(this.audioWorkletNode);\n    this.audioWorkletNode.connect(this.audioContext.destination);\n  }\n\n  stop() {\n    return new Promise((resolve, reject) => {\n      try {\n        if (this.audioWorkletNode) {\n          // this.source.disconnect(this.audioWorkletNode);\n          // this.audioWorkletNode.disconnect(this.audioContext.destination);\n          this.audioWorkletNode.port.postMessage({ command: \"stop\" });\n\n          // Set a timeout to reject the promise if no message is received within 5 seconds\n          const timeout = setTimeout(() => {\n            this.audioWorkletNode.port.removeEventListener(\n              \"message\",\n              onMessage,\n            );\n            reject(\n              new Error(\"Timeout error, audioWorkletNode didn't complete.\"),\n            );\n          }, 5000);\n\n          // Listen for the recordedData message to confirm stopping\n          const onMessage = async (event: AudioWorkletEvent) => {\n            const command = event.data.command;\n            if (command === \"recordedData\") {\n              clearTimeout(timeout); // Clear the timeout\n\n              const rawPCMDataFull = event.data.recordedData?.slice(\n                0,\n              ) as ArrayBuffer;\n\n              // Compute duration of the recorded data\n              const duration =\n                rawPCMDataFull.byteLength /\n                (this.audioContext.sampleRate *\n                  (this.exportBitDepth / this.numberOfChannels));\n              log(\n                `Received recorded data -- Duration: ${duration} vs ${rawPCMDataFull.byteLength / this.audioContext.sampleRate} seconds`,\n              );\n              log(\n                `recordedData.length=${rawPCMDataFull.byteLength} vs transmittedData.length=${this.buffers[0].byteLength}`,\n              );\n\n              // Remove the event listener after receiving the final data\n              this.audioWorkletNode.port.removeEventListener(\n                \"message\",\n                onMessage,\n              );\n              resolve(this.buffers); // Resolve the promise with the collected buffers\n            }\n          };\n          this.audioWorkletNode.port.addEventListener(\"message\", onMessage);\n        }\n\n        // Stop all media stream tracks to stop the browser recording\n        this.stopMediaStreamTracks();\n      } catch (error) {\n        reject(error);\n      }\n    });\n  }\n\n  pause() {\n    this.source.disconnect(this.audioWorkletNode); // Disconnect the source from the AudioWorkletNode\n    this.audioWorkletNode.disconnect(this.audioContext.destination); // Disconnect the AudioWorkletNode from the destination\n    this.audioWorkletNode.port.postMessage({ command: \"pause\" });\n  }\n\n  stopMediaStreamTracks() {\n    // Stop all audio tracks to stop the recording icon\n    const tracks = this.source.mediaStream.getTracks();\n    tracks.forEach((track) => track.stop());\n  }\n\n  async playRecordedData({\n    recordedData,\n  }: {\n    recordedData: ArrayBuffer;\n    mimeType?: string;\n  }) {\n    try {\n      const blob = new Blob([recordedData]);\n      const url = URL.createObjectURL(blob);\n      const response = await fetch(url);\n      const arrayBuffer = await response.arrayBuffer();\n\n      // Decode the audio data\n      const audioBuffer = await this.audioContext.decodeAudioData(arrayBuffer);\n\n      // Create a buffer source node and play the audio\n      const bufferSource = this.audioContext.createBufferSource();\n      bufferSource.buffer = audioBuffer;\n      bufferSource.connect(this.audioContext.destination);\n      bufferSource.start();\n      log(\"Playing recorded data\", recordedData);\n    } catch (error) {\n      console.error(`Failed to play recorded data:`, error);\n    }\n  }\n\n  private checkAudioContextFormat({ sampleRate }: { sampleRate: number }) {\n    // Create a silent AudioBuffer\n    const frameCount = sampleRate * 1.0; // 1 second buffer\n    const audioBuffer = this.audioContext.createBuffer(\n      1,\n      frameCount,\n      sampleRate,\n    );\n\n    // Check the format\n    const channelData = audioBuffer.getChannelData(0);\n    const bitDepth = channelData.BYTES_PER_ELEMENT * 8; // 4 bytes per element means 32-bit\n\n    return {\n      sampleRate: audioBuffer.sampleRate,\n      bitDepth,\n      numberOfChannels: audioBuffer.numberOfChannels,\n    };\n  }\n\n  resume() {\n    this.source.connect(this.audioWorkletNode);\n    this.audioWorkletNode.connect(this.audioContext.destination);\n    this.audioWorkletNode.port.postMessage({ command: \"resume\" });\n  }\n}\n"]}

package/build/index.d.ts

@@ -1,9 +1,18 @@
 import { type Subscription } from "expo-modules-core";
 import { AudioRecorderProvider, useSharedAudioRecorder } from "./AudioRecorder.provider";
-import { AudioEventPayload } from "./ExpoAudioStream.types";
-import { AudioDataEvent, UseAudioRecorderState, useAudioRecorder } from "./useAudioRecording";
-export declare function test(): void;
+import { AudioAnalysisData, AudioEventPayload } from "./ExpoAudioStream.types";
+import { ExtractMetadataProps, useAudioRecorder } from "./useAudioRecording";
+import { convertPCMToFloat32, getWavFileInfo, writeWavHeader } from "./utils";
 export declare function addAudioEventListener(listener: (event: AudioEventPayload) => Promise<void>): Subscription;
-export { AudioRecorderProvider, useAudioRecorder, useSharedAudioRecorder };
-export type { AudioDataEvent, AudioEventPayload, UseAudioRecorderState };
+export declare function addAudioAnalysisListener(listener: (event: AudioAnalysisData) => Promise<void>): Subscription;
+export declare const extractAudioAnalysis: ({ fileUri, pointsPerSecond, arrayBuffer, bitDepth, skipWavHeader, durationMs, sampleRate, numberOfChannels, algorithm, features, featuresExtratorUrl, }: ExtractMetadataProps) => Promise<AudioAnalysisData>;
+export interface ExtractWaveformProps {
+    fileUri: string;
+    numberOfSamples: number;
+    offset?: number;
+    length?: number;
+}
+export declare const extractWaveform: ({ fileUri, numberOfSamples, offset, length, }: ExtractWaveformProps) => Promise<unknown>;
+export { AudioRecorderProvider, convertPCMToFloat32, getWavFileInfo, useAudioRecorder, useSharedAudioRecorder, writeWavHeader as writeWaveHeader, };
+export * from "./ExpoAudioStream.types";
 //# sourceMappingURL=index.d.ts.map

package/build/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAGL,KAAK,YAAY,EAClB,MAAM,mBAAmB,CAAC;AAI3B,OAAO,EACL,qBAAqB,EACrB,sBAAsB,EACvB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAE5D,OAAO,EACL,cAAc,EACd,qBAAqB,EACrB,gBAAgB,EACjB,MAAM,qBAAqB,CAAC;AAM7B,wBAAgB,IAAI,IAAI,IAAI,CAE3B;AAED,wBAAgB,qBAAqB,CACnC,QAAQ,EAAE,CAAC,KAAK,EAAE,iBAAiB,KAAK,OAAO,CAAC,IAAI,CAAC,GACpD,YAAY,CAGd;AAED,OAAO,EAAE,qBAAqB,EAAE,gBAAgB,EAAE,sBAAsB,EAAE,CAAC;AAC3E,YAAY,EAAE,cAAc,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAgB,KAAK,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAKpE,OAAO,EACL,qBAAqB,EACrB,sBAAsB,EACvB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAE/E,OAAO,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAC7E,OAAO,EAAE,mBAAmB,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAI9E,wBAAgB,qBAAqB,CACnC,QAAQ,EAAE,CAAC,KAAK,EAAE,iBAAiB,KAAK,OAAO,CAAC,IAAI,CAAC,GACpD,YAAY,CAGd;AAED,wBAAgB,wBAAwB,CACtC,QAAQ,EAAE,CAAC,KAAK,EAAE,iBAAiB,KAAK,OAAO,CAAC,IAAI,CAAC,GACpD,YAAY,CAGd;AAID,eAAO,MAAM,oBAAoB,4JAY9B,oBAAoB,KAAG,OAAO,CAAC,iBAAiB,CAwGlD,CAAC;AAEF,MAAM,WAAW,oBAAoB;IACnC,OAAO,EAAE,MAAM,CAAC;IAChB,eAAe,EAAE,MAAM,CAAC;IACxB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AACD,eAAO,MAAM,eAAe,kDAKzB,oBAAoB,KAAG,OAAO,CAAC,OAAO,CASxC,CAAC;AAEF,OAAO,EACL,qBAAqB,EACrB,mBAAmB,EACnB,cAAc,EACd,gBAAgB,EAChB,sBAAsB,EACtB,cAAc,IAAI,eAAe,GAClC,CAAC;AAEF,cAAc,yBAAyB,CAAC"}

package/build/index.js

@@ -1,16 +1,115 @@
-import { EventEmitter, NativeModulesProxy, } from "expo-modules-core";
+// src/index.ts
+import { EventEmitter } from "expo-modules-core";
+import { Platform } from "react-native";
 // Import the native module. On web, it will be resolved to ExpoAudioStream.web.ts
 // and on native platforms to ExpoAudioStream.ts
 import { AudioRecorderProvider, useSharedAudioRecorder, } from "./AudioRecorder.provider";
 import ExpoAudioStreamModule from "./ExpoAudioStreamModule";
-import { useAudioRecorder, } from "./useAudioRecording";
-const emitter = new EventEmitter(ExpoAudioStreamModule ?? NativeModulesProxy.ExpoAudioStream);
-export function test() {
-    return ExpoAudioStreamModule.test();
-}
+import { useAudioRecorder } from "./useAudioRecording";
+import { convertPCMToFloat32, getWavFileInfo, writeWavHeader } from "./utils";
+const emitter = new EventEmitter(ExpoAudioStreamModule);
 export function addAudioEventListener(listener) {
     console.log(`addAudioEventListener`, listener);
     return emitter.addListener("AudioData", listener);
 }
-export { AudioRecorderProvider, useAudioRecorder, useSharedAudioRecorder };
+export function addAudioAnalysisListener(listener) {
+    console.log(`addAudioAnalysisListener`, listener);
+    return emitter.addListener("AudioAnalysis", listener);
+}
+const isWeb = Platform.OS === "web";
+export const extractAudioAnalysis = async ({ fileUri, pointsPerSecond = 20, arrayBuffer, bitDepth, skipWavHeader, durationMs, sampleRate, numberOfChannels, algorithm = "rms", features, featuresExtratorUrl = "/audio-features-extractor.js", }) => {
+    if (isWeb) {
+        if (!arrayBuffer && !fileUri) {
+            throw new Error("Either arrayBuffer or fileUri must be provided");
+        }
+        if (!arrayBuffer) {
+            console.log(`fetching fileUri`, fileUri);
+            const response = await fetch(fileUri);
+            if (!response.ok) {
+                throw new Error(`Failed to fetch fileUri: ${response.statusText}`);
+            }
+            arrayBuffer = (await response.arrayBuffer()).slice(0);
+            console.log(`fetched fileUri`, arrayBuffer.byteLength, arrayBuffer);
+        }
+        // Create a new copy of the ArrayBuffer to avoid detachment issues
+        const bufferCopy = arrayBuffer.slice(0);
+        console.log(`extractAudioAnalysis skipWavHeader=${skipWavHeader} bitDepth=${bitDepth} len=${bufferCopy.byteLength}`, bufferCopy.slice(0, 100));
+        let actualBitDepth = bitDepth;
+        if (!actualBitDepth) {
+            console.log(`extractAudioAnalysis bitDepth not provided -- getting wav file info`);
+            const fileInfo = await getWavFileInfo(bufferCopy);
+            actualBitDepth = fileInfo.bitDepth;
+        }
+        console.log(`extractAudioAnalysis actualBitDepth=${actualBitDepth}`);
+        // let copyChannelData: Float32Array;
+        // try {
+        //   const audioContext = new (window.AudioContext ||
+        //     // @ts-ignore
+        //     window.webkitAudioContext)();
+        //   const audioBuffer = await audioContext.decodeAudioData(bufferCopy);
+        //   const channelData = audioBuffer.getChannelData(0); // Use only the first channel
+        //   copyChannelData = new Float32Array(channelData); // Create a new Float32Array
+        // } catch (error) {
+        //   console.warn("Failed to decode audio data:", error);
+        //   // Fall back to creating a new Float32Array from the ArrayBuffer if decoding fails
+        //   copyChannelData = new Float32Array(arrayBuffer);
+        // }
+        const { pcmValues: channelData, min, max, } = convertPCMToFloat32({
+            buffer: arrayBuffer,
+            bitDepth: actualBitDepth,
+            skipWavHeader,
+        });
+        console.log(`extractAudioAnalysis skipWaveHeader=${skipWavHeader} convertPCMToFloat32 length=${channelData.length} range: [ ${min} :: ${max} ]`);
+        return new Promise((resolve, reject) => {
+            const worker = new Worker(new URL(featuresExtratorUrl, window.location.href));
+            worker.onmessage = (event) => {
+                resolve(event.data.result);
+            };
+            worker.onerror = (error) => {
+                reject(error);
+            };
+            worker.postMessage({
+                command: "process",
+                channelData,
+                sampleRate,
+                pointsPerSecond,
+                algorithm,
+                bitDepth,
+                fullAudioDurationMs: durationMs,
+                numberOfChannels,
+            });
+        });
+    }
+    else {
+        if (!fileUri) {
+            throw new Error("fileUri is required");
+        }
+        console.log(`extractAudioAnalysis`, {
+            fileUri,
+            pointsPerSecond,
+            algorithm,
+        });
+        const res = await ExpoAudioStreamModule.extractAudioAnalysis({
+            fileUri,
+            pointsPerSecond,
+            skipWavHeader,
+            algorithm,
+            features,
+        });
+        console.log(`extractAudioAnalysis`, res);
+        return res;
+    }
+};
+export const extractWaveform = async ({ fileUri, numberOfSamples, offset = 0, length, }) => {
+    const res = await ExpoAudioStreamModule.extractAudioAnalysis({
+        fileUri,
+        numberOfSamples,
+        offset,
+        length,
+    });
+    console.log(`extractWaveform`, res);
+    return res;
+};
+export { AudioRecorderProvider, convertPCMToFloat32, getWavFileInfo, useAudioRecorder, useSharedAudioRecorder, writeWavHeader as writeWaveHeader, };
+export * from "./ExpoAudioStream.types";
 //# sourceMappingURL=index.js.map

package/build/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,YAAY,EACZ,kBAAkB,GAEnB,MAAM,mBAAmB,CAAC;AAE3B,kFAAkF;AAClF,gDAAgD;AAChD,OAAO,EACL,qBAAqB,EACrB,sBAAsB,GACvB,MAAM,0BAA0B,CAAC;AAElC,OAAO,qBAAqB,MAAM,yBAAyB,CAAC;AAC5D,OAAO,EAGL,gBAAgB,GACjB,MAAM,qBAAqB,CAAC;AAE7B,MAAM,OAAO,GAAG,IAAI,YAAY,CAC9B,qBAAqB,IAAI,kBAAkB,CAAC,eAAe,CAC5D,CAAC;AAEF,MAAM,UAAU,IAAI;IAClB,OAAO,qBAAqB,CAAC,IAAI,EAAE,CAAC;AACtC,CAAC;AAED,MAAM,UAAU,qBAAqB,CACnC,QAAqD;IAErD,OAAO,CAAC,GAAG,CAAC,uBAAuB,EAAE,QAAQ,CAAC,CAAC;IAC/C,OAAO,OAAO,CAAC,WAAW,CAAoB,WAAW,EAAE,QAAQ,CAAC,CAAC;AACvE,CAAC;AAED,OAAO,EAAE,qBAAqB,EAAE,gBAAgB,EAAE,sBAAsB,EAAE,CAAC","sourcesContent":["import {\n  EventEmitter,\n  NativeModulesProxy,\n  type Subscription,\n} from \"expo-modules-core\";\n\n// Import the native module. On web, it will be resolved to ExpoAudioStream.web.ts\n// and on native platforms to ExpoAudioStream.ts\nimport {\n  AudioRecorderProvider,\n  useSharedAudioRecorder,\n} from \"./AudioRecorder.provider\";\nimport { AudioEventPayload } from \"./ExpoAudioStream.types\";\nimport ExpoAudioStreamModule from \"./ExpoAudioStreamModule\";\nimport {\n  AudioDataEvent,\n  UseAudioRecorderState,\n  useAudioRecorder,\n} from \"./useAudioRecording\";\n\nconst emitter = new EventEmitter(\n  ExpoAudioStreamModule ?? NativeModulesProxy.ExpoAudioStream,\n);\n\nexport function test(): void {\n  return ExpoAudioStreamModule.test();\n}\n\nexport function addAudioEventListener(\n  listener: (event: AudioEventPayload) => Promise<void>,\n): Subscription {\n  console.log(`addAudioEventListener`, listener);\n  return emitter.addListener<AudioEventPayload>(\"AudioData\", listener);\n}\n\nexport { AudioRecorderProvider, useAudioRecorder, useSharedAudioRecorder };\nexport type { AudioDataEvent, AudioEventPayload, UseAudioRecorderState };\n"]}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,eAAe;AACf,OAAO,EAAE,YAAY,EAAqB,MAAM,mBAAmB,CAAC;AACpE,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAExC,kFAAkF;AAClF,gDAAgD;AAChD,OAAO,EACL,qBAAqB,EACrB,sBAAsB,GACvB,MAAM,0BAA0B,CAAC;AAElC,OAAO,qBAAqB,MAAM,yBAAyB,CAAC;AAC5D,OAAO,EAAwB,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAC7E,OAAO,EAAE,mBAAmB,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAE9E,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC,qBAAqB,CAAC,CAAC;AAExD,MAAM,UAAU,qBAAqB,CACnC,QAAqD;IAErD,OAAO,CAAC,GAAG,CAAC,uBAAuB,EAAE,QAAQ,CAAC,CAAC;IAC/C,OAAO,OAAO,CAAC,WAAW,CAAoB,WAAW,EAAE,QAAQ,CAAC,CAAC;AACvE,CAAC;AAED,MAAM,UAAU,wBAAwB,CACtC,QAAqD;IAErD,OAAO,CAAC,GAAG,CAAC,0BAA0B,EAAE,QAAQ,CAAC,CAAC;IAClD,OAAO,OAAO,CAAC,WAAW,CAAoB,eAAe,EAAE,QAAQ,CAAC,CAAC;AAC3E,CAAC;AAED,MAAM,KAAK,GAAG,QAAQ,CAAC,EAAE,KAAK,KAAK,CAAC;AAEpC,MAAM,CAAC,MAAM,oBAAoB,GAAG,KAAK,EAAE,EACzC,OAAO,EACP,eAAe,GAAG,EAAE,EACpB,WAAW,EACX,QAAQ,EACR,aAAa,EACb,UAAU,EACV,UAAU,EACV,gBAAgB,EAChB,SAAS,GAAG,KAAK,EACjB,QAAQ,EACR,mBAAmB,GAAG,8BAA8B,GAC/B,EAA8B,EAAE;IACrD,IAAI,KAAK,EAAE,CAAC;QACV,IAAI,CAAC,WAAW,IAAI,CAAC,OAAO,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;QACpE,CAAC;QAED,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,OAAO,CAAC,GAAG,CAAC,kBAAkB,EAAE,OAAO,CAAC,CAAC;YACzC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,OAAQ,CAAC,CAAC;YAEvC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CAAC,4BAA4B,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;YACrE,CAAC;YAED,WAAW,GAAG,CAAC,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACtD,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,WAAW,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;QACtE,CAAC;QAED,kEAAkE;QAClE,MAAM,UAAU,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACxC,OAAO,CAAC,GAAG,CACT,sCAAsC,aAAa,aAAa,QAAQ,QAAQ,UAAU,CAAC,UAAU,EAAE,EACvG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CACzB,CAAC;QAEF,IAAI,cAAc,GAAG,QAAQ,CAAC;QAC9B,IAAI,CAAC,cAAc,EAAE,CAAC;YACpB,OAAO,CAAC,GAAG,CACT,qEAAqE,CACtE,CAAC;YACF,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,UAAU,CAAC,CAAC;YAClD,cAAc,GAAG,QAAQ,CAAC,QAAQ,CAAC;QACrC,CAAC;QACD,OAAO,CAAC,GAAG,CAAC,uCAAuC,cAAc,EAAE,CAAC,CAAC;QACrE,qCAAqC;QACrC,QAAQ;QACR,qDAAqD;QACrD,oBAAoB;QACpB,oCAAoC;QACpC,wEAAwE;QACxE,qFAAqF;QACrF,kFAAkF;QAClF,oBAAoB;QACpB,yDAAyD;QACzD,uFAAuF;QACvF,qDAAqD;QACrD,IAAI;QAEJ,MAAM,EACJ,SAAS,EAAE,WAAW,EACtB,GAAG,EACH,GAAG,GACJ,GAAG,mBAAmB,CAAC;YACtB,MAAM,EAAE,WAAW;YACnB,QAAQ,EAAE,cAAc;YACxB,aAAa;SACd,CAAC,CAAC;QACH,OAAO,CAAC,GAAG,CACT,uCAAuC,aAAa,+BAA+B,WAAW,CAAC,MAAM,aAAa,GAAG,OAAO,GAAG,IAAI,CACpI,CAAC;QAEF,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,MAAM,GAAG,IAAI,MAAM,CACvB,IAAI,GAAG,CAAC,mBAAmB,EAAE,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CACnD,CAAC;YAEF,MAAM,CAAC,SAAS,GAAG,CAAC,KAAK,EAAE,EAAE;gBAC3B,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC7B,CAAC,CAAC;YAEF,MAAM,CAAC,OAAO,GAAG,CAAC,KAAK,EAAE,EAAE;gBACzB,MAAM,CAAC,KAAK,CAAC,CAAC;YAChB,CAAC,CAAC;YAEF,MAAM,CAAC,WAAW,CAAC;gBACjB,OAAO,EAAE,SAAS;gBAClB,WAAW;gBACX,UAAU;gBACV,eAAe;gBACf,SAAS;gBACT,QAAQ;gBACR,mBAAmB,EAAE,UAAU;gBAC/B,gBAAgB;aACjB,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;SAAM,CAAC;QACN,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACzC,CAAC;QACD,OAAO,CAAC,GAAG,CAAC,sBAAsB,EAAE;YAClC,OAAO;YACP,eAAe;YACf,SAAS;SACV,CAAC,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,qBAAqB,CAAC,oBAAoB,CAAC;YAC3D,OAAO;YACP,eAAe;YACf,aAAa;YACb,SAAS;YACT,QAAQ;SACT,CAAC,CAAC;QACH,OAAO,CAAC,GAAG,CAAC,sBAAsB,EAAE,GAAG,CAAC,CAAC;QACzC,OAAO,GAAG,CAAC;IACb,CAAC;AACH,CAAC,CAAC;AAQF,MAAM,CAAC,MAAM,eAAe,GAAG,KAAK,EAAE,EACpC,OAAO,EACP,eAAe,EACf,MAAM,GAAG,CAAC,EACV,MAAM,GACe,EAAoB,EAAE;IAC3C,MAAM,GAAG,GAAG,MAAM,qBAAqB,CAAC,oBAAoB,CAAC;QAC3D,OAAO;QACP,eAAe;QACf,MAAM;QACN,MAAM;KACP,CAAC,CAAC;IACH,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,GAAG,CAAC,CAAC;IACpC,OAAO,GAAG,CAAC;AACb,CAAC,CAAC;AAEF,OAAO,EACL,qBAAqB,EACrB,mBAAmB,EACnB,cAAc,EACd,gBAAgB,EAChB,sBAAsB,EACtB,cAAc,IAAI,eAAe,GAClC,CAAC;AAEF,cAAc,yBAAyB,CAAC","sourcesContent":["// src/index.ts\nimport { EventEmitter, type Subscription } from \"expo-modules-core\";\nimport { Platform } from \"react-native\";\n\n// Import the native module. On web, it will be resolved to ExpoAudioStream.web.ts\n// and on native platforms to ExpoAudioStream.ts\nimport {\n  AudioRecorderProvider,\n  useSharedAudioRecorder,\n} from \"./AudioRecorder.provider\";\nimport { AudioAnalysisData, AudioEventPayload } from \"./ExpoAudioStream.types\";\nimport ExpoAudioStreamModule from \"./ExpoAudioStreamModule\";\nimport { ExtractMetadataProps, useAudioRecorder } from \"./useAudioRecording\";\nimport { convertPCMToFloat32, getWavFileInfo, writeWavHeader } from \"./utils\";\n\nconst emitter = new EventEmitter(ExpoAudioStreamModule);\n\nexport function addAudioEventListener(\n  listener: (event: AudioEventPayload) => Promise<void>,\n): Subscription {\n  console.log(`addAudioEventListener`, listener);\n  return emitter.addListener<AudioEventPayload>(\"AudioData\", listener);\n}\n\nexport function addAudioAnalysisListener(\n  listener: (event: AudioAnalysisData) => Promise<void>,\n): Subscription {\n  console.log(`addAudioAnalysisListener`, listener);\n  return emitter.addListener<AudioAnalysisData>(\"AudioAnalysis\", listener);\n}\n\nconst isWeb = Platform.OS === \"web\";\n\nexport const extractAudioAnalysis = async ({\n  fileUri,\n  pointsPerSecond = 20,\n  arrayBuffer,\n  bitDepth,\n  skipWavHeader,\n  durationMs,\n  sampleRate,\n  numberOfChannels,\n  algorithm = \"rms\",\n  features,\n  featuresExtratorUrl = \"/audio-features-extractor.js\",\n}: ExtractMetadataProps): Promise<AudioAnalysisData> => {\n  if (isWeb) {\n    if (!arrayBuffer && !fileUri) {\n      throw new Error(\"Either arrayBuffer or fileUri must be provided\");\n    }\n\n    if (!arrayBuffer) {\n      console.log(`fetching fileUri`, fileUri);\n      const response = await fetch(fileUri!);\n\n      if (!response.ok) {\n        throw new Error(`Failed to fetch fileUri: ${response.statusText}`);\n      }\n\n      arrayBuffer = (await response.arrayBuffer()).slice(0);\n      console.log(`fetched fileUri`, arrayBuffer.byteLength, arrayBuffer);\n    }\n\n    // Create a new copy of the ArrayBuffer to avoid detachment issues\n    const bufferCopy = arrayBuffer.slice(0);\n    console.log(\n      `extractAudioAnalysis skipWavHeader=${skipWavHeader} bitDepth=${bitDepth} len=${bufferCopy.byteLength}`,\n      bufferCopy.slice(0, 100),\n    );\n\n    let actualBitDepth = bitDepth;\n    if (!actualBitDepth) {\n      console.log(\n        `extractAudioAnalysis bitDepth not provided -- getting wav file info`,\n      );\n      const fileInfo = await getWavFileInfo(bufferCopy);\n      actualBitDepth = fileInfo.bitDepth;\n    }\n    console.log(`extractAudioAnalysis actualBitDepth=${actualBitDepth}`);\n    // let copyChannelData: Float32Array;\n    // try {\n    //   const audioContext = new (window.AudioContext ||\n    //     // @ts-ignore\n    //     window.webkitAudioContext)();\n    //   const audioBuffer = await audioContext.decodeAudioData(bufferCopy);\n    //   const channelData = audioBuffer.getChannelData(0); // Use only the first channel\n    //   copyChannelData = new Float32Array(channelData); // Create a new Float32Array\n    // } catch (error) {\n    //   console.warn(\"Failed to decode audio data:\", error);\n    //   // Fall back to creating a new Float32Array from the ArrayBuffer if decoding fails\n    //   copyChannelData = new Float32Array(arrayBuffer);\n    // }\n\n    const {\n      pcmValues: channelData,\n      min,\n      max,\n    } = convertPCMToFloat32({\n      buffer: arrayBuffer,\n      bitDepth: actualBitDepth,\n      skipWavHeader,\n    });\n    console.log(\n      `extractAudioAnalysis skipWaveHeader=${skipWavHeader} convertPCMToFloat32 length=${channelData.length} range: [ ${min} :: ${max} ]`,\n    );\n\n    return new Promise((resolve, reject) => {\n      const worker = new Worker(\n        new URL(featuresExtratorUrl, window.location.href),\n      );\n\n      worker.onmessage = (event) => {\n        resolve(event.data.result);\n      };\n\n      worker.onerror = (error) => {\n        reject(error);\n      };\n\n      worker.postMessage({\n        command: \"process\",\n        channelData,\n        sampleRate,\n        pointsPerSecond,\n        algorithm,\n        bitDepth,\n        fullAudioDurationMs: durationMs,\n        numberOfChannels,\n      });\n    });\n  } else {\n    if (!fileUri) {\n      throw new Error(\"fileUri is required\");\n    }\n    console.log(`extractAudioAnalysis`, {\n      fileUri,\n      pointsPerSecond,\n      algorithm,\n    });\n    const res = await ExpoAudioStreamModule.extractAudioAnalysis({\n      fileUri,\n      pointsPerSecond,\n      skipWavHeader,\n      algorithm,\n      features,\n    });\n    console.log(`extractAudioAnalysis`, res);\n    return res;\n  }\n};\n\nexport interface ExtractWaveformProps {\n  fileUri: string;\n  numberOfSamples: number;\n  offset?: number;\n  length?: number;\n}\nexport const extractWaveform = async ({\n  fileUri,\n  numberOfSamples,\n  offset = 0,\n  length,\n}: ExtractWaveformProps): Promise<unknown> => {\n  const res = await ExpoAudioStreamModule.extractAudioAnalysis({\n    fileUri,\n    numberOfSamples,\n    offset,\n    length,\n  });\n  console.log(`extractWaveform`, res);\n  return res;\n};\n\nexport {\n  AudioRecorderProvider,\n  convertPCMToFloat32,\n  getWavFileInfo,\n  useAudioRecorder,\n  useSharedAudioRecorder,\n  writeWavHeader as writeWaveHeader,\n};\n\nexport * from \"./ExpoAudioStream.types\";\n"]}

package/build/inlineAudioWebWorker.d.ts

@@ -0,0 +1,3 @@
+export declare const SimpleInlineProcessorScript = "\nclass RecorderProcessor extends AudioWorkletProcessor {\n  constructor() {\n      super();\n      this.recordedBuffers = []; // Float32Array\n      this.newRecBuffer = []; // Float32Array\n      this.exportIntervalSamples = 0;\n      this.samplesSinceLastExport = 0;\n      this.recordSampleRate = 44100; // To be overwritten\n      this.exportSampleRate = 44100; // To be overwritten\n      this.channels = 1; // Default to 1 channel (mono)\n      this.bitDepth = 32; // Default to 32-bit depth\n      this.isRecording = true;\n      this.port.onmessage = this.handleMessage.bind(this);\n  }\n\n  handleMessage(event) {\n      switch (event.data.command) {\n          case 'init':\n              this.recordSampleRate = event.data.recordSampleRate;\n              this.exportSampleRate = event.data.exportSampleRate || event.data.recordSampleRate;\n              this.exportIntervalSamples = this.recordSampleRate * (event.data.interval / 1000);\n              break;\n          case 'stop':\n              this.isRecording = false;\n              const fullRecordedData = this.getAllRecordedData();\n              this.port.postMessage({ command: 'recordedData', recordedData: fullRecordedData });\n              break;\n      }\n  }\n\n  process(inputs, outputs, parameters) {\n      if (!this.isRecording) return true;\n      const input = inputs[0];\n      if (input.length > 0) {\n          const newBuffer = new Float32Array(input[0]);\n          this.newRecBuffer.push(newBuffer);\n          this.recordedBuffers.push(newBuffer);\n          this.samplesSinceLastExport += newBuffer.length;\n\n          if (this.samplesSinceLastExport >= this.exportIntervalSamples) {\n              this.exportNewData();\n              this.samplesSinceLastExport = 0;\n          }\n      }\n      return true;\n  }\n\n  mergeBuffers(bufferArray, recLength) {\n      const result = new Float32Array(recLength);\n      let offset = 0;\n      for (let i = 0; i < bufferArray.length; i++) {\n          result.set(bufferArray[i], offset);\n          offset += bufferArray[i].length;\n      }\n      return result;\n  }\n\n  floatTo16BitPCM(output, offset, input) {\n      for (let i = 0; i < input.length; i++, offset += 2) {\n          const s = Math.max(-1, Math.min(1, input[i]));\n          output.setInt16(offset, s < 0 ? s * 0x8000 : s * 0x7FFF, true);\n      }\n      console.debug('Float to 16-bit PCM conversion complete. Output byte length:', offset);\n  }\n\n  floatTo32BitPCM(output, offset, input) {\n      for (let i = 0; i < input.length; i++, offset += 4) {\n          output.setFloat32(offset, input[i], true);\n      }\n      console.debug('Float to 32-bit PCM (no conversion) complete. Output byte length:', offset);\n  }\n\n  writeString(view, offset, string) {\n      for (let i = 0; i < string.length; i++) {\n          view.setUint8(offset + i, string.charCodeAt(i));\n      }\n  }\n\n  encodeWAV(samples, includeHeader = true) {\n      const sampleCount = samples.length;\n      const buffer = new ArrayBuffer((includeHeader ? 44 : 0) + sampleCount * 4);\n      const view = new DataView(buffer);\n\n      if (includeHeader) {\n          this.writeString(view, 0, 'RIFF');\n          view.setUint32(4, 36 + sampleCount * 4, true); // File size - 8 bytes\n          this.writeString(view, 8, 'WAVE');\n          this.writeString(view, 12, 'fmt ');\n          view.setUint32(16, 16, true); // PCM format\n          view.setUint16(20, 3, true); // Format code 3 for float\n          view.setUint16(22, 1, true); // Mono channel\n          view.setUint32(24, this.recordSampleRate, true); // Sample rate\n          view.setUint32(28, this.recordSampleRate * 4, true); // Byte rate\n          view.setUint16(32, 4, true); // Block align (4 bytes for 32-bit float)\n          view.setUint16(34, 32, true); // Bits per sample (32-bit float)\n          this.writeString(view, 36, 'data');\n          view.setUint32(40, sampleCount * 4, true); // Data chunk size\n      }\n\n      console.debug('Writing PCM samples to DataView. Offset:', includeHeader ? 44 : 0, 'Samples length:', sampleCount);\n      this.floatTo32BitPCM(view, includeHeader ? 44 : 0, samples);\n      // this.floatTo16BitPCM(view, includeHeader ? 44 : 0, samples);\n\n      console.debug('Encoded WAV DataView:', view);\n      console.debug('Encoded WAV length:', view.byteLength);\n\n      return view;\n  }\n\n\n  exportNewData() {\n      // Calculate the total length of the new recorded buffers\n      const length = this.newRecBuffer.reduce((acc, buffer) => acc + buffer.length, 0);\n\n      // Merge all new recorded buffers into a single buffer\n      const mergedBuffer = this.mergeBuffers(this.newRecBuffer, length);\n\n      // Encode the merged buffer into a WAV format\n      const encodedWav = this.encodeWAV(mergedBuffer, false);\n\n      // Clear the new recorded buffers after they have been processed\n      this.newRecBuffer.length = 0;\n\n      // Post the message to the main thread\n      // The first argument is the message data, containing the encoded WAV buffer\n      // The second argument is the transfer list, which transfers ownership of the ArrayBuffer\n      // to the main thread, avoiding the need to copy the buffer and improving performance\n      this.port.postMessage({ recordedData: encodedWav.buffer }, [encodedWav.buffer]);\n  }\n\n  getAllRecordedData() {\n      const length = this.recordedBuffers.reduce((acc, buffer) => acc + buffer.length, 0);\n      const mergedBuffer = this.mergeBuffers(this.recordedBuffers, length);\n\n\n      // Calculate the duration based on the sample count and sample rate\n      const sampleCount = mergedBuffer.length;\n      const mergedBufferDuration = sampleCount / this.recordSampleRate;\n\n      const encodedWav = this.encodeWAV(mergedBuffer, true);\n\n      // Calculate and log the duration for encodedWav.buffer based on sample count\n      const encodedWavBufferDuration = sampleCount / this.recordSampleRate;\n\n      this.recordedBuffers.length = 0; // Clear the buffers after extraction\n\n      // Returning both for testing, comment one of the returns based on your test\n      console.debug('mergedBuffer:', mergedBuffer);\n      console.debug('encodedWav.buffer:', encodedWav.buffer);\n\n      // Uncomment the appropriate return for testing\n      // return mergedBuffer; // This works when played\n      return encodedWav.buffer; // This doesn't work when played\n  }\n}\n\nregisterProcessor('recorder-processor', RecorderProcessor);\n";
+export declare const InlineProcessorScrippt = "\nclass RecorderProcessor extends AudioWorkletProcessor {\n  constructor() {\n    super();\n    this.recLength = 0;\n    this.recBuffer = [];\n    this.headerSent = false;\n    this.newRecBuffer = [];\n    this.exportIntervalSamples = 0;\n    this.samplesSinceLastExport = 0;\n    this.recordSampleRate = 44100; // To be overwrited\n    this.exportSampleRate = 44100; // To be overwrited\n    this.isRecording = true;\n\n    this.port.onmessage = this.handleMessage.bind(this);\n  }\n\n  handleMessage(event) {\n    switch (event.data.command) {\n      case 'init':\n        this.recordSampleRate = event.data.recordSampleRate;\n        this.exportSampleRate = event.data.exportSampleRate || event.data.recordSampleRate;\n        this.exportIntervalSamples = this.recordSampleRate * (event.data.interval / 1000);\n        break;\n      case 'stop':\n        this.isRecording = false;\n        break;\n      case 'getRecordedData':\n        const recordedData = this.getRecordedData();\n        this.port.postMessage({ command: 'recordedData', recordedData });\n        break;\n    }\n  }\n\n  process(inputs) {\n    if (!this.isRecording) {\n      return true; // Exit early if not recording\n    }\n\n    if (inputs.length === 0 || inputs[0].length === 0) {\n      console.warn('RecorderProcessor -- No input received.');\n      return true; // Exit early if no input\n    }\n\n    const buffer = inputs[0];\n    if (!buffer) {\n      console.error('Input buffer is null.');\n      return true; // Exit early if buffer is null\n    }\n\n    try {\n      this.record(buffer);\n\n      // this.samplesSinceLastExport += buffer.length;\n      // if (this.samplesSinceLastExport >= this.exportIntervalSamples) {\n      //   this.exportBuffer();\n      //   this.samplesSinceLastExport = 0;\n      // }\n    } catch (error) {\n      console.error('Error during processing:', error);\n    }\n    return true;\n  }\n\n  record(inputBuffer) {\n    this.recBuffer.push(inputBuffer);\n    this.newRecBuffer.push(inputBuffer);\n    this.recLength += inputBuffer.length;\n  }\n\n  exportBuffer() {\n    const mergedBuffers = this.mergeBuffers(this.newRecBuffer, this.newRecBuffer.reduce((len, buf) => len + buf.length, 0));\n    console.log('Merged buffer length:', mergedBuffers.length); // Debug log\n\n    const downsampledBuffer = this.downsampleBuffer(mergedBuffers, this.exportSampleRate);\n    console.log('Downsampled buffer length:', downsampledBuffer.length); // Debug log\n\n    const encodedWav = downsampledBuffer;\n    // const encodedWav = this.encodeWAV(downsampledBuffer);\n    // console.log('Encoded WAV length:', encodedWav.byteLength); // Debug log\n\n    this.port.postMessage({ encodedWav, sampleRate: this.exportSampleRate });\n    this.newRecBuffer = []; // Clear the new data buffer after export\n    this.headerSent = true; // Indicate that the header has been sent\n  }\n\n  downsampleBuffer(buffer, exportSampleRate) {\n    console.log('Original buffer length:', buffer.length); // Debug log\n    console.log('Record sample rate:', this.recordSampleRate); // Debug log\n    console.log('Export sample rate:', exportSampleRate); // Debug log\n    if (exportSampleRate === this.recordSampleRate) {\n      return buffer;\n    }\n\n    const sampleRateRatio = this.recordSampleRate / exportSampleRate;\n    const newLength = Math.round(buffer.length / sampleRateRatio);\n    console.log('Sample rate ratio:', sampleRateRatio); // Debug log\n    console.log('New length after downsampling:', newLength); // Debug log\n    \n    if (newLength <= 0) {\n      console.error('New length is zero or negative, returning empty buffer.'); // Debug log\n      return new Float32Array(0);\n    }\n    const result = new Float32Array(newLength);\n    let offsetResult = 0;\n    let offsetBuffer = 0;\n    while (offsetResult < result.length) {\n      const nextOffsetBuffer = Math.round((offsetResult + 1) * sampleRateRatio);\n      let accum = 0, count = 0;\n      for (let i = offsetBuffer; i < nextOffsetBuffer && i < buffer.length; i++) {\n        accum += buffer[i];\n        count++;\n      }\n      result[offsetResult] = accum / count;\n      offsetResult++;\n      offsetBuffer = nextOffsetBuffer;\n    }\n    return result;\n  }\n\n  mergeBuffers(bufferArray, recLength) {\n    const result = new Float32Array(recLength);\n    let offset = 0;\n    for (let i = 0; i < bufferArray.length; i++) {\n      result.set(bufferArray[i], offset);\n      offset += bufferArray[i].length;\n    }\n    return result;\n  }\n\n  floatTo16BitPCM(output, offset, input) {\n    for (let i = 0; i < input.length; i++, offset += 2) {\n      const s = Math.max(-1, Math.min(1, input[i]));\n      output.setInt16(offset, s < 0 ? s * 0x8000 : s * 0x7fff, true);\n    }\n  }\n\n  writeString(view, offset, string) {\n    for (let i = 0; i < string.length; i++) {\n      view.setUint8(offset + i, string.charCodeAt(i));\n    }\n  }\n\n  getRecordedData() {\n    const length = this.recBuffer.reduce((acc, buffer) => acc + buffer.length, 0);\n    const result = new Float32Array(length);\n    let offset = 0;\n    for (const buffer of this.recBuffer) {\n      result.set(buffer, offset);\n      offset += buffer.length;\n    }\n    this.recBuffer.length = 0; // Clear the buffers after extraction\n\n    return result;\n  }\n\n  encodeWAV(samples) {\n    const buffer = new ArrayBuffer(44 + samples.length * 2);\n    const view = new DataView(buffer);\n    this.writeString(view, 0, 'RIFF');\n    view.setUint32(4, 32 + samples.length * 2, true);\n    this.writeString(view, 8, 'WAVE');\n    this.writeString(view, 12, 'fmt ');\n    view.setUint32(16, 16, true);\n    view.setUint16(20, 1, true);\n    view.setUint16(22, 1, true);\n    view.setUint32(24, sampleRate, true);\n    view.setUint32(28, sampleRate * 2, true);\n    view.setUint16(32, 2, true);\n    view.setUint16(34, 16, true);\n    this.writeString(view, 36, 'data');\n    view.setUint32(40, samples.length * 2, true);\n    this.floatTo16BitPCM(view, 44, samples);\n    return view;\n  }\n}\n\nregisterProcessor('recorder-processor', RecorderProcessor);\n";
+//# sourceMappingURL=inlineAudioWebWorker.d.ts.map

package/build/inlineAudioWebWorker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"inlineAudioWebWorker.d.ts","sourceRoot":"","sources":["../src/inlineAudioWebWorker.tsx"],"names":[],"mappings":"AAAA,eAAO,MAAM,2BAA2B,62MA8JvC,CAAC;AAGF,eAAO,MAAM,sBAAsB,89LAkLlC,CAAC"}