@siteed/audio-studio 3.0.0

package/build/cjs/AudioAnalysis/extractAudioAnalysis.js

@@ -0,0 +1,213 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.extractRawWavAnalysis = void 0;
+exports.extractAudioAnalysis = extractAudioAnalysis;
+const AudioStudioModule_1 = __importDefault(require("../AudioStudioModule"));
+const constants_1 = require("../constants");
+const audioProcessing_1 = require("../utils/audioProcessing");
+const cleanNativeOptions_1 = require("../utils/cleanNativeOptions");
+const convertPCMToFloat32_1 = require("../utils/convertPCMToFloat32");
+const crc32_1 = __importDefault(require("../utils/crc32"));
+const getWavFileInfo_1 = require("../utils/getWavFileInfo");
+const InlineFeaturesExtractor_web_1 = require("../workers/InlineFeaturesExtractor.web");
+const wasmGlueString_web_1 = require("../workers/wasmGlueString.web");
+function calculateCRC32ForDataPoint(data) {
+    // Convert float array to byte array for CRC32
+    const byteArray = new Uint8Array(data.length * 4);
+    const dataView = new DataView(byteArray.buffer);
+    for (let i = 0; i < data.length; i++) {
+        dataView.setFloat32(i * 4, data[i], true);
+    }
+    return crc32_1.default.buf(byteArray);
+}
+/**
+ * Extracts detailed audio analysis from the specified audio file or buffer.
+ * Supports either time-based or byte-based ranges for flexibility in analysis.
+ *
+ * @param props - The options for extraction, including file URI, ranges, and decoding settings.
+ * @returns A promise that resolves to the audio analysis data.
+ * @throws {Error} If both time and byte ranges are provided or if required parameters are missing.
+ */
+async function extractAudioAnalysis(props) {
+    const { fileUri, arrayBuffer, decodingOptions, logger, segmentDurationMs = 100, features, } = props;
+    if (constants_1.isWeb) {
+        try {
+            // Create AudioContext here
+            const audioContext = new (window.AudioContext ||
+                window.webkitAudioContext)({
+                sampleRate: decodingOptions?.targetSampleRate ?? 16000,
+            });
+            try {
+                const processedBuffer = await (0, audioProcessing_1.processAudioBuffer)({
+                    arrayBuffer,
+                    fileUri,
+                    targetSampleRate: decodingOptions?.targetSampleRate ?? 16000,
+                    targetChannels: decodingOptions?.targetChannels ?? 1,
+                    normalizeAudio: decodingOptions?.normalizeAudio ?? false,
+                    startTimeMs: 'startTimeMs' in props ? props.startTimeMs : undefined,
+                    endTimeMs: 'endTimeMs' in props ? props.endTimeMs : undefined,
+                    position: 'position' in props ? props.position : undefined,
+                    length: 'length' in props ? props.length : undefined,
+                    audioContext, // Pass the context we created
+                    logger,
+                });
+                const channelData = processedBuffer.buffer.getChannelData(0);
+                // Create worker blob: WASM glue (defines createMelSpectrogramModule) + worker code
+                const blob = new Blob([wasmGlueString_web_1.wasmGlueJs, '\n', InlineFeaturesExtractor_web_1.InlineFeaturesExtractor], { type: 'application/javascript' });
+                const workerUrl = URL.createObjectURL(blob);
+                const worker = new Worker(workerUrl);
+                return new Promise((resolve, reject) => {
+                    worker.onmessage = (event) => {
+                        if (event.data.error) {
+                            reject(new Error(event.data.error));
+                            return;
+                        }
+                        const result = event.data.result;
+                        // Calculate CRC32 after worker completes if requested
+                        if (features?.crc32) {
+                            const samplesPerSegment = Math.floor((processedBuffer.sampleRate *
+                                segmentDurationMs) /
+                                1000);
+                            result.dataPoints = result.dataPoints.map((point, index) => {
+                                const startSample = index * samplesPerSegment;
+                                const segmentData = channelData.slice(startSample, startSample + samplesPerSegment);
+                                return {
+                                    ...point,
+                                    features: {
+                                        ...point.features,
+                                        crc32: calculateCRC32ForDataPoint(segmentData),
+                                    },
+                                };
+                            });
+                        }
+                        URL.revokeObjectURL(workerUrl);
+                        worker.terminate();
+                        resolve(result);
+                    };
+                    worker.onerror = (error) => {
+                        URL.revokeObjectURL(workerUrl);
+                        worker.terminate();
+                        reject(error);
+                    };
+                    worker.postMessage({
+                        channelData,
+                        sampleRate: processedBuffer.sampleRate,
+                        segmentDurationMs,
+                        bitDepth: decodingOptions?.targetBitDepth ?? 32,
+                        numberOfChannels: processedBuffer.channels,
+                        fullAudioDurationMs: processedBuffer.durationMs,
+                        // enableLogging: !!logger,
+                        features,
+                    });
+                });
+            }
+            finally {
+                await audioContext.close();
+            }
+        }
+        catch (error) {
+            logger?.error('Failed to process audio:', error);
+            throw error;
+        }
+    }
+    else {
+        // Strip non-serializable fields — logger and arrayBuffer cause
+        // "Cannot convert '[object Object]' to a Kotlin type" on Android.
+        const { logger: _logger, arrayBuffer: _arrayBuffer, ...nativeOptions } = props;
+        // Clean undefined values to avoid Android Kotlin bridge crash
+        return await AudioStudioModule_1.default.extractAudioAnalysis((0, cleanNativeOptions_1.cleanNativeOptions)(nativeOptions));
+    }
+}
+/**
+ * Analyzes WAV files without decoding, preserving original PCM values.
+ * Use this function when you need to ensure the analysis matches other software by avoiding any transformations.
+ *
+ * @param props - The options for WAV analysis, including file URI and range.
+ * @returns A promise that resolves to the audio analysis data.
+ */
+const extractRawWavAnalysis = async ({ fileUri, segmentDurationMs = 100, // Default to 100ms
+arrayBuffer, bitDepth, durationMs, sampleRate, numberOfChannels, features, logger, position = 0, length, }) => {
+    if (constants_1.isWeb) {
+        if (!arrayBuffer && !fileUri) {
+            throw new Error('Either arrayBuffer or fileUri must be provided');
+        }
+        if (!arrayBuffer) {
+            logger?.log(`fetching fileUri`, fileUri);
+            const response = await fetch(fileUri);
+            if (!response.ok) {
+                throw new Error(`Failed to fetch fileUri: ${response.statusText}`);
+            }
+            arrayBuffer = await response.arrayBuffer();
+            logger?.log(`fetched fileUri`, arrayBuffer.byteLength, arrayBuffer);
+        }
+        // Create a new copy of the ArrayBuffer to avoid detachment issues
+        const bufferCopy = arrayBuffer.slice(0);
+        logger?.log(`extractAudioAnalysis bitDepth=${bitDepth} len=${bufferCopy.byteLength}`, bufferCopy.slice(0, 100));
+        let actualBitDepth = bitDepth;
+        if (!actualBitDepth) {
+            logger?.log(`extractAudioAnalysis bitDepth not provided -- getting wav file info`);
+            const fileInfo = await (0, getWavFileInfo_1.getWavFileInfo)(bufferCopy);
+            actualBitDepth = fileInfo.bitDepth;
+        }
+        logger?.log(`extractAudioAnalysis actualBitDepth=${actualBitDepth}`);
+        const { pcmValues: channelData, min, max, } = await (0, convertPCMToFloat32_1.convertPCMToFloat32)({
+            buffer: arrayBuffer,
+            bitDepth: actualBitDepth,
+        });
+        logger?.log(`extractAudioAnalysis convertPCMToFloat32 length=${channelData.length} range: [ ${min} :: ${max} ]`);
+        // Apply position and length constraints to channelData if specified
+        const startIndex = position;
+        const endIndex = length ? startIndex + length : channelData.length;
+        const constrainedChannelData = channelData.slice(startIndex, endIndex);
+        return new Promise((resolve, reject) => {
+            const blob = new Blob([wasmGlueString_web_1.wasmGlueJs, '\n', InlineFeaturesExtractor_web_1.InlineFeaturesExtractor], {
+                type: 'application/javascript',
+            });
+            const url = URL.createObjectURL(blob);
+            const worker = new Worker(url);
+            worker.onmessage = (event) => {
+                URL.revokeObjectURL(url);
+                worker.terminate();
+                resolve(event.data.result);
+            };
+            worker.onerror = (error) => {
+                URL.revokeObjectURL(url);
+                worker.terminate();
+                reject(error);
+            };
+            worker.postMessage({
+                command: 'process',
+                channelData: constrainedChannelData,
+                sampleRate,
+                segmentDurationMs,
+                logger,
+                bitDepth,
+                fullAudioDurationMs: durationMs,
+                numberOfChannels,
+            });
+        });
+    }
+    else {
+        if (!fileUri) {
+            throw new Error('fileUri is required');
+        }
+        logger?.log(`extractAudioAnalysis`, {
+            fileUri,
+            segmentDurationMs,
+        });
+        const res = await AudioStudioModule_1.default.extractAudioAnalysis({
+            fileUri,
+            segmentDurationMs,
+            features,
+            position,
+            length,
+        });
+        logger?.log(`extractAudioAnalysis`, res);
+        return res;
+    }
+};
+exports.extractRawWavAnalysis = extractRawWavAnalysis;
+//# sourceMappingURL=extractAudioAnalysis.js.map

package/build/cjs/AudioAnalysis/extractAudioAnalysis.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extractAudioAnalysis.js","sourceRoot":"","sources":["../../../src/AudioAnalysis/extractAudioAnalysis.ts"],"names":[],"mappings":";;;;;;AAkGA,oDAgIC;AA1ND,6EAAoD;AACpD,4CAAoC;AAOpC,8DAA6D;AAC7D,oEAAgE;AAChE,sEAAkE;AAClE,2DAAkC;AAClC,4DAAqE;AACrE,wFAAgF;AAChF,sEAA0D;AAE1D,SAAS,0BAA0B,CAAC,IAAkB;IAClD,8CAA8C;IAC9C,MAAM,SAAS,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IACjD,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC,SAAS,CAAC,MAAM,CAAC,CAAA;IAE/C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACnC,QAAQ,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAA;IAC7C,CAAC;IAED,OAAO,eAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;AAC/B,CAAC;AAwDD;;;;;;;GAOG;AACI,KAAK,UAAU,oBAAoB,CACtC,KAAgC;IAEhC,MAAM,EACF,OAAO,EACP,WAAW,EACX,eAAe,EACf,MAAM,EACN,iBAAiB,GAAG,GAAG,EACvB,QAAQ,GACX,GAAG,KAAK,CAAA;IAET,IAAI,iBAAK,EAAE,CAAC;QACR,IAAI,CAAC;YACD,2BAA2B;YAC3B,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY;gBACxC,MAAc,CAAC,kBAAkB,CAAC,CAAC;gBACpC,UAAU,EAAE,eAAe,EAAE,gBAAgB,IAAI,KAAK;aACzD,CAAC,CAAA;YAEF,IAAI,CAAC;gBACD,MAAM,eAAe,GAAG,MAAM,IAAA,oCAAkB,EAAC;oBAC7C,WAAW;oBACX,OAAO;oBACP,gBAAgB,EACZ,eAAe,EAAE,gBAAgB,IAAI,KAAK;oBAC9C,cAAc,EAAE,eAAe,EAAE,cAAc,IAAI,CAAC;oBACpD,cAAc,EAAE,eAAe,EAAE,cAAc,IAAI,KAAK;oBACxD,WAAW,EACP,aAAa,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;oBAC1D,SAAS,EACL,WAAW,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;oBACtD,QAAQ,EAAE,UAAU,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS;oBAC1D,MAAM,EAAE,QAAQ,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;oBACpD,YAAY,EAAE,8BAA8B;oBAC5C,MAAM;iBACT,CAAC,CAAA;gBAEF,MAAM,WAAW,GAAG,eAAe,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,CAAA;gBAE5D,mFAAmF;gBACnF,MAAM,IAAI,GAAG,IAAI,IAAI,CACjB,CAAC,+BAAU,EAAE,IAAI,EAAE,qDAAuB,CAAC,EAC3C,EAAE,IAAI,EAAE,wBAAwB,EAAE,CACrC,CAAA;gBACD,MAAM,SAAS,GAAG,GAAG,CAAC,eAAe,CAAC,IAAI,CAAC,CAAA;gBAC3C,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,SAAS,CAAC,CAAA;gBAEpC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;oBACnC,MAAM,CAAC,SAAS,GAAG,CAAC,KAAK,EAAE,EAAE;wBACzB,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;4BACnB,MAAM,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAA;4BACnC,OAAM;wBACV,CAAC;wBAED,MAAM,MAAM,GAAkB,KAAK,CAAC,IAAI,CAAC,MAAM,CAAA;wBAC/C,sDAAsD;wBACtD,IAAI,QAAQ,EAAE,KAAK,EAAE,CAAC;4BAClB,MAAM,iBAAiB,GAAG,IAAI,CAAC,KAAK,CAChC,CAAC,eAAe,CAAC,UAAU;gCACvB,iBAAiB,CAAC;gCAClB,IAAI,CACX,CAAA;4BAED,MAAM,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC,GAAG,CACrC,CAAC,KAAgB,EAAE,KAAa,EAAE,EAAE;gCAChC,MAAM,WAAW,GACb,KAAK,GAAG,iBAAiB,CAAA;gCAC7B,MAAM,WAAW,GAAG,WAAW,CAAC,KAAK,CACjC,WAAW,EACX,WAAW,GAAG,iBAAiB,CAClC,CAAA;gCAED,OAAO;oCACH,GAAG,KAAK;oCACR,QAAQ,EAAE;wCACN,GAAG,KAAK,CAAC,QAAQ;wCACjB,KAAK,EAAE,0BAA0B,CAC7B,WAAW,CACd;qCACJ;iCACJ,CAAA;4BACL,CAAC,CACJ,CAAA;wBACL,CAAC;wBAED,GAAG,CAAC,eAAe,CAAC,SAAS,CAAC,CAAA;wBAC9B,MAAM,CAAC,SAAS,EAAE,CAAA;wBAClB,OAAO,CAAC,MAAM,CAAC,CAAA;oBACnB,CAAC,CAAA;oBAED,MAAM,CAAC,OAAO,GAAG,CAAC,KAAK,EAAE,EAAE;wBACvB,GAAG,CAAC,eAAe,CAAC,SAAS,CAAC,CAAA;wBAC9B,MAAM,CAAC,SAAS,EAAE,CAAA;wBAClB,MAAM,CAAC,KAAK,CAAC,CAAA;oBACjB,CAAC,CAAA;oBAED,MAAM,CAAC,WAAW,CAAC;wBACf,WAAW;wBACX,UAAU,EAAE,eAAe,CAAC,UAAU;wBACtC,iBAAiB;wBACjB,QAAQ,EAAE,eAAe,EAAE,cAAc,IAAI,EAAE;wBAC/C,gBAAgB,EAAE,eAAe,CAAC,QAAQ;wBAC1C,mBAAmB,EAAE,eAAe,CAAC,UAAU;wBAC/C,2BAA2B;wBAC3B,QAAQ;qBACX,CAAC,CAAA;gBACN,CAAC,CAAC,CAAA;YACN,CAAC;oBAAS,CAAC;gBACP,MAAM,YAAY,CAAC,KAAK,EAAE,CAAA;YAC9B,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,EAAE,KAAK,CAAC,0BAA0B,EAAE,KAAK,CAAC,CAAA;YAChD,MAAM,KAAK,CAAA;QACf,CAAC;IACL,CAAC;SAAM,CAAC;QACJ,+DAA+D;QAC/D,kEAAkE;QAClE,MAAM,EACF,MAAM,EAAE,OAAO,EACf,WAAW,EAAE,YAAY,EACzB,GAAG,aAAa,EACnB,GAAG,KAAK,CAAA;QACT,8DAA8D;QAC9D,OAAO,MAAM,2BAAiB,CAAC,oBAAoB,CAC/C,IAAA,uCAAkB,EAAC,aAAa,CAAC,CACpC,CAAA;IACL,CAAC;AACL,CAAC;AAED;;;;;;GAMG;AACI,MAAM,qBAAqB,GAAG,KAAK,EAAE,EACxC,OAAO,EACP,iBAAiB,GAAG,GAAG,EAAE,mBAAmB;AAC5C,WAAW,EACX,QAAQ,EACR,UAAU,EACV,UAAU,EACV,gBAAgB,EAChB,QAAQ,EACR,MAAM,EACN,QAAQ,GAAG,CAAC,EACZ,MAAM,GACqB,EAA0B,EAAE;IACvD,IAAI,iBAAK,EAAE,CAAC;QACR,IAAI,CAAC,WAAW,IAAI,CAAC,OAAO,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAA;QACrE,CAAC;QAED,IAAI,CAAC,WAAW,EAAE,CAAC;YACf,MAAM,EAAE,GAAG,CAAC,kBAAkB,EAAE,OAAO,CAAC,CAAA;YACxC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,OAAQ,CAAC,CAAA;YAEtC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACf,MAAM,IAAI,KAAK,CACX,4BAA4B,QAAQ,CAAC,UAAU,EAAE,CACpD,CAAA;YACL,CAAC;YAED,WAAW,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAA;YAC1C,MAAM,EAAE,GAAG,CAAC,iBAAiB,EAAE,WAAW,CAAC,UAAU,EAAE,WAAW,CAAC,CAAA;QACvE,CAAC;QAED,kEAAkE;QAClE,MAAM,UAAU,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;QACvC,MAAM,EAAE,GAAG,CACP,iCAAiC,QAAQ,QAAQ,UAAU,CAAC,UAAU,EAAE,EACxE,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAC3B,CAAA;QAED,IAAI,cAAc,GAAG,QAAQ,CAAA;QAC7B,IAAI,CAAC,cAAc,EAAE,CAAC;YAClB,MAAM,EAAE,GAAG,CACP,qEAAqE,CACxE,CAAA;YACD,MAAM,QAAQ,GAAG,MAAM,IAAA,+BAAc,EAAC,UAAU,CAAC,CAAA;YACjD,cAAc,GAAG,QAAQ,CAAC,QAAQ,CAAA;QACtC,CAAC;QACD,MAAM,EAAE,GAAG,CAAC,uCAAuC,cAAc,EAAE,CAAC,CAAA;QAEpE,MAAM,EACF,SAAS,EAAE,WAAW,EACtB,GAAG,EACH,GAAG,GACN,GAAG,MAAM,IAAA,yCAAmB,EAAC;YAC1B,MAAM,EAAE,WAAW;YACnB,QAAQ,EAAE,cAAc;SAC3B,CAAC,CAAA;QACF,MAAM,EAAE,GAAG,CACP,mDAAmD,WAAW,CAAC,MAAM,aAAa,GAAG,OAAO,GAAG,IAAI,CACtG,CAAA;QAED,oEAAoE;QACpE,MAAM,UAAU,GAAG,QAAQ,CAAA;QAC3B,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,UAAU,GAAG,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAA;QAClE,MAAM,sBAAsB,GAAG,WAAW,CAAC,KAAK,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAA;QAEtE,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACnC,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC,+BAAU,EAAE,IAAI,EAAE,qDAAuB,CAAC,EAAE;gBAC/D,IAAI,EAAE,wBAAwB;aACjC,CAAC,CAAA;YACF,MAAM,GAAG,GAAG,GAAG,CAAC,eAAe,CAAC,IAAI,CAAC,CAAA;YACrC,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,GAAG,CAAC,CAAA;YAE9B,MAAM,CAAC,SAAS,GAAG,CAAC,KAAK,EAAE,EAAE;gBACzB,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,CAAA;gBACxB,MAAM,CAAC,SAAS,EAAE,CAAA;gBAClB,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;YAC9B,CAAC,CAAA;YAED,MAAM,CAAC,OAAO,GAAG,CAAC,KAAK,EAAE,EAAE;gBACvB,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,CAAA;gBACxB,MAAM,CAAC,SAAS,EAAE,CAAA;gBAClB,MAAM,CAAC,KAAK,CAAC,CAAA;YACjB,CAAC,CAAA;YAED,MAAM,CAAC,WAAW,CAAC;gBACf,OAAO,EAAE,SAAS;gBAClB,WAAW,EAAE,sBAAsB;gBACnC,UAAU;gBACV,iBAAiB;gBACjB,MAAM;gBACN,QAAQ;gBACR,mBAAmB,EAAE,UAAU;gBAC/B,gBAAgB;aACnB,CAAC,CAAA;QACN,CAAC,CAAC,CAAA;IACN,CAAC;SAAM,CAAC;QACJ,IAAI,CAAC,OAAO,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAA;QAC1C,CAAC;QACD,MAAM,EAAE,GAAG,CAAC,sBAAsB,EAAE;YAChC,OAAO;YACP,iBAAiB;SACpB,CAAC,CAAA;QACF,MAAM,GAAG,GAAG,MAAM,2BAAiB,CAAC,oBAAoB,CAAC;YACrD,OAAO;YACP,iBAAiB;YACjB,QAAQ;YACR,QAAQ;YACR,MAAM;SACT,CAAC,CAAA;QACF,MAAM,EAAE,GAAG,CAAC,sBAAsB,EAAE,GAAG,CAAC,CAAA;QACxC,OAAO,GAAG,CAAA;IACd,CAAC;AACL,CAAC,CAAA;AAlHY,QAAA,qBAAqB,yBAkHjC","sourcesContent":["// packages/audio-studio/src/AudioAnalysis/extractAudioAnalysis.ts\n/**\n * This module provides functions for extracting and analyzing audio data.\n * - `extractAudioAnalysis`: For detailed analysis with customizable ranges and decoding options.\n * - `extractWavAudioAnalysis`: For analyzing WAV files without decoding, preserving original PCM values.\n * - `extractPreview`: For generating quick previews of audio waveforms, optimized for UI rendering.\n */\nimport { ConsoleLike } from '../AudioStudio.types'\nimport AudioStudioModule from '../AudioStudioModule'\nimport { isWeb } from '../constants'\nimport {\n    AudioAnalysis,\n    AudioFeaturesOptions,\n    DataPoint,\n    DecodingConfig,\n} from './AudioAnalysis.types'\nimport { processAudioBuffer } from '../utils/audioProcessing'\nimport { cleanNativeOptions } from '../utils/cleanNativeOptions'\nimport { convertPCMToFloat32 } from '../utils/convertPCMToFloat32'\nimport crc32 from '../utils/crc32'\nimport { getWavFileInfo, WavFileInfo } from '../utils/getWavFileInfo'\nimport { InlineFeaturesExtractor } from '../workers/InlineFeaturesExtractor.web'\nimport { wasmGlueJs } from '../workers/wasmGlueString.web'\n\nfunction calculateCRC32ForDataPoint(data: Float32Array): number {\n    // Convert float array to byte array for CRC32\n    const byteArray = new Uint8Array(data.length * 4)\n    const dataView = new DataView(byteArray.buffer)\n\n    for (let i = 0; i < data.length; i++) {\n        dataView.setFloat32(i * 4, data[i], true)\n    }\n\n    return crc32.buf(byteArray)\n}\n\nexport interface ExtractWavAudioAnalysisProps {\n    fileUri?: string // should provide either fileUri or arrayBuffer\n    wavMetadata?: WavFileInfo\n    arrayBuffer?: ArrayBuffer\n    bitDepth?: number\n    durationMs?: number\n    sampleRate?: number\n    numberOfChannels?: number\n    position?: number // Optional number of bytes to skip. Default is 0\n    length?: number // Optional number of bytes to read.\n    segmentDurationMs?: number // Optional number of points per second. Use to reduce the number of points and compute the number of datapoints to return.\n    features?: AudioFeaturesOptions\n    featuresExtratorUrl?: string\n    logger?: ConsoleLike\n    decodingOptions?: DecodingConfig\n}\n\n// Define base options interface with common properties\ninterface BaseExtractOptions {\n    fileUri?: string\n    arrayBuffer?: ArrayBuffer\n    /**\n     * Duration of each analysis segment in milliseconds. Defaults to 100ms if not specified.\n     */\n    segmentDurationMs?: number\n    features?: AudioFeaturesOptions\n    decodingOptions?: DecodingConfig\n    logger?: ConsoleLike\n}\n\n// Time-based range options\ninterface TimeRangeOptions extends BaseExtractOptions {\n    startTimeMs?: number\n    endTimeMs?: number\n    position?: never\n    length?: never\n}\n\n// Byte-based range options\ninterface ByteRangeOptions extends BaseExtractOptions {\n    position?: number\n    length?: number\n    startTimeMs?: never\n    endTimeMs?: never\n}\n\n/**\n * Options for extracting audio analysis.\n * - For time-based analysis, provide `startTimeMs` and `endTimeMs`.\n * - For byte-based analysis, provide `position` and `length`.\n * - Do not mix time and byte ranges.\n */\nexport type ExtractAudioAnalysisProps = TimeRangeOptions | ByteRangeOptions\n\n/**\n * Extracts detailed audio analysis from the specified audio file or buffer.\n * Supports either time-based or byte-based ranges for flexibility in analysis.\n *\n * @param props - The options for extraction, including file URI, ranges, and decoding settings.\n * @returns A promise that resolves to the audio analysis data.\n * @throws {Error} If both time and byte ranges are provided or if required parameters are missing.\n */\nexport async function extractAudioAnalysis(\n    props: ExtractAudioAnalysisProps\n): Promise<AudioAnalysis> {\n    const {\n        fileUri,\n        arrayBuffer,\n        decodingOptions,\n        logger,\n        segmentDurationMs = 100,\n        features,\n    } = props\n\n    if (isWeb) {\n        try {\n            // Create AudioContext here\n            const audioContext = new (window.AudioContext ||\n                (window as any).webkitAudioContext)({\n                sampleRate: decodingOptions?.targetSampleRate ?? 16000,\n            })\n\n            try {\n                const processedBuffer = await processAudioBuffer({\n                    arrayBuffer,\n                    fileUri,\n                    targetSampleRate:\n                        decodingOptions?.targetSampleRate ?? 16000,\n                    targetChannels: decodingOptions?.targetChannels ?? 1,\n                    normalizeAudio: decodingOptions?.normalizeAudio ?? false,\n                    startTimeMs:\n                        'startTimeMs' in props ? props.startTimeMs : undefined,\n                    endTimeMs:\n                        'endTimeMs' in props ? props.endTimeMs : undefined,\n                    position: 'position' in props ? props.position : undefined,\n                    length: 'length' in props ? props.length : undefined,\n                    audioContext, // Pass the context we created\n                    logger,\n                })\n\n                const channelData = processedBuffer.buffer.getChannelData(0)\n\n                // Create worker blob: WASM glue (defines createMelSpectrogramModule) + worker code\n                const blob = new Blob(\n                    [wasmGlueJs, '\\n', InlineFeaturesExtractor],\n                    { type: 'application/javascript' }\n                )\n                const workerUrl = URL.createObjectURL(blob)\n                const worker = new Worker(workerUrl)\n\n                return new Promise((resolve, reject) => {\n                    worker.onmessage = (event) => {\n                        if (event.data.error) {\n                            reject(new Error(event.data.error))\n                            return\n                        }\n\n                        const result: AudioAnalysis = event.data.result\n                        // Calculate CRC32 after worker completes if requested\n                        if (features?.crc32) {\n                            const samplesPerSegment = Math.floor(\n                                (processedBuffer.sampleRate *\n                                    segmentDurationMs) /\n                                    1000\n                            )\n\n                            result.dataPoints = result.dataPoints.map(\n                                (point: DataPoint, index: number) => {\n                                    const startSample =\n                                        index * samplesPerSegment\n                                    const segmentData = channelData.slice(\n                                        startSample,\n                                        startSample + samplesPerSegment\n                                    )\n\n                                    return {\n                                        ...point,\n                                        features: {\n                                            ...point.features,\n                                            crc32: calculateCRC32ForDataPoint(\n                                                segmentData\n                                            ),\n                                        },\n                                    }\n                                }\n                            )\n                        }\n\n                        URL.revokeObjectURL(workerUrl)\n                        worker.terminate()\n                        resolve(result)\n                    }\n\n                    worker.onerror = (error) => {\n                        URL.revokeObjectURL(workerUrl)\n                        worker.terminate()\n                        reject(error)\n                    }\n\n                    worker.postMessage({\n                        channelData,\n                        sampleRate: processedBuffer.sampleRate,\n                        segmentDurationMs,\n                        bitDepth: decodingOptions?.targetBitDepth ?? 32,\n                        numberOfChannels: processedBuffer.channels,\n                        fullAudioDurationMs: processedBuffer.durationMs,\n                        // enableLogging: !!logger,\n                        features,\n                    })\n                })\n            } finally {\n                await audioContext.close()\n            }\n        } catch (error) {\n            logger?.error('Failed to process audio:', error)\n            throw error\n        }\n    } else {\n        // Strip non-serializable fields — logger and arrayBuffer cause\n        // \"Cannot convert '[object Object]' to a Kotlin type\" on Android.\n        const {\n            logger: _logger,\n            arrayBuffer: _arrayBuffer,\n            ...nativeOptions\n        } = props\n        // Clean undefined values to avoid Android Kotlin bridge crash\n        return await AudioStudioModule.extractAudioAnalysis(\n            cleanNativeOptions(nativeOptions)\n        )\n    }\n}\n\n/**\n * Analyzes WAV files without decoding, preserving original PCM values.\n * Use this function when you need to ensure the analysis matches other software by avoiding any transformations.\n *\n * @param props - The options for WAV analysis, including file URI and range.\n * @returns A promise that resolves to the audio analysis data.\n */\nexport const extractRawWavAnalysis = async ({\n    fileUri,\n    segmentDurationMs = 100, // Default to 100ms\n    arrayBuffer,\n    bitDepth,\n    durationMs,\n    sampleRate,\n    numberOfChannels,\n    features,\n    logger,\n    position = 0,\n    length,\n}: ExtractWavAudioAnalysisProps): Promise<AudioAnalysis> => {\n    if (isWeb) {\n        if (!arrayBuffer && !fileUri) {\n            throw new Error('Either arrayBuffer or fileUri must be provided')\n        }\n\n        if (!arrayBuffer) {\n            logger?.log(`fetching fileUri`, fileUri)\n            const response = await fetch(fileUri!)\n\n            if (!response.ok) {\n                throw new Error(\n                    `Failed to fetch fileUri: ${response.statusText}`\n                )\n            }\n\n            arrayBuffer = await response.arrayBuffer()\n            logger?.log(`fetched fileUri`, arrayBuffer.byteLength, arrayBuffer)\n        }\n\n        // Create a new copy of the ArrayBuffer to avoid detachment issues\n        const bufferCopy = arrayBuffer.slice(0)\n        logger?.log(\n            `extractAudioAnalysis bitDepth=${bitDepth} len=${bufferCopy.byteLength}`,\n            bufferCopy.slice(0, 100)\n        )\n\n        let actualBitDepth = bitDepth\n        if (!actualBitDepth) {\n            logger?.log(\n                `extractAudioAnalysis bitDepth not provided -- getting wav file info`\n            )\n            const fileInfo = await getWavFileInfo(bufferCopy)\n            actualBitDepth = fileInfo.bitDepth\n        }\n        logger?.log(`extractAudioAnalysis actualBitDepth=${actualBitDepth}`)\n\n        const {\n            pcmValues: channelData,\n            min,\n            max,\n        } = await convertPCMToFloat32({\n            buffer: arrayBuffer,\n            bitDepth: actualBitDepth,\n        })\n        logger?.log(\n            `extractAudioAnalysis convertPCMToFloat32 length=${channelData.length} range: [ ${min} :: ${max} ]`\n        )\n\n        // Apply position and length constraints to channelData if specified\n        const startIndex = position\n        const endIndex = length ? startIndex + length : channelData.length\n        const constrainedChannelData = channelData.slice(startIndex, endIndex)\n\n        return new Promise((resolve, reject) => {\n            const blob = new Blob([wasmGlueJs, '\\n', InlineFeaturesExtractor], {\n                type: 'application/javascript',\n            })\n            const url = URL.createObjectURL(blob)\n            const worker = new Worker(url)\n\n            worker.onmessage = (event) => {\n                URL.revokeObjectURL(url)\n                worker.terminate()\n                resolve(event.data.result)\n            }\n\n            worker.onerror = (error) => {\n                URL.revokeObjectURL(url)\n                worker.terminate()\n                reject(error)\n            }\n\n            worker.postMessage({\n                command: 'process',\n                channelData: constrainedChannelData,\n                sampleRate,\n                segmentDurationMs,\n                logger,\n                bitDepth,\n                fullAudioDurationMs: durationMs,\n                numberOfChannels,\n            })\n        })\n    } else {\n        if (!fileUri) {\n            throw new Error('fileUri is required')\n        }\n        logger?.log(`extractAudioAnalysis`, {\n            fileUri,\n            segmentDurationMs,\n        })\n        const res = await AudioStudioModule.extractAudioAnalysis({\n            fileUri,\n            segmentDurationMs,\n            features,\n            position,\n            length,\n        })\n        logger?.log(`extractAudioAnalysis`, res)\n        return res\n    }\n}\n"]}

package/build/cjs/AudioAnalysis/extractAudioData.js

@@ -0,0 +1,21 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.extractAudioData = void 0;
+const AudioStudioModule_1 = __importDefault(require("../AudioStudioModule"));
+const constants_1 = require("../constants");
+const cleanNativeOptions_1 = require("../utils/cleanNativeOptions");
+const extractAudioData = async (props) => {
+    if (constants_1.isWeb) {
+        // Web implementation handles logger natively in AudioStudioModule.ts
+        return await AudioStudioModule_1.default.extractAudioData(props);
+    }
+    // Native: only pass serializable fields — logger causes crash on Android
+    const { logger: _logger, ...nativeOptions } = props;
+    // Clean undefined values to avoid Android Kotlin bridge crash
+    return await AudioStudioModule_1.default.extractAudioData((0, cleanNativeOptions_1.cleanNativeOptions)(nativeOptions));
+};
+exports.extractAudioData = extractAudioData;
+//# sourceMappingURL=extractAudioData.js.map

package/build/cjs/AudioAnalysis/extractAudioData.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extractAudioData.js","sourceRoot":"","sources":["../../../src/AudioAnalysis/extractAudioData.ts"],"names":[],"mappings":";;;;;;AACA,6EAAoD;AACpD,4CAAoC;AACpC,oEAAgE;AAEzD,MAAM,gBAAgB,GAAG,KAAK,EAAE,KAA8B,EAAE,EAAE;IACrE,IAAI,iBAAK,EAAE,CAAC;QACR,qEAAqE;QACrE,OAAO,MAAM,2BAAiB,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAA;IAC1D,CAAC;IACD,yEAAyE;IACzE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,aAAa,EAAE,GAAG,KAAK,CAAA;IACnD,8DAA8D;IAC9D,OAAO,MAAM,2BAAiB,CAAC,gBAAgB,CAC3C,IAAA,uCAAkB,EAAC,aAAa,CAAC,CACpC,CAAA;AACL,CAAC,CAAA;AAXY,QAAA,gBAAgB,oBAW5B","sourcesContent":["import { ExtractAudioDataOptions } from '../AudioStudio.types'\nimport AudioStudioModule from '../AudioStudioModule'\nimport { isWeb } from '../constants'\nimport { cleanNativeOptions } from '../utils/cleanNativeOptions'\n\nexport const extractAudioData = async (props: ExtractAudioDataOptions) => {\n    if (isWeb) {\n        // Web implementation handles logger natively in AudioStudioModule.ts\n        return await AudioStudioModule.extractAudioData(props)\n    }\n    // Native: only pass serializable fields — logger causes crash on Android\n    const { logger: _logger, ...nativeOptions } = props\n    // Clean undefined values to avoid Android Kotlin bridge crash\n    return await AudioStudioModule.extractAudioData(\n        cleanNativeOptions(nativeOptions)\n    )\n}\n"]}

package/build/cjs/AudioAnalysis/extractMelSpectrogram.js

@@ -0,0 +1,90 @@
+"use strict";
+/**
+ * @experimental This feature is experimental and currently only available on Android.
+ * The API may change in future versions.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MAX_DURATION_MS = void 0;
+exports.extractMelSpectrogram = extractMelSpectrogram;
+const __1 = require("..");
+const constants_1 = require("../constants");
+const melSpectrogramWasm_1 = require("./melSpectrogramWasm");
+const audioProcessing_1 = require("../utils/audioProcessing");
+const cleanNativeOptions_1 = require("../utils/cleanNativeOptions");
+/**
+ * Maximum duration in milliseconds that extractMelSpectrogram will process in a single call.
+ * The C++ core requires the entire trimmed range as a contiguous float array in memory,
+ * so this bound prevents OOM on all platforms. Callers needing longer ranges can iterate
+ * in windows of this size using startTimeMs/endTimeMs.
+ */
+exports.MAX_DURATION_MS = 30_000;
+/**
+ * Extracts a mel spectrogram from audio data
+ *
+ * @experimental This feature is experimental.
+ * Uses shared C++ implementation on all platforms (native on iOS/Android, WASM on web).
+ */
+async function extractMelSpectrogram(options) {
+    let { fileUri, arrayBuffer, windowSizeMs, hopLengthMs, nMels, fMin = 0, fMax, windowType = 'hann', normalize = false, logScale = true, decodingOptions, startTimeMs, endTimeMs, logger, } = options;
+    // Apply max duration guard
+    if (startTimeMs == null && endTimeMs == null) {
+        startTimeMs = 0;
+        endTimeMs = exports.MAX_DURATION_MS;
+        logger?.warn?.(`extractMelSpectrogram: no time range specified, defaulting to 0–${exports.MAX_DURATION_MS}ms`);
+    }
+    else {
+        const start = startTimeMs ?? 0;
+        const end = endTimeMs ?? start + exports.MAX_DURATION_MS;
+        if (end - start > exports.MAX_DURATION_MS) {
+            endTimeMs = start + exports.MAX_DURATION_MS;
+            logger?.warn?.(`extractMelSpectrogram: requested range ${end - start}ms exceeds max ${exports.MAX_DURATION_MS}ms, clamping endTimeMs to ${endTimeMs}`);
+        }
+    }
+    if (constants_1.isWeb) {
+        // Create audio context
+        const audioContext = new (window.AudioContext ||
+            window.webkitAudioContext)();
+        try {
+            // Process audio data using the existing utility
+            const processedAudio = await (0, audioProcessing_1.processAudioBuffer)({
+                arrayBuffer,
+                fileUri,
+                targetSampleRate: decodingOptions?.targetSampleRate || 16000,
+                targetChannels: decodingOptions?.targetChannels || 1,
+                normalizeAudio: decodingOptions?.normalizeAudio ?? false,
+                startTimeMs,
+                endTimeMs,
+                audioContext,
+                logger: options.logger,
+            });
+            // Calculate window and hop size in samples
+            const sampleRate = processedAudio.sampleRate;
+            const windowSize = Math.floor((windowSizeMs * sampleRate) / 1000);
+            const hopLength = Math.floor((hopLengthMs * sampleRate) / 1000);
+            const maxFreq = fMax || sampleRate / 2;
+            // Extract the mel spectrogram via WASM (same C++ as native)
+            const spectrogram = await (0, melSpectrogramWasm_1.computeMelSpectrogramWasm)(processedAudio.channelData, sampleRate, nMels, windowSize, hopLength, fMin, maxFreq, windowType, normalize, logScale);
+            const timeSteps = spectrogram.length;
+            return {
+                spectrogram,
+                sampleRate,
+                nMels,
+                timeSteps,
+                durationMs: processedAudio.durationMs,
+            };
+        }
+        catch (error) {
+            logger?.error('Error extracting mel spectrogram:', error);
+            throw error;
+        }
+        finally {
+            // Close the audio context
+            await audioContext.close();
+        }
+    }
+    // Strip logger/arrayBuffer (non-serializable) then clean undefined values
+    // to avoid Android "Cannot convert '[object Object]' to Kotlin type" crash
+    const { logger: _logger, arrayBuffer: _arrayBuffer, ...nativeOptions } = options;
+    return __1.AudioStudioModule.extractMelSpectrogram((0, cleanNativeOptions_1.cleanNativeOptions)(nativeOptions));
+}
+//# sourceMappingURL=extractMelSpectrogram.js.map

package/build/cjs/AudioAnalysis/extractMelSpectrogram.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extractMelSpectrogram.js","sourceRoot":"","sources":["../../../src/AudioAnalysis/extractMelSpectrogram.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AA6BH,sDA2GC;AAtID,0BAAsC;AACtC,4CAAoC;AAKpC,6DAAgE;AAChE,8DAGiC;AACjC,oEAAgE;AAEhE;;;;;GAKG;AACU,QAAA,eAAe,GAAG,MAAM,CAAA;AAErC;;;;;GAKG;AACI,KAAK,UAAU,qBAAqB,CACvC,OAAqC;IAErC,IAAI,EACA,OAAO,EACP,WAAW,EACX,YAAY,EACZ,WAAW,EACX,KAAK,EACL,IAAI,GAAG,CAAC,EACR,IAAI,EACJ,UAAU,GAAG,MAAM,EACnB,SAAS,GAAG,KAAK,EACjB,QAAQ,GAAG,IAAI,EACf,eAAe,EACf,WAAW,EACX,SAAS,EACT,MAAM,GACT,GAAG,OAAO,CAAA;IAEX,2BAA2B;IAC3B,IAAI,WAAW,IAAI,IAAI,IAAI,SAAS,IAAI,IAAI,EAAE,CAAC;QAC3C,WAAW,GAAG,CAAC,CAAA;QACf,SAAS,GAAG,uBAAe,CAAA;QAC3B,MAAM,EAAE,IAAI,EAAE,CACV,mEAAmE,uBAAe,IAAI,CACzF,CAAA;IACL,CAAC;SAAM,CAAC;QACJ,MAAM,KAAK,GAAG,WAAW,IAAI,CAAC,CAAA;QAC9B,MAAM,GAAG,GAAG,SAAS,IAAI,KAAK,GAAG,uBAAe,CAAA;QAChD,IAAI,GAAG,GAAG,KAAK,GAAG,uBAAe,EAAE,CAAC;YAChC,SAAS,GAAG,KAAK,GAAG,uBAAe,CAAA;YACnC,MAAM,EAAE,IAAI,EAAE,CACV,0CAA0C,GAAG,GAAG,KAAK,kBAAkB,uBAAe,6BAA6B,SAAS,EAAE,CACjI,CAAA;QACL,CAAC;IACL,CAAC;IAED,IAAI,iBAAK,EAAE,CAAC;QACR,uBAAuB;QACvB,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY;YACxC,MAAc,CAAC,kBAAkB,CAAC,EAAE,CAAA;QAEzC,IAAI,CAAC;YACD,gDAAgD;YAChD,MAAM,cAAc,GAAuB,MAAM,IAAA,oCAAkB,EAC/D;gBACI,WAAW;gBACX,OAAO;gBACP,gBAAgB,EACZ,eAAe,EAAE,gBAAgB,IAAI,KAAK;gBAC9C,cAAc,EAAE,eAAe,EAAE,cAAc,IAAI,CAAC;gBACpD,cAAc,EAAE,eAAe,EAAE,cAAc,IAAI,KAAK;gBACxD,WAAW;gBACX,SAAS;gBACT,YAAY;gBACZ,MAAM,EAAE,OAAO,CAAC,MAAM;aACzB,CACJ,CAAA;YAED,2CAA2C;YAC3C,MAAM,UAAU,GAAG,cAAc,CAAC,UAAU,CAAA;YAC5C,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,YAAY,GAAG,UAAU,CAAC,GAAG,IAAI,CAAC,CAAA;YACjE,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,WAAW,GAAG,UAAU,CAAC,GAAG,IAAI,CAAC,CAAA;YAC/D,MAAM,OAAO,GAAG,IAAI,IAAI,UAAU,GAAG,CAAC,CAAA;YAEtC,4DAA4D;YAC5D,MAAM,WAAW,GAAG,MAAM,IAAA,8CAAyB,EAC/C,cAAc,CAAC,WAAW,EAC1B,UAAU,EACV,KAAK,EACL,UAAU,EACV,SAAS,EACT,IAAI,EACJ,OAAO,EACP,UAAU,EACV,SAAS,EACT,QAAQ,CACX,CAAA;YAED,MAAM,SAAS,GAAG,WAAW,CAAC,MAAM,CAAA;YAEpC,OAAO;gBACH,WAAW;gBACX,UAAU;gBACV,KAAK;gBACL,SAAS;gBACT,UAAU,EAAE,cAAc,CAAC,UAAU;aACxC,CAAA;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,EAAE,KAAK,CAAC,mCAAmC,EAAE,KAAK,CAAC,CAAA;YACzD,MAAM,KAAK,CAAA;QACf,CAAC;gBAAS,CAAC;YACP,0BAA0B;YAC1B,MAAM,YAAY,CAAC,KAAK,EAAE,CAAA;QAC9B,CAAC;IACL,CAAC;IACD,0EAA0E;IAC1E,2EAA2E;IAC3E,MAAM,EACF,MAAM,EAAE,OAAO,EACf,WAAW,EAAE,YAAY,EACzB,GAAG,aAAa,EACnB,GAAG,OAAO,CAAA;IACX,OAAO,qBAAiB,CAAC,qBAAqB,CAC1C,IAAA,uCAAkB,EAAC,aAAa,CAAC,CACpC,CAAA;AACL,CAAC","sourcesContent":["/**\n * @experimental This feature is experimental and currently only available on Android.\n * The API may change in future versions.\n */\n\nimport { AudioStudioModule } from '..'\nimport { isWeb } from '../constants'\nimport {\n    ExtractMelSpectrogramOptions,\n    MelSpectrogram,\n} from './AudioAnalysis.types'\nimport { computeMelSpectrogramWasm } from './melSpectrogramWasm'\nimport {\n    processAudioBuffer,\n    ProcessedAudioData,\n} from '../utils/audioProcessing'\nimport { cleanNativeOptions } from '../utils/cleanNativeOptions'\n\n/**\n * Maximum duration in milliseconds that extractMelSpectrogram will process in a single call.\n * The C++ core requires the entire trimmed range as a contiguous float array in memory,\n * so this bound prevents OOM on all platforms. Callers needing longer ranges can iterate\n * in windows of this size using startTimeMs/endTimeMs.\n */\nexport const MAX_DURATION_MS = 30_000\n\n/**\n * Extracts a mel spectrogram from audio data\n *\n * @experimental This feature is experimental.\n * Uses shared C++ implementation on all platforms (native on iOS/Android, WASM on web).\n */\nexport async function extractMelSpectrogram(\n    options: ExtractMelSpectrogramOptions\n): Promise<MelSpectrogram> {\n    let {\n        fileUri,\n        arrayBuffer,\n        windowSizeMs,\n        hopLengthMs,\n        nMels,\n        fMin = 0,\n        fMax,\n        windowType = 'hann',\n        normalize = false,\n        logScale = true,\n        decodingOptions,\n        startTimeMs,\n        endTimeMs,\n        logger,\n    } = options\n\n    // Apply max duration guard\n    if (startTimeMs == null && endTimeMs == null) {\n        startTimeMs = 0\n        endTimeMs = MAX_DURATION_MS\n        logger?.warn?.(\n            `extractMelSpectrogram: no time range specified, defaulting to 0–${MAX_DURATION_MS}ms`\n        )\n    } else {\n        const start = startTimeMs ?? 0\n        const end = endTimeMs ?? start + MAX_DURATION_MS\n        if (end - start > MAX_DURATION_MS) {\n            endTimeMs = start + MAX_DURATION_MS\n            logger?.warn?.(\n                `extractMelSpectrogram: requested range ${end - start}ms exceeds max ${MAX_DURATION_MS}ms, clamping endTimeMs to ${endTimeMs}`\n            )\n        }\n    }\n\n    if (isWeb) {\n        // Create audio context\n        const audioContext = new (window.AudioContext ||\n            (window as any).webkitAudioContext)()\n\n        try {\n            // Process audio data using the existing utility\n            const processedAudio: ProcessedAudioData = await processAudioBuffer(\n                {\n                    arrayBuffer,\n                    fileUri,\n                    targetSampleRate:\n                        decodingOptions?.targetSampleRate || 16000,\n                    targetChannels: decodingOptions?.targetChannels || 1,\n                    normalizeAudio: decodingOptions?.normalizeAudio ?? false,\n                    startTimeMs,\n                    endTimeMs,\n                    audioContext,\n                    logger: options.logger,\n                }\n            )\n\n            // Calculate window and hop size in samples\n            const sampleRate = processedAudio.sampleRate\n            const windowSize = Math.floor((windowSizeMs * sampleRate) / 1000)\n            const hopLength = Math.floor((hopLengthMs * sampleRate) / 1000)\n            const maxFreq = fMax || sampleRate / 2\n\n            // Extract the mel spectrogram via WASM (same C++ as native)\n            const spectrogram = await computeMelSpectrogramWasm(\n                processedAudio.channelData,\n                sampleRate,\n                nMels,\n                windowSize,\n                hopLength,\n                fMin,\n                maxFreq,\n                windowType,\n                normalize,\n                logScale\n            )\n\n            const timeSteps = spectrogram.length\n\n            return {\n                spectrogram,\n                sampleRate,\n                nMels,\n                timeSteps,\n                durationMs: processedAudio.durationMs,\n            }\n        } catch (error) {\n            logger?.error('Error extracting mel spectrogram:', error)\n            throw error\n        } finally {\n            // Close the audio context\n            await audioContext.close()\n        }\n    }\n    // Strip logger/arrayBuffer (non-serializable) then clean undefined values\n    // to avoid Android \"Cannot convert '[object Object]' to Kotlin type\" crash\n    const {\n        logger: _logger,\n        arrayBuffer: _arrayBuffer,\n        ...nativeOptions\n    } = options\n    return AudioStudioModule.extractMelSpectrogram(\n        cleanNativeOptions(nativeOptions)\n    )\n}\n"]}

package/build/cjs/AudioAnalysis/extractPreview.js

@@ -0,0 +1,28 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.extractPreview = extractPreview;
+const extractAudioAnalysis_1 = require("./extractAudioAnalysis");
+/**
+ * Generates a simplified preview of the audio waveform for quick visualization.
+ * Ideal for UI rendering with a specified number of points.
+ *
+ * @param options - The options for the preview, including file URI and time range.
+ * @returns A promise that resolves to the audio preview data.
+ */
+async function extractPreview({ fileUri, numberOfPoints = 100, startTimeMs = 0, endTimeMs = 30000, // First 30 seconds
+decodingOptions, logger, }) {
+    const durationMs = endTimeMs - startTimeMs;
+    const segmentDurationMs = Math.floor(durationMs / numberOfPoints);
+    // Call extractAudioAnalysis with calculated parameters
+    const analysis = await (0, extractAudioAnalysis_1.extractAudioAnalysis)({
+        fileUri,
+        startTimeMs,
+        endTimeMs,
+        logger,
+        segmentDurationMs,
+        decodingOptions,
+    });
+    // Transform the result into AudioPreview format
+    return analysis;
+}
+//# sourceMappingURL=extractPreview.js.map

package/build/cjs/AudioAnalysis/extractPreview.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extractPreview.js","sourceRoot":"","sources":["../../../src/AudioAnalysis/extractPreview.ts"],"names":[],"mappings":";;AAUA,wCAuBC;AAhCD,iEAA6D;AAE7D;;;;;;GAMG;AACI,KAAK,UAAU,cAAc,CAAC,EACjC,OAAO,EACP,cAAc,GAAG,GAAG,EACpB,WAAW,GAAG,CAAC,EACf,SAAS,GAAG,KAAK,EAAE,mBAAmB;AACtC,eAAe,EACf,MAAM,GACO;IACb,MAAM,UAAU,GAAG,SAAS,GAAG,WAAW,CAAA;IAC1C,MAAM,iBAAiB,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,cAAc,CAAC,CAAA;IAEjE,uDAAuD;IACvD,MAAM,QAAQ,GAAG,MAAM,IAAA,2CAAoB,EAAC;QACxC,OAAO;QACP,WAAW;QACX,SAAS;QACT,MAAM;QACN,iBAAiB;QACjB,eAAe;KAClB,CAAC,CAAA;IAEF,gDAAgD;IAChD,OAAO,QAAQ,CAAA;AACnB,CAAC","sourcesContent":["import { PreviewOptions, AudioAnalysis } from './AudioAnalysis.types'\nimport { extractAudioAnalysis } from './extractAudioAnalysis'\n\n/**\n * Generates a simplified preview of the audio waveform for quick visualization.\n * Ideal for UI rendering with a specified number of points.\n *\n * @param options - The options for the preview, including file URI and time range.\n * @returns A promise that resolves to the audio preview data.\n */\nexport async function extractPreview({\n    fileUri,\n    numberOfPoints = 100,\n    startTimeMs = 0,\n    endTimeMs = 30000, // First 30 seconds\n    decodingOptions,\n    logger,\n}: PreviewOptions): Promise<AudioAnalysis> {\n    const durationMs = endTimeMs - startTimeMs\n    const segmentDurationMs = Math.floor(durationMs / numberOfPoints)\n\n    // Call extractAudioAnalysis with calculated parameters\n    const analysis = await extractAudioAnalysis({\n        fileUri,\n        startTimeMs,\n        endTimeMs,\n        logger,\n        segmentDurationMs,\n        decodingOptions,\n    })\n\n    // Transform the result into AudioPreview format\n    return analysis\n}\n"]}

package/build/cjs/AudioAnalysis/extractWaveform.js

@@ -0,0 +1,18 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.extractWaveform = void 0;
+const AudioStudioModule_1 = __importDefault(require("../AudioStudioModule"));
+const extractWaveform = async ({ fileUri, numberOfSamples, offset = 0, length, }) => {
+    const res = await AudioStudioModule_1.default.extractAudioAnalysis({
+        fileUri,
+        numberOfSamples,
+        offset,
+        length,
+    });
+    return res;
+};
+exports.extractWaveform = extractWaveform;
+//# sourceMappingURL=extractWaveform.js.map

package/build/cjs/AudioAnalysis/extractWaveform.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extractWaveform.js","sourceRoot":"","sources":["../../../src/AudioAnalysis/extractWaveform.ts"],"names":[],"mappings":";;;;;;AAAA,6EAAoD;AAQ7C,MAAM,eAAe,GAAG,KAAK,EAAE,EAClC,OAAO,EACP,eAAe,EACf,MAAM,GAAG,CAAC,EACV,MAAM,GACa,EAAoB,EAAE;IACzC,MAAM,GAAG,GAAG,MAAM,2BAAiB,CAAC,oBAAoB,CAAC;QACrD,OAAO;QACP,eAAe;QACf,MAAM;QACN,MAAM;KACT,CAAC,CAAA;IACF,OAAO,GAAG,CAAA;AACd,CAAC,CAAA;AAbY,QAAA,eAAe,mBAa3B","sourcesContent":["import AudioStudioModule from '../AudioStudioModule'\n\nexport interface ExtractWaveformProps {\n    fileUri: string\n    numberOfSamples: number\n    offset?: number\n    length?: number\n}\nexport const extractWaveform = async ({\n    fileUri,\n    numberOfSamples,\n    offset = 0,\n    length,\n}: ExtractWaveformProps): Promise<unknown> => {\n    const res = await AudioStudioModule.extractAudioAnalysis({\n        fileUri,\n        numberOfSamples,\n        offset,\n        length,\n    })\n    return res\n}\n"]}

package/build/cjs/AudioAnalysis/melSpectrogramWasm.js

@@ -0,0 +1,149 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.initMelStreamingWasm = initMelStreamingWasm;
+exports.computeMelFrameWasm = computeMelFrameWasm;
+exports.computeMelSpectrogramWasm = computeMelSpectrogramWasm;
+let modulePromise = null;
+function getModule() {
+    if (!modulePromise) {
+        modulePromise = (async () => {
+            // Dynamic import of the prebuilt SINGLE_FILE Emscripten module
+            // @ts-expect-error -- prebuilt Emscripten JS glue has no .d.ts
+            const mod = await Promise.resolve().then(() => __importStar(require('../../prebuilt/wasm/mel-spectrogram.js')));
+            const factory = mod.default ?? mod;
+            return factory();
+        })().catch((err) => {
+            modulePromise = null;
+            throw err;
+        });
+    }
+    return modulePromise;
+}
+// --- Streaming (per-frame) API for live mel spectrogram ---
+let streamingModule = null;
+let streamingNMels = 0;
+let streamingFramePtr = 0;
+let streamingMelPtr = 0;
+let streamingFrameCapacity = 0;
+/**
+ * Initialise the WASM streaming processor. Call once before computeMelFrame().
+ * Re-initialises only when config changes.
+ */
+async function initMelStreamingWasm(sampleRate, nMels = 128, fftLength = 2048, windowSizeSamples = 400, hopLengthSamples = 160, fMin = 0, fMax = 0) {
+    const Module = await getModule();
+    streamingModule = Module;
+    const actualFMax = fMax > 0 ? fMax : sampleRate / 2;
+    Module._mel_spectrogram_init(sampleRate, fftLength, windowSizeSamples, hopLengthSamples, nMels, fMin, actualFMax, 0 /* hann */);
+    streamingNMels = nMels;
+    // Pre-allocate output buffer (fixed size)
+    if (streamingMelPtr)
+        Module._free(streamingMelPtr);
+    streamingMelPtr = Module._malloc(nMels * 4);
+    // Frame input buffer allocated on demand in computeMelFrame
+    streamingFrameCapacity = 0;
+    streamingFramePtr = 0;
+}
+/**
+ * Compute a single mel spectrogram frame from raw PCM samples via WASM C++.
+ * Returns null if not initialised or on error.
+ */
+function computeMelFrameWasm(samples) {
+    if (!streamingModule || !streamingMelPtr)
+        return null;
+    const Module = streamingModule;
+    // (Re-)allocate frame input buffer if needed
+    if (samples.length > streamingFrameCapacity) {
+        if (streamingFramePtr)
+            Module._free(streamingFramePtr);
+        streamingFramePtr = Module._malloc(samples.length * 4);
+        streamingFrameCapacity = samples.length;
+    }
+    // Copy samples to WASM heap
+    Module.HEAPF32.set(samples, streamingFramePtr >> 2);
+    const ok = Module._mel_spectrogram_compute_frame(streamingFramePtr, samples.length, streamingMelPtr);
+    if (!ok)
+        return null;
+    // Read mel output from WASM heap
+    const offset = streamingMelPtr >> 2;
+    const result = new Array(streamingNMels);
+    for (let i = 0; i < streamingNMels; i++) {
+        result[i] = Module.HEAPF32[offset + i];
+    }
+    return result;
+}
+/**
+ * Computes a mel spectrogram via the WASM-compiled C++ implementation.
+ * Lazy-loads the WASM module on first call.
+ */
+async function computeMelSpectrogramWasm(audioData, sampleRate, nMels, windowSizeSamples, hopLengthSamples, fMin, fMax, windowType, normalize, logScale) {
+    const Module = await getModule();
+    const fftLength = 2048;
+    const windowTypeInt = windowType === 'hamming' ? 1 : 0;
+    // Allocate input buffer on WASM heap
+    const numSamples = audioData.length;
+    const inputPtr = Module._malloc(numSamples * 4); // 4 bytes per float
+    Module.HEAPF32.set(audioData, inputPtr >> 2);
+    // Call the C bridge
+    const resultPtr = Module._mel_spectrogram_compute(inputPtr, numSamples, sampleRate, fftLength, windowSizeSamples, hopLengthSamples, nMels, fMin, fMax, windowTypeInt, logScale ? 1 : 0, normalize ? 1 : 0);
+    // Free input buffer
+    Module._free(inputPtr);
+    if (resultPtr === 0) {
+        throw new Error('mel_spectrogram_compute returned null (too few samples?)');
+    }
+    // Read CMelSpectrogramResult struct (wasm32 pointers are 4 bytes)
+    // struct layout: { float* data (offset 0), int timeSteps (offset 4), int nMels (offset 8) }
+    const dataPtr = Module.getValue(resultPtr, 'i32');
+    const timeSteps = Module.getValue(resultPtr + 4, 'i32');
+    const resultNMels = Module.getValue(resultPtr + 8, 'i32');
+    if (!dataPtr || timeSteps <= 0 || resultNMels <= 0) {
+        Module._mel_spectrogram_free(resultPtr);
+        throw new Error('mel_spectrogram_compute returned invalid result struct');
+    }
+    // Copy spectrogram data to JS arrays
+    const spectrogram = [];
+    const heapOffset = dataPtr >> 2; // float32 offset into HEAPF32
+    for (let t = 0; t < timeSteps; t++) {
+        const row = new Array(resultNMels);
+        for (let m = 0; m < resultNMels; m++) {
+            row[m] = Module.HEAPF32[heapOffset + t * resultNMels + m];
+        }
+        spectrogram.push(row);
+    }
+    // Free the C result
+    Module._mel_spectrogram_free(resultPtr);
+    return spectrogram;
+}
+//# sourceMappingURL=melSpectrogramWasm.js.map

package/build/cjs/AudioAnalysis/melSpectrogramWasm.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"melSpectrogramWasm.js","sourceRoot":"","sources":["../../../src/AudioAnalysis/melSpectrogramWasm.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAgCA,oDA+BC;AAMD,kDA4BC;AAMD,8DA2EC;AAhLD,IAAI,aAAa,GAA6C,IAAI,CAAA;AAElE,SAAS,SAAS;IACd,IAAI,CAAC,aAAa,EAAE,CAAC;QACjB,aAAa,GAAG,CAAC,KAAK,IAAI,EAAE;YACxB,+DAA+D;YAC/D,+DAA+D;YAC/D,MAAM,GAAG,GAAG,wDAAa,wCAAwC,GAAC,CAAA;YAClE,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,IAAI,GAAG,CAAA;YAClC,OAAO,OAAO,EAAuC,CAAA;QACzD,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YACf,aAAa,GAAG,IAAI,CAAA;YACpB,MAAM,GAAG,CAAA;QACb,CAAC,CAAC,CAAA;IACN,CAAC;IACD,OAAO,aAAa,CAAA;AACxB,CAAC;AAED,6DAA6D;AAE7D,IAAI,eAAe,GAAoC,IAAI,CAAA;AAC3D,IAAI,cAAc,GAAG,CAAC,CAAA;AACtB,IAAI,iBAAiB,GAAG,CAAC,CAAA;AACzB,IAAI,eAAe,GAAG,CAAC,CAAA;AACvB,IAAI,sBAAsB,GAAG,CAAC,CAAA;AAE9B;;;GAGG;AACI,KAAK,UAAU,oBAAoB,CACtC,UAAkB,EAClB,KAAK,GAAG,GAAG,EACX,SAAS,GAAG,IAAI,EAChB,iBAAiB,GAAG,GAAG,EACvB,gBAAgB,GAAG,GAAG,EACtB,IAAI,GAAG,CAAC,EACR,IAAI,GAAG,CAAC;IAER,MAAM,MAAM,GAAG,MAAM,SAAS,EAAE,CAAA;IAChC,eAAe,GAAG,MAAM,CAAA;IACxB,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAA;IACnD,MAAM,CAAC,qBAAqB,CACxB,UAAU,EACV,SAAS,EACT,iBAAiB,EACjB,gBAAgB,EAChB,KAAK,EACL,IAAI,EACJ,UAAU,EACV,CAAC,CAAC,UAAU,CACf,CAAA;IACD,cAAc,GAAG,KAAK,CAAA;IAEtB,0CAA0C;IAC1C,IAAI,eAAe;QAAE,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAA;IAClD,eAAe,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,GAAG,CAAC,CAAC,CAAA;IAE3C,4DAA4D;IAC5D,sBAAsB,GAAG,CAAC,CAAA;IAC1B,iBAAiB,GAAG,CAAC,CAAA;AACzB,CAAC;AAED;;;GAGG;AACH,SAAgB,mBAAmB,CAAC,OAAqB;IACrD,IAAI,CAAC,eAAe,IAAI,CAAC,eAAe;QAAE,OAAO,IAAI,CAAA;IACrD,MAAM,MAAM,GAAG,eAAe,CAAA;IAE9B,6CAA6C;IAC7C,IAAI,OAAO,CAAC,MAAM,GAAG,sBAAsB,EAAE,CAAC;QAC1C,IAAI,iBAAiB;YAAE,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAA;QACtD,iBAAiB,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;QACtD,sBAAsB,GAAG,OAAO,CAAC,MAAM,CAAA;IAC3C,CAAC;IAED,4BAA4B;IAC5B,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,iBAAiB,IAAI,CAAC,CAAC,CAAA;IAEnD,MAAM,EAAE,GAAG,MAAM,CAAC,8BAA8B,CAC5C,iBAAiB,EACjB,OAAO,CAAC,MAAM,EACd,eAAe,CAClB,CAAA;IACD,IAAI,CAAC,EAAE;QAAE,OAAO,IAAI,CAAA;IAEpB,iCAAiC;IACjC,MAAM,MAAM,GAAG,eAAe,IAAI,CAAC,CAAA;IACnC,MAAM,MAAM,GAAG,IAAI,KAAK,CAAC,cAAc,CAAC,CAAA;IACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAC1C,CAAC;IACD,OAAO,MAAM,CAAA;AACjB,CAAC;AAED;;;GAGG;AACI,KAAK,UAAU,yBAAyB,CAC3C,SAAuB,EACvB,UAAkB,EAClB,KAAa,EACb,iBAAyB,EACzB,gBAAwB,EACxB,IAAY,EACZ,IAAY,EACZ,UAA8B,EAC9B,SAAkB,EAClB,QAAiB;IAEjB,MAAM,MAAM,GAAG,MAAM,SAAS,EAAE,CAAA;IAEhC,MAAM,SAAS,GAAG,IAAI,CAAA;IACtB,MAAM,aAAa,GAAG,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IAEtD,qCAAqC;IACrC,MAAM,UAAU,GAAG,SAAS,CAAC,MAAM,CAAA;IACnC,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,UAAU,GAAG,CAAC,CAAC,CAAA,CAAC,oBAAoB;IACpE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,QAAQ,IAAI,CAAC,CAAC,CAAA;IAE5C,oBAAoB;IACpB,MAAM,SAAS,GAAG,MAAM,CAAC,wBAAwB,CAC7C,QAAQ,EACR,UAAU,EACV,UAAU,EACV,SAAS,EACT,iBAAiB,EACjB,gBAAgB,EAChB,KAAK,EACL,IAAI,EACJ,IAAI,EACJ,aAAa,EACb,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAChB,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CACpB,CAAA;IAED,oBAAoB;IACpB,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAA;IAEtB,IAAI,SAAS,KAAK,CAAC,EAAE,CAAC;QAClB,MAAM,IAAI,KAAK,CACX,0DAA0D,CAC7D,CAAA;IACL,CAAC;IAED,kEAAkE;IAClE,4FAA4F;IAC5F,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE,KAAK,CAAC,CAAA;IACjD,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,GAAG,CAAC,EAAE,KAAK,CAAC,CAAA;IACvD,MAAM,WAAW,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,GAAG,CAAC,EAAE,KAAK,CAAC,CAAA;IAEzD,IAAI,CAAC,OAAO,IAAI,SAAS,IAAI,CAAC,IAAI,WAAW,IAAI,CAAC,EAAE,CAAC;QACjD,MAAM,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAA;QACvC,MAAM,IAAI,KAAK,CACX,wDAAwD,CAC3D,CAAA;IACL,CAAC;IAED,qCAAqC;IACrC,MAAM,WAAW,GAAe,EAAE,CAAA;IAClC,MAAM,UAAU,GAAG,OAAO,IAAI,CAAC,CAAA,CAAC,8BAA8B;IAC9D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;QACjC,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,WAAW,CAAC,CAAA;QAClC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,GAAG,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,UAAU,GAAG,CAAC,GAAG,WAAW,GAAG,CAAC,CAAC,CAAA;QAC7D,CAAC;QACD,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACzB,CAAC;IAED,oBAAoB;IACpB,MAAM,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAA;IAEvC,OAAO,WAAW,CAAA;AACtB,CAAC","sourcesContent":["import type { MelSpectrogramWasmModule } from './mel-spectrogram-wasm'\n\nlet modulePromise: Promise<MelSpectrogramWasmModule> | null = null\n\nfunction getModule(): Promise<MelSpectrogramWasmModule> {\n    if (!modulePromise) {\n        modulePromise = (async () => {\n            // Dynamic import of the prebuilt SINGLE_FILE Emscripten module\n            // @ts-expect-error -- prebuilt Emscripten JS glue has no .d.ts\n            const mod = await import('../../prebuilt/wasm/mel-spectrogram.js')\n            const factory = mod.default ?? mod\n            return factory() as Promise<MelSpectrogramWasmModule>\n        })().catch((err) => {\n            modulePromise = null\n            throw err\n        })\n    }\n    return modulePromise\n}\n\n// --- Streaming (per-frame) API for live mel spectrogram ---\n\nlet streamingModule: MelSpectrogramWasmModule | null = null\nlet streamingNMels = 0\nlet streamingFramePtr = 0\nlet streamingMelPtr = 0\nlet streamingFrameCapacity = 0\n\n/**\n * Initialise the WASM streaming processor. Call once before computeMelFrame().\n * Re-initialises only when config changes.\n */\nexport async function initMelStreamingWasm(\n    sampleRate: number,\n    nMels = 128,\n    fftLength = 2048,\n    windowSizeSamples = 400,\n    hopLengthSamples = 160,\n    fMin = 0,\n    fMax = 0\n): Promise<void> {\n    const Module = await getModule()\n    streamingModule = Module\n    const actualFMax = fMax > 0 ? fMax : sampleRate / 2\n    Module._mel_spectrogram_init(\n        sampleRate,\n        fftLength,\n        windowSizeSamples,\n        hopLengthSamples,\n        nMels,\n        fMin,\n        actualFMax,\n        0 /* hann */\n    )\n    streamingNMels = nMels\n\n    // Pre-allocate output buffer (fixed size)\n    if (streamingMelPtr) Module._free(streamingMelPtr)\n    streamingMelPtr = Module._malloc(nMels * 4)\n\n    // Frame input buffer allocated on demand in computeMelFrame\n    streamingFrameCapacity = 0\n    streamingFramePtr = 0\n}\n\n/**\n * Compute a single mel spectrogram frame from raw PCM samples via WASM C++.\n * Returns null if not initialised or on error.\n */\nexport function computeMelFrameWasm(samples: Float32Array): number[] | null {\n    if (!streamingModule || !streamingMelPtr) return null\n    const Module = streamingModule\n\n    // (Re-)allocate frame input buffer if needed\n    if (samples.length > streamingFrameCapacity) {\n        if (streamingFramePtr) Module._free(streamingFramePtr)\n        streamingFramePtr = Module._malloc(samples.length * 4)\n        streamingFrameCapacity = samples.length\n    }\n\n    // Copy samples to WASM heap\n    Module.HEAPF32.set(samples, streamingFramePtr >> 2)\n\n    const ok = Module._mel_spectrogram_compute_frame(\n        streamingFramePtr,\n        samples.length,\n        streamingMelPtr\n    )\n    if (!ok) return null\n\n    // Read mel output from WASM heap\n    const offset = streamingMelPtr >> 2\n    const result = new Array(streamingNMels)\n    for (let i = 0; i < streamingNMels; i++) {\n        result[i] = Module.HEAPF32[offset + i]\n    }\n    return result\n}\n\n/**\n * Computes a mel spectrogram via the WASM-compiled C++ implementation.\n * Lazy-loads the WASM module on first call.\n */\nexport async function computeMelSpectrogramWasm(\n    audioData: Float32Array,\n    sampleRate: number,\n    nMels: number,\n    windowSizeSamples: number,\n    hopLengthSamples: number,\n    fMin: number,\n    fMax: number,\n    windowType: 'hann' | 'hamming',\n    normalize: boolean,\n    logScale: boolean\n): Promise<number[][]> {\n    const Module = await getModule()\n\n    const fftLength = 2048\n    const windowTypeInt = windowType === 'hamming' ? 1 : 0\n\n    // Allocate input buffer on WASM heap\n    const numSamples = audioData.length\n    const inputPtr = Module._malloc(numSamples * 4) // 4 bytes per float\n    Module.HEAPF32.set(audioData, inputPtr >> 2)\n\n    // Call the C bridge\n    const resultPtr = Module._mel_spectrogram_compute(\n        inputPtr,\n        numSamples,\n        sampleRate,\n        fftLength,\n        windowSizeSamples,\n        hopLengthSamples,\n        nMels,\n        fMin,\n        fMax,\n        windowTypeInt,\n        logScale ? 1 : 0,\n        normalize ? 1 : 0\n    )\n\n    // Free input buffer\n    Module._free(inputPtr)\n\n    if (resultPtr === 0) {\n        throw new Error(\n            'mel_spectrogram_compute returned null (too few samples?)'\n        )\n    }\n\n    // Read CMelSpectrogramResult struct (wasm32 pointers are 4 bytes)\n    // struct layout: { float* data (offset 0), int timeSteps (offset 4), int nMels (offset 8) }\n    const dataPtr = Module.getValue(resultPtr, 'i32')\n    const timeSteps = Module.getValue(resultPtr + 4, 'i32')\n    const resultNMels = Module.getValue(resultPtr + 8, 'i32')\n\n    if (!dataPtr || timeSteps <= 0 || resultNMels <= 0) {\n        Module._mel_spectrogram_free(resultPtr)\n        throw new Error(\n            'mel_spectrogram_compute returned invalid result struct'\n        )\n    }\n\n    // Copy spectrogram data to JS arrays\n    const spectrogram: number[][] = []\n    const heapOffset = dataPtr >> 2 // float32 offset into HEAPF32\n    for (let t = 0; t < timeSteps; t++) {\n        const row = new Array(resultNMels)\n        for (let m = 0; m < resultNMels; m++) {\n            row[m] = Module.HEAPF32[heapOffset + t * resultNMels + m]\n        }\n        spectrogram.push(row)\n    }\n\n    // Free the C result\n    Module._mel_spectrogram_free(resultPtr)\n\n    return spectrogram\n}\n"]}