@siteed/audio-studio 3.0.0

package/build/esm/AudioAnalysis/melSpectrogramWasm.js

@@ -0,0 +1,111 @@
+let modulePromise = null;
+function getModule() {
+    if (!modulePromise) {
+        modulePromise = (async () => {
+            // Dynamic import of the prebuilt SINGLE_FILE Emscripten module
+            // @ts-expect-error -- prebuilt Emscripten JS glue has no .d.ts
+            const mod = await import('../../prebuilt/wasm/mel-spectrogram.js');
+            const factory = mod.default ?? mod;
+            return factory();
+        })().catch((err) => {
+            modulePromise = null;
+            throw err;
+        });
+    }
+    return modulePromise;
+}
+// --- Streaming (per-frame) API for live mel spectrogram ---
+let streamingModule = null;
+let streamingNMels = 0;
+let streamingFramePtr = 0;
+let streamingMelPtr = 0;
+let streamingFrameCapacity = 0;
+/**
+ * Initialise the WASM streaming processor. Call once before computeMelFrame().
+ * Re-initialises only when config changes.
+ */
+export async function initMelStreamingWasm(sampleRate, nMels = 128, fftLength = 2048, windowSizeSamples = 400, hopLengthSamples = 160, fMin = 0, fMax = 0) {
+    const Module = await getModule();
+    streamingModule = Module;
+    const actualFMax = fMax > 0 ? fMax : sampleRate / 2;
+    Module._mel_spectrogram_init(sampleRate, fftLength, windowSizeSamples, hopLengthSamples, nMels, fMin, actualFMax, 0 /* hann */);
+    streamingNMels = nMels;
+    // Pre-allocate output buffer (fixed size)
+    if (streamingMelPtr)
+        Module._free(streamingMelPtr);
+    streamingMelPtr = Module._malloc(nMels * 4);
+    // Frame input buffer allocated on demand in computeMelFrame
+    streamingFrameCapacity = 0;
+    streamingFramePtr = 0;
+}
+/**
+ * Compute a single mel spectrogram frame from raw PCM samples via WASM C++.
+ * Returns null if not initialised or on error.
+ */
+export function computeMelFrameWasm(samples) {
+    if (!streamingModule || !streamingMelPtr)
+        return null;
+    const Module = streamingModule;
+    // (Re-)allocate frame input buffer if needed
+    if (samples.length > streamingFrameCapacity) {
+        if (streamingFramePtr)
+            Module._free(streamingFramePtr);
+        streamingFramePtr = Module._malloc(samples.length * 4);
+        streamingFrameCapacity = samples.length;
+    }
+    // Copy samples to WASM heap
+    Module.HEAPF32.set(samples, streamingFramePtr >> 2);
+    const ok = Module._mel_spectrogram_compute_frame(streamingFramePtr, samples.length, streamingMelPtr);
+    if (!ok)
+        return null;
+    // Read mel output from WASM heap
+    const offset = streamingMelPtr >> 2;
+    const result = new Array(streamingNMels);
+    for (let i = 0; i < streamingNMels; i++) {
+        result[i] = Module.HEAPF32[offset + i];
+    }
+    return result;
+}
+/**
+ * Computes a mel spectrogram via the WASM-compiled C++ implementation.
+ * Lazy-loads the WASM module on first call.
+ */
+export async function computeMelSpectrogramWasm(audioData, sampleRate, nMels, windowSizeSamples, hopLengthSamples, fMin, fMax, windowType, normalize, logScale) {
+    const Module = await getModule();
+    const fftLength = 2048;
+    const windowTypeInt = windowType === 'hamming' ? 1 : 0;
+    // Allocate input buffer on WASM heap
+    const numSamples = audioData.length;
+    const inputPtr = Module._malloc(numSamples * 4); // 4 bytes per float
+    Module.HEAPF32.set(audioData, inputPtr >> 2);
+    // Call the C bridge
+    const resultPtr = Module._mel_spectrogram_compute(inputPtr, numSamples, sampleRate, fftLength, windowSizeSamples, hopLengthSamples, nMels, fMin, fMax, windowTypeInt, logScale ? 1 : 0, normalize ? 1 : 0);
+    // Free input buffer
+    Module._free(inputPtr);
+    if (resultPtr === 0) {
+        throw new Error('mel_spectrogram_compute returned null (too few samples?)');
+    }
+    // Read CMelSpectrogramResult struct (wasm32 pointers are 4 bytes)
+    // struct layout: { float* data (offset 0), int timeSteps (offset 4), int nMels (offset 8) }
+    const dataPtr = Module.getValue(resultPtr, 'i32');
+    const timeSteps = Module.getValue(resultPtr + 4, 'i32');
+    const resultNMels = Module.getValue(resultPtr + 8, 'i32');
+    if (!dataPtr || timeSteps <= 0 || resultNMels <= 0) {
+        Module._mel_spectrogram_free(resultPtr);
+        throw new Error('mel_spectrogram_compute returned invalid result struct');
+    }
+    // Copy spectrogram data to JS arrays
+    const spectrogram = [];
+    const heapOffset = dataPtr >> 2; // float32 offset into HEAPF32
+    for (let t = 0; t < timeSteps; t++) {
+        const row = new Array(resultNMels);
+        for (let m = 0; m < resultNMels; m++) {
+            row[m] = Module.HEAPF32[heapOffset + t * resultNMels + m];
+        }
+        spectrogram.push(row);
+    }
+    // Free the C result
+    Module._mel_spectrogram_free(resultPtr);
+    return spectrogram;
+}
+//# sourceMappingURL=melSpectrogramWasm.js.map

package/build/esm/AudioAnalysis/melSpectrogramWasm.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"melSpectrogramWasm.js","sourceRoot":"","sources":["../../../src/AudioAnalysis/melSpectrogramWasm.ts"],"names":[],"mappings":"AAEA,IAAI,aAAa,GAA6C,IAAI,CAAA;AAElE,SAAS,SAAS;IACd,IAAI,CAAC,aAAa,EAAE,CAAC;QACjB,aAAa,GAAG,CAAC,KAAK,IAAI,EAAE;YACxB,+DAA+D;YAC/D,+DAA+D;YAC/D,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,wCAAwC,CAAC,CAAA;YAClE,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,IAAI,GAAG,CAAA;YAClC,OAAO,OAAO,EAAuC,CAAA;QACzD,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YACf,aAAa,GAAG,IAAI,CAAA;YACpB,MAAM,GAAG,CAAA;QACb,CAAC,CAAC,CAAA;IACN,CAAC;IACD,OAAO,aAAa,CAAA;AACxB,CAAC;AAED,6DAA6D;AAE7D,IAAI,eAAe,GAAoC,IAAI,CAAA;AAC3D,IAAI,cAAc,GAAG,CAAC,CAAA;AACtB,IAAI,iBAAiB,GAAG,CAAC,CAAA;AACzB,IAAI,eAAe,GAAG,CAAC,CAAA;AACvB,IAAI,sBAAsB,GAAG,CAAC,CAAA;AAE9B;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACtC,UAAkB,EAClB,KAAK,GAAG,GAAG,EACX,SAAS,GAAG,IAAI,EAChB,iBAAiB,GAAG,GAAG,EACvB,gBAAgB,GAAG,GAAG,EACtB,IAAI,GAAG,CAAC,EACR,IAAI,GAAG,CAAC;IAER,MAAM,MAAM,GAAG,MAAM,SAAS,EAAE,CAAA;IAChC,eAAe,GAAG,MAAM,CAAA;IACxB,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAA;IACnD,MAAM,CAAC,qBAAqB,CACxB,UAAU,EACV,SAAS,EACT,iBAAiB,EACjB,gBAAgB,EAChB,KAAK,EACL,IAAI,EACJ,UAAU,EACV,CAAC,CAAC,UAAU,CACf,CAAA;IACD,cAAc,GAAG,KAAK,CAAA;IAEtB,0CAA0C;IAC1C,IAAI,eAAe;QAAE,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAA;IAClD,eAAe,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,GAAG,CAAC,CAAC,CAAA;IAE3C,4DAA4D;IAC5D,sBAAsB,GAAG,CAAC,CAAA;IAC1B,iBAAiB,GAAG,CAAC,CAAA;AACzB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,mBAAmB,CAAC,OAAqB;IACrD,IAAI,CAAC,eAAe,IAAI,CAAC,eAAe;QAAE,OAAO,IAAI,CAAA;IACrD,MAAM,MAAM,GAAG,eAAe,CAAA;IAE9B,6CAA6C;IAC7C,IAAI,OAAO,CAAC,MAAM,GAAG,sBAAsB,EAAE,CAAC;QAC1C,IAAI,iBAAiB;YAAE,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAA;QACtD,iBAAiB,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;QACtD,sBAAsB,GAAG,OAAO,CAAC,MAAM,CAAA;IAC3C,CAAC;IAED,4BAA4B;IAC5B,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,iBAAiB,IAAI,CAAC,CAAC,CAAA;IAEnD,MAAM,EAAE,GAAG,MAAM,CAAC,8BAA8B,CAC5C,iBAAiB,EACjB,OAAO,CAAC,MAAM,EACd,eAAe,CAClB,CAAA;IACD,IAAI,CAAC,EAAE;QAAE,OAAO,IAAI,CAAA;IAEpB,iCAAiC;IACjC,MAAM,MAAM,GAAG,eAAe,IAAI,CAAC,CAAA;IACnC,MAAM,MAAM,GAAG,IAAI,KAAK,CAAC,cAAc,CAAC,CAAA;IACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAC1C,CAAC;IACD,OAAO,MAAM,CAAA;AACjB,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC3C,SAAuB,EACvB,UAAkB,EAClB,KAAa,EACb,iBAAyB,EACzB,gBAAwB,EACxB,IAAY,EACZ,IAAY,EACZ,UAA8B,EAC9B,SAAkB,EAClB,QAAiB;IAEjB,MAAM,MAAM,GAAG,MAAM,SAAS,EAAE,CAAA;IAEhC,MAAM,SAAS,GAAG,IAAI,CAAA;IACtB,MAAM,aAAa,GAAG,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IAEtD,qCAAqC;IACrC,MAAM,UAAU,GAAG,SAAS,CAAC,MAAM,CAAA;IACnC,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,UAAU,GAAG,CAAC,CAAC,CAAA,CAAC,oBAAoB;IACpE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,QAAQ,IAAI,CAAC,CAAC,CAAA;IAE5C,oBAAoB;IACpB,MAAM,SAAS,GAAG,MAAM,CAAC,wBAAwB,CAC7C,QAAQ,EACR,UAAU,EACV,UAAU,EACV,SAAS,EACT,iBAAiB,EACjB,gBAAgB,EAChB,KAAK,EACL,IAAI,EACJ,IAAI,EACJ,aAAa,EACb,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAChB,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CACpB,CAAA;IAED,oBAAoB;IACpB,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAA;IAEtB,IAAI,SAAS,KAAK,CAAC,EAAE,CAAC;QAClB,MAAM,IAAI,KAAK,CACX,0DAA0D,CAC7D,CAAA;IACL,CAAC;IAED,kEAAkE;IAClE,4FAA4F;IAC5F,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE,KAAK,CAAC,CAAA;IACjD,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,GAAG,CAAC,EAAE,KAAK,CAAC,CAAA;IACvD,MAAM,WAAW,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,GAAG,CAAC,EAAE,KAAK,CAAC,CAAA;IAEzD,IAAI,CAAC,OAAO,IAAI,SAAS,IAAI,CAAC,IAAI,WAAW,IAAI,CAAC,EAAE,CAAC;QACjD,MAAM,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAA;QACvC,MAAM,IAAI,KAAK,CACX,wDAAwD,CAC3D,CAAA;IACL,CAAC;IAED,qCAAqC;IACrC,MAAM,WAAW,GAAe,EAAE,CAAA;IAClC,MAAM,UAAU,GAAG,OAAO,IAAI,CAAC,CAAA,CAAC,8BAA8B;IAC9D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;QACjC,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,WAAW,CAAC,CAAA;QAClC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,GAAG,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,UAAU,GAAG,CAAC,GAAG,WAAW,GAAG,CAAC,CAAC,CAAA;QAC7D,CAAC;QACD,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACzB,CAAC;IAED,oBAAoB;IACpB,MAAM,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAA;IAEvC,OAAO,WAAW,CAAA;AACtB,CAAC","sourcesContent":["import type { MelSpectrogramWasmModule } from './mel-spectrogram-wasm'\n\nlet modulePromise: Promise<MelSpectrogramWasmModule> | null = null\n\nfunction getModule(): Promise<MelSpectrogramWasmModule> {\n    if (!modulePromise) {\n        modulePromise = (async () => {\n            // Dynamic import of the prebuilt SINGLE_FILE Emscripten module\n            // @ts-expect-error -- prebuilt Emscripten JS glue has no .d.ts\n            const mod = await import('../../prebuilt/wasm/mel-spectrogram.js')\n            const factory = mod.default ?? mod\n            return factory() as Promise<MelSpectrogramWasmModule>\n        })().catch((err) => {\n            modulePromise = null\n            throw err\n        })\n    }\n    return modulePromise\n}\n\n// --- Streaming (per-frame) API for live mel spectrogram ---\n\nlet streamingModule: MelSpectrogramWasmModule | null = null\nlet streamingNMels = 0\nlet streamingFramePtr = 0\nlet streamingMelPtr = 0\nlet streamingFrameCapacity = 0\n\n/**\n * Initialise the WASM streaming processor. Call once before computeMelFrame().\n * Re-initialises only when config changes.\n */\nexport async function initMelStreamingWasm(\n    sampleRate: number,\n    nMels = 128,\n    fftLength = 2048,\n    windowSizeSamples = 400,\n    hopLengthSamples = 160,\n    fMin = 0,\n    fMax = 0\n): Promise<void> {\n    const Module = await getModule()\n    streamingModule = Module\n    const actualFMax = fMax > 0 ? fMax : sampleRate / 2\n    Module._mel_spectrogram_init(\n        sampleRate,\n        fftLength,\n        windowSizeSamples,\n        hopLengthSamples,\n        nMels,\n        fMin,\n        actualFMax,\n        0 /* hann */\n    )\n    streamingNMels = nMels\n\n    // Pre-allocate output buffer (fixed size)\n    if (streamingMelPtr) Module._free(streamingMelPtr)\n    streamingMelPtr = Module._malloc(nMels * 4)\n\n    // Frame input buffer allocated on demand in computeMelFrame\n    streamingFrameCapacity = 0\n    streamingFramePtr = 0\n}\n\n/**\n * Compute a single mel spectrogram frame from raw PCM samples via WASM C++.\n * Returns null if not initialised or on error.\n */\nexport function computeMelFrameWasm(samples: Float32Array): number[] | null {\n    if (!streamingModule || !streamingMelPtr) return null\n    const Module = streamingModule\n\n    // (Re-)allocate frame input buffer if needed\n    if (samples.length > streamingFrameCapacity) {\n        if (streamingFramePtr) Module._free(streamingFramePtr)\n        streamingFramePtr = Module._malloc(samples.length * 4)\n        streamingFrameCapacity = samples.length\n    }\n\n    // Copy samples to WASM heap\n    Module.HEAPF32.set(samples, streamingFramePtr >> 2)\n\n    const ok = Module._mel_spectrogram_compute_frame(\n        streamingFramePtr,\n        samples.length,\n        streamingMelPtr\n    )\n    if (!ok) return null\n\n    // Read mel output from WASM heap\n    const offset = streamingMelPtr >> 2\n    const result = new Array(streamingNMels)\n    for (let i = 0; i < streamingNMels; i++) {\n        result[i] = Module.HEAPF32[offset + i]\n    }\n    return result\n}\n\n/**\n * Computes a mel spectrogram via the WASM-compiled C++ implementation.\n * Lazy-loads the WASM module on first call.\n */\nexport async function computeMelSpectrogramWasm(\n    audioData: Float32Array,\n    sampleRate: number,\n    nMels: number,\n    windowSizeSamples: number,\n    hopLengthSamples: number,\n    fMin: number,\n    fMax: number,\n    windowType: 'hann' | 'hamming',\n    normalize: boolean,\n    logScale: boolean\n): Promise<number[][]> {\n    const Module = await getModule()\n\n    const fftLength = 2048\n    const windowTypeInt = windowType === 'hamming' ? 1 : 0\n\n    // Allocate input buffer on WASM heap\n    const numSamples = audioData.length\n    const inputPtr = Module._malloc(numSamples * 4) // 4 bytes per float\n    Module.HEAPF32.set(audioData, inputPtr >> 2)\n\n    // Call the C bridge\n    const resultPtr = Module._mel_spectrogram_compute(\n        inputPtr,\n        numSamples,\n        sampleRate,\n        fftLength,\n        windowSizeSamples,\n        hopLengthSamples,\n        nMels,\n        fMin,\n        fMax,\n        windowTypeInt,\n        logScale ? 1 : 0,\n        normalize ? 1 : 0\n    )\n\n    // Free input buffer\n    Module._free(inputPtr)\n\n    if (resultPtr === 0) {\n        throw new Error(\n            'mel_spectrogram_compute returned null (too few samples?)'\n        )\n    }\n\n    // Read CMelSpectrogramResult struct (wasm32 pointers are 4 bytes)\n    // struct layout: { float* data (offset 0), int timeSteps (offset 4), int nMels (offset 8) }\n    const dataPtr = Module.getValue(resultPtr, 'i32')\n    const timeSteps = Module.getValue(resultPtr + 4, 'i32')\n    const resultNMels = Module.getValue(resultPtr + 8, 'i32')\n\n    if (!dataPtr || timeSteps <= 0 || resultNMels <= 0) {\n        Module._mel_spectrogram_free(resultPtr)\n        throw new Error(\n            'mel_spectrogram_compute returned invalid result struct'\n        )\n    }\n\n    // Copy spectrogram data to JS arrays\n    const spectrogram: number[][] = []\n    const heapOffset = dataPtr >> 2 // float32 offset into HEAPF32\n    for (let t = 0; t < timeSteps; t++) {\n        const row = new Array(resultNMels)\n        for (let m = 0; m < resultNMels; m++) {\n            row[m] = Module.HEAPF32[heapOffset + t * resultNMels + m]\n        }\n        spectrogram.push(row)\n    }\n\n    // Free the C result\n    Module._mel_spectrogram_free(resultPtr)\n\n    return spectrogram\n}\n"]}