@siteed/expo-audio-studio 2.18.6 → 3.0.0

package/build/esm/AudioAnalysis/extractMelSpectrogram.js

@@ -1,89 +0,0 @@
-/**
- * @experimental This feature is experimental and currently only available on Android.
- * The API may change in future versions. The web implementation is a placeholder.
- */
-import { ExpoAudioStreamModule } from '..';
-import { isWeb } from '../constants';
-import { processAudioBuffer, } from '../utils/audioProcessing';
-import { cleanNativeOptions } from '../utils/cleanNativeOptions';
-/**
- * Extracts a mel spectrogram from audio data
- *
- * @experimental This feature is experimental and currently only available on Android.
- * The iOS implementation will throw an "UNSUPPORTED_PLATFORM" error.
- * The web implementation is a placeholder that returns dummy data.
- */
-export async function extractMelSpectrogram(options) {
-    const { fileUri, arrayBuffer, windowSizeMs, hopLengthMs, nMels, fMin = 0, fMax, windowType = 'hann', normalize = false, logScale = true, decodingOptions, startTimeMs, endTimeMs, logger, } = options;
-    if (isWeb) {
-        // Create audio context
-        const audioContext = new (window.AudioContext ||
-            window.webkitAudioContext)();
-        try {
-            // Process audio data using the existing utility
-            const processedAudio = await processAudioBuffer({
-                arrayBuffer,
-                fileUri,
-                targetSampleRate: decodingOptions?.targetSampleRate || 16000,
-                targetChannels: decodingOptions?.targetChannels || 1,
-                normalizeAudio: decodingOptions?.normalizeAudio ?? false,
-                startTimeMs,
-                endTimeMs,
-                audioContext,
-                logger: options.logger,
-            });
-            // Calculate window and hop size in samples
-            const sampleRate = processedAudio.sampleRate;
-            const windowSize = Math.floor((windowSizeMs * sampleRate) / 1000);
-            const hopLength = Math.floor((hopLengthMs * sampleRate) / 1000);
-            const maxFreq = fMax || sampleRate / 2;
-            // Extract the mel spectrogram from the processed audio
-            const spectrogram = computeMelSpectrogram(processedAudio.channelData, sampleRate, nMels, windowSize, hopLength, fMin, maxFreq, windowType, normalize, logScale);
-            const timeSteps = spectrogram.length;
-            return {
-                spectrogram,
-                sampleRate,
-                nMels,
-                timeSteps,
-                durationMs: processedAudio.durationMs,
-            };
-        }
-        catch (error) {
-            logger?.error('Error extracting mel spectrogram:', error);
-            throw error;
-        }
-        finally {
-            // Close the audio context
-            await audioContext.close();
-        }
-    }
-    // Strip logger/arrayBuffer (non-serializable) then clean undefined values
-    // to avoid Android "Cannot convert '[object Object]' to Kotlin type" crash
-    const { logger: _logger, arrayBuffer: _arrayBuffer, ...nativeOptions } = options;
-    return ExpoAudioStreamModule.extractMelSpectrogram(cleanNativeOptions(nativeOptions));
-}
-/**
- * Computes a mel spectrogram from audio data
- *
- * @experimental This is a placeholder implementation that returns dummy data.
- * The actual implementation will be added in a future version.
- */
-function computeMelSpectrogram(audioData, sampleRate, nMels, windowSize, hopLength, fMin, fMax, windowType, normalize, logScale) {
-    // Placeholder for the actual implementation
-    // This would include:
-    // 1. Windowing the audio data using the specified window type
-    // 2. Computing the STFT (Short-Time Fourier Transform)
-    // 3. Converting to power spectrogram
-    // 4. Applying mel filterbanks
-    // 5. Taking the logarithm if logScale is true
-    // 6. Normalizing if normalize is true
-    // For now, return a dummy implementation
-    const numFrames = Math.floor((audioData.length - windowSize) / hopLength) + 1;
-    const spectrogram = [];
-    // Create dummy mel spectrogram data
-    for (let i = 0; i < numFrames; i++) {
-        spectrogram.push(Array(nMels).fill(0));
-    }
-    return spectrogram;
-}
-//# sourceMappingURL=extractMelSpectrogram.js.map

package/build/esm/AudioAnalysis/extractMelSpectrogram.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"extractMelSpectrogram.js","sourceRoot":"","sources":["../../../src/AudioAnalysis/extractMelSpectrogram.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,qBAAqB,EAAE,MAAM,IAAI,CAAA;AAC1C,OAAO,EAAE,KAAK,EAAE,MAAM,cAAc,CAAA;AAKpC,OAAO,EACH,kBAAkB,GAErB,MAAM,0BAA0B,CAAA;AACjC,OAAO,EAAE,kBAAkB,EAAE,MAAM,6BAA6B,CAAA;AAEhE;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACvC,OAAqC;IAErC,MAAM,EACF,OAAO,EACP,WAAW,EACX,YAAY,EACZ,WAAW,EACX,KAAK,EACL,IAAI,GAAG,CAAC,EACR,IAAI,EACJ,UAAU,GAAG,MAAM,EACnB,SAAS,GAAG,KAAK,EACjB,QAAQ,GAAG,IAAI,EACf,eAAe,EACf,WAAW,EACX,SAAS,EACT,MAAM,GACT,GAAG,OAAO,CAAA;IAEX,IAAI,KAAK,EAAE,CAAC;QACR,uBAAuB;QACvB,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY;YACxC,MAAc,CAAC,kBAAkB,CAAC,EAAE,CAAA;QAEzC,IAAI,CAAC;YACD,gDAAgD;YAChD,MAAM,cAAc,GAAuB,MAAM,kBAAkB,CAC/D;gBACI,WAAW;gBACX,OAAO;gBACP,gBAAgB,EACZ,eAAe,EAAE,gBAAgB,IAAI,KAAK;gBAC9C,cAAc,EAAE,eAAe,EAAE,cAAc,IAAI,CAAC;gBACpD,cAAc,EAAE,eAAe,EAAE,cAAc,IAAI,KAAK;gBACxD,WAAW;gBACX,SAAS;gBACT,YAAY;gBACZ,MAAM,EAAE,OAAO,CAAC,MAAM;aACzB,CACJ,CAAA;YAED,2CAA2C;YAC3C,MAAM,UAAU,GAAG,cAAc,CAAC,UAAU,CAAA;YAC5C,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,YAAY,GAAG,UAAU,CAAC,GAAG,IAAI,CAAC,CAAA;YACjE,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,WAAW,GAAG,UAAU,CAAC,GAAG,IAAI,CAAC,CAAA;YAC/D,MAAM,OAAO,GAAG,IAAI,IAAI,UAAU,GAAG,CAAC,CAAA;YAEtC,uDAAuD;YACvD,MAAM,WAAW,GAAG,qBAAqB,CACrC,cAAc,CAAC,WAAW,EAC1B,UAAU,EACV,KAAK,EACL,UAAU,EACV,SAAS,EACT,IAAI,EACJ,OAAO,EACP,UAAU,EACV,SAAS,EACT,QAAQ,CACX,CAAA;YAED,MAAM,SAAS,GAAG,WAAW,CAAC,MAAM,CAAA;YAEpC,OAAO;gBACH,WAAW;gBACX,UAAU;gBACV,KAAK;gBACL,SAAS;gBACT,UAAU,EAAE,cAAc,CAAC,UAAU;aACxC,CAAA;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,EAAE,KAAK,CAAC,mCAAmC,EAAE,KAAK,CAAC,CAAA;YACzD,MAAM,KAAK,CAAA;QACf,CAAC;gBAAS,CAAC;YACP,0BAA0B;YAC1B,MAAM,YAAY,CAAC,KAAK,EAAE,CAAA;QAC9B,CAAC;IACL,CAAC;IACD,0EAA0E;IAC1E,2EAA2E;IAC3E,MAAM,EACF,MAAM,EAAE,OAAO,EACf,WAAW,EAAE,YAAY,EACzB,GAAG,aAAa,EACnB,GAAG,OAAO,CAAA;IACX,OAAO,qBAAqB,CAAC,qBAAqB,CAC9C,kBAAkB,CAAC,aAAa,CAAC,CACpC,CAAA;AACL,CAAC;AAED;;;;;GAKG;AACH,SAAS,qBAAqB,CAC1B,SAAuB,EACvB,UAAkB,EAClB,KAAa,EACb,UAAkB,EAClB,SAAiB,EACjB,IAAY,EACZ,IAAY,EACZ,UAA8B,EAC9B,SAAkB,EAClB,QAAiB;IAEjB,4CAA4C;IAC5C,sBAAsB;IACtB,8DAA8D;IAC9D,uDAAuD;IACvD,qCAAqC;IACrC,8BAA8B;IAC9B,8CAA8C;IAC9C,sCAAsC;IAEtC,yCAAyC;IACzC,MAAM,SAAS,GACX,IAAI,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,MAAM,GAAG,UAAU,CAAC,GAAG,SAAS,CAAC,GAAG,CAAC,CAAA;IAC/D,MAAM,WAAW,GAAe,EAAE,CAAA;IAElC,oCAAoC;IACpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;QACjC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;IAC1C,CAAC;IAED,OAAO,WAAW,CAAA;AACtB,CAAC","sourcesContent":["/**\n * @experimental This feature is experimental and currently only available on Android.\n * The API may change in future versions. The web implementation is a placeholder.\n */\n\nimport { ExpoAudioStreamModule } from '..'\nimport { isWeb } from '../constants'\nimport {\n    ExtractMelSpectrogramOptions,\n    MelSpectrogram,\n} from './AudioAnalysis.types'\nimport {\n    processAudioBuffer,\n    ProcessedAudioData,\n} from '../utils/audioProcessing'\nimport { cleanNativeOptions } from '../utils/cleanNativeOptions'\n\n/**\n * Extracts a mel spectrogram from audio data\n *\n * @experimental This feature is experimental and currently only available on Android.\n * The iOS implementation will throw an \"UNSUPPORTED_PLATFORM\" error.\n * The web implementation is a placeholder that returns dummy data.\n */\nexport async function extractMelSpectrogram(\n    options: ExtractMelSpectrogramOptions\n): Promise<MelSpectrogram> {\n    const {\n        fileUri,\n        arrayBuffer,\n        windowSizeMs,\n        hopLengthMs,\n        nMels,\n        fMin = 0,\n        fMax,\n        windowType = 'hann',\n        normalize = false,\n        logScale = true,\n        decodingOptions,\n        startTimeMs,\n        endTimeMs,\n        logger,\n    } = options\n\n    if (isWeb) {\n        // Create audio context\n        const audioContext = new (window.AudioContext ||\n            (window as any).webkitAudioContext)()\n\n        try {\n            // Process audio data using the existing utility\n            const processedAudio: ProcessedAudioData = await processAudioBuffer(\n                {\n                    arrayBuffer,\n                    fileUri,\n                    targetSampleRate:\n                        decodingOptions?.targetSampleRate || 16000,\n                    targetChannels: decodingOptions?.targetChannels || 1,\n                    normalizeAudio: decodingOptions?.normalizeAudio ?? false,\n                    startTimeMs,\n                    endTimeMs,\n                    audioContext,\n                    logger: options.logger,\n                }\n            )\n\n            // Calculate window and hop size in samples\n            const sampleRate = processedAudio.sampleRate\n            const windowSize = Math.floor((windowSizeMs * sampleRate) / 1000)\n            const hopLength = Math.floor((hopLengthMs * sampleRate) / 1000)\n            const maxFreq = fMax || sampleRate / 2\n\n            // Extract the mel spectrogram from the processed audio\n            const spectrogram = computeMelSpectrogram(\n                processedAudio.channelData,\n                sampleRate,\n                nMels,\n                windowSize,\n                hopLength,\n                fMin,\n                maxFreq,\n                windowType,\n                normalize,\n                logScale\n            )\n\n            const timeSteps = spectrogram.length\n\n            return {\n                spectrogram,\n                sampleRate,\n                nMels,\n                timeSteps,\n                durationMs: processedAudio.durationMs,\n            }\n        } catch (error) {\n            logger?.error('Error extracting mel spectrogram:', error)\n            throw error\n        } finally {\n            // Close the audio context\n            await audioContext.close()\n        }\n    }\n    // Strip logger/arrayBuffer (non-serializable) then clean undefined values\n    // to avoid Android \"Cannot convert '[object Object]' to Kotlin type\" crash\n    const {\n        logger: _logger,\n        arrayBuffer: _arrayBuffer,\n        ...nativeOptions\n    } = options\n    return ExpoAudioStreamModule.extractMelSpectrogram(\n        cleanNativeOptions(nativeOptions)\n    )\n}\n\n/**\n * Computes a mel spectrogram from audio data\n *\n * @experimental This is a placeholder implementation that returns dummy data.\n * The actual implementation will be added in a future version.\n */\nfunction computeMelSpectrogram(\n    audioData: Float32Array,\n    sampleRate: number,\n    nMels: number,\n    windowSize: number,\n    hopLength: number,\n    fMin: number,\n    fMax: number,\n    windowType: 'hann' | 'hamming',\n    normalize: boolean,\n    logScale: boolean\n): number[][] {\n    // Placeholder for the actual implementation\n    // This would include:\n    // 1. Windowing the audio data using the specified window type\n    // 2. Computing the STFT (Short-Time Fourier Transform)\n    // 3. Converting to power spectrogram\n    // 4. Applying mel filterbanks\n    // 5. Taking the logarithm if logScale is true\n    // 6. Normalizing if normalize is true\n\n    // For now, return a dummy implementation\n    const numFrames =\n        Math.floor((audioData.length - windowSize) / hopLength) + 1\n    const spectrogram: number[][] = []\n\n    // Create dummy mel spectrogram data\n    for (let i = 0; i < numFrames; i++) {\n        spectrogram.push(Array(nMels).fill(0))\n    }\n\n    return spectrogram\n}\n"]}

package/build/esm/AudioAnalysis/extractPreview.js

@@ -1,25 +0,0 @@
-import { extractAudioAnalysis } from './extractAudioAnalysis';
-/**
- * Generates a simplified preview of the audio waveform for quick visualization.
- * Ideal for UI rendering with a specified number of points.
- *
- * @param options - The options for the preview, including file URI and time range.
- * @returns A promise that resolves to the audio preview data.
- */
-export async function extractPreview({ fileUri, numberOfPoints = 100, startTimeMs = 0, endTimeMs = 30000, // First 30 seconds
-decodingOptions, logger, }) {
-    const durationMs = endTimeMs - startTimeMs;
-    const segmentDurationMs = Math.floor(durationMs / numberOfPoints);
-    // Call extractAudioAnalysis with calculated parameters
-    const analysis = await extractAudioAnalysis({
-        fileUri,
-        startTimeMs,
-        endTimeMs,
-        logger,
-        segmentDurationMs,
-        decodingOptions,
-    });
-    // Transform the result into AudioPreview format
-    return analysis;
-}
-//# sourceMappingURL=extractPreview.js.map

package/build/esm/AudioAnalysis/extractPreview.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"extractPreview.js","sourceRoot":"","sources":["../../../src/AudioAnalysis/extractPreview.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAA;AAE7D;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,EACjC,OAAO,EACP,cAAc,GAAG,GAAG,EACpB,WAAW,GAAG,CAAC,EACf,SAAS,GAAG,KAAK,EAAE,mBAAmB;AACtC,eAAe,EACf,MAAM,GACO;IACb,MAAM,UAAU,GAAG,SAAS,GAAG,WAAW,CAAA;IAC1C,MAAM,iBAAiB,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,cAAc,CAAC,CAAA;IAEjE,uDAAuD;IACvD,MAAM,QAAQ,GAAG,MAAM,oBAAoB,CAAC;QACxC,OAAO;QACP,WAAW;QACX,SAAS;QACT,MAAM;QACN,iBAAiB;QACjB,eAAe;KAClB,CAAC,CAAA;IAEF,gDAAgD;IAChD,OAAO,QAAQ,CAAA;AACnB,CAAC","sourcesContent":["import { PreviewOptions, AudioAnalysis } from './AudioAnalysis.types'\nimport { extractAudioAnalysis } from './extractAudioAnalysis'\n\n/**\n * Generates a simplified preview of the audio waveform for quick visualization.\n * Ideal for UI rendering with a specified number of points.\n *\n * @param options - The options for the preview, including file URI and time range.\n * @returns A promise that resolves to the audio preview data.\n */\nexport async function extractPreview({\n    fileUri,\n    numberOfPoints = 100,\n    startTimeMs = 0,\n    endTimeMs = 30000, // First 30 seconds\n    decodingOptions,\n    logger,\n}: PreviewOptions): Promise<AudioAnalysis> {\n    const durationMs = endTimeMs - startTimeMs\n    const segmentDurationMs = Math.floor(durationMs / numberOfPoints)\n\n    // Call extractAudioAnalysis with calculated parameters\n    const analysis = await extractAudioAnalysis({\n        fileUri,\n        startTimeMs,\n        endTimeMs,\n        logger,\n        segmentDurationMs,\n        decodingOptions,\n    })\n\n    // Transform the result into AudioPreview format\n    return analysis\n}\n"]}

package/build/esm/AudioAnalysis/extractWaveform.js

@@ -1,11 +0,0 @@
-import ExpoAudioStreamModule from '../ExpoAudioStreamModule';
-export const extractWaveform = async ({ fileUri, numberOfSamples, offset = 0, length, }) => {
-    const res = await ExpoAudioStreamModule.extractAudioAnalysis({
-        fileUri,
-        numberOfSamples,
-        offset,
-        length,
-    });
-    return res;
-};
-//# sourceMappingURL=extractWaveform.js.map

package/build/esm/AudioAnalysis/extractWaveform.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"extractWaveform.js","sourceRoot":"","sources":["../../../src/AudioAnalysis/extractWaveform.ts"],"names":[],"mappings":"AAAA,OAAO,qBAAqB,MAAM,0BAA0B,CAAA;AAQ5D,MAAM,CAAC,MAAM,eAAe,GAAG,KAAK,EAAE,EAClC,OAAO,EACP,eAAe,EACf,MAAM,GAAG,CAAC,EACV,MAAM,GACa,EAAoB,EAAE;IACzC,MAAM,GAAG,GAAG,MAAM,qBAAqB,CAAC,oBAAoB,CAAC;QACzD,OAAO;QACP,eAAe;QACf,MAAM;QACN,MAAM;KACT,CAAC,CAAA;IACF,OAAO,GAAG,CAAA;AACd,CAAC,CAAA","sourcesContent":["import ExpoAudioStreamModule from '../ExpoAudioStreamModule'\n\nexport interface ExtractWaveformProps {\n    fileUri: string\n    numberOfSamples: number\n    offset?: number\n    length?: number\n}\nexport const extractWaveform = async ({\n    fileUri,\n    numberOfSamples,\n    offset = 0,\n    length,\n}: ExtractWaveformProps): Promise<unknown> => {\n    const res = await ExpoAudioStreamModule.extractAudioAnalysis({\n        fileUri,\n        numberOfSamples,\n        offset,\n        length,\n    })\n    return res\n}\n"]}