@siteed/expo-audio-studio 2.7.0 → 2.8.1

package/CHANGELOG.md

@@ -8,6 +8,15 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 ## [Unreleased]
 
 
+## [2.8.1] - 2025-05-06
+### Changed
+- feat(expo-audio-studio): implement dual module format (ESM/CommonJS) to resolve module resolution issues (#235) ([58c5a94](https://github.com/deeeed/expo-audio-stream/commit/58c5a94ecf2fdcefa554b2f8664743730001e6d8))
+- chore(expo-audio-studio): release @siteed/expo-audio-studio@2.8.0 ([a879e93](https://github.com/deeeed/expo-audio-stream/commit/a879e93bb7b5d27ab5ee764c903e890550c8dda5))
+## [2.8.0] - 2025-05-04
+### Changed
+- feat(playground): Version 1.0.1 with Audio Enhancements, App Updates, and Navigation Refactor (#229) ([868fca0](https://github.com/deeeed/expo-audio-stream/commit/868fca026119aea116a22670c2b6fe364b6df06c))
+- chore: enhance publish script to include git push after documentation updates ([1b0b0db](https://github.com/deeeed/expo-audio-stream/commit/1b0b0db6cf40a6397e6d7438cb7543c93e67b143))
+- chore(expo-audio-studio): release @siteed/expo-audio-studio@2.7.0 ([fe19a2f](https://github.com/deeeed/expo-audio-stream/commit/fe19a2fa1af6033cfa025691f25a0e9bcd64b37c))
 ## [2.7.0] - 2025-05-04
 ### Changed
 - fix: Enhance iOS Background Audio Recording and Audio Format Conversion (#228) ([c17169b](https://github.com/deeeed/expo-audio-stream/commit/c17169bf9275706abf287712acc30df2f1814ed7))
@@ -217,7 +226,9 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 - Feature: Audio features extraction during recording.
 - Feature: Consistent WAV PCM recording format across all platforms.
 
-[unreleased]: https://github.com/deeeed/expo-audio-stream/compare/@siteed/expo-audio-studio@2.7.0...HEAD
+[unreleased]: https://github.com/deeeed/expo-audio-stream/compare/@siteed/expo-audio-studio@2.8.1...HEAD
+[2.8.1]: https://github.com/deeeed/expo-audio-stream/compare/@siteed/expo-audio-studio@2.8.0...@siteed/expo-audio-studio@2.8.1
+[2.8.0]: https://github.com/deeeed/expo-audio-stream/compare/@siteed/expo-audio-studio@2.7.0...@siteed/expo-audio-studio@2.8.0
 [2.7.0]: https://github.com/deeeed/expo-audio-stream/compare/@siteed/expo-audio-studio@2.6.3...@siteed/expo-audio-studio@2.7.0
 [2.6.3]: https://github.com/deeeed/expo-audio-stream/compare/@siteed/expo-audio-studio@2.6.2...@siteed/expo-audio-studio@2.6.3
 [2.6.2]: https://github.com/deeeed/expo-audio-stream/compare/@siteed/expo-audio-studio@2.6.1...@siteed/expo-audio-studio@2.6.2

package/app.plugin.cjs

@@ -1,2 +1,15 @@
-// Simply export the plugin - this is a CommonJS file (.cjs)
-module.exports = require('./plugin/build/index.cjs')
+// This is a CommonJS file (.cjs) which loads the plugin configuration
+try {
+    // Export the plugin from its CommonJS build
+    module.exports = require('./plugin/build/index.cjs')
+} catch (error) {
+    console.error(
+        '[@siteed/expo-audio-studio] Plugin loading error:',
+        error.message
+    )
+    // Fallback plugin that does nothing but logs error
+    module.exports = (config) => {
+        console.warn('[@siteed/expo-audio-studio] Using fallback plugin due to loading error. Run `yarn build` in the package directory.')
+        return config
+    }
+}

package/build/cjs/AudioAnalysis/AudioAnalysis.types.js

@@ -0,0 +1,4 @@
+"use strict";
+// packages/expo-audio-stream/src/AudioAnalysis/AudioAnalysis.types.ts
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=AudioAnalysis.types.js.map

package/build/cjs/AudioAnalysis/AudioAnalysis.types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"AudioAnalysis.types.js","sourceRoot":"","sources":["../../../src/AudioAnalysis/AudioAnalysis.types.ts"],"names":[],"mappings":";AAAA,sEAAsE","sourcesContent":["// packages/expo-audio-stream/src/AudioAnalysis/AudioAnalysis.types.ts\n\nimport { BitDepth, ConsoleLike } from '../ExpoAudioStream.types'\n\n/**\n * Represents the configuration for decoding audio data.\n */\nexport interface DecodingConfig {\n    /** Target sample rate for decoded audio (Android and Web) */\n    targetSampleRate?: number\n    /** Target number of channels (Android and Web) */\n    targetChannels?: number\n    /** Target bit depth (Android and Web) */\n    targetBitDepth?: BitDepth\n    /** Whether to normalize audio levels (Android and Web) */\n    normalizeAudio?: boolean\n}\n\n/**\n * Represents speech-related features extracted from audio.\n */\nexport interface SpeechFeatures {\n    isActive: boolean // Whether speech is detected in this segment\n    speakerId?: number // Optional speaker identification\n    // Could add more speech-related features here like:\n    // confidence: number\n    // language?: string\n    // sentiment?: number\n    // etc.\n}\n\n/**\n * Represents various audio features extracted from an audio signal.\n */\nexport interface AudioFeatures {\n    energy?: number // The infinite integral of the squared signal, representing the overall energy of the audio.\n    mfcc?: number[] // Mel-frequency cepstral coefficients, describing the short-term power spectrum of a sound.\n    rms?: number // Root mean square value, indicating the amplitude of the audio signal.\n    minAmplitude?: number // Minimum amplitude value in the audio signal.\n    maxAmplitude?: number // Maximum amplitude value in the audio signal.\n    zcr?: number // Zero-crossing rate, indicating the rate at which the signal changes sign.\n    spectralCentroid?: number // The center of mass of the spectrum, indicating the brightness of the sound.\n    spectralFlatness?: number // Measure of the flatness of the spectrum, indicating how noise-like the signal is.\n    spectralRolloff?: number // The frequency below which a specified percentage (usually 85%) of the total spectral energy lies.\n    spectralBandwidth?: number // The width of the spectrum, indicating the range of frequencies present.\n    chromagram?: number[] // Chromagram, representing the 12 different pitch classes of the audio.\n    tempo?: number // Estimated tempo of the audio signal, measured in beats per minute (BPM).\n    hnr?: number // Harmonics-to-noise ratio, indicating the proportion of harmonics to noise in the audio signal.\n    melSpectrogram?: number[] // Mel-scaled spectrogram representation of the audio.\n    spectralContrast?: number[] // Spectral contrast features representing the difference between peaks and valleys.\n    tonnetz?: number[] // Tonal network features representing harmonic relationships.\n    pitch?: number // Pitch of the audio signal, measured in Hertz (Hz).\n    crc32?: number // crc32 checksum of the audio signal, used to verify the integrity of the audio.\n}\n\n/**\n * Options to specify which audio features to extract.\n */\nexport interface AudioFeaturesOptions {\n    energy?: boolean\n    mfcc?: boolean\n    rms?: boolean\n    zcr?: boolean\n    spectralCentroid?: boolean\n    spectralFlatness?: boolean\n    spectralRolloff?: boolean\n    spectralBandwidth?: boolean\n    chromagram?: boolean\n    tempo?: boolean\n    hnr?: boolean\n    melSpectrogram?: boolean\n    spectralContrast?: boolean\n    tonnetz?: boolean\n    pitch?: boolean\n    crc32?: boolean\n}\n\n/**\n * Represents a single data point in the audio analysis.\n */\nexport interface DataPoint {\n    id: number\n    amplitude: number // Peak amplitude for the segment\n    rms: number // Root mean square value\n    dB: number // dBFS (decibels relative to full scale) computed from RMS value\n    silent: boolean // Always computed\n    features?: AudioFeatures\n    speech?: SpeechFeatures\n    startTime?: number\n    endTime?: number\n    // start / end position in bytes\n    startPosition?: number\n    endPosition?: number\n    // number of audio samples for this point (samples size depends on bit depth)\n    samples?: number\n}\n\n/**\n * Represents the complete data from the audio analysis.\n */\nexport interface AudioAnalysis {\n    segmentDurationMs: number // Duration of each segment in milliseconds\n    durationMs: number // Duration of the audio in milliseconds\n    bitDepth: number // Bit depth of the audio\n    samples: number // Size of the audio in bytes\n    numberOfChannels: number // Number of audio channels\n    sampleRate: number // Sample rate of the audio\n    dataPoints: DataPoint[] // Array of data points from the analysis.\n    amplitudeRange: {\n        min: number\n        max: number\n    }\n    rmsRange: {\n        min: number\n        max: number\n    }\n    // TODO: speaker changes into a broader speech analysis section\n    speechAnalysis?: {\n        speakerChanges: {\n            timestamp: number\n            speakerId: number\n        }[]\n        // Could add more speech analysis data here like:\n        // dominantSpeaker?: number\n        // totalSpeechDuration?: number\n        // speakerStats?: { [speakerId: number]: { duration: number, segments: number } }\n    }\n}\n\n/**\n * Options for specifying a time range within an audio file.\n */\nexport interface AudioRangeOptions {\n    /** Start time in milliseconds */\n    startTimeMs?: number\n    /** End time in milliseconds */\n    endTimeMs?: number\n}\n\n/**\n * Options for generating a quick preview of audio waveform.\n * This is optimized for UI rendering with a specified number of points.\n */\nexport interface PreviewOptions extends AudioRangeOptions {\n    /** URI of the audio file to analyze */\n    fileUri: string\n    /**\n     * Total number of points to generate for the preview.\n     * @default 100\n     */\n    numberOfPoints?: number\n    /**\n     * Optional logger for debugging.\n     */\n    logger?: ConsoleLike\n    /**\n     * Optional configuration for decoding the audio file.\n     * Defaults to:\n     * - targetSampleRate: undefined (keep original)\n     * - targetChannels: undefined (keep original)\n     * - targetBitDepth: 16\n     * - normalizeAudio: false\n     */\n    decodingOptions?: DecodingConfig\n}\n\n/**\n * Options for mel-spectrogram extraction\n *\n * @experimental This feature is experimental and currently only available on Android.\n * The API may change in future versions.\n */\nexport interface ExtractMelSpectrogramOptions {\n    fileUri?: string // Path to audio file\n    arrayBuffer?: ArrayBuffer // Raw audio buffer\n    windowSizeMs: number // Window size in ms (e.g., 25)\n    hopLengthMs: number // Hop length in ms (e.g., 10)\n    nMels: number // Number of mel filters (e.g., 60)\n    fMin?: number // Min frequency (default: 0)\n    fMax?: number // Max frequency (default: sampleRate / 2)\n    windowType?: 'hann' | 'hamming' // Window function (default: 'hann')\n    normalize?: boolean // Mean normalization (default: false)\n    logScale?: boolean // Log scaling of mel energies (default: true)\n    decodingOptions?: DecodingConfig // Audio decoding settings\n    startTimeMs?: number // Optional start time\n    endTimeMs?: number // Optional end time\n    logger?: ConsoleLike\n}\n\n/**\n * Return type for mel spectrogram extraction\n *\n * @experimental This feature is experimental and currently only available on Android.\n * The API may change in future versions.\n */\nexport interface MelSpectrogram {\n    spectrogram: number[][] // 2D array [time][mel]\n    sampleRate: number // Audio sample rate\n    nMels: number // Number of mel filters\n    timeSteps: number // Number of time frames\n    durationMs: number // Audio duration in ms\n}\n"]}

package/build/cjs/AudioAnalysis/extractAudioAnalysis.js

@@ -0,0 +1,205 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.extractRawWavAnalysis = exports.extractAudioAnalysis = void 0;
+const ExpoAudioStreamModule_1 = __importDefault(require("../ExpoAudioStreamModule"));
+const constants_1 = require("../constants");
+const audioProcessing_1 = require("../utils/audioProcessing");
+const convertPCMToFloat32_1 = require("../utils/convertPCMToFloat32");
+const crc32_1 = __importDefault(require("../utils/crc32"));
+const getWavFileInfo_1 = require("../utils/getWavFileInfo");
+const InlineFeaturesExtractor_web_1 = require("../workers/InlineFeaturesExtractor.web");
+function calculateCRC32ForDataPoint(data) {
+    // Convert float array to byte array for CRC32
+    const byteArray = new Uint8Array(data.length * 4);
+    const dataView = new DataView(byteArray.buffer);
+    for (let i = 0; i < data.length; i++) {
+        dataView.setFloat32(i * 4, data[i], true);
+    }
+    return crc32_1.default.buf(byteArray);
+}
+/**
+ * Extracts detailed audio analysis from the specified audio file or buffer.
+ * Supports either time-based or byte-based ranges for flexibility in analysis.
+ *
+ * @param props - The options for extraction, including file URI, ranges, and decoding settings.
+ * @returns A promise that resolves to the audio analysis data.
+ * @throws {Error} If both time and byte ranges are provided or if required parameters are missing.
+ */
+async function extractAudioAnalysis(props) {
+    const { fileUri, arrayBuffer, decodingOptions, logger, segmentDurationMs = 100, features, } = props;
+    if (constants_1.isWeb) {
+        try {
+            // Create AudioContext here
+            const audioContext = new (window.AudioContext ||
+                window.webkitAudioContext)({
+                sampleRate: decodingOptions?.targetSampleRate ?? 16000,
+            });
+            try {
+                const processedBuffer = await (0, audioProcessing_1.processAudioBuffer)({
+                    arrayBuffer,
+                    fileUri,
+                    targetSampleRate: decodingOptions?.targetSampleRate ?? 16000,
+                    targetChannels: decodingOptions?.targetChannels ?? 1,
+                    normalizeAudio: decodingOptions?.normalizeAudio ?? false,
+                    startTimeMs: 'startTimeMs' in props ? props.startTimeMs : undefined,
+                    endTimeMs: 'endTimeMs' in props ? props.endTimeMs : undefined,
+                    position: 'position' in props ? props.position : undefined,
+                    length: 'length' in props ? props.length : undefined,
+                    audioContext, // Pass the context we created
+                    logger,
+                });
+                const channelData = processedBuffer.buffer.getChannelData(0);
+                // Create and initialize the worker
+                const blob = new Blob([InlineFeaturesExtractor_web_1.InlineFeaturesExtractor], {
+                    type: 'application/javascript',
+                });
+                const workerUrl = URL.createObjectURL(blob);
+                const worker = new Worker(workerUrl);
+                return new Promise((resolve, reject) => {
+                    worker.onmessage = (event) => {
+                        if (event.data.error) {
+                            reject(new Error(event.data.error));
+                            return;
+                        }
+                        const result = event.data.result;
+                        // Calculate CRC32 after worker completes if requested
+                        if (features?.crc32) {
+                            const samplesPerSegment = Math.floor((processedBuffer.sampleRate *
+                                segmentDurationMs) /
+                                1000);
+                            result.dataPoints = result.dataPoints.map((point, index) => {
+                                const startSample = index * samplesPerSegment;
+                                const segmentData = channelData.slice(startSample, startSample + samplesPerSegment);
+                                return {
+                                    ...point,
+                                    features: {
+                                        ...point.features,
+                                        crc32: calculateCRC32ForDataPoint(segmentData),
+                                    },
+                                };
+                            });
+                        }
+                        URL.revokeObjectURL(workerUrl);
+                        worker.terminate();
+                        resolve(result);
+                    };
+                    worker.onerror = (error) => {
+                        URL.revokeObjectURL(workerUrl);
+                        worker.terminate();
+                        reject(error);
+                    };
+                    worker.postMessage({
+                        channelData,
+                        sampleRate: processedBuffer.sampleRate,
+                        segmentDurationMs,
+                        bitDepth: decodingOptions?.targetBitDepth ?? 32,
+                        numberOfChannels: processedBuffer.channels,
+                        fullAudioDurationMs: processedBuffer.durationMs,
+                        // enableLogging: !!logger,
+                        features,
+                    });
+                });
+            }
+            finally {
+                await audioContext.close();
+            }
+        }
+        catch (error) {
+            logger?.error('Failed to process audio:', error);
+            throw error;
+        }
+    }
+    else {
+        return await ExpoAudioStreamModule_1.default.extractAudioAnalysis(props);
+    }
+}
+exports.extractAudioAnalysis = extractAudioAnalysis;
+/**
+ * Analyzes WAV files without decoding, preserving original PCM values.
+ * Use this function when you need to ensure the analysis matches other software by avoiding any transformations.
+ *
+ * @param props - The options for WAV analysis, including file URI and range.
+ * @returns A promise that resolves to the audio analysis data.
+ */
+const extractRawWavAnalysis = async ({ fileUri, segmentDurationMs = 100, // Default to 100ms
+arrayBuffer, bitDepth, durationMs, sampleRate, numberOfChannels, features, logger, position = 0, length, }) => {
+    if (constants_1.isWeb) {
+        if (!arrayBuffer && !fileUri) {
+            throw new Error('Either arrayBuffer or fileUri must be provided');
+        }
+        if (!arrayBuffer) {
+            logger?.log(`fetching fileUri`, fileUri);
+            const response = await fetch(fileUri);
+            if (!response.ok) {
+                throw new Error(`Failed to fetch fileUri: ${response.statusText}`);
+            }
+            arrayBuffer = await response.arrayBuffer();
+            logger?.log(`fetched fileUri`, arrayBuffer.byteLength, arrayBuffer);
+        }
+        // Create a new copy of the ArrayBuffer to avoid detachment issues
+        const bufferCopy = arrayBuffer.slice(0);
+        logger?.log(`extractAudioAnalysis bitDepth=${bitDepth} len=${bufferCopy.byteLength}`, bufferCopy.slice(0, 100));
+        let actualBitDepth = bitDepth;
+        if (!actualBitDepth) {
+            logger?.log(`extractAudioAnalysis bitDepth not provided -- getting wav file info`);
+            const fileInfo = await (0, getWavFileInfo_1.getWavFileInfo)(bufferCopy);
+            actualBitDepth = fileInfo.bitDepth;
+        }
+        logger?.log(`extractAudioAnalysis actualBitDepth=${actualBitDepth}`);
+        const { pcmValues: channelData, min, max, } = await (0, convertPCMToFloat32_1.convertPCMToFloat32)({
+            buffer: arrayBuffer,
+            bitDepth: actualBitDepth,
+        });
+        logger?.log(`extractAudioAnalysis convertPCMToFloat32 length=${channelData.length} range: [ ${min} :: ${max} ]`);
+        // Apply position and length constraints to channelData if specified
+        const startIndex = position;
+        const endIndex = length ? startIndex + length : channelData.length;
+        const constrainedChannelData = channelData.slice(startIndex, endIndex);
+        return new Promise((resolve, reject) => {
+            const blob = new Blob([InlineFeaturesExtractor_web_1.InlineFeaturesExtractor], {
+                type: 'application/javascript',
+            });
+            const url = URL.createObjectURL(blob);
+            const worker = new Worker(url);
+            worker.onmessage = (event) => {
+                resolve(event.data.result);
+            };
+            worker.onerror = (error) => {
+                reject(error);
+            };
+            worker.postMessage({
+                command: 'process',
+                channelData: constrainedChannelData,
+                sampleRate,
+                segmentDurationMs,
+                logger,
+                bitDepth,
+                fullAudioDurationMs: durationMs,
+                numberOfChannels,
+            });
+        });
+    }
+    else {
+        if (!fileUri) {
+            throw new Error('fileUri is required');
+        }
+        logger?.log(`extractAudioAnalysis`, {
+            fileUri,
+            segmentDurationMs,
+        });
+        const res = await ExpoAudioStreamModule_1.default.extractAudioAnalysis({
+            fileUri,
+            segmentDurationMs,
+            features,
+            position,
+            length,
+        });
+        logger?.log(`extractAudioAnalysis`, res);
+        return res;
+    }
+};
+exports.extractRawWavAnalysis = extractRawWavAnalysis;
+//# sourceMappingURL=extractAudioAnalysis.js.map

package/build/cjs/AudioAnalysis/extractAudioAnalysis.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extractAudioAnalysis.js","sourceRoot":"","sources":["../../../src/AudioAnalysis/extractAudioAnalysis.ts"],"names":[],"mappings":";;;;;;AAQA,qFAA4D;AAC5D,4CAAoC;AAOpC,8DAA6D;AAC7D,sEAAkE;AAClE,2DAAkC;AAClC,4DAAqE;AACrE,wFAAgF;AAEhF,SAAS,0BAA0B,CAAC,IAAkB;IAClD,8CAA8C;IAC9C,MAAM,SAAS,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IACjD,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC,SAAS,CAAC,MAAM,CAAC,CAAA;IAE/C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACnC,QAAQ,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAA;IAC7C,CAAC;IAED,OAAO,eAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;AAC/B,CAAC;AAwDD;;;;;;;GAOG;AACI,KAAK,UAAU,oBAAoB,CACtC,KAAgC;IAEhC,MAAM,EACF,OAAO,EACP,WAAW,EACX,eAAe,EACf,MAAM,EACN,iBAAiB,GAAG,GAAG,EACvB,QAAQ,GACX,GAAG,KAAK,CAAA;IAET,IAAI,iBAAK,EAAE,CAAC;QACR,IAAI,CAAC;YACD,2BAA2B;YAC3B,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY;gBACxC,MAAc,CAAC,kBAAkB,CAAC,CAAC;gBACpC,UAAU,EAAE,eAAe,EAAE,gBAAgB,IAAI,KAAK;aACzD,CAAC,CAAA;YAEF,IAAI,CAAC;gBACD,MAAM,eAAe,GAAG,MAAM,IAAA,oCAAkB,EAAC;oBAC7C,WAAW;oBACX,OAAO;oBACP,gBAAgB,EACZ,eAAe,EAAE,gBAAgB,IAAI,KAAK;oBAC9C,cAAc,EAAE,eAAe,EAAE,cAAc,IAAI,CAAC;oBACpD,cAAc,EAAE,eAAe,EAAE,cAAc,IAAI,KAAK;oBACxD,WAAW,EACP,aAAa,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;oBAC1D,SAAS,EACL,WAAW,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;oBACtD,QAAQ,EAAE,UAAU,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS;oBAC1D,MAAM,EAAE,QAAQ,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;oBACpD,YAAY,EAAE,8BAA8B;oBAC5C,MAAM;iBACT,CAAC,CAAA;gBAEF,MAAM,WAAW,GAAG,eAAe,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,CAAA;gBAE5D,mCAAmC;gBACnC,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC,qDAAuB,CAAC,EAAE;oBAC7C,IAAI,EAAE,wBAAwB;iBACjC,CAAC,CAAA;gBACF,MAAM,SAAS,GAAG,GAAG,CAAC,eAAe,CAAC,IAAI,CAAC,CAAA;gBAC3C,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,SAAS,CAAC,CAAA;gBAEpC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;oBACnC,MAAM,CAAC,SAAS,GAAG,CAAC,KAAK,EAAE,EAAE;wBACzB,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;4BACnB,MAAM,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAA;4BACnC,OAAM;wBACV,CAAC;wBAED,MAAM,MAAM,GAAkB,KAAK,CAAC,IAAI,CAAC,MAAM,CAAA;wBAC/C,sDAAsD;wBACtD,IAAI,QAAQ,EAAE,KAAK,EAAE,CAAC;4BAClB,MAAM,iBAAiB,GAAG,IAAI,CAAC,KAAK,CAChC,CAAC,eAAe,CAAC,UAAU;gCACvB,iBAAiB,CAAC;gCAClB,IAAI,CACX,CAAA;4BAED,MAAM,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC,GAAG,CACrC,CAAC,KAAgB,EAAE,KAAa,EAAE,EAAE;gCAChC,MAAM,WAAW,GACb,KAAK,GAAG,iBAAiB,CAAA;gCAC7B,MAAM,WAAW,GAAG,WAAW,CAAC,KAAK,CACjC,WAAW,EACX,WAAW,GAAG,iBAAiB,CAClC,CAAA;gCAED,OAAO;oCACH,GAAG,KAAK;oCACR,QAAQ,EAAE;wCACN,GAAG,KAAK,CAAC,QAAQ;wCACjB,KAAK,EAAE,0BAA0B,CAC7B,WAAW,CACd;qCACJ;iCACJ,CAAA;4BACL,CAAC,CACJ,CAAA;wBACL,CAAC;wBAED,GAAG,CAAC,eAAe,CAAC,SAAS,CAAC,CAAA;wBAC9B,MAAM,CAAC,SAAS,EAAE,CAAA;wBAClB,OAAO,CAAC,MAAM,CAAC,CAAA;oBACnB,CAAC,CAAA;oBAED,MAAM,CAAC,OAAO,GAAG,CAAC,KAAK,EAAE,EAAE;wBACvB,GAAG,CAAC,eAAe,CAAC,SAAS,CAAC,CAAA;wBAC9B,MAAM,CAAC,SAAS,EAAE,CAAA;wBAClB,MAAM,CAAC,KAAK,CAAC,CAAA;oBACjB,CAAC,CAAA;oBAED,MAAM,CAAC,WAAW,CAAC;wBACf,WAAW;wBACX,UAAU,EAAE,eAAe,CAAC,UAAU;wBACtC,iBAAiB;wBACjB,QAAQ,EAAE,eAAe,EAAE,cAAc,IAAI,EAAE;wBAC/C,gBAAgB,EAAE,eAAe,CAAC,QAAQ;wBAC1C,mBAAmB,EAAE,eAAe,CAAC,UAAU;wBAC/C,2BAA2B;wBAC3B,QAAQ;qBACX,CAAC,CAAA;gBACN,CAAC,CAAC,CAAA;YACN,CAAC;oBAAS,CAAC;gBACP,MAAM,YAAY,CAAC,KAAK,EAAE,CAAA;YAC9B,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,EAAE,KAAK,CAAC,0BAA0B,EAAE,KAAK,CAAC,CAAA;YAChD,MAAM,KAAK,CAAA;QACf,CAAC;IACL,CAAC;SAAM,CAAC;QACJ,OAAO,MAAM,+BAAqB,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAA;IAClE,CAAC;AACL,CAAC;AArHD,oDAqHC;AAED;;;;;;GAMG;AACI,MAAM,qBAAqB,GAAG,KAAK,EAAE,EACxC,OAAO,EACP,iBAAiB,GAAG,GAAG,EAAE,mBAAmB;AAC5C,WAAW,EACX,QAAQ,EACR,UAAU,EACV,UAAU,EACV,gBAAgB,EAChB,QAAQ,EACR,MAAM,EACN,QAAQ,GAAG,CAAC,EACZ,MAAM,GACqB,EAA0B,EAAE;IACvD,IAAI,iBAAK,EAAE,CAAC;QACR,IAAI,CAAC,WAAW,IAAI,CAAC,OAAO,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAA;QACrE,CAAC;QAED,IAAI,CAAC,WAAW,EAAE,CAAC;YACf,MAAM,EAAE,GAAG,CAAC,kBAAkB,EAAE,OAAO,CAAC,CAAA;YACxC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,OAAQ,CAAC,CAAA;YAEtC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACf,MAAM,IAAI,KAAK,CACX,4BAA4B,QAAQ,CAAC,UAAU,EAAE,CACpD,CAAA;YACL,CAAC;YAED,WAAW,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAA;YAC1C,MAAM,EAAE,GAAG,CAAC,iBAAiB,EAAE,WAAW,CAAC,UAAU,EAAE,WAAW,CAAC,CAAA;QACvE,CAAC;QAED,kEAAkE;QAClE,MAAM,UAAU,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;QACvC,MAAM,EAAE,GAAG,CACP,iCAAiC,QAAQ,QAAQ,UAAU,CAAC,UAAU,EAAE,EACxE,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAC3B,CAAA;QAED,IAAI,cAAc,GAAG,QAAQ,CAAA;QAC7B,IAAI,CAAC,cAAc,EAAE,CAAC;YAClB,MAAM,EAAE,GAAG,CACP,qEAAqE,CACxE,CAAA;YACD,MAAM,QAAQ,GAAG,MAAM,IAAA,+BAAc,EAAC,UAAU,CAAC,CAAA;YACjD,cAAc,GAAG,QAAQ,CAAC,QAAQ,CAAA;QACtC,CAAC;QACD,MAAM,EAAE,GAAG,CAAC,uCAAuC,cAAc,EAAE,CAAC,CAAA;QAEpE,MAAM,EACF,SAAS,EAAE,WAAW,EACtB,GAAG,EACH,GAAG,GACN,GAAG,MAAM,IAAA,yCAAmB,EAAC;YAC1B,MAAM,EAAE,WAAW;YACnB,QAAQ,EAAE,cAAc;SAC3B,CAAC,CAAA;QACF,MAAM,EAAE,GAAG,CACP,mDAAmD,WAAW,CAAC,MAAM,aAAa,GAAG,OAAO,GAAG,IAAI,CACtG,CAAA;QAED,oEAAoE;QACpE,MAAM,UAAU,GAAG,QAAQ,CAAA;QAC3B,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,UAAU,GAAG,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAA;QAClE,MAAM,sBAAsB,GAAG,WAAW,CAAC,KAAK,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAA;QAEtE,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACnC,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC,qDAAuB,CAAC,EAAE;gBAC7C,IAAI,EAAE,wBAAwB;aACjC,CAAC,CAAA;YACF,MAAM,GAAG,GAAG,GAAG,CAAC,eAAe,CAAC,IAAI,CAAC,CAAA;YACrC,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,GAAG,CAAC,CAAA;YAE9B,MAAM,CAAC,SAAS,GAAG,CAAC,KAAK,EAAE,EAAE;gBACzB,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;YAC9B,CAAC,CAAA;YAED,MAAM,CAAC,OAAO,GAAG,CAAC,KAAK,EAAE,EAAE;gBACvB,MAAM,CAAC,KAAK,CAAC,CAAA;YACjB,CAAC,CAAA;YAED,MAAM,CAAC,WAAW,CAAC;gBACf,OAAO,EAAE,SAAS;gBAClB,WAAW,EAAE,sBAAsB;gBACnC,UAAU;gBACV,iBAAiB;gBACjB,MAAM;gBACN,QAAQ;gBACR,mBAAmB,EAAE,UAAU;gBAC/B,gBAAgB;aACnB,CAAC,CAAA;QACN,CAAC,CAAC,CAAA;IACN,CAAC;SAAM,CAAC;QACJ,IAAI,CAAC,OAAO,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAA;QAC1C,CAAC;QACD,MAAM,EAAE,GAAG,CAAC,sBAAsB,EAAE;YAChC,OAAO;YACP,iBAAiB;SACpB,CAAC,CAAA;QACF,MAAM,GAAG,GAAG,MAAM,+BAAqB,CAAC,oBAAoB,CAAC;YACzD,OAAO;YACP,iBAAiB;YACjB,QAAQ;YACR,QAAQ;YACR,MAAM;SACT,CAAC,CAAA;QACF,MAAM,EAAE,GAAG,CAAC,sBAAsB,EAAE,GAAG,CAAC,CAAA;QACxC,OAAO,GAAG,CAAA;IACd,CAAC;AACL,CAAC,CAAA;AA9GY,QAAA,qBAAqB,yBA8GjC","sourcesContent":["// packages/expo-audio-stream/src/AudioAnalysis/extractAudioAnalysis.ts\n/**\n * This module provides functions for extracting and analyzing audio data.\n * - `extractAudioAnalysis`: For detailed analysis with customizable ranges and decoding options.\n * - `extractWavAudioAnalysis`: For analyzing WAV files without decoding, preserving original PCM values.\n * - `extractPreview`: For generating quick previews of audio waveforms, optimized for UI rendering.\n */\nimport { ConsoleLike } from '../ExpoAudioStream.types'\nimport ExpoAudioStreamModule from '../ExpoAudioStreamModule'\nimport { isWeb } from '../constants'\nimport {\n    AudioAnalysis,\n    AudioFeaturesOptions,\n    DataPoint,\n    DecodingConfig,\n} from './AudioAnalysis.types'\nimport { processAudioBuffer } from '../utils/audioProcessing'\nimport { convertPCMToFloat32 } from '../utils/convertPCMToFloat32'\nimport crc32 from '../utils/crc32'\nimport { getWavFileInfo, WavFileInfo } from '../utils/getWavFileInfo'\nimport { InlineFeaturesExtractor } from '../workers/InlineFeaturesExtractor.web'\n\nfunction calculateCRC32ForDataPoint(data: Float32Array): number {\n    // Convert float array to byte array for CRC32\n    const byteArray = new Uint8Array(data.length * 4)\n    const dataView = new DataView(byteArray.buffer)\n\n    for (let i = 0; i < data.length; i++) {\n        dataView.setFloat32(i * 4, data[i], true)\n    }\n\n    return crc32.buf(byteArray)\n}\n\nexport interface ExtractWavAudioAnalysisProps {\n    fileUri?: string // should provide either fileUri or arrayBuffer\n    wavMetadata?: WavFileInfo\n    arrayBuffer?: ArrayBuffer\n    bitDepth?: number\n    durationMs?: number\n    sampleRate?: number\n    numberOfChannels?: number\n    position?: number // Optional number of bytes to skip. Default is 0\n    length?: number // Optional number of bytes to read.\n    segmentDurationMs?: number // Optional number of points per second. Use to reduce the number of points and compute the number of datapoints to return.\n    features?: AudioFeaturesOptions\n    featuresExtratorUrl?: string\n    logger?: ConsoleLike\n    decodingOptions?: DecodingConfig\n}\n\n// Define base options interface with common properties\ninterface BaseExtractOptions {\n    fileUri?: string\n    arrayBuffer?: ArrayBuffer\n    /**\n     * Duration of each analysis segment in milliseconds. Defaults to 100ms if not specified.\n     */\n    segmentDurationMs?: number\n    features?: AudioFeaturesOptions\n    decodingOptions?: DecodingConfig\n    logger?: ConsoleLike\n}\n\n// Time-based range options\ninterface TimeRangeOptions extends BaseExtractOptions {\n    startTimeMs?: number\n    endTimeMs?: number\n    position?: never\n    length?: never\n}\n\n// Byte-based range options\ninterface ByteRangeOptions extends BaseExtractOptions {\n    position?: number\n    length?: number\n    startTimeMs?: never\n    endTimeMs?: never\n}\n\n/**\n * Options for extracting audio analysis.\n * - For time-based analysis, provide `startTimeMs` and `endTimeMs`.\n * - For byte-based analysis, provide `position` and `length`.\n * - Do not mix time and byte ranges.\n */\nexport type ExtractAudioAnalysisProps = TimeRangeOptions | ByteRangeOptions\n\n/**\n * Extracts detailed audio analysis from the specified audio file or buffer.\n * Supports either time-based or byte-based ranges for flexibility in analysis.\n *\n * @param props - The options for extraction, including file URI, ranges, and decoding settings.\n * @returns A promise that resolves to the audio analysis data.\n * @throws {Error} If both time and byte ranges are provided or if required parameters are missing.\n */\nexport async function extractAudioAnalysis(\n    props: ExtractAudioAnalysisProps\n): Promise<AudioAnalysis> {\n    const {\n        fileUri,\n        arrayBuffer,\n        decodingOptions,\n        logger,\n        segmentDurationMs = 100,\n        features,\n    } = props\n\n    if (isWeb) {\n        try {\n            // Create AudioContext here\n            const audioContext = new (window.AudioContext ||\n                (window as any).webkitAudioContext)({\n                sampleRate: decodingOptions?.targetSampleRate ?? 16000,\n            })\n\n            try {\n                const processedBuffer = await processAudioBuffer({\n                    arrayBuffer,\n                    fileUri,\n                    targetSampleRate:\n                        decodingOptions?.targetSampleRate ?? 16000,\n                    targetChannels: decodingOptions?.targetChannels ?? 1,\n                    normalizeAudio: decodingOptions?.normalizeAudio ?? false,\n                    startTimeMs:\n                        'startTimeMs' in props ? props.startTimeMs : undefined,\n                    endTimeMs:\n                        'endTimeMs' in props ? props.endTimeMs : undefined,\n                    position: 'position' in props ? props.position : undefined,\n                    length: 'length' in props ? props.length : undefined,\n                    audioContext, // Pass the context we created\n                    logger,\n                })\n\n                const channelData = processedBuffer.buffer.getChannelData(0)\n\n                // Create and initialize the worker\n                const blob = new Blob([InlineFeaturesExtractor], {\n                    type: 'application/javascript',\n                })\n                const workerUrl = URL.createObjectURL(blob)\n                const worker = new Worker(workerUrl)\n\n                return new Promise((resolve, reject) => {\n                    worker.onmessage = (event) => {\n                        if (event.data.error) {\n                            reject(new Error(event.data.error))\n                            return\n                        }\n\n                        const result: AudioAnalysis = event.data.result\n                        // Calculate CRC32 after worker completes if requested\n                        if (features?.crc32) {\n                            const samplesPerSegment = Math.floor(\n                                (processedBuffer.sampleRate *\n                                    segmentDurationMs) /\n                                    1000\n                            )\n\n                            result.dataPoints = result.dataPoints.map(\n                                (point: DataPoint, index: number) => {\n                                    const startSample =\n                                        index * samplesPerSegment\n                                    const segmentData = channelData.slice(\n                                        startSample,\n                                        startSample + samplesPerSegment\n                                    )\n\n                                    return {\n                                        ...point,\n                                        features: {\n                                            ...point.features,\n                                            crc32: calculateCRC32ForDataPoint(\n                                                segmentData\n                                            ),\n                                        },\n                                    }\n                                }\n                            )\n                        }\n\n                        URL.revokeObjectURL(workerUrl)\n                        worker.terminate()\n                        resolve(result)\n                    }\n\n                    worker.onerror = (error) => {\n                        URL.revokeObjectURL(workerUrl)\n                        worker.terminate()\n                        reject(error)\n                    }\n\n                    worker.postMessage({\n                        channelData,\n                        sampleRate: processedBuffer.sampleRate,\n                        segmentDurationMs,\n                        bitDepth: decodingOptions?.targetBitDepth ?? 32,\n                        numberOfChannels: processedBuffer.channels,\n                        fullAudioDurationMs: processedBuffer.durationMs,\n                        // enableLogging: !!logger,\n                        features,\n                    })\n                })\n            } finally {\n                await audioContext.close()\n            }\n        } catch (error) {\n            logger?.error('Failed to process audio:', error)\n            throw error\n        }\n    } else {\n        return await ExpoAudioStreamModule.extractAudioAnalysis(props)\n    }\n}\n\n/**\n * Analyzes WAV files without decoding, preserving original PCM values.\n * Use this function when you need to ensure the analysis matches other software by avoiding any transformations.\n *\n * @param props - The options for WAV analysis, including file URI and range.\n * @returns A promise that resolves to the audio analysis data.\n */\nexport const extractRawWavAnalysis = async ({\n    fileUri,\n    segmentDurationMs = 100, // Default to 100ms\n    arrayBuffer,\n    bitDepth,\n    durationMs,\n    sampleRate,\n    numberOfChannels,\n    features,\n    logger,\n    position = 0,\n    length,\n}: ExtractWavAudioAnalysisProps): Promise<AudioAnalysis> => {\n    if (isWeb) {\n        if (!arrayBuffer && !fileUri) {\n            throw new Error('Either arrayBuffer or fileUri must be provided')\n        }\n\n        if (!arrayBuffer) {\n            logger?.log(`fetching fileUri`, fileUri)\n            const response = await fetch(fileUri!)\n\n            if (!response.ok) {\n                throw new Error(\n                    `Failed to fetch fileUri: ${response.statusText}`\n                )\n            }\n\n            arrayBuffer = await response.arrayBuffer()\n            logger?.log(`fetched fileUri`, arrayBuffer.byteLength, arrayBuffer)\n        }\n\n        // Create a new copy of the ArrayBuffer to avoid detachment issues\n        const bufferCopy = arrayBuffer.slice(0)\n        logger?.log(\n            `extractAudioAnalysis bitDepth=${bitDepth} len=${bufferCopy.byteLength}`,\n            bufferCopy.slice(0, 100)\n        )\n\n        let actualBitDepth = bitDepth\n        if (!actualBitDepth) {\n            logger?.log(\n                `extractAudioAnalysis bitDepth not provided -- getting wav file info`\n            )\n            const fileInfo = await getWavFileInfo(bufferCopy)\n            actualBitDepth = fileInfo.bitDepth\n        }\n        logger?.log(`extractAudioAnalysis actualBitDepth=${actualBitDepth}`)\n\n        const {\n            pcmValues: channelData,\n            min,\n            max,\n        } = await convertPCMToFloat32({\n            buffer: arrayBuffer,\n            bitDepth: actualBitDepth,\n        })\n        logger?.log(\n            `extractAudioAnalysis convertPCMToFloat32 length=${channelData.length} range: [ ${min} :: ${max} ]`\n        )\n\n        // Apply position and length constraints to channelData if specified\n        const startIndex = position\n        const endIndex = length ? startIndex + length : channelData.length\n        const constrainedChannelData = channelData.slice(startIndex, endIndex)\n\n        return new Promise((resolve, reject) => {\n            const blob = new Blob([InlineFeaturesExtractor], {\n                type: 'application/javascript',\n            })\n            const url = URL.createObjectURL(blob)\n            const worker = new Worker(url)\n\n            worker.onmessage = (event) => {\n                resolve(event.data.result)\n            }\n\n            worker.onerror = (error) => {\n                reject(error)\n            }\n\n            worker.postMessage({\n                command: 'process',\n                channelData: constrainedChannelData,\n                sampleRate,\n                segmentDurationMs,\n                logger,\n                bitDepth,\n                fullAudioDurationMs: durationMs,\n                numberOfChannels,\n            })\n        })\n    } else {\n        if (!fileUri) {\n            throw new Error('fileUri is required')\n        }\n        logger?.log(`extractAudioAnalysis`, {\n            fileUri,\n            segmentDurationMs,\n        })\n        const res = await ExpoAudioStreamModule.extractAudioAnalysis({\n            fileUri,\n            segmentDurationMs,\n            features,\n            position,\n            length,\n        })\n        logger?.log(`extractAudioAnalysis`, res)\n        return res\n    }\n}\n"]}

package/build/cjs/AudioAnalysis/extractAudioData.js

@@ -0,0 +1,12 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.extractAudioData = void 0;
+const ExpoAudioStreamModule_1 = __importDefault(require("../ExpoAudioStreamModule"));
+const extractAudioData = async (props) => {
+    return await ExpoAudioStreamModule_1.default.extractAudioData(props);
+};
+exports.extractAudioData = extractAudioData;
+//# sourceMappingURL=extractAudioData.js.map

package/build/cjs/AudioAnalysis/extractAudioData.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extractAudioData.js","sourceRoot":"","sources":["../../../src/AudioAnalysis/extractAudioData.ts"],"names":[],"mappings":";;;;;;AACA,qFAA4D;AAErD,MAAM,gBAAgB,GAAG,KAAK,EAAE,KAA8B,EAAE,EAAE;IACrE,OAAO,MAAM,+BAAqB,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAA;AAC9D,CAAC,CAAA;AAFY,QAAA,gBAAgB,oBAE5B","sourcesContent":["import { ExtractAudioDataOptions } from '../ExpoAudioStream.types'\nimport ExpoAudioStreamModule from '../ExpoAudioStreamModule'\n\nexport const extractAudioData = async (props: ExtractAudioDataOptions) => {\n    return await ExpoAudioStreamModule.extractAudioData(props)\n}\n"]}

package/build/cjs/AudioAnalysis/extractMelSpectrogram.js

@@ -0,0 +1,89 @@
+"use strict";
+/**
+ * @experimental This feature is experimental and currently only available on Android.
+ * The API may change in future versions. The web implementation is a placeholder.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.extractMelSpectrogram = void 0;
+const __1 = require("..");
+const constants_1 = require("../constants");
+const audioProcessing_1 = require("../utils/audioProcessing");
+/**
+ * Extracts a mel spectrogram from audio data
+ *
+ * @experimental This feature is experimental and currently only available on Android.
+ * The iOS implementation will throw an "UNSUPPORTED_PLATFORM" error.
+ * The web implementation is a placeholder that returns dummy data.
+ */
+async function extractMelSpectrogram(options) {
+    const { fileUri, arrayBuffer, windowSizeMs, hopLengthMs, nMels, fMin = 0, fMax, windowType = 'hann', normalize = false, logScale = true, decodingOptions, startTimeMs, endTimeMs, logger, } = options;
+    if (constants_1.isWeb) {
+        // Create audio context
+        const audioContext = new (window.AudioContext ||
+            window.webkitAudioContext)();
+        try {
+            // Process audio data using the existing utility
+            const processedAudio = await (0, audioProcessing_1.processAudioBuffer)({
+                arrayBuffer,
+                fileUri,
+                targetSampleRate: decodingOptions?.targetSampleRate || 16000,
+                targetChannels: decodingOptions?.targetChannels || 1,
+                normalizeAudio: decodingOptions?.normalizeAudio ?? false,
+                startTimeMs,
+                endTimeMs,
+                audioContext,
+                logger: options.logger,
+            });
+            // Calculate window and hop size in samples
+            const sampleRate = processedAudio.sampleRate;
+            const windowSize = Math.floor((windowSizeMs * sampleRate) / 1000);
+            const hopLength = Math.floor((hopLengthMs * sampleRate) / 1000);
+            const maxFreq = fMax || sampleRate / 2;
+            // Extract the mel spectrogram from the processed audio
+            const spectrogram = computeMelSpectrogram(processedAudio.channelData, sampleRate, nMels, windowSize, hopLength, fMin, maxFreq, windowType, normalize, logScale);
+            const timeSteps = spectrogram.length;
+            return {
+                spectrogram,
+                sampleRate,
+                nMels,
+                timeSteps,
+                durationMs: processedAudio.durationMs,
+            };
+        }
+        catch (error) {
+            logger?.error('Error extracting mel spectrogram:', error);
+            throw error;
+        }
+        finally {
+            // Close the audio context
+            await audioContext.close();
+        }
+    }
+    return __1.ExpoAudioStreamModule.extractMelSpectrogram(options);
+}
+exports.extractMelSpectrogram = extractMelSpectrogram;
+/**
+ * Computes a mel spectrogram from audio data
+ *
+ * @experimental This is a placeholder implementation that returns dummy data.
+ * The actual implementation will be added in a future version.
+ */
+function computeMelSpectrogram(audioData, sampleRate, nMels, windowSize, hopLength, fMin, fMax, windowType, normalize, logScale) {
+    // Placeholder for the actual implementation
+    // This would include:
+    // 1. Windowing the audio data using the specified window type
+    // 2. Computing the STFT (Short-Time Fourier Transform)
+    // 3. Converting to power spectrogram
+    // 4. Applying mel filterbanks
+    // 5. Taking the logarithm if logScale is true
+    // 6. Normalizing if normalize is true
+    // For now, return a dummy implementation
+    const numFrames = Math.floor((audioData.length - windowSize) / hopLength) + 1;
+    const spectrogram = [];
+    // Create dummy mel spectrogram data
+    for (let i = 0; i < numFrames; i++) {
+        spectrogram.push(Array(nMels).fill(0));
+    }
+    return spectrogram;
+}
+//# sourceMappingURL=extractMelSpectrogram.js.map

package/build/cjs/AudioAnalysis/extractMelSpectrogram.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extractMelSpectrogram.js","sourceRoot":"","sources":["../../../src/AudioAnalysis/extractMelSpectrogram.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AAEH,0BAA0C;AAC1C,4CAAoC;AAKpC,8DAGiC;AAEjC;;;;;;GAMG;AACI,KAAK,UAAU,qBAAqB,CACvC,OAAqC;IAErC,MAAM,EACF,OAAO,EACP,WAAW,EACX,YAAY,EACZ,WAAW,EACX,KAAK,EACL,IAAI,GAAG,CAAC,EACR,IAAI,EACJ,UAAU,GAAG,MAAM,EACnB,SAAS,GAAG,KAAK,EACjB,QAAQ,GAAG,IAAI,EACf,eAAe,EACf,WAAW,EACX,SAAS,EACT,MAAM,GACT,GAAG,OAAO,CAAA;IAEX,IAAI,iBAAK,EAAE,CAAC;QACR,uBAAuB;QACvB,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY;YACxC,MAAc,CAAC,kBAAkB,CAAC,EAAE,CAAA;QAEzC,IAAI,CAAC;YACD,gDAAgD;YAChD,MAAM,cAAc,GAAuB,MAAM,IAAA,oCAAkB,EAC/D;gBACI,WAAW;gBACX,OAAO;gBACP,gBAAgB,EACZ,eAAe,EAAE,gBAAgB,IAAI,KAAK;gBAC9C,cAAc,EAAE,eAAe,EAAE,cAAc,IAAI,CAAC;gBACpD,cAAc,EAAE,eAAe,EAAE,cAAc,IAAI,KAAK;gBACxD,WAAW;gBACX,SAAS;gBACT,YAAY;gBACZ,MAAM,EAAE,OAAO,CAAC,MAAM;aACzB,CACJ,CAAA;YAED,2CAA2C;YAC3C,MAAM,UAAU,GAAG,cAAc,CAAC,UAAU,CAAA;YAC5C,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,YAAY,GAAG,UAAU,CAAC,GAAG,IAAI,CAAC,CAAA;YACjE,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,WAAW,GAAG,UAAU,CAAC,GAAG,IAAI,CAAC,CAAA;YAC/D,MAAM,OAAO,GAAG,IAAI,IAAI,UAAU,GAAG,CAAC,CAAA;YAEtC,uDAAuD;YACvD,MAAM,WAAW,GAAG,qBAAqB,CACrC,cAAc,CAAC,WAAW,EAC1B,UAAU,EACV,KAAK,EACL,UAAU,EACV,SAAS,EACT,IAAI,EACJ,OAAO,EACP,UAAU,EACV,SAAS,EACT,QAAQ,CACX,CAAA;YAED,MAAM,SAAS,GAAG,WAAW,CAAC,MAAM,CAAA;YAEpC,OAAO;gBACH,WAAW;gBACX,UAAU;gBACV,KAAK;gBACL,SAAS;gBACT,UAAU,EAAE,cAAc,CAAC,UAAU;aACxC,CAAA;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,EAAE,KAAK,CAAC,mCAAmC,EAAE,KAAK,CAAC,CAAA;YACzD,MAAM,KAAK,CAAA;QACf,CAAC;gBAAS,CAAC;YACP,0BAA0B;YAC1B,MAAM,YAAY,CAAC,KAAK,EAAE,CAAA;QAC9B,CAAC;IACL,CAAC;IACD,OAAO,yBAAqB,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAA;AAC/D,CAAC;AAhFD,sDAgFC;AAED;;;;;GAKG;AACH,SAAS,qBAAqB,CAC1B,SAAuB,EACvB,UAAkB,EAClB,KAAa,EACb,UAAkB,EAClB,SAAiB,EACjB,IAAY,EACZ,IAAY,EACZ,UAA8B,EAC9B,SAAkB,EAClB,QAAiB;IAEjB,4CAA4C;IAC5C,sBAAsB;IACtB,8DAA8D;IAC9D,uDAAuD;IACvD,qCAAqC;IACrC,8BAA8B;IAC9B,8CAA8C;IAC9C,sCAAsC;IAEtC,yCAAyC;IACzC,MAAM,SAAS,GACX,IAAI,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,MAAM,GAAG,UAAU,CAAC,GAAG,SAAS,CAAC,GAAG,CAAC,CAAA;IAC/D,MAAM,WAAW,GAAe,EAAE,CAAA;IAElC,oCAAoC;IACpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;QACjC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;IAC1C,CAAC;IAED,OAAO,WAAW,CAAA;AACtB,CAAC","sourcesContent":["/**\n * @experimental This feature is experimental and currently only available on Android.\n * The API may change in future versions. The web implementation is a placeholder.\n */\n\nimport { ExpoAudioStreamModule } from '..'\nimport { isWeb } from '../constants'\nimport {\n    ExtractMelSpectrogramOptions,\n    MelSpectrogram,\n} from './AudioAnalysis.types'\nimport {\n    processAudioBuffer,\n    ProcessedAudioData,\n} from '../utils/audioProcessing'\n\n/**\n * Extracts a mel spectrogram from audio data\n *\n * @experimental This feature is experimental and currently only available on Android.\n * The iOS implementation will throw an \"UNSUPPORTED_PLATFORM\" error.\n * The web implementation is a placeholder that returns dummy data.\n */\nexport async function extractMelSpectrogram(\n    options: ExtractMelSpectrogramOptions\n): Promise<MelSpectrogram> {\n    const {\n        fileUri,\n        arrayBuffer,\n        windowSizeMs,\n        hopLengthMs,\n        nMels,\n        fMin = 0,\n        fMax,\n        windowType = 'hann',\n        normalize = false,\n        logScale = true,\n        decodingOptions,\n        startTimeMs,\n        endTimeMs,\n        logger,\n    } = options\n\n    if (isWeb) {\n        // Create audio context\n        const audioContext = new (window.AudioContext ||\n            (window as any).webkitAudioContext)()\n\n        try {\n            // Process audio data using the existing utility\n            const processedAudio: ProcessedAudioData = await processAudioBuffer(\n                {\n                    arrayBuffer,\n                    fileUri,\n                    targetSampleRate:\n                        decodingOptions?.targetSampleRate || 16000,\n                    targetChannels: decodingOptions?.targetChannels || 1,\n                    normalizeAudio: decodingOptions?.normalizeAudio ?? false,\n                    startTimeMs,\n                    endTimeMs,\n                    audioContext,\n                    logger: options.logger,\n                }\n            )\n\n            // Calculate window and hop size in samples\n            const sampleRate = processedAudio.sampleRate\n            const windowSize = Math.floor((windowSizeMs * sampleRate) / 1000)\n            const hopLength = Math.floor((hopLengthMs * sampleRate) / 1000)\n            const maxFreq = fMax || sampleRate / 2\n\n            // Extract the mel spectrogram from the processed audio\n            const spectrogram = computeMelSpectrogram(\n                processedAudio.channelData,\n                sampleRate,\n                nMels,\n                windowSize,\n                hopLength,\n                fMin,\n                maxFreq,\n                windowType,\n                normalize,\n                logScale\n            )\n\n            const timeSteps = spectrogram.length\n\n            return {\n                spectrogram,\n                sampleRate,\n                nMels,\n                timeSteps,\n                durationMs: processedAudio.durationMs,\n            }\n        } catch (error) {\n            logger?.error('Error extracting mel spectrogram:', error)\n            throw error\n        } finally {\n            // Close the audio context\n            await audioContext.close()\n        }\n    }\n    return ExpoAudioStreamModule.extractMelSpectrogram(options)\n}\n\n/**\n * Computes a mel spectrogram from audio data\n *\n * @experimental This is a placeholder implementation that returns dummy data.\n * The actual implementation will be added in a future version.\n */\nfunction computeMelSpectrogram(\n    audioData: Float32Array,\n    sampleRate: number,\n    nMels: number,\n    windowSize: number,\n    hopLength: number,\n    fMin: number,\n    fMax: number,\n    windowType: 'hann' | 'hamming',\n    normalize: boolean,\n    logScale: boolean\n): number[][] {\n    // Placeholder for the actual implementation\n    // This would include:\n    // 1. Windowing the audio data using the specified window type\n    // 2. Computing the STFT (Short-Time Fourier Transform)\n    // 3. Converting to power spectrogram\n    // 4. Applying mel filterbanks\n    // 5. Taking the logarithm if logScale is true\n    // 6. Normalizing if normalize is true\n\n    // For now, return a dummy implementation\n    const numFrames =\n        Math.floor((audioData.length - windowSize) / hopLength) + 1\n    const spectrogram: number[][] = []\n\n    // Create dummy mel spectrogram data\n    for (let i = 0; i < numFrames; i++) {\n        spectrogram.push(Array(nMels).fill(0))\n    }\n\n    return spectrogram\n}\n"]}

package/build/cjs/AudioAnalysis/extractPreview.js

@@ -0,0 +1,29 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.extractPreview = void 0;
+const extractAudioAnalysis_1 = require("./extractAudioAnalysis");
+/**
+ * Generates a simplified preview of the audio waveform for quick visualization.
+ * Ideal for UI rendering with a specified number of points.
+ *
+ * @param options - The options for the preview, including file URI and time range.
+ * @returns A promise that resolves to the audio preview data.
+ */
+async function extractPreview({ fileUri, numberOfPoints = 100, startTimeMs = 0, endTimeMs = 30000, // First 30 seconds
+decodingOptions, logger, }) {
+    const durationMs = endTimeMs - startTimeMs;
+    const segmentDurationMs = Math.floor(durationMs / numberOfPoints);
+    // Call extractAudioAnalysis with calculated parameters
+    const analysis = await (0, extractAudioAnalysis_1.extractAudioAnalysis)({
+        fileUri,
+        startTimeMs,
+        endTimeMs,
+        logger,
+        segmentDurationMs,
+        decodingOptions,
+    });
+    // Transform the result into AudioPreview format
+    return analysis;
+}
+exports.extractPreview = extractPreview;
+//# sourceMappingURL=extractPreview.js.map

package/build/cjs/AudioAnalysis/extractPreview.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extractPreview.js","sourceRoot":"","sources":["../../../src/AudioAnalysis/extractPreview.ts"],"names":[],"mappings":";;;AACA,iEAA6D;AAE7D;;;;;;GAMG;AACI,KAAK,UAAU,cAAc,CAAC,EACjC,OAAO,EACP,cAAc,GAAG,GAAG,EACpB,WAAW,GAAG,CAAC,EACf,SAAS,GAAG,KAAK,EAAE,mBAAmB;AACtC,eAAe,EACf,MAAM,GACO;IACb,MAAM,UAAU,GAAG,SAAS,GAAG,WAAW,CAAA;IAC1C,MAAM,iBAAiB,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,cAAc,CAAC,CAAA;IAEjE,uDAAuD;IACvD,MAAM,QAAQ,GAAG,MAAM,IAAA,2CAAoB,EAAC;QACxC,OAAO;QACP,WAAW;QACX,SAAS;QACT,MAAM;QACN,iBAAiB;QACjB,eAAe;KAClB,CAAC,CAAA;IAEF,gDAAgD;IAChD,OAAO,QAAQ,CAAA;AACnB,CAAC;AAvBD,wCAuBC","sourcesContent":["import { PreviewOptions, AudioAnalysis } from './AudioAnalysis.types'\nimport { extractAudioAnalysis } from './extractAudioAnalysis'\n\n/**\n * Generates a simplified preview of the audio waveform for quick visualization.\n * Ideal for UI rendering with a specified number of points.\n *\n * @param options - The options for the preview, including file URI and time range.\n * @returns A promise that resolves to the audio preview data.\n */\nexport async function extractPreview({\n    fileUri,\n    numberOfPoints = 100,\n    startTimeMs = 0,\n    endTimeMs = 30000, // First 30 seconds\n    decodingOptions,\n    logger,\n}: PreviewOptions): Promise<AudioAnalysis> {\n    const durationMs = endTimeMs - startTimeMs\n    const segmentDurationMs = Math.floor(durationMs / numberOfPoints)\n\n    // Call extractAudioAnalysis with calculated parameters\n    const analysis = await extractAudioAnalysis({\n        fileUri,\n        startTimeMs,\n        endTimeMs,\n        logger,\n        segmentDurationMs,\n        decodingOptions,\n    })\n\n    // Transform the result into AudioPreview format\n    return analysis\n}\n"]}

package/build/cjs/AudioAnalysis/extractWaveform.js

@@ -0,0 +1,18 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.extractWaveform = void 0;
+const ExpoAudioStreamModule_1 = __importDefault(require("../ExpoAudioStreamModule"));
+const extractWaveform = async ({ fileUri, numberOfSamples, offset = 0, length, }) => {
+    const res = await ExpoAudioStreamModule_1.default.extractAudioAnalysis({
+        fileUri,
+        numberOfSamples,
+        offset,
+        length,
+    });
+    return res;
+};
+exports.extractWaveform = extractWaveform;
+//# sourceMappingURL=extractWaveform.js.map

package/build/cjs/AudioAnalysis/extractWaveform.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extractWaveform.js","sourceRoot":"","sources":["../../../src/AudioAnalysis/extractWaveform.ts"],"names":[],"mappings":";;;;;;AAAA,qFAA4D;AAQrD,MAAM,eAAe,GAAG,KAAK,EAAE,EAClC,OAAO,EACP,eAAe,EACf,MAAM,GAAG,CAAC,EACV,MAAM,GACa,EAAoB,EAAE;IACzC,MAAM,GAAG,GAAG,MAAM,+BAAqB,CAAC,oBAAoB,CAAC;QACzD,OAAO;QACP,eAAe;QACf,MAAM;QACN,MAAM;KACT,CAAC,CAAA;IACF,OAAO,GAAG,CAAA;AACd,CAAC,CAAA;AAbY,QAAA,eAAe,mBAa3B","sourcesContent":["import ExpoAudioStreamModule from '../ExpoAudioStreamModule'\n\nexport interface ExtractWaveformProps {\n    fileUri: string\n    numberOfSamples: number\n    offset?: number\n    length?: number\n}\nexport const extractWaveform = async ({\n    fileUri,\n    numberOfSamples,\n    offset = 0,\n    length,\n}: ExtractWaveformProps): Promise<unknown> => {\n    const res = await ExpoAudioStreamModule.extractAudioAnalysis({\n        fileUri,\n        numberOfSamples,\n        offset,\n        length,\n    })\n    return res\n}\n"]}