@siteed/expo-audio-stream 2.0.0 → 2.1.0

package/build/AudioAnalysis/extractAudioData.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"extractAudioData.d.ts","sourceRoot":"","sources":["../../src/AudioAnalysis/extractAudioData.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,uBAAuB,EAAE,MAAM,0BAA0B,CAAA;AAGlE,eAAO,MAAM,gBAAgB,UAAiB,uBAAuB,iBAEpE,CAAA"}

package/build/AudioAnalysis/extractAudioData.js

@@ -0,0 +1,5 @@
+import ExpoAudioStreamModule from '../ExpoAudioStreamModule';
+export const extractAudioData = async (props) => {
+    return await ExpoAudioStreamModule.extractAudioData(props);
+};
+//# sourceMappingURL=extractAudioData.js.map

package/build/AudioAnalysis/extractAudioData.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extractAudioData.js","sourceRoot":"","sources":["../../src/AudioAnalysis/extractAudioData.ts"],"names":[],"mappings":"AACA,OAAO,qBAAqB,MAAM,0BAA0B,CAAA;AAE5D,MAAM,CAAC,MAAM,gBAAgB,GAAG,KAAK,EAAE,KAA8B,EAAE,EAAE;IACrE,OAAO,MAAM,qBAAqB,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAA;AAC9D,CAAC,CAAA","sourcesContent":["import { ExtractAudioDataOptions } from '../ExpoAudioStream.types'\nimport ExpoAudioStreamModule from '../ExpoAudioStreamModule'\n\nexport const extractAudioData = async (props: ExtractAudioDataOptions) => {\n    return await ExpoAudioStreamModule.extractAudioData(props)\n}\n"]}

package/build/AudioAnalysis/extractMelSpectrogram.d.ts

@@ -0,0 +1,14 @@
+/**
+ * @experimental This feature is experimental and currently only available on Android.
+ * The API may change in future versions. The web implementation is a placeholder.
+ */
+import { ExtractMelSpectrogramOptions, MelSpectrogram } from './AudioAnalysis.types';
+/**
+ * Extracts a mel spectrogram from audio data
+ *
+ * @experimental This feature is experimental and currently only available on Android.
+ * The iOS implementation will throw an "UNSUPPORTED_PLATFORM" error.
+ * The web implementation is a placeholder that returns dummy data.
+ */
+export declare function extractMelSpectrogram(options: ExtractMelSpectrogramOptions): Promise<MelSpectrogram>;
+//# sourceMappingURL=extractMelSpectrogram.d.ts.map

package/build/AudioAnalysis/extractMelSpectrogram.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"extractMelSpectrogram.d.ts","sourceRoot":"","sources":["../../src/AudioAnalysis/extractMelSpectrogram.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH,OAAO,EACH,4BAA4B,EAC5B,cAAc,EACjB,MAAM,uBAAuB,CAAA;AAM9B;;;;;;GAMG;AACH,wBAAsB,qBAAqB,CACvC,OAAO,EAAE,4BAA4B,GACtC,OAAO,CAAC,cAAc,CAAC,CA8EzB"}

package/build/AudioAnalysis/extractMelSpectrogram.js

@@ -0,0 +1,85 @@
+/**
+ * @experimental This feature is experimental and currently only available on Android.
+ * The API may change in future versions. The web implementation is a placeholder.
+ */
+import { ExpoAudioStreamModule } from '..';
+import { isWeb } from '../constants';
+import { processAudioBuffer, } from '../utils/audioProcessing';
+/**
+ * Extracts a mel spectrogram from audio data
+ *
+ * @experimental This feature is experimental and currently only available on Android.
+ * The iOS implementation will throw an "UNSUPPORTED_PLATFORM" error.
+ * The web implementation is a placeholder that returns dummy data.
+ */
+export async function extractMelSpectrogram(options) {
+    const { fileUri, arrayBuffer, windowSizeMs, hopLengthMs, nMels, fMin = 0, fMax, windowType = 'hann', normalize = false, logScale = true, decodingOptions, startTimeMs, endTimeMs, logger, } = options;
+    if (isWeb) {
+        // Create audio context
+        const audioContext = new (window.AudioContext ||
+            window.webkitAudioContext)();
+        try {
+            // Process audio data using the existing utility
+            const processedAudio = await processAudioBuffer({
+                arrayBuffer,
+                fileUri,
+                targetSampleRate: decodingOptions?.targetSampleRate || 16000,
+                targetChannels: decodingOptions?.targetChannels || 1,
+                normalizeAudio: decodingOptions?.normalizeAudio ?? false,
+                startTimeMs,
+                endTimeMs,
+                audioContext,
+                logger: options.logger,
+            });
+            // Calculate window and hop size in samples
+            const sampleRate = processedAudio.sampleRate;
+            const windowSize = Math.floor((windowSizeMs * sampleRate) / 1000);
+            const hopLength = Math.floor((hopLengthMs * sampleRate) / 1000);
+            const maxFreq = fMax || sampleRate / 2;
+            // Extract the mel spectrogram from the processed audio
+            const spectrogram = computeMelSpectrogram(processedAudio.channelData, sampleRate, nMels, windowSize, hopLength, fMin, maxFreq, windowType, normalize, logScale);
+            const timeSteps = spectrogram.length;
+            return {
+                spectrogram,
+                sampleRate,
+                nMels,
+                timeSteps,
+                durationMs: processedAudio.durationMs,
+            };
+        }
+        catch (error) {
+            logger?.error('Error extracting mel spectrogram:', error);
+            throw error;
+        }
+        finally {
+            // Close the audio context
+            await audioContext.close();
+        }
+    }
+    return ExpoAudioStreamModule.extractMelSpectrogram(options);
+}
+/**
+ * Computes a mel spectrogram from audio data
+ *
+ * @experimental This is a placeholder implementation that returns dummy data.
+ * The actual implementation will be added in a future version.
+ */
+function computeMelSpectrogram(audioData, sampleRate, nMels, windowSize, hopLength, fMin, fMax, windowType, normalize, logScale) {
+    // Placeholder for the actual implementation
+    // This would include:
+    // 1. Windowing the audio data using the specified window type
+    // 2. Computing the STFT (Short-Time Fourier Transform)
+    // 3. Converting to power spectrogram
+    // 4. Applying mel filterbanks
+    // 5. Taking the logarithm if logScale is true
+    // 6. Normalizing if normalize is true
+    // For now, return a dummy implementation
+    const numFrames = Math.floor((audioData.length - windowSize) / hopLength) + 1;
+    const spectrogram = [];
+    // Create dummy mel spectrogram data
+    for (let i = 0; i < numFrames; i++) {
+        spectrogram.push(Array(nMels).fill(0));
+    }
+    return spectrogram;
+}
+//# sourceMappingURL=extractMelSpectrogram.js.map

package/build/AudioAnalysis/extractMelSpectrogram.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extractMelSpectrogram.js","sourceRoot":"","sources":["../../src/AudioAnalysis/extractMelSpectrogram.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,qBAAqB,EAAE,MAAM,IAAI,CAAA;AAC1C,OAAO,EAAE,KAAK,EAAE,MAAM,cAAc,CAAA;AAKpC,OAAO,EACH,kBAAkB,GAErB,MAAM,0BAA0B,CAAA;AAEjC;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACvC,OAAqC;IAErC,MAAM,EACF,OAAO,EACP,WAAW,EACX,YAAY,EACZ,WAAW,EACX,KAAK,EACL,IAAI,GAAG,CAAC,EACR,IAAI,EACJ,UAAU,GAAG,MAAM,EACnB,SAAS,GAAG,KAAK,EACjB,QAAQ,GAAG,IAAI,EACf,eAAe,EACf,WAAW,EACX,SAAS,EACT,MAAM,GACT,GAAG,OAAO,CAAA;IAEX,IAAI,KAAK,EAAE,CAAC;QACR,uBAAuB;QACvB,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY;YACxC,MAAc,CAAC,kBAAkB,CAAC,EAAE,CAAA;QAEzC,IAAI,CAAC;YACD,gDAAgD;YAChD,MAAM,cAAc,GAAuB,MAAM,kBAAkB,CAC/D;gBACI,WAAW;gBACX,OAAO;gBACP,gBAAgB,EACZ,eAAe,EAAE,gBAAgB,IAAI,KAAK;gBAC9C,cAAc,EAAE,eAAe,EAAE,cAAc,IAAI,CAAC;gBACpD,cAAc,EAAE,eAAe,EAAE,cAAc,IAAI,KAAK;gBACxD,WAAW;gBACX,SAAS;gBACT,YAAY;gBACZ,MAAM,EAAE,OAAO,CAAC,MAAM;aACzB,CACJ,CAAA;YAED,2CAA2C;YAC3C,MAAM,UAAU,GAAG,cAAc,CAAC,UAAU,CAAA;YAC5C,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,YAAY,GAAG,UAAU,CAAC,GAAG,IAAI,CAAC,CAAA;YACjE,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,WAAW,GAAG,UAAU,CAAC,GAAG,IAAI,CAAC,CAAA;YAC/D,MAAM,OAAO,GAAG,IAAI,IAAI,UAAU,GAAG,CAAC,CAAA;YAEtC,uDAAuD;YACvD,MAAM,WAAW,GAAG,qBAAqB,CACrC,cAAc,CAAC,WAAW,EAC1B,UAAU,EACV,KAAK,EACL,UAAU,EACV,SAAS,EACT,IAAI,EACJ,OAAO,EACP,UAAU,EACV,SAAS,EACT,QAAQ,CACX,CAAA;YAED,MAAM,SAAS,GAAG,WAAW,CAAC,MAAM,CAAA;YAEpC,OAAO;gBACH,WAAW;gBACX,UAAU;gBACV,KAAK;gBACL,SAAS;gBACT,UAAU,EAAE,cAAc,CAAC,UAAU;aACxC,CAAA;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,EAAE,KAAK,CAAC,mCAAmC,EAAE,KAAK,CAAC,CAAA;YACzD,MAAM,KAAK,CAAA;QACf,CAAC;gBAAS,CAAC;YACP,0BAA0B;YAC1B,MAAM,YAAY,CAAC,KAAK,EAAE,CAAA;QAC9B,CAAC;IACL,CAAC;IACD,OAAO,qBAAqB,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAA;AAC/D,CAAC;AAED;;;;;GAKG;AACH,SAAS,qBAAqB,CAC1B,SAAuB,EACvB,UAAkB,EAClB,KAAa,EACb,UAAkB,EAClB,SAAiB,EACjB,IAAY,EACZ,IAAY,EACZ,UAA8B,EAC9B,SAAkB,EAClB,QAAiB;IAEjB,4CAA4C;IAC5C,sBAAsB;IACtB,8DAA8D;IAC9D,uDAAuD;IACvD,qCAAqC;IACrC,8BAA8B;IAC9B,8CAA8C;IAC9C,sCAAsC;IAEtC,yCAAyC;IACzC,MAAM,SAAS,GACX,IAAI,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,MAAM,GAAG,UAAU,CAAC,GAAG,SAAS,CAAC,GAAG,CAAC,CAAA;IAC/D,MAAM,WAAW,GAAe,EAAE,CAAA;IAElC,oCAAoC;IACpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;QACjC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;IAC1C,CAAC;IAED,OAAO,WAAW,CAAA;AACtB,CAAC","sourcesContent":["/**\n * @experimental This feature is experimental and currently only available on Android.\n * The API may change in future versions. The web implementation is a placeholder.\n */\n\nimport { ExpoAudioStreamModule } from '..'\nimport { isWeb } from '../constants'\nimport {\n    ExtractMelSpectrogramOptions,\n    MelSpectrogram,\n} from './AudioAnalysis.types'\nimport {\n    processAudioBuffer,\n    ProcessedAudioData,\n} from '../utils/audioProcessing'\n\n/**\n * Extracts a mel spectrogram from audio data\n * \n * @experimental This feature is experimental and currently only available on Android.\n * The iOS implementation will throw an \"UNSUPPORTED_PLATFORM\" error.\n * The web implementation is a placeholder that returns dummy data.\n */\nexport async function extractMelSpectrogram(\n    options: ExtractMelSpectrogramOptions\n): Promise<MelSpectrogram> {\n    const {\n        fileUri,\n        arrayBuffer,\n        windowSizeMs,\n        hopLengthMs,\n        nMels,\n        fMin = 0,\n        fMax,\n        windowType = 'hann',\n        normalize = false,\n        logScale = true,\n        decodingOptions,\n        startTimeMs,\n        endTimeMs,\n        logger,\n    } = options\n\n    if (isWeb) {\n        // Create audio context\n        const audioContext = new (window.AudioContext ||\n            (window as any).webkitAudioContext)()\n\n        try {\n            // Process audio data using the existing utility\n            const processedAudio: ProcessedAudioData = await processAudioBuffer(\n                {\n                    arrayBuffer,\n                    fileUri,\n                    targetSampleRate:\n                        decodingOptions?.targetSampleRate || 16000,\n                    targetChannels: decodingOptions?.targetChannels || 1,\n                    normalizeAudio: decodingOptions?.normalizeAudio ?? false,\n                    startTimeMs,\n                    endTimeMs,\n                    audioContext,\n                    logger: options.logger,\n                }\n            )\n\n            // Calculate window and hop size in samples\n            const sampleRate = processedAudio.sampleRate\n            const windowSize = Math.floor((windowSizeMs * sampleRate) / 1000)\n            const hopLength = Math.floor((hopLengthMs * sampleRate) / 1000)\n            const maxFreq = fMax || sampleRate / 2\n\n            // Extract the mel spectrogram from the processed audio\n            const spectrogram = computeMelSpectrogram(\n                processedAudio.channelData,\n                sampleRate,\n                nMels,\n                windowSize,\n                hopLength,\n                fMin,\n                maxFreq,\n                windowType,\n                normalize,\n                logScale\n            )\n\n            const timeSteps = spectrogram.length\n\n            return {\n                spectrogram,\n                sampleRate,\n                nMels,\n                timeSteps,\n                durationMs: processedAudio.durationMs,\n            }\n        } catch (error) {\n            logger?.error('Error extracting mel spectrogram:', error)\n            throw error\n        } finally {\n            // Close the audio context\n            await audioContext.close()\n        }\n    }\n    return ExpoAudioStreamModule.extractMelSpectrogram(options)\n}\n\n/**\n * Computes a mel spectrogram from audio data\n * \n * @experimental This is a placeholder implementation that returns dummy data.\n * The actual implementation will be added in a future version.\n */\nfunction computeMelSpectrogram(\n    audioData: Float32Array,\n    sampleRate: number,\n    nMels: number,\n    windowSize: number,\n    hopLength: number,\n    fMin: number,\n    fMax: number,\n    windowType: 'hann' | 'hamming',\n    normalize: boolean,\n    logScale: boolean\n): number[][] {\n    // Placeholder for the actual implementation\n    // This would include:\n    // 1. Windowing the audio data using the specified window type\n    // 2. Computing the STFT (Short-Time Fourier Transform)\n    // 3. Converting to power spectrogram\n    // 4. Applying mel filterbanks\n    // 5. Taking the logarithm if logScale is true\n    // 6. Normalizing if normalize is true\n\n    // For now, return a dummy implementation\n    const numFrames =\n        Math.floor((audioData.length - windowSize) / hopLength) + 1\n    const spectrogram: number[][] = []\n\n    // Create dummy mel spectrogram data\n    for (let i = 0; i < numFrames; i++) {\n        spectrogram.push(Array(nMels).fill(0))\n    }\n\n    return spectrogram\n}\n"]}

package/build/AudioAnalysis/extractPreview.d.ts

@@ -0,0 +1,11 @@
+import { PreviewOptions, AudioAnalysis } from './AudioAnalysis.types';
+/**
+ * Generates a simplified preview of the audio waveform for quick visualization.
+ * Ideal for UI rendering with a specified number of points.
+ *
+ * @param options - The options for the preview, including file URI and time range.
+ * @returns A promise that resolves to the audio preview data.
+ */
+export declare function extractPreview({ fileUri, numberOfPoints, startTimeMs, endTimeMs, // First 30 seconds
+decodingOptions, logger, }: PreviewOptions): Promise<AudioAnalysis>;
+//# sourceMappingURL=extractPreview.d.ts.map

package/build/AudioAnalysis/extractPreview.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"extractPreview.d.ts","sourceRoot":"","sources":["../../src/AudioAnalysis/extractPreview.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAA;AAGrE;;;;;;GAMG;AACH,wBAAsB,cAAc,CAAC,EACjC,OAAO,EACP,cAAoB,EACpB,WAAe,EACf,SAAiB,EAAE,mBAAmB;AACtC,eAAe,EACf,MAAM,GACT,EAAE,cAAc,GAAG,OAAO,CAAC,aAAa,CAAC,CAgBzC"}

package/build/AudioAnalysis/extractPreview.js

@@ -0,0 +1,25 @@
+import { extractAudioAnalysis } from './extractAudioAnalysis';
+/**
+ * Generates a simplified preview of the audio waveform for quick visualization.
+ * Ideal for UI rendering with a specified number of points.
+ *
+ * @param options - The options for the preview, including file URI and time range.
+ * @returns A promise that resolves to the audio preview data.
+ */
+export async function extractPreview({ fileUri, numberOfPoints = 100, startTimeMs = 0, endTimeMs = 30000, // First 30 seconds
+decodingOptions, logger, }) {
+    const durationMs = endTimeMs - startTimeMs;
+    const segmentDurationMs = Math.floor(durationMs / numberOfPoints);
+    // Call extractAudioAnalysis with calculated parameters
+    const analysis = await extractAudioAnalysis({
+        fileUri,
+        startTimeMs,
+        endTimeMs,
+        logger,
+        segmentDurationMs,
+        decodingOptions,
+    });
+    // Transform the result into AudioPreview format
+    return analysis;
+}
+//# sourceMappingURL=extractPreview.js.map

package/build/AudioAnalysis/extractPreview.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extractPreview.js","sourceRoot":"","sources":["../../src/AudioAnalysis/extractPreview.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAA;AAE7D;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,EACjC,OAAO,EACP,cAAc,GAAG,GAAG,EACpB,WAAW,GAAG,CAAC,EACf,SAAS,GAAG,KAAK,EAAE,mBAAmB;AACtC,eAAe,EACf,MAAM,GACO;IACb,MAAM,UAAU,GAAG,SAAS,GAAG,WAAW,CAAA;IAC1C,MAAM,iBAAiB,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,cAAc,CAAC,CAAA;IAEjE,uDAAuD;IACvD,MAAM,QAAQ,GAAG,MAAM,oBAAoB,CAAC;QACxC,OAAO;QACP,WAAW;QACX,SAAS;QACT,MAAM;QACN,iBAAiB;QACjB,eAAe;KAClB,CAAC,CAAA;IAEF,gDAAgD;IAChD,OAAO,QAAQ,CAAA;AACnB,CAAC","sourcesContent":["import { PreviewOptions, AudioAnalysis } from './AudioAnalysis.types'\nimport { extractAudioAnalysis } from './extractAudioAnalysis'\n\n/**\n * Generates a simplified preview of the audio waveform for quick visualization.\n * Ideal for UI rendering with a specified number of points.\n *\n * @param options - The options for the preview, including file URI and time range.\n * @returns A promise that resolves to the audio preview data.\n */\nexport async function extractPreview({\n    fileUri,\n    numberOfPoints = 100,\n    startTimeMs = 0,\n    endTimeMs = 30000, // First 30 seconds\n    decodingOptions,\n    logger,\n}: PreviewOptions): Promise<AudioAnalysis> {\n    const durationMs = endTimeMs - startTimeMs\n    const segmentDurationMs = Math.floor(durationMs / numberOfPoints)\n\n    // Call extractAudioAnalysis with calculated parameters\n    const analysis = await extractAudioAnalysis({\n        fileUri,\n        startTimeMs,\n        endTimeMs,\n        logger,\n        segmentDurationMs,\n        decodingOptions,\n    })\n\n    // Transform the result into AudioPreview format\n    return analysis\n}\n"]}