@siteed/expo-audio-stream 1.5.2 → 1.7.0

package/build/useAudioRecorder.js

@@ -0,0 +1,311 @@
+// src/useAudioRecorder.ts
+import { Platform } from 'expo-modules-core';
+import { useCallback, useEffect, useReducer, useRef } from 'react';
+import ExpoAudioStreamModule from './ExpoAudioStreamModule';
+import { addAudioAnalysisListener, addAudioEventListener, } from './events';
+const defaultAnalysis = {
+    pointsPerSecond: 10,
+    bitDepth: 32,
+    numberOfChannels: 1,
+    durationMs: 0,
+    sampleRate: 44100,
+    samples: 0,
+    dataPoints: [],
+    amplitudeAlgorithm: 'rms',
+    speakerChanges: [],
+    amplitudeRange: {
+        min: Number.POSITIVE_INFINITY,
+        max: Number.NEGATIVE_INFINITY,
+    },
+};
+function audioRecorderReducer(state, action) {
+    switch (action.type) {
+        case 'START':
+            return {
+                ...state,
+                isRecording: true,
+                isPaused: false,
+                durationMs: 0,
+                size: 0,
+                analysisData: defaultAnalysis, // Reset analysis data
+            };
+        case 'STOP':
+            return { ...state, isRecording: false, isPaused: false };
+        case 'PAUSE':
+            return { ...state, isPaused: true, isRecording: false };
+        case 'RESUME':
+            return { ...state, isPaused: false, isRecording: true };
+        case 'UPDATE_RECORDING_STATE':
+            return {
+                ...state,
+                isPaused: action.payload.isPaused,
+                isRecording: action.payload.isRecording,
+            };
+        case 'UPDATE_STATUS':
+            return {
+                ...state,
+                durationMs: action.payload.durationMs,
+                size: action.payload.size,
+            };
+        case 'UPDATE_ANALYSIS':
+            return {
+                ...state,
+                analysisData: action.payload,
+            };
+        default:
+            return state;
+    }
+}
+export function useAudioRecorder({ logger, audioWorkletUrl, featuresExtratorUrl, } = {}) {
+    const [state, dispatch] = useReducer(audioRecorderReducer, {
+        isRecording: false,
+        isPaused: false,
+        durationMs: 0,
+        size: 0,
+        analysisData: undefined,
+    });
+    const analysisListenerRef = useRef(null);
+    // analysisRef is the current analysis data (last 10 seconds by default)
+    const analysisRef = useRef({ ...defaultAnalysis });
+    // fullAnalysisRef is the full analysis data (all data points)
+    const fullAnalysisRef = useRef({
+        ...defaultAnalysis,
+    });
+    // Instantiate the module for web with URLs
+    const ExpoAudioStream = Platform.OS === 'web'
+        ? ExpoAudioStreamModule({
+            audioWorkletUrl,
+            featuresExtratorUrl,
+            logger,
+        })
+        : ExpoAudioStreamModule;
+    const onAudioStreamRef = useRef(null);
+    const handleAudioAnalysis = useCallback(async ({ analysis, visualizationDuration, }) => {
+        const savedAnalysisData = analysisRef.current || {
+            ...defaultAnalysis,
+        };
+        const maxDuration = visualizationDuration;
+        logger?.debug(`[handleAudioAnalysis] Received audio analysis: maxDuration=${maxDuration} analysis.dataPoints=${analysis.dataPoints.length} analysisData.dataPoints=${savedAnalysisData.dataPoints.length}`, analysis);
+        // Combine data points
+        const combinedDataPoints = [
+            ...savedAnalysisData.dataPoints,
+            ...analysis.dataPoints,
+        ];
+        const fullCombinedDataPoints = [
+            ...(fullAnalysisRef.current?.dataPoints ?? []),
+            ...analysis.dataPoints,
+        ];
+        // Calculate the new duration
+        const pointsPerSecond = analysis.pointsPerSecond || savedAnalysisData.pointsPerSecond;
+        const maxDataPoints = (pointsPerSecond * visualizationDuration) / 1000;
+        logger?.debug(`[handleAudioAnalysis] Combined data points before trimming: pointsPerSecond=${pointsPerSecond} visualizationDuration=${visualizationDuration} combinedDataPointsLength=${combinedDataPoints.length} vs maxDataPoints=${maxDataPoints}`);
+        // Trim data points to keep within the maximum number of data points
+        if (combinedDataPoints.length > maxDataPoints) {
+            combinedDataPoints.splice(0, combinedDataPoints.length - maxDataPoints);
+        }
+        // Keep the full data points
+        fullAnalysisRef.current = {
+            ...fullAnalysisRef.current,
+            dataPoints: fullCombinedDataPoints,
+        };
+        fullAnalysisRef.current.durationMs =
+            fullCombinedDataPoints.length * (1000 / pointsPerSecond);
+        savedAnalysisData.dataPoints = combinedDataPoints;
+        savedAnalysisData.bitDepth =
+            analysis.bitDepth || savedAnalysisData.bitDepth;
+        savedAnalysisData.durationMs =
+            combinedDataPoints.length * (1000 / pointsPerSecond);
+        // Update amplitude range
+        const newMin = Math.min(savedAnalysisData.amplitudeRange.min, analysis.amplitudeRange.min);
+        const newMax = Math.max(savedAnalysisData.amplitudeRange.max, analysis.amplitudeRange.max);
+        savedAnalysisData.amplitudeRange = {
+            min: newMin,
+            max: newMax,
+        };
+        fullAnalysisRef.current.amplitudeRange = {
+            min: newMin,
+            max: newMax,
+        };
+        logger?.debug(`[handleAudioAnalysis] Updated analysis data: durationMs=${savedAnalysisData.durationMs}`, savedAnalysisData);
+        // Update the ref
+        analysisRef.current = savedAnalysisData;
+        // Dispatch the updated analysis data to state to trigger re-render
+        // need to use spread operator otherwise it doesnt trigger update.
+        dispatch({
+            type: 'UPDATE_ANALYSIS',
+            payload: { ...savedAnalysisData },
+        });
+    }, [dispatch]);
+    const handleAudioEvent = useCallback(async (eventData) => {
+        const { fileUri, deltaSize, totalSize, lastEmittedSize, position, streamUuid, encoded, mimeType, buffer, } = eventData;
+        logger?.debug(`[handleAudioEvent] Received audio event:`, {
+            fileUri,
+            deltaSize,
+            totalSize,
+            position,
+            mimeType,
+            lastEmittedSize,
+            streamUuid,
+            encodedLength: encoded?.length,
+        });
+        if (deltaSize === 0) {
+            // Ignore packet with no data
+            return;
+        }
+        try {
+            // Coming from native ( ios / android ) otherwise buffer is set
+            if (Platform.OS !== 'web') {
+                // Read the audio file as a base64 string for comparison
+                if (!encoded) {
+                    logger?.error(`Encoded audio data is missing`);
+                    throw new Error('Encoded audio data is missing');
+                }
+                onAudioStreamRef.current?.({
+                    data: encoded,
+                    position,
+                    fileUri,
+                    eventDataSize: deltaSize,
+                    totalSize,
+                });
+            }
+            else if (buffer) {
+                // Coming from web
+                const webEvent = {
+                    data: buffer,
+                    position,
+                    fileUri,
+                    eventDataSize: deltaSize,
+                    totalSize,
+                };
+                onAudioStreamRef.current?.(webEvent);
+                logger?.debug(`[handleAudioEvent] Audio data sent to onAudioStream`, webEvent);
+            }
+        }
+        catch (error) {
+            logger?.error(`Error processing audio event:`, error);
+        }
+    }, []);
+    const checkStatus = useCallback(async () => {
+        try {
+            const status = ExpoAudioStream.status();
+            logger?.debug(`Status: paused: ${status.isPaused} durationMs: ${status.durationMs} size: ${status.size}`);
+            // Check and update recording state
+            if (status.isRecording !== state.isRecording ||
+                status.isPaused !== state.isPaused) {
+                dispatch({
+                    type: 'UPDATE_RECORDING_STATE',
+                    payload: {
+                        isRecording: status.isRecording,
+                        isPaused: status.isPaused,
+                    },
+                });
+            }
+            // Check and update recording progress
+            if (status.durationMs !== state.durationMs ||
+                status.size !== state.size) {
+                dispatch({
+                    type: 'UPDATE_STATUS',
+                    payload: {
+                        durationMs: status.durationMs,
+                        size: status.size,
+                    },
+                });
+            }
+        }
+        catch (error) {
+            logger?.error(`Error getting status:`, error);
+        }
+    }, [state.isRecording]);
+    const startRecording = useCallback(async (recordingOptions) => {
+        logger?.debug(`start recoding`, recordingOptions);
+        analysisRef.current = { ...defaultAnalysis }; // Reset analysis data
+        fullAnalysisRef.current = { ...defaultAnalysis };
+        const { onAudioStream, ...options } = recordingOptions;
+        const { enableProcessing } = options;
+        const maxRecentDataDuration = 10000; // TODO compute maxRecentDataDuration based on screen dimensions
+        if (typeof onAudioStream === 'function') {
+            onAudioStreamRef.current = onAudioStream;
+        }
+        else {
+            logger?.warn(`onAudioStream is not a function`, onAudioStream);
+            onAudioStreamRef.current = null;
+        }
+        const startResult = await ExpoAudioStream.startRecording(options);
+        dispatch({ type: 'START' });
+        if (enableProcessing) {
+            logger?.debug(`Enabling audio analysis listener`);
+            const listener = addAudioAnalysisListener(async (analysisData) => {
+                try {
+                    await handleAudioAnalysis({
+                        analysis: analysisData,
+                        visualizationDuration: maxRecentDataDuration,
+                    });
+                }
+                catch (error) {
+                    logger?.warn(`Error processing audio analysis:`, error);
+                }
+            });
+            analysisListenerRef.current = listener;
+        }
+        return startResult;
+    }, [handleAudioAnalysis, dispatch]);
+    const stopRecording = useCallback(async () => {
+        logger?.debug(`stoping recording`);
+        const stopResult = await ExpoAudioStream.stopRecording();
+        stopResult.analysisData = fullAnalysisRef.current;
+        if (analysisListenerRef.current) {
+            analysisListenerRef.current.remove();
+            analysisListenerRef.current = null;
+        }
+        onAudioStreamRef.current = null;
+        logger?.debug(`recording stopped`, stopResult);
+        dispatch({ type: 'STOP' });
+        return stopResult;
+    }, [dispatch]);
+    const pauseRecording = useCallback(async () => {
+        logger?.debug(`pause recording`);
+        const pauseResult = await ExpoAudioStream.pauseRecording();
+        dispatch({ type: 'PAUSE' });
+        return pauseResult;
+    }, [dispatch]);
+    const resumeRecording = useCallback(async () => {
+        logger?.debug(`resume recording`);
+        const resumeResult = await ExpoAudioStream.resumeRecording();
+        dispatch({ type: 'RESUME' });
+        return resumeResult;
+    }, [dispatch]);
+    useEffect(() => {
+        let interval;
+        if (state.isRecording || state.isPaused) {
+            interval = setInterval(checkStatus, 1000);
+        }
+        return () => {
+            if (interval) {
+                clearInterval(interval);
+            }
+        };
+    }, [checkStatus, state.isRecording, state.isPaused]);
+    useEffect(() => {
+        logger?.debug(`Registering audio event listener`);
+        const subscribeAudio = addAudioEventListener(handleAudioEvent);
+        logger?.debug(`Subscribed to audio event listener and analysis listener`, {
+            subscribeAudio,
+        });
+        return () => {
+            logger?.debug(`Removing audio event listener`);
+            subscribeAudio.remove();
+        };
+    }, [handleAudioEvent, handleAudioAnalysis]);
+    return {
+        startRecording,
+        stopRecording,
+        pauseRecording,
+        resumeRecording,
+        isPaused: state.isPaused,
+        isRecording: state.isRecording,
+        durationMs: state.durationMs,
+        size: state.size,
+        analysisData: state.analysisData,
+    };
+}
+//# sourceMappingURL=useAudioRecorder.js.map

package/build/useAudioRecorder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"useAudioRecorder.js","sourceRoot":"","sources":["../src/useAudioRecorder.tsx"],"names":[],"mappings":"AAAA,0BAA0B;AAC1B,OAAO,EAAqB,QAAQ,EAAE,MAAM,mBAAmB,CAAA;AAC/D,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,OAAO,CAAA;AAWlE,OAAO,qBAAqB,MAAM,yBAAyB,CAAA;AAC3D,OAAO,EACH,wBAAwB,EACxB,qBAAqB,GAExB,MAAM,UAAU,CAAA;AAwCjB,MAAM,eAAe,GAAkB;IACnC,eAAe,EAAE,EAAE;IACnB,QAAQ,EAAE,EAAE;IACZ,gBAAgB,EAAE,CAAC;IACnB,UAAU,EAAE,CAAC;IACb,UAAU,EAAE,KAAK;IACjB,OAAO,EAAE,CAAC;IACV,UAAU,EAAE,EAAE;IACd,kBAAkB,EAAE,KAAK;IACzB,cAAc,EAAE,EAAE;IAClB,cAAc,EAAE;QACZ,GAAG,EAAE,MAAM,CAAC,iBAAiB;QAC7B,GAAG,EAAE,MAAM,CAAC,iBAAiB;KAChC;CACJ,CAAA;AAED,SAAS,oBAAoB,CACzB,KAA2B,EAC3B,MAAsB;IAEtB,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;QAClB,KAAK,OAAO;YACR,OAAO;gBACH,GAAG,KAAK;gBACR,WAAW,EAAE,IAAI;gBACjB,QAAQ,EAAE,KAAK;gBACf,UAAU,EAAE,CAAC;gBACb,IAAI,EAAE,CAAC;gBACP,YAAY,EAAE,eAAe,EAAE,sBAAsB;aACxD,CAAA;QACL,KAAK,MAAM;YACP,OAAO,EAAE,GAAG,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAA;QAC5D,KAAK,OAAO;YACR,OAAO,EAAE,GAAG,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,CAAA;QAC3D,KAAK,QAAQ;YACT,OAAO,EAAE,GAAG,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,CAAA;QAC3D,KAAK,wBAAwB;YACzB,OAAO;gBACH,GAAG,KAAK;gBACR,QAAQ,EAAE,MAAM,CAAC,OAAO,CAAC,QAAQ;gBACjC,WAAW,EAAE,MAAM,CAAC,OAAO,CAAC,WAAW;aAC1C,CAAA;QACL,KAAK,eAAe;YAChB,OAAO;gBACH,GAAG,KAAK;gBACR,UAAU,EAAE,MAAM,CAAC,OAAO,CAAC,UAAU;gBACrC,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,IAAI;aAC5B,CAAA;QACL,KAAK,iBAAiB;YAClB,OAAO;gBACH,GAAG,KAAK;gBACR,YAAY,EAAE,MAAM,CAAC,OAAO;aAC/B,CAAA;QACL;YACI,OAAO,KAAK,CAAA;IACpB,CAAC;AACL,CAAC;AAOD,MAAM,UAAU,gBAAgB,CAAC,EAC7B,MAAM,EACN,eAAe,EACf,mBAAmB,MACI,EAAE;IACzB,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,GAAG,UAAU,CAAC,oBAAoB,EAAE;QACvD,WAAW,EAAE,KAAK;QAClB,QAAQ,EAAE,KAAK;QACf,UAAU,EAAE,CAAC;QACb,IAAI,EAAE,CAAC;QACP,YAAY,EAAE,SAAS;KAC1B,CAAC,CAAA;IAEF,MAAM,mBAAmB,GAAG,MAAM,CAA2B,IAAI,CAAC,CAAA;IAClE,wEAAwE;IACxE,MAAM,WAAW,GAAG,MAAM,CAAgB,EAAE,GAAG,eAAe,EAAE,CAAC,CAAA;IACjE,8DAA8D;IAC9D,MAAM,eAAe,GAAG,MAAM,CAAgB;QAC1C,GAAG,eAAe;KACrB,CAAC,CAAA;IAEF,2CAA2C;IAC3C,MAAM,eAAe,GACjB,QAAQ,CAAC,EAAE,KAAK,KAAK;QACjB,CAAC,CAAC,qBAAqB,CAAC;YAClB,eAAe;YACf,mBAAmB;YACnB,MAAM;SACT,CAAC;QACJ,CAAC,CAAC,qBAAqB,CAAA;IAE/B,MAAM,gBAAgB,GAAG,MAAM,CAE7B,IAAI,CAAC,CAAA;IAEP,MAAM,mBAAmB,GAAG,WAAW,CACnC,KAAK,EAAE,EACH,QAAQ,EACR,qBAAqB,GACE,EAAE,EAAE;QAC3B,MAAM,iBAAiB,GAAG,WAAW,CAAC,OAAO,IAAI;YAC7C,GAAG,eAAe;SACrB,CAAA;QAED,MAAM,WAAW,GAAG,qBAAqB,CAAA;QAEzC,MAAM,EAAE,KAAK,CACT,8DAA8D,WAAW,wBAAwB,QAAQ,CAAC,UAAU,CAAC,MAAM,4BAA4B,iBAAiB,CAAC,UAAU,CAAC,MAAM,EAAE,EAC5L,QAAQ,CACX,CAAA;QAED,sBAAsB;QACtB,MAAM,kBAAkB,GAAG;YACvB,GAAG,iBAAiB,CAAC,UAAU;YAC/B,GAAG,QAAQ,CAAC,UAAU;SACzB,CAAA;QAED,MAAM,sBAAsB,GAAG;YAC3B,GAAG,CAAC,eAAe,CAAC,OAAO,EAAE,UAAU,IAAI,EAAE,CAAC;YAC9C,GAAG,QAAQ,CAAC,UAAU;SACzB,CAAA;QAED,6BAA6B;QAC7B,MAAM,eAAe,GACjB,QAAQ,CAAC,eAAe,IAAI,iBAAiB,CAAC,eAAe,CAAA;QACjE,MAAM,aAAa,GACf,CAAC,eAAe,GAAG,qBAAqB,CAAC,GAAG,IAAI,CAAA;QAEpD,MAAM,EAAE,KAAK,CACT,+EAA+E,eAAe,0BAA0B,qBAAqB,6BAA6B,kBAAkB,CAAC,MAAM,qBAAqB,aAAa,EAAE,CAC1O,CAAA;QAED,oEAAoE;QACpE,IAAI,kBAAkB,CAAC,MAAM,GAAG,aAAa,EAAE,CAAC;YAC5C,kBAAkB,CAAC,MAAM,CACrB,CAAC,EACD,kBAAkB,CAAC,MAAM,GAAG,aAAa,CAC5C,CAAA;QACL,CAAC;QAED,4BAA4B;QAC5B,eAAe,CAAC,OAAO,GAAG;YACtB,GAAG,eAAe,CAAC,OAAO;YAC1B,UAAU,EAAE,sBAAsB;SACrC,CAAA;QACD,eAAe,CAAC,OAAO,CAAC,UAAU;YAC9B,sBAAsB,CAAC,MAAM,GAAG,CAAC,IAAI,GAAG,eAAe,CAAC,CAAA;QAC5D,iBAAiB,CAAC,UAAU,GAAG,kBAAkB,CAAA;QACjD,iBAAiB,CAAC,QAAQ;YACtB,QAAQ,CAAC,QAAQ,IAAI,iBAAiB,CAAC,QAAQ,CAAA;QACnD,iBAAiB,CAAC,UAAU;YACxB,kBAAkB,CAAC,MAAM,GAAG,CAAC,IAAI,GAAG,eAAe,CAAC,CAAA;QAExD,yBAAyB;QACzB,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CACnB,iBAAiB,CAAC,cAAc,CAAC,GAAG,EACpC,QAAQ,CAAC,cAAc,CAAC,GAAG,CAC9B,CAAA;QACD,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CACnB,iBAAiB,CAAC,cAAc,CAAC,GAAG,EACpC,QAAQ,CAAC,cAAc,CAAC,GAAG,CAC9B,CAAA;QAED,iBAAiB,CAAC,cAAc,GAAG;YAC/B,GAAG,EAAE,MAAM;YACX,GAAG,EAAE,MAAM;SACd,CAAA;QACD,eAAe,CAAC,OAAO,CAAC,cAAc,GAAG;YACrC,GAAG,EAAE,MAAM;YACX,GAAG,EAAE,MAAM;SACd,CAAA;QAED,MAAM,EAAE,KAAK,CACT,2DAA2D,iBAAiB,CAAC,UAAU,EAAE,EACzF,iBAAiB,CACpB,CAAA;QAED,iBAAiB;QACjB,WAAW,CAAC,OAAO,GAAG,iBAAiB,CAAA;QAEvC,mEAAmE;QACnE,kEAAkE;QAClE,QAAQ,CAAC;YACL,IAAI,EAAE,iBAAiB;YACvB,OAAO,EAAE,EAAE,GAAG,iBAAiB,EAAE;SACpC,CAAC,CAAA;IACN,CAAC,EACD,CAAC,QAAQ,CAAC,CACb,CAAA;IAED,MAAM,gBAAgB,GAAG,WAAW,CAChC,KAAK,EAAE,SAA4B,EAAE,EAAE;QACnC,MAAM,EACF,OAAO,EACP,SAAS,EACT,SAAS,EACT,eAAe,EACf,QAAQ,EACR,UAAU,EACV,OAAO,EACP,QAAQ,EACR,MAAM,GACT,GAAG,SAAS,CAAA;QACb,MAAM,EAAE,KAAK,CAAC,0CAA0C,EAAE;YACtD,OAAO;YACP,SAAS;YACT,SAAS;YACT,QAAQ;YACR,QAAQ;YACR,eAAe;YACf,UAAU;YACV,aAAa,EAAE,OAAO,EAAE,MAAM;SACjC,CAAC,CAAA;QACF,IAAI,SAAS,KAAK,CAAC,EAAE,CAAC;YAClB,6BAA6B;YAC7B,OAAM;QACV,CAAC;QACD,IAAI,CAAC;YACD,+DAA+D;YAC/D,IAAI,QAAQ,CAAC,EAAE,KAAK,KAAK,EAAE,CAAC;gBACxB,wDAAwD;gBACxD,IAAI,CAAC,OAAO,EAAE,CAAC;oBACX,MAAM,EAAE,KAAK,CAAC,+BAA+B,CAAC,CAAA;oBAC9C,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAA;gBACpD,CAAC;gBACD,gBAAgB,CAAC,OAAO,EAAE,CAAC;oBACvB,IAAI,EAAE,OAAO;oBACb,QAAQ;oBACR,OAAO;oBACP,aAAa,EAAE,SAAS;oBACxB,SAAS;iBACZ,CAAC,CAAA;YACN,CAAC;iBAAM,IAAI,MAAM,EAAE,CAAC;gBAChB,kBAAkB;gBAClB,MAAM,QAAQ,GAAmB;oBAC7B,IAAI,EAAE,MAAM;oBACZ,QAAQ;oBACR,OAAO;oBACP,aAAa,EAAE,SAAS;oBACxB,SAAS;iBACZ,CAAA;gBACD,gBAAgB,CAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,CAAA;gBACpC,MAAM,EAAE,KAAK,CACT,qDAAqD,EACrD,QAAQ,CACX,CAAA;YACL,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,EAAE,KAAK,CAAC,+BAA+B,EAAE,KAAK,CAAC,CAAA;QACzD,CAAC;IACL,CAAC,EACD,EAAE,CACL,CAAA;IAED,MAAM,WAAW,GAAG,WAAW,CAAC,KAAK,IAAI,EAAE;QACvC,IAAI,CAAC;YACD,MAAM,MAAM,GAAsB,eAAe,CAAC,MAAM,EAAE,CAAA;YAC1D,MAAM,EAAE,KAAK,CACT,mBAAmB,MAAM,CAAC,QAAQ,gBAAgB,MAAM,CAAC,UAAU,UAAU,MAAM,CAAC,IAAI,EAAE,CAC7F,CAAA;YAED,mCAAmC;YACnC,IACI,MAAM,CAAC,WAAW,KAAK,KAAK,CAAC,WAAW;gBACxC,MAAM,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ,EACpC,CAAC;gBACC,QAAQ,CAAC;oBACL,IAAI,EAAE,wBAAwB;oBAC9B,OAAO,EAAE;wBACL,WAAW,EAAE,MAAM,CAAC,WAAW;wBAC/B,QAAQ,EAAE,MAAM,CAAC,QAAQ;qBAC5B;iBACJ,CAAC,CAAA;YACN,CAAC;YAED,sCAAsC;YACtC,IACI,MAAM,CAAC,UAAU,KAAK,KAAK,CAAC,UAAU;gBACtC,MAAM,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI,EAC5B,CAAC;gBACC,QAAQ,CAAC;oBACL,IAAI,EAAE,eAAe;oBACrB,OAAO,EAAE;wBACL,UAAU,EAAE,MAAM,CAAC,UAAU;wBAC7B,IAAI,EAAE,MAAM,CAAC,IAAI;qBACpB;iBACJ,CAAC,CAAA;YACN,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,EAAE,KAAK,CAAC,uBAAuB,EAAE,KAAK,CAAC,CAAA;QACjD,CAAC;IACL,CAAC,EAAE,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAA;IAEvB,MAAM,cAAc,GAAG,WAAW,CAC9B,KAAK,EAAE,gBAAiC,EAAE,EAAE;QACxC,MAAM,EAAE,KAAK,CAAC,gBAAgB,EAAE,gBAAgB,CAAC,CAAA;QAEjD,WAAW,CAAC,OAAO,GAAG,EAAE,GAAG,eAAe,EAAE,CAAA,CAAC,sBAAsB;QACnE,eAAe,CAAC,OAAO,GAAG,EAAE,GAAG,eAAe,EAAE,CAAA;QAChD,MAAM,EAAE,aAAa,EAAE,GAAG,OAAO,EAAE,GAAG,gBAAgB,CAAA;QACtD,MAAM,EAAE,gBAAgB,EAAE,GAAG,OAAO,CAAA;QAEpC,MAAM,qBAAqB,GAAG,KAAK,CAAA,CAAC,gEAAgE;QACpG,IAAI,OAAO,aAAa,KAAK,UAAU,EAAE,CAAC;YACtC,gBAAgB,CAAC,OAAO,GAAG,aAAa,CAAA;QAC5C,CAAC;aAAM,CAAC;YACJ,MAAM,EAAE,IAAI,CAAC,iCAAiC,EAAE,aAAa,CAAC,CAAA;YAC9D,gBAAgB,CAAC,OAAO,GAAG,IAAI,CAAA;QACnC,CAAC;QACD,MAAM,WAAW,GACb,MAAM,eAAe,CAAC,cAAc,CAAC,OAAO,CAAC,CAAA;QACjD,QAAQ,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAA;QAE3B,IAAI,gBAAgB,EAAE,CAAC;YACnB,MAAM,EAAE,KAAK,CAAC,kCAAkC,CAAC,CAAA;YACjD,MAAM,QAAQ,GAAG,wBAAwB,CACrC,KAAK,EAAE,YAAY,EAAE,EAAE;gBACnB,IAAI,CAAC;oBACD,MAAM,mBAAmB,CAAC;wBACtB,QAAQ,EAAE,YAAY;wBACtB,qBAAqB,EAAE,qBAAqB;qBAC/C,CAAC,CAAA;gBACN,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACb,MAAM,EAAE,IAAI,CACR,kCAAkC,EAClC,KAAK,CACR,CAAA;gBACL,CAAC;YACL,CAAC,CACJ,CAAA;YAED,mBAAmB,CAAC,OAAO,GAAG,QAAQ,CAAA;QAC1C,CAAC;QAED,OAAO,WAAW,CAAA;IACtB,CAAC,EACD,CAAC,mBAAmB,EAAE,QAAQ,CAAC,CAClC,CAAA;IAED,MAAM,aAAa,GAAG,WAAW,CAAC,KAAK,IAAI,EAAE;QACzC,MAAM,EAAE,KAAK,CAAC,mBAAmB,CAAC,CAAA;QAElC,MAAM,UAAU,GAAmB,MAAM,eAAe,CAAC,aAAa,EAAE,CAAA;QACxE,UAAU,CAAC,YAAY,GAAG,eAAe,CAAC,OAAO,CAAA;QAEjD,IAAI,mBAAmB,CAAC,OAAO,EAAE,CAAC;YAC9B,mBAAmB,CAAC,OAAO,CAAC,MAAM,EAAE,CAAA;YACpC,mBAAmB,CAAC,OAAO,GAAG,IAAI,CAAA;QACtC,CAAC;QACD,gBAAgB,CAAC,OAAO,GAAG,IAAI,CAAA;QAC/B,MAAM,EAAE,KAAK,CAAC,mBAAmB,EAAE,UAAU,CAAC,CAAA;QAC9C,QAAQ,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAA;QAC1B,OAAO,UAAU,CAAA;IACrB,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAA;IAEd,MAAM,cAAc,GAAG,WAAW,CAAC,KAAK,IAAI,EAAE;QAC1C,MAAM,EAAE,KAAK,CAAC,iBAAiB,CAAC,CAAA;QAChC,MAAM,WAAW,GAAG,MAAM,eAAe,CAAC,cAAc,EAAE,CAAA;QAC1D,QAAQ,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAA;QAC3B,OAAO,WAAW,CAAA;IACtB,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAA;IAEd,MAAM,eAAe,GAAG,WAAW,CAAC,KAAK,IAAI,EAAE;QAC3C,MAAM,EAAE,KAAK,CAAC,kBAAkB,CAAC,CAAA;QACjC,MAAM,YAAY,GAAG,MAAM,eAAe,CAAC,eAAe,EAAE,CAAA;QAC5D,QAAQ,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAA;QAC5B,OAAO,YAAY,CAAA;IACvB,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAA;IAEd,SAAS,CAAC,GAAG,EAAE;QACX,IAAI,QAAuC,CAAA;QAC3C,IAAI,KAAK,CAAC,WAAW,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;YACtC,QAAQ,GAAG,WAAW,CAAC,WAAW,EAAE,IAAI,CAAC,CAAA;QAC7C,CAAC;QACD,OAAO,GAAG,EAAE;YACR,IAAI,QAAQ,EAAE,CAAC;gBACX,aAAa,CAAC,QAAQ,CAAC,CAAA;YAC3B,CAAC;QACL,CAAC,CAAA;IACL,CAAC,EAAE,CAAC,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAA;IAEpD,SAAS,CAAC,GAAG,EAAE;QACX,MAAM,EAAE,KAAK,CAAC,kCAAkC,CAAC,CAAA;QACjD,MAAM,cAAc,GAAG,qBAAqB,CAAC,gBAAgB,CAAC,CAAA;QAE9D,MAAM,EAAE,KAAK,CACT,0DAA0D,EAC1D;YACI,cAAc;SACjB,CACJ,CAAA;QAED,OAAO,GAAG,EAAE;YACR,MAAM,EAAE,KAAK,CAAC,+BAA+B,CAAC,CAAA;YAC9C,cAAc,CAAC,MAAM,EAAE,CAAA;QAC3B,CAAC,CAAA;IACL,CAAC,EAAE,CAAC,gBAAgB,EAAE,mBAAmB,CAAC,CAAC,CAAA;IAE3C,OAAO;QACH,cAAc;QACd,aAAa;QACb,cAAc;QACd,eAAe;QACf,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,YAAY,EAAE,KAAK,CAAC,YAAY;KACnC,CAAA;AACL,CAAC","sourcesContent":["// src/useAudioRecorder.ts\nimport { EventSubscription, Platform } from 'expo-modules-core'\nimport { useCallback, useEffect, useReducer, useRef } from 'react'\n\nimport { AudioAnalysis } from './AudioAnalysis/AudioAnalysis.types'\nimport {\n    AudioDataEvent,\n    AudioRecording,\n    AudioStreamStatus,\n    ConsoleLike,\n    RecordingConfig,\n    StartRecordingResult,\n} from './ExpoAudioStream.types'\nimport ExpoAudioStreamModule from './ExpoAudioStreamModule'\nimport {\n    addAudioAnalysisListener,\n    addAudioEventListener,\n    AudioEventPayload,\n} from './events'\n\nexport interface UseAudioRecorderProps {\n    logger?: ConsoleLike\n    audioWorkletUrl?: string\n    featuresExtratorUrl?: string\n}\n\nexport interface UseAudioRecorderState {\n    startRecording: (_: RecordingConfig) => Promise<StartRecordingResult>\n    stopRecording: () => Promise<AudioRecording>\n    pauseRecording: () => Promise<void>\n    resumeRecording: () => Promise<void>\n    isRecording: boolean\n    isPaused: boolean\n    durationMs: number // Duration of the recording\n    size: number // Size in bytes of the recorded audio\n    analysisData?: AudioAnalysis\n}\n\ninterface RecorderReducerState {\n    isRecording: boolean\n    isPaused: boolean\n    durationMs: number\n    size: number\n    analysisData?: AudioAnalysis\n}\n\ntype RecorderAction =\n    | { type: 'START' | 'STOP' | 'PAUSE' | 'RESUME' }\n    | {\n          type: 'UPDATE_RECORDING_STATE'\n          payload: {\n              isRecording: boolean\n              isPaused: boolean\n          }\n      }\n    | { type: 'UPDATE_STATUS'; payload: { durationMs: number; size: number } }\n    | { type: 'UPDATE_ANALYSIS'; payload: AudioAnalysis }\n\nconst defaultAnalysis: AudioAnalysis = {\n    pointsPerSecond: 10,\n    bitDepth: 32,\n    numberOfChannels: 1,\n    durationMs: 0,\n    sampleRate: 44100,\n    samples: 0,\n    dataPoints: [],\n    amplitudeAlgorithm: 'rms',\n    speakerChanges: [],\n    amplitudeRange: {\n        min: Number.POSITIVE_INFINITY,\n        max: Number.NEGATIVE_INFINITY,\n    },\n}\n\nfunction audioRecorderReducer(\n    state: RecorderReducerState,\n    action: RecorderAction\n): RecorderReducerState {\n    switch (action.type) {\n        case 'START':\n            return {\n                ...state,\n                isRecording: true,\n                isPaused: false,\n                durationMs: 0,\n                size: 0,\n                analysisData: defaultAnalysis, // Reset analysis data\n            }\n        case 'STOP':\n            return { ...state, isRecording: false, isPaused: false }\n        case 'PAUSE':\n            return { ...state, isPaused: true, isRecording: false }\n        case 'RESUME':\n            return { ...state, isPaused: false, isRecording: true }\n        case 'UPDATE_RECORDING_STATE':\n            return {\n                ...state,\n                isPaused: action.payload.isPaused,\n                isRecording: action.payload.isRecording,\n            }\n        case 'UPDATE_STATUS':\n            return {\n                ...state,\n                durationMs: action.payload.durationMs,\n                size: action.payload.size,\n            }\n        case 'UPDATE_ANALYSIS':\n            return {\n                ...state,\n                analysisData: action.payload,\n            }\n        default:\n            return state\n    }\n}\n\ninterface HandleAudioAnalysisProps {\n    analysis: AudioAnalysis\n    visualizationDuration: number\n}\n\nexport function useAudioRecorder({\n    logger,\n    audioWorkletUrl,\n    featuresExtratorUrl,\n}: UseAudioRecorderProps = {}): UseAudioRecorderState {\n    const [state, dispatch] = useReducer(audioRecorderReducer, {\n        isRecording: false,\n        isPaused: false,\n        durationMs: 0,\n        size: 0,\n        analysisData: undefined,\n    })\n\n    const analysisListenerRef = useRef<EventSubscription | null>(null)\n    // analysisRef is the current analysis data (last 10 seconds by default)\n    const analysisRef = useRef<AudioAnalysis>({ ...defaultAnalysis })\n    // fullAnalysisRef is the full analysis data (all data points)\n    const fullAnalysisRef = useRef<AudioAnalysis>({\n        ...defaultAnalysis,\n    })\n\n    // Instantiate the module for web with URLs\n    const ExpoAudioStream =\n        Platform.OS === 'web'\n            ? ExpoAudioStreamModule({\n                  audioWorkletUrl,\n                  featuresExtratorUrl,\n                  logger,\n              })\n            : ExpoAudioStreamModule\n\n    const onAudioStreamRef = useRef<\n        ((_: AudioDataEvent) => Promise<void>) | null\n    >(null)\n\n    const handleAudioAnalysis = useCallback(\n        async ({\n            analysis,\n            visualizationDuration,\n        }: HandleAudioAnalysisProps) => {\n            const savedAnalysisData = analysisRef.current || {\n                ...defaultAnalysis,\n            }\n\n            const maxDuration = visualizationDuration\n\n            logger?.debug(\n                `[handleAudioAnalysis] Received audio analysis: maxDuration=${maxDuration} analysis.dataPoints=${analysis.dataPoints.length} analysisData.dataPoints=${savedAnalysisData.dataPoints.length}`,\n                analysis\n            )\n\n            // Combine data points\n            const combinedDataPoints = [\n                ...savedAnalysisData.dataPoints,\n                ...analysis.dataPoints,\n            ]\n\n            const fullCombinedDataPoints = [\n                ...(fullAnalysisRef.current?.dataPoints ?? []),\n                ...analysis.dataPoints,\n            ]\n\n            // Calculate the new duration\n            const pointsPerSecond =\n                analysis.pointsPerSecond || savedAnalysisData.pointsPerSecond\n            const maxDataPoints =\n                (pointsPerSecond * visualizationDuration) / 1000\n\n            logger?.debug(\n                `[handleAudioAnalysis] Combined data points before trimming: pointsPerSecond=${pointsPerSecond} visualizationDuration=${visualizationDuration} combinedDataPointsLength=${combinedDataPoints.length} vs maxDataPoints=${maxDataPoints}`\n            )\n\n            // Trim data points to keep within the maximum number of data points\n            if (combinedDataPoints.length > maxDataPoints) {\n                combinedDataPoints.splice(\n                    0,\n                    combinedDataPoints.length - maxDataPoints\n                )\n            }\n\n            // Keep the full data points\n            fullAnalysisRef.current = {\n                ...fullAnalysisRef.current,\n                dataPoints: fullCombinedDataPoints,\n            }\n            fullAnalysisRef.current.durationMs =\n                fullCombinedDataPoints.length * (1000 / pointsPerSecond)\n            savedAnalysisData.dataPoints = combinedDataPoints\n            savedAnalysisData.bitDepth =\n                analysis.bitDepth || savedAnalysisData.bitDepth\n            savedAnalysisData.durationMs =\n                combinedDataPoints.length * (1000 / pointsPerSecond)\n\n            // Update amplitude range\n            const newMin = Math.min(\n                savedAnalysisData.amplitudeRange.min,\n                analysis.amplitudeRange.min\n            )\n            const newMax = Math.max(\n                savedAnalysisData.amplitudeRange.max,\n                analysis.amplitudeRange.max\n            )\n\n            savedAnalysisData.amplitudeRange = {\n                min: newMin,\n                max: newMax,\n            }\n            fullAnalysisRef.current.amplitudeRange = {\n                min: newMin,\n                max: newMax,\n            }\n\n            logger?.debug(\n                `[handleAudioAnalysis] Updated analysis data: durationMs=${savedAnalysisData.durationMs}`,\n                savedAnalysisData\n            )\n\n            // Update the ref\n            analysisRef.current = savedAnalysisData\n\n            // Dispatch the updated analysis data to state to trigger re-render\n            // need to use spread operator otherwise it doesnt trigger update.\n            dispatch({\n                type: 'UPDATE_ANALYSIS',\n                payload: { ...savedAnalysisData },\n            })\n        },\n        [dispatch]\n    )\n\n    const handleAudioEvent = useCallback(\n        async (eventData: AudioEventPayload) => {\n            const {\n                fileUri,\n                deltaSize,\n                totalSize,\n                lastEmittedSize,\n                position,\n                streamUuid,\n                encoded,\n                mimeType,\n                buffer,\n            } = eventData\n            logger?.debug(`[handleAudioEvent] Received audio event:`, {\n                fileUri,\n                deltaSize,\n                totalSize,\n                position,\n                mimeType,\n                lastEmittedSize,\n                streamUuid,\n                encodedLength: encoded?.length,\n            })\n            if (deltaSize === 0) {\n                // Ignore packet with no data\n                return\n            }\n            try {\n                // Coming from native ( ios / android ) otherwise buffer is set\n                if (Platform.OS !== 'web') {\n                    // Read the audio file as a base64 string for comparison\n                    if (!encoded) {\n                        logger?.error(`Encoded audio data is missing`)\n                        throw new Error('Encoded audio data is missing')\n                    }\n                    onAudioStreamRef.current?.({\n                        data: encoded,\n                        position,\n                        fileUri,\n                        eventDataSize: deltaSize,\n                        totalSize,\n                    })\n                } else if (buffer) {\n                    // Coming from web\n                    const webEvent: AudioDataEvent = {\n                        data: buffer,\n                        position,\n                        fileUri,\n                        eventDataSize: deltaSize,\n                        totalSize,\n                    }\n                    onAudioStreamRef.current?.(webEvent)\n                    logger?.debug(\n                        `[handleAudioEvent] Audio data sent to onAudioStream`,\n                        webEvent\n                    )\n                }\n            } catch (error) {\n                logger?.error(`Error processing audio event:`, error)\n            }\n        },\n        []\n    )\n\n    const checkStatus = useCallback(async () => {\n        try {\n            const status: AudioStreamStatus = ExpoAudioStream.status()\n            logger?.debug(\n                `Status: paused: ${status.isPaused} durationMs: ${status.durationMs} size: ${status.size}`\n            )\n\n            // Check and update recording state\n            if (\n                status.isRecording !== state.isRecording ||\n                status.isPaused !== state.isPaused\n            ) {\n                dispatch({\n                    type: 'UPDATE_RECORDING_STATE',\n                    payload: {\n                        isRecording: status.isRecording,\n                        isPaused: status.isPaused,\n                    },\n                })\n            }\n\n            // Check and update recording progress\n            if (\n                status.durationMs !== state.durationMs ||\n                status.size !== state.size\n            ) {\n                dispatch({\n                    type: 'UPDATE_STATUS',\n                    payload: {\n                        durationMs: status.durationMs,\n                        size: status.size,\n                    },\n                })\n            }\n        } catch (error) {\n            logger?.error(`Error getting status:`, error)\n        }\n    }, [state.isRecording])\n\n    const startRecording = useCallback(\n        async (recordingOptions: RecordingConfig) => {\n            logger?.debug(`start recoding`, recordingOptions)\n\n            analysisRef.current = { ...defaultAnalysis } // Reset analysis data\n            fullAnalysisRef.current = { ...defaultAnalysis }\n            const { onAudioStream, ...options } = recordingOptions\n            const { enableProcessing } = options\n\n            const maxRecentDataDuration = 10000 // TODO compute maxRecentDataDuration based on screen dimensions\n            if (typeof onAudioStream === 'function') {\n                onAudioStreamRef.current = onAudioStream\n            } else {\n                logger?.warn(`onAudioStream is not a function`, onAudioStream)\n                onAudioStreamRef.current = null\n            }\n            const startResult: StartRecordingResult =\n                await ExpoAudioStream.startRecording(options)\n            dispatch({ type: 'START' })\n\n            if (enableProcessing) {\n                logger?.debug(`Enabling audio analysis listener`)\n                const listener = addAudioAnalysisListener(\n                    async (analysisData) => {\n                        try {\n                            await handleAudioAnalysis({\n                                analysis: analysisData,\n                                visualizationDuration: maxRecentDataDuration,\n                            })\n                        } catch (error) {\n                            logger?.warn(\n                                `Error processing audio analysis:`,\n                                error\n                            )\n                        }\n                    }\n                )\n\n                analysisListenerRef.current = listener\n            }\n\n            return startResult\n        },\n        [handleAudioAnalysis, dispatch]\n    )\n\n    const stopRecording = useCallback(async () => {\n        logger?.debug(`stoping recording`)\n\n        const stopResult: AudioRecording = await ExpoAudioStream.stopRecording()\n        stopResult.analysisData = fullAnalysisRef.current\n\n        if (analysisListenerRef.current) {\n            analysisListenerRef.current.remove()\n            analysisListenerRef.current = null\n        }\n        onAudioStreamRef.current = null\n        logger?.debug(`recording stopped`, stopResult)\n        dispatch({ type: 'STOP' })\n        return stopResult\n    }, [dispatch])\n\n    const pauseRecording = useCallback(async () => {\n        logger?.debug(`pause recording`)\n        const pauseResult = await ExpoAudioStream.pauseRecording()\n        dispatch({ type: 'PAUSE' })\n        return pauseResult\n    }, [dispatch])\n\n    const resumeRecording = useCallback(async () => {\n        logger?.debug(`resume recording`)\n        const resumeResult = await ExpoAudioStream.resumeRecording()\n        dispatch({ type: 'RESUME' })\n        return resumeResult\n    }, [dispatch])\n\n    useEffect(() => {\n        let interval: ReturnType<typeof setTimeout>\n        if (state.isRecording || state.isPaused) {\n            interval = setInterval(checkStatus, 1000)\n        }\n        return () => {\n            if (interval) {\n                clearInterval(interval)\n            }\n        }\n    }, [checkStatus, state.isRecording, state.isPaused])\n\n    useEffect(() => {\n        logger?.debug(`Registering audio event listener`)\n        const subscribeAudio = addAudioEventListener(handleAudioEvent)\n\n        logger?.debug(\n            `Subscribed to audio event listener and analysis listener`,\n            {\n                subscribeAudio,\n            }\n        )\n\n        return () => {\n            logger?.debug(`Removing audio event listener`)\n            subscribeAudio.remove()\n        }\n    }, [handleAudioEvent, handleAudioAnalysis])\n\n    return {\n        startRecording,\n        stopRecording,\n        pauseRecording,\n        resumeRecording,\n        isPaused: state.isPaused,\n        isRecording: state.isRecording,\n        durationMs: state.durationMs,\n        size: state.size,\n        analysisData: state.analysisData,\n    }\n}\n"]}

package/build/utils/BlobFix.d.ts

@@ -0,0 +1,9 @@
+/**
+ * Fixes duration on MediaRecorder output.
+ * @param blob Input Blob with incorrect duration.
+ * @param duration Correct duration (in milliseconds).
+ * @param type Output blob mimetype (default: video/webm).
+ * @returns
+ */
+export declare const webmFixDuration: (blob: Blob, duration: number, type?: string) => Promise<Blob>;
+//# sourceMappingURL=BlobFix.d.ts.map

package/build/utils/BlobFix.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"BlobFix.d.ts","sourceRoot":"","sources":["../../src/utils/BlobFix.ts"],"names":[],"mappings":"AAugBA;;;;;;GAMG;AACH,eAAO,MAAM,eAAe,SAClB,IAAI,YACA,MAAM,oBAEjB,QAAQ,IAAI,CA4Bd,CAAA"}