@siteed/expo-audio-stream 1.2.0 → 1.2.2

package/.publisher/hooks/index.ts

@@ -0,0 +1,21 @@
+import type { PackageContext } from '@siteed/publisher';
+import { exec } from '@siteed/publisher';
+
+export async function preRelease(context: PackageContext): Promise<void> {
+  // Run tests
+  await exec('{{packageManager}} test', { cwd: context.path });
+  
+  // Run type checking
+  await exec('{{packageManager}} typecheck', { cwd: context.path });
+  
+  // Build the package
+  await exec('{{packageManager}} build', { cwd: context.path });
+}
+
+export async function postRelease(context: PackageContext): Promise<void> {
+  // Clean up build artifacts
+  await exec('{{packageManager}} clean', { cwd: context.path });
+  
+  // Run any post-release notifications or integrations
+  console.log(`Successfully released ${context.name}@${context.newVersion}`);
+}

package/CHANGELOG.md

@@ -16,7 +16,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
   - Android: Configurable notification actions, colors, and priorities
   - iOS: Integration with media player
 
-## [1.1.17] - 2024-10-24
+## [1.1.17] - 2024-10-21
 ### Added
 - Support bluetooth headset on ios
 - Fixes: android not reading custom interval audio update

package/android/build/.transforms/86d1c68f279e188fca02f34f0eac8826/results.bin

@@ -0,0 +1 @@
+o/classes

package/android/build/.transforms/871e87a512fbb418f6a6523c40225bac/results.bin

@@ -0,0 +1 @@
+o/classes

package/android/build/.transforms/99bb16aff51bfafd6c73c1b96e3e0dcf/results.bin

@@ -0,0 +1 @@
+o/debug

package/android/build/intermediates/incremental/debug/packageDebugResources/compile-file-map.properties

@@ -1,8 +1,7 @@
-#Sun Oct 27 11:28:46 HKT 2024
-net.siteed.audiostream.siteed-expo-audio-stream-main-6\:/drawable/ic_default_action_icon.xml=/Volumes/FD/Projects/expo-audio-stream/packages/expo-audio-stream/android/build/intermediates/packaged_res/debug/drawable/ic_default_action_icon.xml
+#Mon Oct 28 08:59:29 HKT 2024
 net.siteed.audiostream.siteed-expo-audio-stream-main-6\:/drawable/ic_microphone.xml=/Volumes/FD/Projects/expo-audio-stream/packages/expo-audio-stream/android/build/intermediates/packaged_res/debug/drawable/ic_microphone.xml
+net.siteed.audiostream.siteed-expo-audio-stream-main-6\:/layout/notification_recording.xml=/Volumes/FD/Projects/expo-audio-stream/packages/expo-audio-stream/android/build/intermediates/packaged_res/debug/layout/notification_recording.xml
+net.siteed.audiostream.siteed-expo-audio-stream-main-6\:/drawable/ic_stop.xml=/Volumes/FD/Projects/expo-audio-stream/packages/expo-audio-stream/android/build/intermediates/packaged_res/debug/drawable/ic_stop.xml
 net.siteed.audiostream.siteed-expo-audio-stream-main-6\:/drawable/ic_pause.xml=/Volumes/FD/Projects/expo-audio-stream/packages/expo-audio-stream/android/build/intermediates/packaged_res/debug/drawable/ic_pause.xml
 net.siteed.audiostream.siteed-expo-audio-stream-main-6\:/drawable/ic_play.xml=/Volumes/FD/Projects/expo-audio-stream/packages/expo-audio-stream/android/build/intermediates/packaged_res/debug/drawable/ic_play.xml
-net.siteed.audiostream.siteed-expo-audio-stream-main-6\:/drawable/ic_resume.xml=/Volumes/FD/Projects/expo-audio-stream/packages/expo-audio-stream/android/build/intermediates/packaged_res/debug/drawable/ic_resume.xml
-net.siteed.audiostream.siteed-expo-audio-stream-main-6\:/drawable/ic_stop.xml=/Volumes/FD/Projects/expo-audio-stream/packages/expo-audio-stream/android/build/intermediates/packaged_res/debug/drawable/ic_stop.xml
-net.siteed.audiostream.siteed-expo-audio-stream-main-6\:/layout/notification_recording.xml=/Volumes/FD/Projects/expo-audio-stream/packages/expo-audio-stream/android/build/intermediates/packaged_res/debug/layout/notification_recording.xml
+net.siteed.audiostream.siteed-expo-audio-stream-main-6\:/drawable/ic_default_action_icon.xml=/Volumes/FD/Projects/expo-audio-stream/packages/expo-audio-stream/android/build/intermediates/packaged_res/debug/drawable/ic_default_action_icon.xml

package/android/build/intermediates/incremental/debug/packageDebugResources/merger.xml

@@ -1,2 +1,2 @@
 <?xml version="1.0" encoding="utf-8"?>
-<merger version="3"><dataSet aapt-namespace="http://schemas.android.com/apk/res-auto" config="main$Generated" generated="true" ignore_pattern="!.svn:!.git:!.ds_store:!*.scc:.*:&lt;dir>_*:!CVS:!thumbs.db:!picasa.ini:!*~"><source path="/Volumes/FD/Projects/expo-audio-stream/packages/expo-audio-stream/android/src/main/res"/></dataSet><dataSet aapt-namespace="http://schemas.android.com/apk/res-auto" config="main" generated-set="main$Generated" ignore_pattern="!.svn:!.git:!.ds_store:!*.scc:.*:&lt;dir>_*:!CVS:!thumbs.db:!picasa.ini:!*~"><source path="/Volumes/FD/Projects/expo-audio-stream/packages/expo-audio-stream/android/src/main/res"><file name="ic_default_action_icon" path="/Volumes/FD/Projects/expo-audio-stream/packages/expo-audio-stream/android/src/main/res/drawable/ic_default_action_icon.xml" qualifiers="" type="drawable"/><file name="ic_microphone" path="/Volumes/FD/Projects/expo-audio-stream/packages/expo-audio-stream/android/src/main/res/drawable/ic_microphone.xml" qualifiers="" type="drawable"/><file name="ic_pause" path="/Volumes/FD/Projects/expo-audio-stream/packages/expo-audio-stream/android/src/main/res/drawable/ic_pause.xml" qualifiers="" type="drawable"/><file name="ic_stop" path="/Volumes/FD/Projects/expo-audio-stream/packages/expo-audio-stream/android/src/main/res/drawable/ic_stop.xml" qualifiers="" type="drawable"/><file name="notification_recording" path="/Volumes/FD/Projects/expo-audio-stream/packages/expo-audio-stream/android/src/main/res/layout/notification_recording.xml" qualifiers="" type="layout"/><file name="ic_play" path="/Volumes/FD/Projects/expo-audio-stream/packages/expo-audio-stream/android/src/main/res/drawable/ic_play.xml" qualifiers="" type="drawable"/></source></dataSet><dataSet aapt-namespace="http://schemas.android.com/apk/res-auto" config="debug$Generated" generated="true" ignore_pattern="!.svn:!.git:!.ds_store:!*.scc:.*:&lt;dir>_*:!CVS:!thumbs.db:!picasa.ini:!*~"><source path="/Volumes/FD/Projects/expo-audio-stream/packages/expo-audio-stream/android/src/debug/res"/></dataSet><dataSet aapt-namespace="http://schemas.android.com/apk/res-auto" config="debug" generated-set="debug$Generated" ignore_pattern="!.svn:!.git:!.ds_store:!*.scc:.*:&lt;dir>_*:!CVS:!thumbs.db:!picasa.ini:!*~"><source path="/Volumes/FD/Projects/expo-audio-stream/packages/expo-audio-stream/android/src/debug/res"/></dataSet><dataSet aapt-namespace="http://schemas.android.com/apk/res-auto" config="generated$Generated" generated="true" ignore_pattern="!.svn:!.git:!.ds_store:!*.scc:.*:&lt;dir>_*:!CVS:!thumbs.db:!picasa.ini:!*~"><source path="/Volumes/FD/Projects/expo-audio-stream/packages/expo-audio-stream/android/build/generated/res/resValues/debug"/></dataSet><dataSet aapt-namespace="http://schemas.android.com/apk/res-auto" config="generated" generated-set="generated$Generated" ignore_pattern="!.svn:!.git:!.ds_store:!*.scc:.*:&lt;dir>_*:!CVS:!thumbs.db:!picasa.ini:!*~"><source path="/Volumes/FD/Projects/expo-audio-stream/packages/expo-audio-stream/android/build/generated/res/resValues/debug"/></dataSet><mergedItems/></merger>
+<merger version="3"><dataSet aapt-namespace="http://schemas.android.com/apk/res-auto" config="main$Generated" generated="true" ignore_pattern="!.svn:!.git:!.ds_store:!*.scc:.*:&lt;dir>_*:!CVS:!thumbs.db:!picasa.ini:!*~"><source path="/Volumes/FD/Projects/expo-audio-stream/packages/expo-audio-stream/android/src/main/res"/></dataSet><dataSet aapt-namespace="http://schemas.android.com/apk/res-auto" config="main" generated-set="main$Generated" ignore_pattern="!.svn:!.git:!.ds_store:!*.scc:.*:&lt;dir>_*:!CVS:!thumbs.db:!picasa.ini:!*~"><source path="/Volumes/FD/Projects/expo-audio-stream/packages/expo-audio-stream/android/src/main/res"><file name="ic_default_action_icon" path="/Volumes/FD/Projects/expo-audio-stream/packages/expo-audio-stream/android/src/main/res/drawable/ic_default_action_icon.xml" qualifiers="" type="drawable"/><file name="ic_microphone" path="/Volumes/FD/Projects/expo-audio-stream/packages/expo-audio-stream/android/src/main/res/drawable/ic_microphone.xml" qualifiers="" type="drawable"/><file name="ic_pause" path="/Volumes/FD/Projects/expo-audio-stream/packages/expo-audio-stream/android/src/main/res/drawable/ic_pause.xml" qualifiers="" type="drawable"/><file name="ic_play" path="/Volumes/FD/Projects/expo-audio-stream/packages/expo-audio-stream/android/src/main/res/drawable/ic_play.xml" qualifiers="" type="drawable"/><file name="ic_stop" path="/Volumes/FD/Projects/expo-audio-stream/packages/expo-audio-stream/android/src/main/res/drawable/ic_stop.xml" qualifiers="" type="drawable"/><file name="notification_recording" path="/Volumes/FD/Projects/expo-audio-stream/packages/expo-audio-stream/android/src/main/res/layout/notification_recording.xml" qualifiers="" type="layout"/></source></dataSet><dataSet aapt-namespace="http://schemas.android.com/apk/res-auto" config="debug$Generated" generated="true" ignore_pattern="!.svn:!.git:!.ds_store:!*.scc:.*:&lt;dir>_*:!CVS:!thumbs.db:!picasa.ini:!*~"><source path="/Volumes/FD/Projects/expo-audio-stream/packages/expo-audio-stream/android/src/debug/res"/></dataSet><dataSet aapt-namespace="http://schemas.android.com/apk/res-auto" config="debug" generated-set="debug$Generated" ignore_pattern="!.svn:!.git:!.ds_store:!*.scc:.*:&lt;dir>_*:!CVS:!thumbs.db:!picasa.ini:!*~"><source path="/Volumes/FD/Projects/expo-audio-stream/packages/expo-audio-stream/android/src/debug/res"/></dataSet><dataSet aapt-namespace="http://schemas.android.com/apk/res-auto" config="generated$Generated" generated="true" ignore_pattern="!.svn:!.git:!.ds_store:!*.scc:.*:&lt;dir>_*:!CVS:!thumbs.db:!picasa.ini:!*~"><source path="/Volumes/FD/Projects/expo-audio-stream/packages/expo-audio-stream/android/build/generated/res/resValues/debug"/></dataSet><dataSet aapt-namespace="http://schemas.android.com/apk/res-auto" config="generated" generated-set="generated$Generated" ignore_pattern="!.svn:!.git:!.ds_store:!*.scc:.*:&lt;dir>_*:!CVS:!thumbs.db:!picasa.ini:!*~"><source path="/Volumes/FD/Projects/expo-audio-stream/packages/expo-audio-stream/android/build/generated/res/resValues/debug"/></dataSet><mergedItems/></merger>

package/build/workers/InlineFeaturesExtractor.web.d.ts

@@ -1,2 +1,2 @@
-export declare const InlineFeaturesExtractor = "\n// Unique ID counter\nlet uniqueIdCounter = 0\n\nself.onmessage = function (event) {\n    const {\n        channelData, // this is only the newly recorded data when live recording.\n        sampleRate,\n        pointsPerSecond,\n        algorithm,\n        bitDepth,\n        fullAudioDurationMs,\n        numberOfChannels,\n        features: _features,\n    } = event.data\n\n    console.log('[AudioFeaturesExtractor] Worker received message', event.data)\n    const features = _features || {}\n\n    const SILENCE_THRESHOLD = 0.01\n    const MIN_SILENCE_DURATION = 1.5 * sampleRate // 1.5 seconds of silence\n    const SPEECH_INERTIA_DURATION = 0.1 * sampleRate // Speech inertia duration in samples\n    const RMS_THRESHOLD = 0.01\n    const ZCR_THRESHOLD = 0.1\n\n    // Placeholder functions for feature extraction\n    const extractMFCC = (segmentData, sampleRate) => {\n        // Implement MFCC extraction logic here\n        return []\n    }\n\n    const extractSpectralCentroid = (segmentData, sampleRate) => {\n        const magnitudeSpectrum = segmentData.map((v) => v * v)\n        const sum = magnitudeSpectrum.reduce((a, b) => a + b, 0)\n        if (sum === 0) return 0\n\n        const weightedSum = magnitudeSpectrum.reduce(\n            (acc, value, index) => acc + index * value,\n            0\n        )\n        return (\n            ((weightedSum / sum) * (sampleRate / 2)) / magnitudeSpectrum.length\n        )\n    }\n\n    const extractSpectralFlatness = (segmentData) => {\n        const magnitudeSpectrum = segmentData.map((v) => Math.abs(v))\n        const geometricMean = Math.exp(\n            magnitudeSpectrum\n                .map((v) => Math.log(v + Number.MIN_VALUE))\n                .reduce((a, b) => a + b) / magnitudeSpectrum.length\n        )\n        const arithmeticMean =\n            magnitudeSpectrum.reduce((a, b) => a + b) / magnitudeSpectrum.length\n        return arithmeticMean === 0 ? 0 : geometricMean / arithmeticMean\n    }\n\n    const extractSpectralRollOff = (segmentData, sampleRate) => {\n        const magnitudeSpectrum = segmentData.map((v) => Math.abs(v))\n        const totalEnergy = magnitudeSpectrum.reduce((a, b) => a + b, 0)\n        const rollOffThreshold = totalEnergy * 0.85\n        let cumulativeEnergy = 0\n\n        for (let i = 0; i < magnitudeSpectrum.length; i++) {\n            cumulativeEnergy += magnitudeSpectrum[i]\n            if (cumulativeEnergy >= rollOffThreshold) {\n                return (i / magnitudeSpectrum.length) * (sampleRate / 2)\n            }\n        }\n\n        return 0\n    }\n\n    const extractSpectralBandwidth = (segmentData, sampleRate) => {\n        const centroid = extractSpectralCentroid(segmentData, sampleRate)\n        const magnitudeSpectrum = segmentData.map((v) => Math.abs(v))\n        const sum = magnitudeSpectrum.reduce((a, b) => a + b, 0)\n        if (sum === 0) return 0\n\n        const weightedSum = magnitudeSpectrum.reduce(\n            (acc, value, index) => acc + value * Math.pow(index - centroid, 2),\n            0\n        )\n        return Math.sqrt(weightedSum / sum)\n    }\n\n    const extractChromagram = (segmentData, sampleRate) => {\n        return [] // TODO implement\n    }\n\n    const extractHNR = (segmentData) => {\n        const frameSize = segmentData.length\n        const autocorrelation = new Float32Array(frameSize)\n\n        // Compute the autocorrelation of the segment data\n        for (let i = 0; i < frameSize; i++) {\n            let sum = 0\n            for (let j = 0; j < frameSize - i; j++) {\n                sum += segmentData[j] * segmentData[j + i]\n            }\n            autocorrelation[i] = sum\n        }\n\n        // Find the maximum autocorrelation value (excluding the zero lag)\n        const maxAutocorrelation = Math.max(...autocorrelation.subarray(1))\n\n        // Compute the HNR\n        return autocorrelation[0] !== 0\n            ? 10 *\n                  Math.log10(\n                      maxAutocorrelation /\n                          (autocorrelation[0] - maxAutocorrelation)\n                  )\n            : 0\n    }\n\n    const extractWaveform = (\n        channelData, // Float32Array\n        sampleRate, // number\n        pointsPerSecond, // number\n        algorithm // string\n    ) => {\n        const totalSamples = channelData.length\n        const segmentDuration = totalSamples / sampleRate\n        const totalPoints = Math.max(\n            Math.ceil(segmentDuration * pointsPerSecond),\n            1\n        )\n        const pointInterval = Math.ceil(totalSamples / totalPoints)\n        const dataPoints = []\n        let minAmplitude = Infinity\n        let maxAmplitude = -Infinity\n        let silenceStart = null\n        let lastSpeechEnd = -Infinity\n        let isSpeech = false\n\n        const expectedPoints = segmentDuration * pointsPerSecond\n        const samplesPerPoint = Math.ceil(channelData.length / expectedPoints)\n\n        for (let i = 0; i < expectedPoints; i++) {\n            const start = i * samplesPerPoint\n            const end = Math.min(start + samplesPerPoint, totalSamples)\n\n            let sumSquares = 0\n            let zeroCrossings = 0\n            let prevValue = channelData[start]\n            let localMinAmplitude = Infinity\n            let localMaxAmplitude = -Infinity\n            let hasNonZeroValue = false\n\n            // compute values for the segment\n            for (let j = start; j < end; j++) {\n                const value = channelData[j]\n                sumSquares += value * value\n                if (j > start && value * prevValue < 0) {\n                    zeroCrossings++\n                }\n                prevValue = value\n\n                // We need to keep absolute value otherwise we cannot visualize properly\n                const absValue = Math.abs(value)\n                localMinAmplitude = Math.min(localMinAmplitude, absValue)\n                localMaxAmplitude = Math.max(localMaxAmplitude, absValue)\n\n                if (value !== 0) {\n                    hasNonZeroValue = true\n                }\n            }\n\n            // Post-processing checks\n            if (!hasNonZeroValue) {\n                // All values are zero\n                localMinAmplitude = 0\n                localMaxAmplitude = 0\n            }\n\n            const rms = Math.sqrt(sumSquares / (end - start))\n            minAmplitude = Math.min(minAmplitude, localMinAmplitude)\n            maxAmplitude = Math.max(maxAmplitude, localMaxAmplitude)\n\n            const energy = sumSquares\n            const zcr = zeroCrossings / (end - start)\n\n            const silent = rms < SILENCE_THRESHOLD\n            const dB = 20 * Math.log10(rms)\n\n            if (silent) {\n                if (silenceStart === null) {\n                    silenceStart = start\n                } else if (start - silenceStart > MIN_SILENCE_DURATION) {\n                    // Silence detected for longer than the threshold, set amplitude to 0\n                    localMaxAmplitude = 0\n                    localMinAmplitude = 0\n                    isSpeech = false\n                }\n            } else {\n                silenceStart = null\n                if (\n                    !isSpeech &&\n                    start - lastSpeechEnd < SPEECH_INERTIA_DURATION\n                ) {\n                    isSpeech = true\n                }\n                lastSpeechEnd = end\n            }\n\n            const activeSpeech =\n                (rms > RMS_THRESHOLD && zcr > ZCR_THRESHOLD) ||\n                (isSpeech && start - lastSpeechEnd < SPEECH_INERTIA_DURATION)\n\n            if (activeSpeech) {\n                isSpeech = true\n                lastSpeechEnd = end\n            } else {\n                isSpeech = false\n            }\n\n            const bytesPerSample = bitDepth / 8\n            const startPosition = start * bytesPerSample * numberOfChannels // Calculate start position in bytes\n            const endPosition = end * bytesPerSample * numberOfChannels // Calculate end position in bytes\n\n            // Compute features\n            const segmentData = channelData.slice(start, end)\n            const mfcc = features.mfcc\n                ? extractMFCC(segmentData, sampleRate)\n                : []\n            const spectralCentroid = features.spectralCentroid\n                ? extractSpectralCentroid(segmentData, sampleRate)\n                : 0\n            const spectralFlatness = features.spectralFlatness\n                ? extractSpectralFlatness(segmentData)\n                : 0\n            const spectralRollOff = features.spectralRollOff\n                ? extractSpectralRollOff(segmentData, sampleRate)\n                : 0\n            const spectralBandwidth = features.spectralBandwidth\n                ? extractSpectralBandwidth(segmentData, sampleRate)\n                : 0\n            const chromagram = features.chromagram\n                ? extractChromagram(segmentData, sampleRate)\n                : []\n            const hnr = features.hnr ? extractHNR(segmentData) : 0\n\n            const peakAmp = Math.max(Math.abs(localMaxAmplitude), Math.abs(localMinAmplitude))\n            const newData = {\n                id: uniqueIdCounter++, // Assign unique ID and increment the counter\n                amplitude: algorithm === 'peak' ? peakAmp : rms,\n                activeSpeech,\n                dB,\n                silent,\n                features: {\n                    energy,\n                    rms,\n                    minAmplitude: localMinAmplitude,\n                    maxAmplitude: localMaxAmplitude,\n                    zcr,\n                    mfcc: [], // Placeholder for MFCC features\n                    spectralCentroid, // Computed spectral centroid\n                    spectralFlatness, // Computed spectral flatness\n                    spectralRollOff, // Computed spectral roll-off\n                    spectralBandwidth, // Computed spectral bandwidth\n                    chromagram, // Computed chromagram\n                    hnr, // Computed HNR\n                },\n                startTime: start / sampleRate,\n                endTime: end / sampleRate,\n                startPosition,\n                endPosition,\n                samples: end - start,\n                speaker: 0, // Assuming speaker detection is to be handled later\n            }\n\n            dataPoints.push(newData)\n        }\n\n        return {\n            pointsPerSecond,\n            amplitudeAlgorithm: algorithm,\n            durationMs: fullAudioDurationMs,\n            bitDepth,\n            samples: totalSamples,\n            numberOfChannels,\n            sampleRate,\n            dataPoints,\n            amplitudeRange: {\n                min: minAmplitude,\n                max: maxAmplitude,\n            },\n            speakerChanges: [], // Placeholder for future speaker detection logic\n        }\n    }\n\n    try {\n        const result = extractWaveform(\n            channelData,\n            sampleRate,\n            pointsPerSecond,\n            algorithm\n        )\n        self.postMessage({\n            command: 'features',\n            result,\n        })\n    } catch (error) {\n        console.error('[AudioFeaturesExtractor] Error in processing', error)\n        self.postMessage({ error: error.message })\n    } finally {\n        // Do not close the worker so it can be re-used for subsequent messages\n        // self.close();\n    }\n}\n";
+export declare const InlineFeaturesExtractor = "\n// Unique ID counter\nlet uniqueIdCounter = 0\n\nself.onmessage = function (event) {\n    const {\n        channelData, // this is only the newly recorded data when live recording.\n        sampleRate,\n        pointsPerSecond,\n        algorithm,\n        bitDepth,\n        fullAudioDurationMs,\n        numberOfChannels,\n        features: _features,\n    } = event.data\n    const features = _features || {}\n\n    const SILENCE_THRESHOLD = 0.01\n    const MIN_SILENCE_DURATION = 1.5 * sampleRate // 1.5 seconds of silence\n    const SPEECH_INERTIA_DURATION = 0.1 * sampleRate // Speech inertia duration in samples\n    const RMS_THRESHOLD = 0.01\n    const ZCR_THRESHOLD = 0.1\n\n    // Placeholder functions for feature extraction\n    const extractMFCC = (segmentData, sampleRate) => {\n        // Implement MFCC extraction logic here\n        return []\n    }\n\n    const extractSpectralCentroid = (segmentData, sampleRate) => {\n        const magnitudeSpectrum = segmentData.map((v) => v * v)\n        const sum = magnitudeSpectrum.reduce((a, b) => a + b, 0)\n        if (sum === 0) return 0\n\n        const weightedSum = magnitudeSpectrum.reduce(\n            (acc, value, index) => acc + index * value,\n            0\n        )\n        return (\n            ((weightedSum / sum) * (sampleRate / 2)) / magnitudeSpectrum.length\n        )\n    }\n\n    const extractSpectralFlatness = (segmentData) => {\n        const magnitudeSpectrum = segmentData.map((v) => Math.abs(v))\n        const geometricMean = Math.exp(\n            magnitudeSpectrum\n                .map((v) => Math.log(v + Number.MIN_VALUE))\n                .reduce((a, b) => a + b) / magnitudeSpectrum.length\n        )\n        const arithmeticMean =\n            magnitudeSpectrum.reduce((a, b) => a + b) / magnitudeSpectrum.length\n        return arithmeticMean === 0 ? 0 : geometricMean / arithmeticMean\n    }\n\n    const extractSpectralRollOff = (segmentData, sampleRate) => {\n        const magnitudeSpectrum = segmentData.map((v) => Math.abs(v))\n        const totalEnergy = magnitudeSpectrum.reduce((a, b) => a + b, 0)\n        const rollOffThreshold = totalEnergy * 0.85\n        let cumulativeEnergy = 0\n\n        for (let i = 0; i < magnitudeSpectrum.length; i++) {\n            cumulativeEnergy += magnitudeSpectrum[i]\n            if (cumulativeEnergy >= rollOffThreshold) {\n                return (i / magnitudeSpectrum.length) * (sampleRate / 2)\n            }\n        }\n\n        return 0\n    }\n\n    const extractSpectralBandwidth = (segmentData, sampleRate) => {\n        const centroid = extractSpectralCentroid(segmentData, sampleRate)\n        const magnitudeSpectrum = segmentData.map((v) => Math.abs(v))\n        const sum = magnitudeSpectrum.reduce((a, b) => a + b, 0)\n        if (sum === 0) return 0\n\n        const weightedSum = magnitudeSpectrum.reduce(\n            (acc, value, index) => acc + value * Math.pow(index - centroid, 2),\n            0\n        )\n        return Math.sqrt(weightedSum / sum)\n    }\n\n    const extractChromagram = (segmentData, sampleRate) => {\n        return [] // TODO implement\n    }\n\n    const extractHNR = (segmentData) => {\n        const frameSize = segmentData.length\n        const autocorrelation = new Float32Array(frameSize)\n\n        // Compute the autocorrelation of the segment data\n        for (let i = 0; i < frameSize; i++) {\n            let sum = 0\n            for (let j = 0; j < frameSize - i; j++) {\n                sum += segmentData[j] * segmentData[j + i]\n            }\n            autocorrelation[i] = sum\n        }\n\n        // Find the maximum autocorrelation value (excluding the zero lag)\n        const maxAutocorrelation = Math.max(...autocorrelation.subarray(1))\n\n        // Compute the HNR\n        return autocorrelation[0] !== 0\n            ? 10 *\n                  Math.log10(\n                      maxAutocorrelation /\n                          (autocorrelation[0] - maxAutocorrelation)\n                  )\n            : 0\n    }\n\n    const extractWaveform = (\n        channelData, // Float32Array\n        sampleRate, // number\n        pointsPerSecond, // number\n        algorithm // string\n    ) => {\n        const totalSamples = channelData.length\n        const segmentDuration = totalSamples / sampleRate\n        const totalPoints = Math.max(\n            Math.ceil(segmentDuration * pointsPerSecond),\n            1\n        )\n        const pointInterval = Math.ceil(totalSamples / totalPoints)\n        const dataPoints = []\n        let minAmplitude = Infinity\n        let maxAmplitude = -Infinity\n        let silenceStart = null\n        let lastSpeechEnd = -Infinity\n        let isSpeech = false\n\n        const expectedPoints = segmentDuration * pointsPerSecond\n        const samplesPerPoint = Math.ceil(channelData.length / expectedPoints)\n\n        for (let i = 0; i < expectedPoints; i++) {\n            const start = i * samplesPerPoint\n            const end = Math.min(start + samplesPerPoint, totalSamples)\n\n            let sumSquares = 0\n            let zeroCrossings = 0\n            let prevValue = channelData[start]\n            let localMinAmplitude = Infinity\n            let localMaxAmplitude = -Infinity\n            let hasNonZeroValue = false\n\n            // compute values for the segment\n            for (let j = start; j < end; j++) {\n                const value = channelData[j]\n                sumSquares += value * value\n                if (j > start && value * prevValue < 0) {\n                    zeroCrossings++\n                }\n                prevValue = value\n\n                // We need to keep absolute value otherwise we cannot visualize properly\n                const absValue = Math.abs(value)\n                localMinAmplitude = Math.min(localMinAmplitude, absValue)\n                localMaxAmplitude = Math.max(localMaxAmplitude, absValue)\n\n                if (value !== 0) {\n                    hasNonZeroValue = true\n                }\n            }\n\n            // Post-processing checks\n            if (!hasNonZeroValue) {\n                // All values are zero\n                localMinAmplitude = 0\n                localMaxAmplitude = 0\n            }\n\n            const rms = Math.sqrt(sumSquares / (end - start))\n            minAmplitude = Math.min(minAmplitude, localMinAmplitude)\n            maxAmplitude = Math.max(maxAmplitude, localMaxAmplitude)\n\n            const energy = sumSquares\n            const zcr = zeroCrossings / (end - start)\n\n            const silent = rms < SILENCE_THRESHOLD\n            const dB = 20 * Math.log10(rms)\n\n            if (silent) {\n                if (silenceStart === null) {\n                    silenceStart = start\n                } else if (start - silenceStart > MIN_SILENCE_DURATION) {\n                    // Silence detected for longer than the threshold, set amplitude to 0\n                    localMaxAmplitude = 0\n                    localMinAmplitude = 0\n                    isSpeech = false\n                }\n            } else {\n                silenceStart = null\n                if (\n                    !isSpeech &&\n                    start - lastSpeechEnd < SPEECH_INERTIA_DURATION\n                ) {\n                    isSpeech = true\n                }\n                lastSpeechEnd = end\n            }\n\n            const activeSpeech =\n                (rms > RMS_THRESHOLD && zcr > ZCR_THRESHOLD) ||\n                (isSpeech && start - lastSpeechEnd < SPEECH_INERTIA_DURATION)\n\n            if (activeSpeech) {\n                isSpeech = true\n                lastSpeechEnd = end\n            } else {\n                isSpeech = false\n            }\n\n            const bytesPerSample = bitDepth / 8\n            const startPosition = start * bytesPerSample * numberOfChannels // Calculate start position in bytes\n            const endPosition = end * bytesPerSample * numberOfChannels // Calculate end position in bytes\n\n            // Compute features\n            const segmentData = channelData.slice(start, end)\n            const mfcc = features.mfcc\n                ? extractMFCC(segmentData, sampleRate)\n                : []\n            const spectralCentroid = features.spectralCentroid\n                ? extractSpectralCentroid(segmentData, sampleRate)\n                : 0\n            const spectralFlatness = features.spectralFlatness\n                ? extractSpectralFlatness(segmentData)\n                : 0\n            const spectralRollOff = features.spectralRollOff\n                ? extractSpectralRollOff(segmentData, sampleRate)\n                : 0\n            const spectralBandwidth = features.spectralBandwidth\n                ? extractSpectralBandwidth(segmentData, sampleRate)\n                : 0\n            const chromagram = features.chromagram\n                ? extractChromagram(segmentData, sampleRate)\n                : []\n            const hnr = features.hnr ? extractHNR(segmentData) : 0\n\n            const peakAmp = Math.max(Math.abs(localMaxAmplitude), Math.abs(localMinAmplitude))\n            const newData = {\n                id: uniqueIdCounter++, // Assign unique ID and increment the counter\n                amplitude: algorithm === 'peak' ? peakAmp : rms,\n                activeSpeech,\n                dB,\n                silent,\n                features: {\n                    energy,\n                    rms,\n                    minAmplitude: localMinAmplitude,\n                    maxAmplitude: localMaxAmplitude,\n                    zcr,\n                    mfcc: [], // Placeholder for MFCC features\n                    spectralCentroid, // Computed spectral centroid\n                    spectralFlatness, // Computed spectral flatness\n                    spectralRollOff, // Computed spectral roll-off\n                    spectralBandwidth, // Computed spectral bandwidth\n                    chromagram, // Computed chromagram\n                    hnr, // Computed HNR\n                },\n                startTime: start / sampleRate,\n                endTime: end / sampleRate,\n                startPosition,\n                endPosition,\n                samples: end - start,\n                speaker: 0, // Assuming speaker detection is to be handled later\n            }\n\n            dataPoints.push(newData)\n        }\n\n        return {\n            pointsPerSecond,\n            amplitudeAlgorithm: algorithm,\n            durationMs: fullAudioDurationMs,\n            bitDepth,\n            samples: totalSamples,\n            numberOfChannels,\n            sampleRate,\n            dataPoints,\n            amplitudeRange: {\n                min: minAmplitude,\n                max: maxAmplitude,\n            },\n            speakerChanges: [], // Placeholder for future speaker detection logic\n        }\n    }\n\n    try {\n        const result = extractWaveform(\n            channelData,\n            sampleRate,\n            pointsPerSecond,\n            algorithm\n        )\n        self.postMessage({\n            command: 'features',\n            result,\n        })\n    } catch (error) {\n        console.error('[AudioFeaturesExtractor] Error in processing', error)\n        self.postMessage({ error: error.message })\n    } finally {\n        // Do not close the worker so it can be re-used for subsequent messages\n        // self.close();\n    }\n}\n";
 //# sourceMappingURL=InlineFeaturesExtractor.web.d.ts.map

package/build/workers/InlineFeaturesExtractor.web.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"InlineFeaturesExtractor.web.d.ts","sourceRoot":"","sources":["../../src/workers/InlineFeaturesExtractor.web.tsx"],"names":[],"mappings":"AAAA,eAAO,MAAM,uBAAuB,4yWAuTnC,CAAA"}
+{"version":3,"file":"InlineFeaturesExtractor.web.d.ts","sourceRoot":"","sources":["../../src/workers/InlineFeaturesExtractor.web.tsx"],"names":[],"mappings":"AAAA,eAAO,MAAM,uBAAuB,ytWAqTnC,CAAA"}

package/build/workers/InlineFeaturesExtractor.web.js

@@ -13,8 +13,6 @@ self.onmessage = function (event) {
         numberOfChannels,
         features: _features,
     } = event.data
-
-    console.log('[AudioFeaturesExtractor] Worker received message', event.data)
     const features = _features || {}
 
     const SILENCE_THRESHOLD = 0.01

package/build/workers/InlineFeaturesExtractor.web.js.map

@@ -1 +1 @@
-{"version":3,"file":"InlineFeaturesExtractor.web.js","sourceRoot":"","sources":["../../src/workers/InlineFeaturesExtractor.web.tsx"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,uBAAuB,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAuTtC,CAAA","sourcesContent":["export const InlineFeaturesExtractor = `\n// Unique ID counter\nlet uniqueIdCounter = 0\n\nself.onmessage = function (event) {\n    const {\n        channelData, // this is only the newly recorded data when live recording.\n        sampleRate,\n        pointsPerSecond,\n        algorithm,\n        bitDepth,\n        fullAudioDurationMs,\n        numberOfChannels,\n        features: _features,\n    } = event.data\n\n    console.log('[AudioFeaturesExtractor] Worker received message', event.data)\n    const features = _features || {}\n\n    const SILENCE_THRESHOLD = 0.01\n    const MIN_SILENCE_DURATION = 1.5 * sampleRate // 1.5 seconds of silence\n    const SPEECH_INERTIA_DURATION = 0.1 * sampleRate // Speech inertia duration in samples\n    const RMS_THRESHOLD = 0.01\n    const ZCR_THRESHOLD = 0.1\n\n    // Placeholder functions for feature extraction\n    const extractMFCC = (segmentData, sampleRate) => {\n        // Implement MFCC extraction logic here\n        return []\n    }\n\n    const extractSpectralCentroid = (segmentData, sampleRate) => {\n        const magnitudeSpectrum = segmentData.map((v) => v * v)\n        const sum = magnitudeSpectrum.reduce((a, b) => a + b, 0)\n        if (sum === 0) return 0\n\n        const weightedSum = magnitudeSpectrum.reduce(\n            (acc, value, index) => acc + index * value,\n            0\n        )\n        return (\n            ((weightedSum / sum) * (sampleRate / 2)) / magnitudeSpectrum.length\n        )\n    }\n\n    const extractSpectralFlatness = (segmentData) => {\n        const magnitudeSpectrum = segmentData.map((v) => Math.abs(v))\n        const geometricMean = Math.exp(\n            magnitudeSpectrum\n                .map((v) => Math.log(v + Number.MIN_VALUE))\n                .reduce((a, b) => a + b) / magnitudeSpectrum.length\n        )\n        const arithmeticMean =\n            magnitudeSpectrum.reduce((a, b) => a + b) / magnitudeSpectrum.length\n        return arithmeticMean === 0 ? 0 : geometricMean / arithmeticMean\n    }\n\n    const extractSpectralRollOff = (segmentData, sampleRate) => {\n        const magnitudeSpectrum = segmentData.map((v) => Math.abs(v))\n        const totalEnergy = magnitudeSpectrum.reduce((a, b) => a + b, 0)\n        const rollOffThreshold = totalEnergy * 0.85\n        let cumulativeEnergy = 0\n\n        for (let i = 0; i < magnitudeSpectrum.length; i++) {\n            cumulativeEnergy += magnitudeSpectrum[i]\n            if (cumulativeEnergy >= rollOffThreshold) {\n                return (i / magnitudeSpectrum.length) * (sampleRate / 2)\n            }\n        }\n\n        return 0\n    }\n\n    const extractSpectralBandwidth = (segmentData, sampleRate) => {\n        const centroid = extractSpectralCentroid(segmentData, sampleRate)\n        const magnitudeSpectrum = segmentData.map((v) => Math.abs(v))\n        const sum = magnitudeSpectrum.reduce((a, b) => a + b, 0)\n        if (sum === 0) return 0\n\n        const weightedSum = magnitudeSpectrum.reduce(\n            (acc, value, index) => acc + value * Math.pow(index - centroid, 2),\n            0\n        )\n        return Math.sqrt(weightedSum / sum)\n    }\n\n    const extractChromagram = (segmentData, sampleRate) => {\n        return [] // TODO implement\n    }\n\n    const extractHNR = (segmentData) => {\n        const frameSize = segmentData.length\n        const autocorrelation = new Float32Array(frameSize)\n\n        // Compute the autocorrelation of the segment data\n        for (let i = 0; i < frameSize; i++) {\n            let sum = 0\n            for (let j = 0; j < frameSize - i; j++) {\n                sum += segmentData[j] * segmentData[j + i]\n            }\n            autocorrelation[i] = sum\n        }\n\n        // Find the maximum autocorrelation value (excluding the zero lag)\n        const maxAutocorrelation = Math.max(...autocorrelation.subarray(1))\n\n        // Compute the HNR\n        return autocorrelation[0] !== 0\n            ? 10 *\n                  Math.log10(\n                      maxAutocorrelation /\n                          (autocorrelation[0] - maxAutocorrelation)\n                  )\n            : 0\n    }\n\n    const extractWaveform = (\n        channelData, // Float32Array\n        sampleRate, // number\n        pointsPerSecond, // number\n        algorithm // string\n    ) => {\n        const totalSamples = channelData.length\n        const segmentDuration = totalSamples / sampleRate\n        const totalPoints = Math.max(\n            Math.ceil(segmentDuration * pointsPerSecond),\n            1\n        )\n        const pointInterval = Math.ceil(totalSamples / totalPoints)\n        const dataPoints = []\n        let minAmplitude = Infinity\n        let maxAmplitude = -Infinity\n        let silenceStart = null\n        let lastSpeechEnd = -Infinity\n        let isSpeech = false\n\n        const expectedPoints = segmentDuration * pointsPerSecond\n        const samplesPerPoint = Math.ceil(channelData.length / expectedPoints)\n\n        for (let i = 0; i < expectedPoints; i++) {\n            const start = i * samplesPerPoint\n            const end = Math.min(start + samplesPerPoint, totalSamples)\n\n            let sumSquares = 0\n            let zeroCrossings = 0\n            let prevValue = channelData[start]\n            let localMinAmplitude = Infinity\n            let localMaxAmplitude = -Infinity\n            let hasNonZeroValue = false\n\n            // compute values for the segment\n            for (let j = start; j < end; j++) {\n                const value = channelData[j]\n                sumSquares += value * value\n                if (j > start && value * prevValue < 0) {\n                    zeroCrossings++\n                }\n                prevValue = value\n\n                // We need to keep absolute value otherwise we cannot visualize properly\n                const absValue = Math.abs(value)\n                localMinAmplitude = Math.min(localMinAmplitude, absValue)\n                localMaxAmplitude = Math.max(localMaxAmplitude, absValue)\n\n                if (value !== 0) {\n                    hasNonZeroValue = true\n                }\n            }\n\n            // Post-processing checks\n            if (!hasNonZeroValue) {\n                // All values are zero\n                localMinAmplitude = 0\n                localMaxAmplitude = 0\n            }\n\n            const rms = Math.sqrt(sumSquares / (end - start))\n            minAmplitude = Math.min(minAmplitude, localMinAmplitude)\n            maxAmplitude = Math.max(maxAmplitude, localMaxAmplitude)\n\n            const energy = sumSquares\n            const zcr = zeroCrossings / (end - start)\n\n            const silent = rms < SILENCE_THRESHOLD\n            const dB = 20 * Math.log10(rms)\n\n            if (silent) {\n                if (silenceStart === null) {\n                    silenceStart = start\n                } else if (start - silenceStart > MIN_SILENCE_DURATION) {\n                    // Silence detected for longer than the threshold, set amplitude to 0\n                    localMaxAmplitude = 0\n                    localMinAmplitude = 0\n                    isSpeech = false\n                }\n            } else {\n                silenceStart = null\n                if (\n                    !isSpeech &&\n                    start - lastSpeechEnd < SPEECH_INERTIA_DURATION\n                ) {\n                    isSpeech = true\n                }\n                lastSpeechEnd = end\n            }\n\n            const activeSpeech =\n                (rms > RMS_THRESHOLD && zcr > ZCR_THRESHOLD) ||\n                (isSpeech && start - lastSpeechEnd < SPEECH_INERTIA_DURATION)\n\n            if (activeSpeech) {\n                isSpeech = true\n                lastSpeechEnd = end\n            } else {\n                isSpeech = false\n            }\n\n            const bytesPerSample = bitDepth / 8\n            const startPosition = start * bytesPerSample * numberOfChannels // Calculate start position in bytes\n            const endPosition = end * bytesPerSample * numberOfChannels // Calculate end position in bytes\n\n            // Compute features\n            const segmentData = channelData.slice(start, end)\n            const mfcc = features.mfcc\n                ? extractMFCC(segmentData, sampleRate)\n                : []\n            const spectralCentroid = features.spectralCentroid\n                ? extractSpectralCentroid(segmentData, sampleRate)\n                : 0\n            const spectralFlatness = features.spectralFlatness\n                ? extractSpectralFlatness(segmentData)\n                : 0\n            const spectralRollOff = features.spectralRollOff\n                ? extractSpectralRollOff(segmentData, sampleRate)\n                : 0\n            const spectralBandwidth = features.spectralBandwidth\n                ? extractSpectralBandwidth(segmentData, sampleRate)\n                : 0\n            const chromagram = features.chromagram\n                ? extractChromagram(segmentData, sampleRate)\n                : []\n            const hnr = features.hnr ? extractHNR(segmentData) : 0\n\n            const peakAmp = Math.max(Math.abs(localMaxAmplitude), Math.abs(localMinAmplitude))\n            const newData = {\n                id: uniqueIdCounter++, // Assign unique ID and increment the counter\n                amplitude: algorithm === 'peak' ? peakAmp : rms,\n                activeSpeech,\n                dB,\n                silent,\n                features: {\n                    energy,\n                    rms,\n                    minAmplitude: localMinAmplitude,\n                    maxAmplitude: localMaxAmplitude,\n                    zcr,\n                    mfcc: [], // Placeholder for MFCC features\n                    spectralCentroid, // Computed spectral centroid\n                    spectralFlatness, // Computed spectral flatness\n                    spectralRollOff, // Computed spectral roll-off\n                    spectralBandwidth, // Computed spectral bandwidth\n                    chromagram, // Computed chromagram\n                    hnr, // Computed HNR\n                },\n                startTime: start / sampleRate,\n                endTime: end / sampleRate,\n                startPosition,\n                endPosition,\n                samples: end - start,\n                speaker: 0, // Assuming speaker detection is to be handled later\n            }\n\n            dataPoints.push(newData)\n        }\n\n        return {\n            pointsPerSecond,\n            amplitudeAlgorithm: algorithm,\n            durationMs: fullAudioDurationMs,\n            bitDepth,\n            samples: totalSamples,\n            numberOfChannels,\n            sampleRate,\n            dataPoints,\n            amplitudeRange: {\n                min: minAmplitude,\n                max: maxAmplitude,\n            },\n            speakerChanges: [], // Placeholder for future speaker detection logic\n        }\n    }\n\n    try {\n        const result = extractWaveform(\n            channelData,\n            sampleRate,\n            pointsPerSecond,\n            algorithm\n        )\n        self.postMessage({\n            command: 'features',\n            result,\n        })\n    } catch (error) {\n        console.error('[AudioFeaturesExtractor] Error in processing', error)\n        self.postMessage({ error: error.message })\n    } finally {\n        // Do not close the worker so it can be re-used for subsequent messages\n        // self.close();\n    }\n}\n`\n"]}
+{"version":3,"file":"InlineFeaturesExtractor.web.js","sourceRoot":"","sources":["../../src/workers/InlineFeaturesExtractor.web.tsx"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,uBAAuB,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAqTtC,CAAA","sourcesContent":["export const InlineFeaturesExtractor = `\n// Unique ID counter\nlet uniqueIdCounter = 0\n\nself.onmessage = function (event) {\n    const {\n        channelData, // this is only the newly recorded data when live recording.\n        sampleRate,\n        pointsPerSecond,\n        algorithm,\n        bitDepth,\n        fullAudioDurationMs,\n        numberOfChannels,\n        features: _features,\n    } = event.data\n    const features = _features || {}\n\n    const SILENCE_THRESHOLD = 0.01\n    const MIN_SILENCE_DURATION = 1.5 * sampleRate // 1.5 seconds of silence\n    const SPEECH_INERTIA_DURATION = 0.1 * sampleRate // Speech inertia duration in samples\n    const RMS_THRESHOLD = 0.01\n    const ZCR_THRESHOLD = 0.1\n\n    // Placeholder functions for feature extraction\n    const extractMFCC = (segmentData, sampleRate) => {\n        // Implement MFCC extraction logic here\n        return []\n    }\n\n    const extractSpectralCentroid = (segmentData, sampleRate) => {\n        const magnitudeSpectrum = segmentData.map((v) => v * v)\n        const sum = magnitudeSpectrum.reduce((a, b) => a + b, 0)\n        if (sum === 0) return 0\n\n        const weightedSum = magnitudeSpectrum.reduce(\n            (acc, value, index) => acc + index * value,\n            0\n        )\n        return (\n            ((weightedSum / sum) * (sampleRate / 2)) / magnitudeSpectrum.length\n        )\n    }\n\n    const extractSpectralFlatness = (segmentData) => {\n        const magnitudeSpectrum = segmentData.map((v) => Math.abs(v))\n        const geometricMean = Math.exp(\n            magnitudeSpectrum\n                .map((v) => Math.log(v + Number.MIN_VALUE))\n                .reduce((a, b) => a + b) / magnitudeSpectrum.length\n        )\n        const arithmeticMean =\n            magnitudeSpectrum.reduce((a, b) => a + b) / magnitudeSpectrum.length\n        return arithmeticMean === 0 ? 0 : geometricMean / arithmeticMean\n    }\n\n    const extractSpectralRollOff = (segmentData, sampleRate) => {\n        const magnitudeSpectrum = segmentData.map((v) => Math.abs(v))\n        const totalEnergy = magnitudeSpectrum.reduce((a, b) => a + b, 0)\n        const rollOffThreshold = totalEnergy * 0.85\n        let cumulativeEnergy = 0\n\n        for (let i = 0; i < magnitudeSpectrum.length; i++) {\n            cumulativeEnergy += magnitudeSpectrum[i]\n            if (cumulativeEnergy >= rollOffThreshold) {\n                return (i / magnitudeSpectrum.length) * (sampleRate / 2)\n            }\n        }\n\n        return 0\n    }\n\n    const extractSpectralBandwidth = (segmentData, sampleRate) => {\n        const centroid = extractSpectralCentroid(segmentData, sampleRate)\n        const magnitudeSpectrum = segmentData.map((v) => Math.abs(v))\n        const sum = magnitudeSpectrum.reduce((a, b) => a + b, 0)\n        if (sum === 0) return 0\n\n        const weightedSum = magnitudeSpectrum.reduce(\n            (acc, value, index) => acc + value * Math.pow(index - centroid, 2),\n            0\n        )\n        return Math.sqrt(weightedSum / sum)\n    }\n\n    const extractChromagram = (segmentData, sampleRate) => {\n        return [] // TODO implement\n    }\n\n    const extractHNR = (segmentData) => {\n        const frameSize = segmentData.length\n        const autocorrelation = new Float32Array(frameSize)\n\n        // Compute the autocorrelation of the segment data\n        for (let i = 0; i < frameSize; i++) {\n            let sum = 0\n            for (let j = 0; j < frameSize - i; j++) {\n                sum += segmentData[j] * segmentData[j + i]\n            }\n            autocorrelation[i] = sum\n        }\n\n        // Find the maximum autocorrelation value (excluding the zero lag)\n        const maxAutocorrelation = Math.max(...autocorrelation.subarray(1))\n\n        // Compute the HNR\n        return autocorrelation[0] !== 0\n            ? 10 *\n                  Math.log10(\n                      maxAutocorrelation /\n                          (autocorrelation[0] - maxAutocorrelation)\n                  )\n            : 0\n    }\n\n    const extractWaveform = (\n        channelData, // Float32Array\n        sampleRate, // number\n        pointsPerSecond, // number\n        algorithm // string\n    ) => {\n        const totalSamples = channelData.length\n        const segmentDuration = totalSamples / sampleRate\n        const totalPoints = Math.max(\n            Math.ceil(segmentDuration * pointsPerSecond),\n            1\n        )\n        const pointInterval = Math.ceil(totalSamples / totalPoints)\n        const dataPoints = []\n        let minAmplitude = Infinity\n        let maxAmplitude = -Infinity\n        let silenceStart = null\n        let lastSpeechEnd = -Infinity\n        let isSpeech = false\n\n        const expectedPoints = segmentDuration * pointsPerSecond\n        const samplesPerPoint = Math.ceil(channelData.length / expectedPoints)\n\n        for (let i = 0; i < expectedPoints; i++) {\n            const start = i * samplesPerPoint\n            const end = Math.min(start + samplesPerPoint, totalSamples)\n\n            let sumSquares = 0\n            let zeroCrossings = 0\n            let prevValue = channelData[start]\n            let localMinAmplitude = Infinity\n            let localMaxAmplitude = -Infinity\n            let hasNonZeroValue = false\n\n            // compute values for the segment\n            for (let j = start; j < end; j++) {\n                const value = channelData[j]\n                sumSquares += value * value\n                if (j > start && value * prevValue < 0) {\n                    zeroCrossings++\n                }\n                prevValue = value\n\n                // We need to keep absolute value otherwise we cannot visualize properly\n                const absValue = Math.abs(value)\n                localMinAmplitude = Math.min(localMinAmplitude, absValue)\n                localMaxAmplitude = Math.max(localMaxAmplitude, absValue)\n\n                if (value !== 0) {\n                    hasNonZeroValue = true\n                }\n            }\n\n            // Post-processing checks\n            if (!hasNonZeroValue) {\n                // All values are zero\n                localMinAmplitude = 0\n                localMaxAmplitude = 0\n            }\n\n            const rms = Math.sqrt(sumSquares / (end - start))\n            minAmplitude = Math.min(minAmplitude, localMinAmplitude)\n            maxAmplitude = Math.max(maxAmplitude, localMaxAmplitude)\n\n            const energy = sumSquares\n            const zcr = zeroCrossings / (end - start)\n\n            const silent = rms < SILENCE_THRESHOLD\n            const dB = 20 * Math.log10(rms)\n\n            if (silent) {\n                if (silenceStart === null) {\n                    silenceStart = start\n                } else if (start - silenceStart > MIN_SILENCE_DURATION) {\n                    // Silence detected for longer than the threshold, set amplitude to 0\n                    localMaxAmplitude = 0\n                    localMinAmplitude = 0\n                    isSpeech = false\n                }\n            } else {\n                silenceStart = null\n                if (\n                    !isSpeech &&\n                    start - lastSpeechEnd < SPEECH_INERTIA_DURATION\n                ) {\n                    isSpeech = true\n                }\n                lastSpeechEnd = end\n            }\n\n            const activeSpeech =\n                (rms > RMS_THRESHOLD && zcr > ZCR_THRESHOLD) ||\n                (isSpeech && start - lastSpeechEnd < SPEECH_INERTIA_DURATION)\n\n            if (activeSpeech) {\n                isSpeech = true\n                lastSpeechEnd = end\n            } else {\n                isSpeech = false\n            }\n\n            const bytesPerSample = bitDepth / 8\n            const startPosition = start * bytesPerSample * numberOfChannels // Calculate start position in bytes\n            const endPosition = end * bytesPerSample * numberOfChannels // Calculate end position in bytes\n\n            // Compute features\n            const segmentData = channelData.slice(start, end)\n            const mfcc = features.mfcc\n                ? extractMFCC(segmentData, sampleRate)\n                : []\n            const spectralCentroid = features.spectralCentroid\n                ? extractSpectralCentroid(segmentData, sampleRate)\n                : 0\n            const spectralFlatness = features.spectralFlatness\n                ? extractSpectralFlatness(segmentData)\n                : 0\n            const spectralRollOff = features.spectralRollOff\n                ? extractSpectralRollOff(segmentData, sampleRate)\n                : 0\n            const spectralBandwidth = features.spectralBandwidth\n                ? extractSpectralBandwidth(segmentData, sampleRate)\n                : 0\n            const chromagram = features.chromagram\n                ? extractChromagram(segmentData, sampleRate)\n                : []\n            const hnr = features.hnr ? extractHNR(segmentData) : 0\n\n            const peakAmp = Math.max(Math.abs(localMaxAmplitude), Math.abs(localMinAmplitude))\n            const newData = {\n                id: uniqueIdCounter++, // Assign unique ID and increment the counter\n                amplitude: algorithm === 'peak' ? peakAmp : rms,\n                activeSpeech,\n                dB,\n                silent,\n                features: {\n                    energy,\n                    rms,\n                    minAmplitude: localMinAmplitude,\n                    maxAmplitude: localMaxAmplitude,\n                    zcr,\n                    mfcc: [], // Placeholder for MFCC features\n                    spectralCentroid, // Computed spectral centroid\n                    spectralFlatness, // Computed spectral flatness\n                    spectralRollOff, // Computed spectral roll-off\n                    spectralBandwidth, // Computed spectral bandwidth\n                    chromagram, // Computed chromagram\n                    hnr, // Computed HNR\n                },\n                startTime: start / sampleRate,\n                endTime: end / sampleRate,\n                startPosition,\n                endPosition,\n                samples: end - start,\n                speaker: 0, // Assuming speaker detection is to be handled later\n            }\n\n            dataPoints.push(newData)\n        }\n\n        return {\n            pointsPerSecond,\n            amplitudeAlgorithm: algorithm,\n            durationMs: fullAudioDurationMs,\n            bitDepth,\n            samples: totalSamples,\n            numberOfChannels,\n            sampleRate,\n            dataPoints,\n            amplitudeRange: {\n                min: minAmplitude,\n                max: maxAmplitude,\n            },\n            speakerChanges: [], // Placeholder for future speaker detection logic\n        }\n    }\n\n    try {\n        const result = extractWaveform(\n            channelData,\n            sampleRate,\n            pointsPerSecond,\n            algorithm\n        )\n        self.postMessage({\n            command: 'features',\n            result,\n        })\n    } catch (error) {\n        console.error('[AudioFeaturesExtractor] Error in processing', error)\n        self.postMessage({ error: error.message })\n    } finally {\n        // Do not close the worker so it can be re-used for subsequent messages\n        // self.close();\n    }\n}\n`\n"]}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@siteed/expo-audio-stream",
-  "version": "1.2.0",
+  "version": "1.2.2",
   "description": "stream audio crossplatform",
   "license": "MIT",
   "main": "build/index.js",
@@ -38,6 +38,7 @@
   },
   "devDependencies": {
     "@expo/config-plugins": "~8.0.0",
+    "@siteed/publisher": "^0.4.15",
     "@siteed/react-native-logger": "^0.10.0",
     "@size-limit/preset-big-lib": "^11.1.4",
     "@types/jest": "^29.5.12",
@@ -60,6 +61,7 @@
     "prettier": "^3.2.5",
     "react-native": "0.74.5",
     "size-limit": "^11.1.4",
+    "ts-node": "^10.9.2",
     "typedoc": "^0.26.5",
     "typedoc-plugin-markdown": "^4.2.3",
     "typescript": "~5.3.3"

package/plugin/build/index.js

@@ -11,7 +11,6 @@ const withRecordingPermission = (config) => {
             config.modResults['NSMicrophoneUsageDescription'] ||
                 MICROPHONE_USAGE;
         // Add notification permissions
-        // This is the correct key for iOS notifications
         config.modResults['NSUserNotificationsUsageDescription'] =
             NOTIFICATION_USAGE;
         // Add notification style
@@ -25,15 +24,6 @@ const withRecordingPermission = (config) => {
             existingBackgroundModes.push('remote-notification');
         }
         config.modResults.UIBackgroundModes = existingBackgroundModes;
-        // Required capabilities for notifications
-        if (!config.modResults.UIRequiredDeviceCapabilities) {
-            config.modResults.UIRequiredDeviceCapabilities = [];
-        }
-        const capabilities = config.modResults
-            .UIRequiredDeviceCapabilities;
-        if (!capabilities.includes('notification')) {
-            capabilities.push('notification');
-        }
         return config;
     });
     // Android Configuration

package/plugin/src/index.ts

@@ -18,7 +18,6 @@ const withRecordingPermission: ConfigPlugin = (config: ExpoConfig) => {
             MICROPHONE_USAGE
 
         // Add notification permissions
-        // This is the correct key for iOS notifications
         config.modResults['NSUserNotificationsUsageDescription'] =
             NOTIFICATION_USAGE
 
@@ -36,16 +35,6 @@ const withRecordingPermission: ConfigPlugin = (config: ExpoConfig) => {
         }
         config.modResults.UIBackgroundModes = existingBackgroundModes
 
-        // Required capabilities for notifications
-        if (!config.modResults.UIRequiredDeviceCapabilities) {
-            config.modResults.UIRequiredDeviceCapabilities = []
-        }
-        const capabilities = config.modResults
-            .UIRequiredDeviceCapabilities as string[]
-        if (!capabilities.includes('notification')) {
-            capabilities.push('notification')
-        }
-
         return config
     })
 

package/publish.sh

@@ -44,12 +44,13 @@ echo "Generating updated documentation..."
 yarn docgen
 
 echo "Waiting while docs are generated..."
-sleep 3000
+sleep 2
 
 # Prepare and publish package
 echo "Preparing and publishing package..."
 yarn clean && yarn prepare && yarn npm publish
 
+sleep 1
 # Publish playground app
 echo "Publishing playground app..."
 cd ../../apps/playground

package/publisher.config.ts

@@ -0,0 +1,39 @@
+import type { ReleaseConfig, DeepPartial } from '@siteed/publisher'
+
+const config: DeepPartial<ReleaseConfig> = {
+    packageManager: 'yarn',
+    changelogFile: 'CHANGELOG.md',
+    conventionalCommits: true,
+    changelogFormat: 'conventional',
+    versionStrategy: 'independent',
+    bumpStrategy: 'prompt',
+    packValidation: {
+        enabled: false,
+        validateFiles: true,
+        validateBuildArtifacts: true,
+    },
+    git: {
+        tagPrefix: '',
+        requireCleanWorkingDirectory: true,
+        requireUpToDate: true,
+        requireUpstreamTracking: true,
+        commit: true,
+        push: true,
+        commitMessage:
+            'chore(expo-audio-stream): release @siteed/expo-audio-stream@${version}',
+        tag: true,
+        allowedBranches: ['main', 'master'],
+        remote: 'origin',
+    },
+    npm: {
+        publish: true,
+        registry: 'https://registry.npmjs.org',
+        tag: 'latest',
+        access: 'public',
+    },
+    hooks: {},
+    updateDependenciesOnRelease: false,
+    dependencyUpdateStrategy: 'none',
+}
+
+export default config

package/src/workers/InlineFeaturesExtractor.web.tsx

@@ -13,8 +13,6 @@ self.onmessage = function (event) {
         numberOfChannels,
         features: _features,
     } = event.data
-
-    console.log('[AudioFeaturesExtractor] Worker received message', event.data)
     const features = _features || {}
 
     const SILENCE_THRESHOLD = 0.01

package/.cursorrules

@@ -1,112 +0,0 @@
-
-You are an expert in TypeScript, React Native, Expo, and Mobile UI development.
-
-Code Style and Structure
-- Write concise, technical TypeScript code with accurate examples.
-- Use functional and declarative programming patterns; avoid classes.
-- Prefer iteration and modularization over code duplication.
-- Use descriptive variable names with auxiliary verbs (e.g., isLoading, hasError).
-- Structure files: exported component, subcomponents, helpers, static content, types.
-- Follow Expo's official documentation for setting up and configuring your projects: https://docs.expo.dev/
-
-Naming Conventions
-- Favor named exports for components.
-
-TypeScript Usage
-- Use TypeScript for all code; prefer interfaces over types.
-- Avoid enums; use maps instead.
-- Prefer object parameters over multiple parameters.
-- Use functional components with TypeScript interfaces.
-- Use strict mode in TypeScript for better type safety.
-
-Syntax and Formatting
-- Use the "function" keyword for pure functions.
-- Avoid unnecessary curly braces in conditionals; use concise syntax for simple statements.
-- Use declarative JSX.
-- Use Prettier for consistent code formatting.
-
-UI and Styling
-- Use @siteed/design-system for UI components.
-- Use Expo's built-in components for common UI patterns and layouts.
-- Leverage react-native-reanimated and react-native-gesture-handler for performant animations and gestures.
-
-Redux Tookit
-- Use RTK Query for API calls.
-- Use expo crypto to set default uuid id values.
-- Use RTK Query's optimistic updates to update the UI immediately.
-- Use RTK Query's undoable updates to undo the optimistic updates.
-- Prefer useAppDispatch and useAppSelector hooks to have typed results.
-
-Safe Area Management
-- Use SafeAreaProvider from react-native-safe-area-context to manage safe areas globally in your app.
-- Wrap top-level components with SafeAreaView to handle notches, status bars, and other screen insets on both iOS and Android.
-- Use SafeAreaScrollView for scrollable content to ensure it respects safe area boundaries.
-- Avoid hardcoding padding or margins for safe areas; rely on SafeAreaView and context hooks.
-
-Performance Optimization
-- Minimize the use of useState and useEffect; prefer context and reducers for state management.
-- Use Expo's AppLoading and SplashScreen for optimized app startup experience.
-- Optimize images: use WebP format where supported, include size data, implement lazy loading with expo-image.
-- Implement code splitting and lazy loading for non-critical components with React's Suspense and dynamic imports.
-- Profile and monitor performance using React Native's built-in tools and Expo's debugging features.
-- Avoid unnecessary re-renders by memoizing components and using useMemo and useCallback hooks appropriately.
-
-Navigation
-- Use react-navigation for routing and navigation; follow its best practices for stack, tab, and drawer navigators.
-- Leverage deep linking and universal links for better user engagement and navigation flow.
-- Use dynamic routes with expo-router for better navigation handling.
-
-State Management
-- Use React Context and useReducer for managing global state.
-- Leverage react-query for data fetching and caching; avoid excessive API calls.
-- For complex state management, consider using Zustand or Redux Toolkit.
-- Handle URL search parameters using libraries like expo-linking.
-
-Storybook
-- Use Storybook for UI component development and documentation.
-- Prefer StoryFn to declare stories.
-- Create stories for all components to ensure they work correctly in different scenarios.
-- Use the @siteed/design-system for UI components in Storybook.
-- Group stories next to the components they belong to.
-
-Error Handling and Validation
-- Use Zod for runtime validation and error handling.
-- Implement proper error logging using Sentry or a similar service.
-- Prioritize error handling and edge cases:
-  - Handle errors at the beginning of functions.
-  - Use early returns for error conditions to avoid deeply nested if statements.
-  - Avoid unnecessary else statements; use if-return pattern instead.
-  - Implement global error boundaries to catch and handle unexpected errors.
-- Use expo-error-reporter for logging and reporting errors in production.
-
-Testing
-- Write unit tests using Jest and React Native Testing Library.
-- Implement integration tests for critical user flows using Detox.
-- Use Expo's testing tools for running tests in different environments.
-- Consider snapshot testing for components to ensure UI consistency.
-
-Security
-- Sanitize user inputs to prevent XSS attacks.
-- Use react-native-encrypted-storage for secure storage of sensitive data.
-- Ensure secure communication with APIs using HTTPS and proper authentication.
-- Use Expo's Security guidelines to protect your app: https://docs.expo.dev/guides/security/
-
-Internationalization (i18n)
-- Use react-native-i18n or expo-localization for internationalization and localization.
-- Support multiple languages and RTL layouts.
-- Ensure text scaling and font adjustments for accessibility.
-
-Key Conventions
-1. Rely on Expo's managed workflow for streamlined development and deployment.
-2. Prioritize Mobile Web Vitals (Load Time, Jank, and Responsiveness).
-3. Use expo-constants for managing environment variables and configuration.
-4. Use expo-permissions to handle device permissions gracefully.
-5. Implement expo-updates for over-the-air (OTA) updates.
-6. Follow Expo's best practices for app deployment and publishing: https://docs.expo.dev/distribution/introduction/
-7. Ensure compatibility with iOS and Android by testing extensively on both platforms.
-
-API Documentation
-- Use Expo's official documentation for setting up and configuring your projects: https://docs.expo.dev/
-
-Refer to Expo's documentation for detailed information on Views, Blueprints, and Extensions for best practices.
-  

package/android/build/intermediates/incremental/mergeDebugJniLibFolders/merger.xml

@@ -1,2 +0,0 @@
-<?xml version="1.0" encoding="utf-8"?>
-<merger version="3"><dataSet config="main" ignore_pattern="!.svn:!.git:!.ds_store:!*.scc:.*:&lt;dir>_*:!CVS:!thumbs.db:!picasa.ini:!*~"><source path="/Volumes/FD/Projects/expo-audio-stream/packages/expo-audio-stream/android/src/main/jniLibs"/></dataSet><dataSet config="debug" ignore_pattern="!.svn:!.git:!.ds_store:!*.scc:.*:&lt;dir>_*:!CVS:!thumbs.db:!picasa.ini:!*~"><source path="/Volumes/FD/Projects/expo-audio-stream/packages/expo-audio-stream/android/src/debug/jniLibs"/></dataSet></merger>

package/android/build/intermediates/incremental/mergeDebugShaders/merger.xml

@@ -1,2 +0,0 @@
-<?xml version="1.0" encoding="utf-8"?>
-<merger version="3"><dataSet config="main" ignore_pattern="!.svn:!.git:!.ds_store:!*.scc:.*:&lt;dir>_*:!CVS:!thumbs.db:!picasa.ini:!*~"><source path="/Volumes/FD/Projects/expo-audio-stream/packages/expo-audio-stream/android/src/main/shaders"/></dataSet><dataSet config="debug" ignore_pattern="!.svn:!.git:!.ds_store:!*.scc:.*:&lt;dir>_*:!CVS:!thumbs.db:!picasa.ini:!*~"><source path="/Volumes/FD/Projects/expo-audio-stream/packages/expo-audio-stream/android/src/debug/shaders"/></dataSet></merger>

package/android/build/intermediates/incremental/packageDebugAssets/merger.xml

@@ -1,2 +0,0 @@
-<?xml version="1.0" encoding="utf-8"?>
-<merger version="3"><dataSet config="main" ignore_pattern="!.svn:!.git:!.ds_store:!*.scc:.*:&lt;dir>_*:!CVS:!thumbs.db:!picasa.ini:!*~"><source path="/Volumes/FD/Projects/expo-audio-stream/packages/expo-audio-stream/android/src/main/assets"/></dataSet><dataSet config="debug" ignore_pattern="!.svn:!.git:!.ds_store:!*.scc:.*:&lt;dir>_*:!CVS:!thumbs.db:!picasa.ini:!*~"><source path="/Volumes/FD/Projects/expo-audio-stream/packages/expo-audio-stream/android/src/debug/assets"/></dataSet><dataSet config="generated" ignore_pattern="!.svn:!.git:!.ds_store:!*.scc:.*:&lt;dir>_*:!CVS:!thumbs.db:!picasa.ini:!*~"><source path="/Volumes/FD/Projects/expo-audio-stream/packages/expo-audio-stream/android/build/intermediates/shader_assets/debug/out"/></dataSet></merger>