@siteed/audio-studio 3.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +535 -0
- package/LICENSE +21 -0
- package/README.md +167 -0
- package/android/build.gradle +143 -0
- package/android/src/androidTest/assets/chorus.wav +0 -0
- package/android/src/androidTest/assets/jfk.wav +0 -0
- package/android/src/androidTest/assets/osr_us_000_0010_8k.wav +0 -0
- package/android/src/androidTest/assets/recorder_hello_world.wav +0 -0
- package/android/src/androidTest/java/net/siteed/audiostudio/AudioProcessorInstrumentedTest.kt +197 -0
- package/android/src/androidTest/java/net/siteed/audiostudio/AudioRecorderInstrumentedTest.kt +541 -0
- package/android/src/androidTest/java/net/siteed/audiostudio/AudioRecorderPerformanceInstrumentedTest.kt +234 -0
- package/android/src/androidTest/java/net/siteed/audiostudio/integration/AudioFocusStrategyIntegrationTest.kt +332 -0
- package/android/src/androidTest/java/net/siteed/audiostudio/integration/BufferDurationIntegrationTest.kt +324 -0
- package/android/src/androidTest/java/net/siteed/audiostudio/integration/CompressedOnlyOutputTest.kt +253 -0
- package/android/src/androidTest/java/net/siteed/audiostudio/integration/DeviceDisconnectionFallbackTest.kt +218 -0
- package/android/src/androidTest/java/net/siteed/audiostudio/integration/EventEmissionIntervalTest.kt +120 -0
- package/android/src/androidTest/java/net/siteed/audiostudio/integration/M4aFormatTest.kt +345 -0
- package/android/src/androidTest/java/net/siteed/audiostudio/integration/OutputControlIntegrationTest.kt +340 -0
- package/android/src/androidTest/java/net/siteed/audiostudio/integration/PcmStreamingDurationTest.kt +252 -0
- package/android/src/androidTest/java/net/siteed/audiostudio/integration/README.md +95 -0
- package/android/src/androidTest/java/net/siteed/audiostudio/integration/run_integration_tests.sh +43 -0
- package/android/src/main/AndroidManifest.xml +30 -0
- package/android/src/main/CMakeLists.txt +29 -0
- package/android/src/main/java/net/siteed/audiostudio/AudioAnalysisData.kt +188 -0
- package/android/src/main/java/net/siteed/audiostudio/AudioDataEncoder.kt +9 -0
- package/android/src/main/java/net/siteed/audiostudio/AudioDeviceManager.kt +1741 -0
- package/android/src/main/java/net/siteed/audiostudio/AudioFeaturesNative.kt +26 -0
- package/android/src/main/java/net/siteed/audiostudio/AudioFileHandler.kt +136 -0
- package/android/src/main/java/net/siteed/audiostudio/AudioFormatUtils.kt +354 -0
- package/android/src/main/java/net/siteed/audiostudio/AudioNotificationsManager.kt +439 -0
- package/android/src/main/java/net/siteed/audiostudio/AudioProcessor.kt +2237 -0
- package/android/src/main/java/net/siteed/audiostudio/AudioRecorderManager.kt +2163 -0
- package/android/src/main/java/net/siteed/audiostudio/AudioRecordingService.kt +167 -0
- package/android/src/main/java/net/siteed/audiostudio/AudioStudioModule.kt +1112 -0
- package/android/src/main/java/net/siteed/audiostudio/AudioTrimmer.kt +1099 -0
- package/android/src/main/java/net/siteed/audiostudio/Constants.kt +37 -0
- package/android/src/main/java/net/siteed/audiostudio/EventSender.kt +7 -0
- package/android/src/main/java/net/siteed/audiostudio/FFT.kt +100 -0
- package/android/src/main/java/net/siteed/audiostudio/Features.kt +98 -0
- package/android/src/main/java/net/siteed/audiostudio/LogUtils.kt +93 -0
- package/android/src/main/java/net/siteed/audiostudio/MelSpectrogramNative.kt +36 -0
- package/android/src/main/java/net/siteed/audiostudio/NotificationConfig.kt +72 -0
- package/android/src/main/java/net/siteed/audiostudio/PermissionUtils.kt +68 -0
- package/android/src/main/java/net/siteed/audiostudio/RecordingActionReceiver.kt +59 -0
- package/android/src/main/java/net/siteed/audiostudio/RecordingConfig.kt +259 -0
- package/android/src/main/java/net/siteed/audiostudio/WaveformConfig.kt +19 -0
- package/android/src/main/java/net/siteed/audiostudio/WaveformRenderer.kt +159 -0
- package/android/src/main/jni/AudioFeaturesJNI.cpp +152 -0
- package/android/src/main/jni/MelSpectrogramJNI.cpp +165 -0
- package/android/src/main/res/drawable/ic_default_action_icon.xml +16 -0
- package/android/src/main/res/drawable/ic_microphone.xml +13 -0
- package/android/src/main/res/drawable/ic_pause.xml +10 -0
- package/android/src/main/res/drawable/ic_play.xml +10 -0
- package/android/src/main/res/drawable/ic_stop.xml +10 -0
- package/android/src/main/res/layout/notification_recording.xml +37 -0
- package/android/src/test/java/net/siteed/audiostudio/AudioFileHandlerTest.kt +279 -0
- package/android/src/test/java/net/siteed/audiostudio/AudioFocusStrategyTest.kt +249 -0
- package/android/src/test/java/net/siteed/audiostudio/AudioFormatTest.kt +151 -0
- package/android/src/test/java/net/siteed/audiostudio/AudioFormatUtilsTest.kt +273 -0
- package/android/src/test/java/net/siteed/audiostudio/DeviceDisconnectionFallbackUnitTest.kt +140 -0
- package/android/src/test/resources/chorus.wav +0 -0
- package/android/src/test/resources/generate_test_audio.py +94 -0
- package/android/src/test/resources/jfk.wav +0 -0
- package/android/src/test/resources/osr_us_000_0010_8k.wav +0 -0
- package/android/src/test/resources/recorder_hello_world.wav +0 -0
- package/app.plugin.js +3 -0
- package/build/cjs/AudioAnalysis/AudioAnalysis.types.js +4 -0
- package/build/cjs/AudioAnalysis/AudioAnalysis.types.js.map +1 -0
- package/build/cjs/AudioAnalysis/audioFeaturesWasm.js +164 -0
- package/build/cjs/AudioAnalysis/audioFeaturesWasm.js.map +1 -0
- package/build/cjs/AudioAnalysis/extractAudioAnalysis.js +213 -0
- package/build/cjs/AudioAnalysis/extractAudioAnalysis.js.map +1 -0
- package/build/cjs/AudioAnalysis/extractAudioData.js +21 -0
- package/build/cjs/AudioAnalysis/extractAudioData.js.map +1 -0
- package/build/cjs/AudioAnalysis/extractMelSpectrogram.js +90 -0
- package/build/cjs/AudioAnalysis/extractMelSpectrogram.js.map +1 -0
- package/build/cjs/AudioAnalysis/extractPreview.js +28 -0
- package/build/cjs/AudioAnalysis/extractPreview.js.map +1 -0
- package/build/cjs/AudioAnalysis/extractWaveform.js +18 -0
- package/build/cjs/AudioAnalysis/extractWaveform.js.map +1 -0
- package/build/cjs/AudioAnalysis/melSpectrogramWasm.js +149 -0
- package/build/cjs/AudioAnalysis/melSpectrogramWasm.js.map +1 -0
- package/build/cjs/AudioDeviceManager.js +688 -0
- package/build/cjs/AudioDeviceManager.js.map +1 -0
- package/build/cjs/AudioRecorder.provider.js +78 -0
- package/build/cjs/AudioRecorder.provider.js.map +1 -0
- package/build/cjs/AudioStudio.native.js +8 -0
- package/build/cjs/AudioStudio.native.js.map +1 -0
- package/build/cjs/AudioStudio.types.js +11 -0
- package/build/cjs/AudioStudio.types.js.map +1 -0
- package/build/cjs/AudioStudio.web.js +708 -0
- package/build/cjs/AudioStudio.web.js.map +1 -0
- package/build/cjs/AudioStudioModule.js +718 -0
- package/build/cjs/AudioStudioModule.js.map +1 -0
- package/build/cjs/WebRecorder.web.js +865 -0
- package/build/cjs/WebRecorder.web.js.map +1 -0
- package/build/cjs/constants/platformLimitations.js +99 -0
- package/build/cjs/constants/platformLimitations.js.map +1 -0
- package/build/cjs/constants.js +20 -0
- package/build/cjs/constants.js.map +1 -0
- package/build/cjs/events.js +29 -0
- package/build/cjs/events.js.map +1 -0
- package/build/cjs/hooks/useAudioDevices.js +179 -0
- package/build/cjs/hooks/useAudioDevices.js.map +1 -0
- package/build/cjs/index.js +64 -0
- package/build/cjs/index.js.map +1 -0
- package/build/cjs/trimAudio.js +76 -0
- package/build/cjs/trimAudio.js.map +1 -0
- package/build/cjs/useAudioRecorder.js +535 -0
- package/build/cjs/useAudioRecorder.js.map +1 -0
- package/build/cjs/utils/BlobFix.js +502 -0
- package/build/cjs/utils/BlobFix.js.map +1 -0
- package/build/cjs/utils/audioProcessing.js +136 -0
- package/build/cjs/utils/audioProcessing.js.map +1 -0
- package/build/cjs/utils/cleanNativeOptions.js +22 -0
- package/build/cjs/utils/cleanNativeOptions.js.map +1 -0
- package/build/cjs/utils/concatenateBuffers.js +25 -0
- package/build/cjs/utils/concatenateBuffers.js.map +1 -0
- package/build/cjs/utils/convertPCMToFloat32.js +124 -0
- package/build/cjs/utils/convertPCMToFloat32.js.map +1 -0
- package/build/cjs/utils/crc32.js +52 -0
- package/build/cjs/utils/crc32.js.map +1 -0
- package/build/cjs/utils/encodingToBitDepth.js +17 -0
- package/build/cjs/utils/encodingToBitDepth.js.map +1 -0
- package/build/cjs/utils/getWavFileInfo.js +96 -0
- package/build/cjs/utils/getWavFileInfo.js.map +1 -0
- package/build/cjs/utils/writeWavHeader.js +88 -0
- package/build/cjs/utils/writeWavHeader.js.map +1 -0
- package/build/cjs/workers/InlineFeaturesExtractor.web.js +294 -0
- package/build/cjs/workers/InlineFeaturesExtractor.web.js.map +1 -0
- package/build/cjs/workers/inlineAudioWebWorker.web.js +190 -0
- package/build/cjs/workers/inlineAudioWebWorker.web.js.map +1 -0
- package/build/cjs/workers/wasmGlueString.web.js +27 -0
- package/build/cjs/workers/wasmGlueString.web.js.map +1 -0
- package/build/esm/AudioAnalysis/AudioAnalysis.types.js +3 -0
- package/build/esm/AudioAnalysis/AudioAnalysis.types.js.map +1 -0
- package/build/esm/AudioAnalysis/audioFeaturesWasm.js +126 -0
- package/build/esm/AudioAnalysis/audioFeaturesWasm.js.map +1 -0
- package/build/esm/AudioAnalysis/extractAudioAnalysis.js +205 -0
- package/build/esm/AudioAnalysis/extractAudioAnalysis.js.map +1 -0
- package/build/esm/AudioAnalysis/extractAudioData.js +14 -0
- package/build/esm/AudioAnalysis/extractAudioData.js.map +1 -0
- package/build/esm/AudioAnalysis/extractMelSpectrogram.js +86 -0
- package/build/esm/AudioAnalysis/extractMelSpectrogram.js.map +1 -0
- package/build/esm/AudioAnalysis/extractPreview.js +25 -0
- package/build/esm/AudioAnalysis/extractPreview.js.map +1 -0
- package/build/esm/AudioAnalysis/extractWaveform.js +11 -0
- package/build/esm/AudioAnalysis/extractWaveform.js.map +1 -0
- package/build/esm/AudioAnalysis/melSpectrogramWasm.js +111 -0
- package/build/esm/AudioAnalysis/melSpectrogramWasm.js.map +1 -0
- package/build/esm/AudioDeviceManager.js +681 -0
- package/build/esm/AudioDeviceManager.js.map +1 -0
- package/build/esm/AudioRecorder.provider.js +40 -0
- package/build/esm/AudioRecorder.provider.js.map +1 -0
- package/build/esm/AudioStudio.native.js +6 -0
- package/build/esm/AudioStudio.native.js.map +1 -0
- package/build/esm/AudioStudio.types.js +8 -0
- package/build/esm/AudioStudio.types.js.map +1 -0
- package/build/esm/AudioStudio.web.js +704 -0
- package/build/esm/AudioStudio.web.js.map +1 -0
- package/build/esm/AudioStudioModule.js +713 -0
- package/build/esm/AudioStudioModule.js.map +1 -0
- package/build/esm/WebRecorder.web.js +861 -0
- package/build/esm/WebRecorder.web.js.map +1 -0
- package/build/esm/constants/platformLimitations.js +90 -0
- package/build/esm/constants/platformLimitations.js.map +1 -0
- package/build/esm/constants.js +17 -0
- package/build/esm/constants.js.map +1 -0
- package/build/esm/events.js +21 -0
- package/build/esm/events.js.map +1 -0
- package/build/esm/hooks/useAudioDevices.js +176 -0
- package/build/esm/hooks/useAudioDevices.js.map +1 -0
- package/build/esm/index.js +23 -0
- package/build/esm/index.js.map +1 -0
- package/build/esm/trimAudio.js +69 -0
- package/build/esm/trimAudio.js.map +1 -0
- package/build/esm/useAudioRecorder.js +529 -0
- package/build/esm/useAudioRecorder.js.map +1 -0
- package/build/esm/utils/BlobFix.js +498 -0
- package/build/esm/utils/BlobFix.js.map +1 -0
- package/build/esm/utils/audioProcessing.js +133 -0
- package/build/esm/utils/audioProcessing.js.map +1 -0
- package/build/esm/utils/cleanNativeOptions.js +19 -0
- package/build/esm/utils/cleanNativeOptions.js.map +1 -0
- package/build/esm/utils/concatenateBuffers.js +21 -0
- package/build/esm/utils/concatenateBuffers.js.map +1 -0
- package/build/esm/utils/convertPCMToFloat32.js +120 -0
- package/build/esm/utils/convertPCMToFloat32.js.map +1 -0
- package/build/esm/utils/crc32.js +50 -0
- package/build/esm/utils/crc32.js.map +1 -0
- package/build/esm/utils/encodingToBitDepth.js +13 -0
- package/build/esm/utils/encodingToBitDepth.js.map +1 -0
- package/build/esm/utils/getWavFileInfo.js +92 -0
- package/build/esm/utils/getWavFileInfo.js.map +1 -0
- package/build/esm/utils/writeWavHeader.js +84 -0
- package/build/esm/utils/writeWavHeader.js.map +1 -0
- package/build/esm/workers/InlineFeaturesExtractor.web.js +291 -0
- package/build/esm/workers/InlineFeaturesExtractor.web.js.map +1 -0
- package/build/esm/workers/inlineAudioWebWorker.web.js +187 -0
- package/build/esm/workers/inlineAudioWebWorker.web.js.map +1 -0
- package/build/esm/workers/wasmGlueString.web.js +24 -0
- package/build/esm/workers/wasmGlueString.web.js.map +1 -0
- package/build/types/AudioAnalysis/AudioAnalysis.types.d.ts +198 -0
- package/build/types/AudioAnalysis/AudioAnalysis.types.d.ts.map +1 -0
- package/build/types/AudioAnalysis/audioFeaturesWasm.d.ts +24 -0
- package/build/types/AudioAnalysis/audioFeaturesWasm.d.ts.map +1 -0
- package/build/types/AudioAnalysis/extractAudioAnalysis.d.ts +74 -0
- package/build/types/AudioAnalysis/extractAudioAnalysis.d.ts.map +1 -0
- package/build/types/AudioAnalysis/extractAudioData.d.ts +3 -0
- package/build/types/AudioAnalysis/extractAudioData.d.ts.map +1 -0
- package/build/types/AudioAnalysis/extractMelSpectrogram.d.ts +20 -0
- package/build/types/AudioAnalysis/extractMelSpectrogram.d.ts.map +1 -0
- package/build/types/AudioAnalysis/extractPreview.d.ts +11 -0
- package/build/types/AudioAnalysis/extractPreview.d.ts.map +1 -0
- package/build/types/AudioAnalysis/extractWaveform.d.ts +8 -0
- package/build/types/AudioAnalysis/extractWaveform.d.ts.map +1 -0
- package/build/types/AudioAnalysis/melSpectrogramWasm.d.ts +16 -0
- package/build/types/AudioAnalysis/melSpectrogramWasm.d.ts.map +1 -0
- package/build/types/AudioDeviceManager.d.ts +187 -0
- package/build/types/AudioDeviceManager.d.ts.map +1 -0
- package/build/types/AudioRecorder.provider.d.ts +11 -0
- package/build/types/AudioRecorder.provider.d.ts.map +1 -0
- package/build/types/AudioStudio.native.d.ts +3 -0
- package/build/types/AudioStudio.native.d.ts.map +1 -0
- package/build/types/AudioStudio.types.d.ts +760 -0
- package/build/types/AudioStudio.types.d.ts.map +1 -0
- package/build/types/AudioStudio.web.d.ts +96 -0
- package/build/types/AudioStudio.web.d.ts.map +1 -0
- package/build/types/AudioStudioModule.d.ts +3 -0
- package/build/types/AudioStudioModule.d.ts.map +1 -0
- package/build/types/WebRecorder.web.d.ts +208 -0
- package/build/types/WebRecorder.web.d.ts.map +1 -0
- package/build/types/constants/platformLimitations.d.ts +40 -0
- package/build/types/constants/platformLimitations.d.ts.map +1 -0
- package/build/types/constants.d.ts +14 -0
- package/build/types/constants.d.ts.map +1 -0
- package/build/types/events.d.ts +29 -0
- package/build/types/events.d.ts.map +1 -0
- package/build/types/hooks/useAudioDevices.d.ts +15 -0
- package/build/types/hooks/useAudioDevices.d.ts.map +1 -0
- package/build/types/index.d.ts +21 -0
- package/build/types/index.d.ts.map +1 -0
- package/build/types/trimAudio.d.ts +25 -0
- package/build/types/trimAudio.d.ts.map +1 -0
- package/build/types/useAudioRecorder.d.ts +22 -0
- package/build/types/useAudioRecorder.d.ts.map +1 -0
- package/build/types/utils/BlobFix.d.ts +9 -0
- package/build/types/utils/BlobFix.d.ts.map +1 -0
- package/build/types/utils/audioProcessing.d.ts +24 -0
- package/build/types/utils/audioProcessing.d.ts.map +1 -0
- package/build/types/utils/cleanNativeOptions.d.ts +15 -0
- package/build/types/utils/cleanNativeOptions.d.ts.map +1 -0
- package/build/types/utils/concatenateBuffers.d.ts +8 -0
- package/build/types/utils/concatenateBuffers.d.ts.map +1 -0
- package/build/types/utils/convertPCMToFloat32.d.ts +13 -0
- package/build/types/utils/convertPCMToFloat32.d.ts.map +1 -0
- package/build/types/utils/crc32.d.ts +7 -0
- package/build/types/utils/crc32.d.ts.map +1 -0
- package/build/types/utils/encodingToBitDepth.d.ts +5 -0
- package/build/types/utils/encodingToBitDepth.d.ts.map +1 -0
- package/build/types/utils/getWavFileInfo.d.ts +26 -0
- package/build/types/utils/getWavFileInfo.d.ts.map +1 -0
- package/build/types/utils/writeWavHeader.d.ts +34 -0
- package/build/types/utils/writeWavHeader.d.ts.map +1 -0
- package/build/types/workers/InlineFeaturesExtractor.web.d.ts +2 -0
- package/build/types/workers/InlineFeaturesExtractor.web.d.ts.map +1 -0
- package/build/types/workers/inlineAudioWebWorker.web.d.ts +2 -0
- package/build/types/workers/inlineAudioWebWorker.web.d.ts.map +1 -0
- package/build/types/workers/wasmGlueString.web.d.ts +2 -0
- package/build/types/workers/wasmGlueString.web.d.ts.map +1 -0
- package/cpp/AudioFeatures.cpp +274 -0
- package/cpp/AudioFeatures.h +85 -0
- package/cpp/AudioFeaturesBridge.cpp +146 -0
- package/cpp/AudioFeaturesBridge.h +47 -0
- package/cpp/MelSpectrogram.cpp +227 -0
- package/cpp/MelSpectrogram.h +82 -0
- package/cpp/MelSpectrogramBridge.cpp +112 -0
- package/cpp/MelSpectrogramBridge.h +33 -0
- package/cpp/kiss_fft/COPYING +11 -0
- package/cpp/kiss_fft/_kiss_fft_guts.h +167 -0
- package/cpp/kiss_fft/kiss_fft.c +424 -0
- package/cpp/kiss_fft/kiss_fft.h +160 -0
- package/cpp/kiss_fft/kiss_fft_log.h +36 -0
- package/cpp/kiss_fft/kiss_fftr.c +155 -0
- package/cpp/kiss_fft/kiss_fftr.h +54 -0
- package/expo-module.config.json +10 -0
- package/ios/AudioAnalysisData.swift +74 -0
- package/ios/AudioDeviceManager.swift +670 -0
- package/ios/AudioFeaturesWrapper.h +21 -0
- package/ios/AudioFeaturesWrapper.mm +63 -0
- package/ios/AudioNotificationManager.swift +154 -0
- package/ios/AudioProcessingHelpers.swift +797 -0
- package/ios/AudioProcessor.swift +1191 -0
- package/ios/AudioStreamError.swift +7 -0
- package/ios/AudioStreamManager.swift +2369 -0
- package/ios/AudioStreamManagerDelegate.swift +16 -0
- package/ios/AudioStudio.podspec +39 -0
- package/ios/AudioStudioModule.swift +1111 -0
- package/ios/AudioStudioTests/AudioFileHandlerTests.swift +338 -0
- package/ios/AudioStudioTests/AudioFormatUtilsTests.swift +331 -0
- package/ios/AudioStudioTests/AudioTestHelpers.swift +130 -0
- package/ios/AudioStudioTests/CompressedOnlyOutputTests.swift +294 -0
- package/ios/AudioStudioTests/EventEmissionIntervalTests.swift +105 -0
- package/ios/AudioStudioTests/Info.plist +22 -0
- package/ios/AudioStudioTests/README.md +39 -0
- package/ios/AudioStudioTests/SimpleAudioTest.swift +98 -0
- package/ios/AudioStudioTests/TestAudioGenerator.swift +75 -0
- package/ios/DataPoint.swift +54 -0
- package/ios/DecodingConfig.swift +59 -0
- package/ios/FFT.swift +62 -0
- package/ios/Features.swift +95 -0
- package/ios/ISSUE_IOS.md +68 -0
- package/ios/Logger.swift +39 -0
- package/ios/MelSpectrogramWrapper.h +30 -0
- package/ios/MelSpectrogramWrapper.mm +97 -0
- package/ios/NotificationExtension.swift +15 -0
- package/ios/RecordingResult.swift +22 -0
- package/ios/RecordingSettings.swift +311 -0
- package/ios/WaveformExtractor.swift +105 -0
- package/ios/tests/README.md +41 -0
- package/ios/tests/integration/buffer_and_fallback_test.swift +178 -0
- package/ios/tests/integration/buffer_duration_test.swift +185 -0
- package/ios/tests/integration/compressed_only_output_test.swift +271 -0
- package/ios/tests/integration/output_control_test.swift +322 -0
- package/ios/tests/integration/run_integration_tests.sh +37 -0
- package/ios/tests/opus_support_test_macos.swift +154 -0
- package/ios/tests/standalone/audio_processing_test.swift +144 -0
- package/ios/tests/standalone/audio_recording_test.swift +277 -0
- package/ios/tests/standalone/audio_streaming_test.swift +249 -0
- package/ios/tests/standalone/standalone_test.swift +144 -0
- package/package.json +146 -0
- package/plugin/build/index.cjs +194 -0
- package/plugin/build/index.d.cts +22 -0
- package/plugin/build/index.js +194 -0
- package/plugin/src/index.ts +285 -0
- package/plugin/tsconfig.json +10 -0
- package/plugin/tsconfig.tsbuildinfo +1 -0
- package/prebuilt/wasm/mel-spectrogram.js +18 -0
- package/src/AudioAnalysis/AudioAnalysis.types.ts +226 -0
- package/src/AudioAnalysis/audio-features-wasm.d.ts +37 -0
- package/src/AudioAnalysis/audioFeaturesWasm.ts +200 -0
- package/src/AudioAnalysis/extractAudioAnalysis.ts +350 -0
- package/src/AudioAnalysis/extractAudioData.ts +17 -0
- package/src/AudioAnalysis/extractMelSpectrogram.ts +140 -0
- package/src/AudioAnalysis/extractPreview.ts +34 -0
- package/src/AudioAnalysis/extractWaveform.ts +22 -0
- package/src/AudioAnalysis/mel-spectrogram-wasm.d.ts +48 -0
- package/src/AudioAnalysis/melSpectrogramWasm.ts +179 -0
- package/src/AudioDeviceManager.ts +800 -0
- package/src/AudioRecorder.provider.tsx +57 -0
- package/src/AudioStudio.native.ts +6 -0
- package/src/AudioStudio.types.ts +899 -0
- package/src/AudioStudio.web.ts +911 -0
- package/src/AudioStudioModule.ts +984 -0
- package/src/WebRecorder.web.ts +1114 -0
- package/src/constants/platformLimitations.ts +118 -0
- package/src/constants.ts +21 -0
- package/src/events.ts +63 -0
- package/src/hooks/useAudioDevices.ts +213 -0
- package/src/index.ts +67 -0
- package/src/trimAudio.ts +94 -0
- package/src/types/crc-32.d.ts +9 -0
- package/src/useAudioRecorder.tsx +784 -0
- package/src/utils/BlobFix.ts +561 -0
- package/src/utils/audioProcessing.ts +205 -0
- package/src/utils/cleanNativeOptions.ts +18 -0
- package/src/utils/concatenateBuffers.ts +24 -0
- package/src/utils/convertPCMToFloat32.ts +170 -0
- package/src/utils/crc32.ts +59 -0
- package/src/utils/encodingToBitDepth.ts +18 -0
- package/src/utils/getWavFileInfo.ts +132 -0
- package/src/utils/writeWavHeader.ts +115 -0
- package/src/workers/InlineFeaturesExtractor.web.tsx +291 -0
- package/src/workers/inlineAudioWebWorker.web.tsx +186 -0
- package/src/workers/wasmGlueString.web.ts +23 -0
package/android/src/androidTest/java/net/siteed/audiostudio/integration/run_integration_tests.sh
ADDED
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
#!/bin/bash
|
|
2
|
+
|
|
3
|
+
# Android Integration Tests for Buffer Duration & Skip File Writing
|
|
4
|
+
# Run this script from the expo-audio-studio package root
|
|
5
|
+
|
|
6
|
+
echo "🚀 Running Android Integration Tests"
|
|
7
|
+
echo "===================================="
|
|
8
|
+
echo ""
|
|
9
|
+
|
|
10
|
+
# Navigate to playground app (which has the gradle wrapper)
|
|
11
|
+
cd ../../../apps/playground/android || exit 1
|
|
12
|
+
|
|
13
|
+
echo "📱 Running Buffer Duration Integration Test..."
|
|
14
|
+
echo "--------------------------------------------"
|
|
15
|
+
./gradlew :siteed-expo-audio-studio:connectedAndroidTest --tests "*.BufferDurationIntegrationTest"
|
|
16
|
+
|
|
17
|
+
echo ""
|
|
18
|
+
echo "📱 Running Skip File Writing Integration Test..."
|
|
19
|
+
echo "-----------------------------------------------"
|
|
20
|
+
./gradlew :siteed-expo-audio-studio:connectedAndroidTest --tests "*.SkipFileWritingIntegrationTest"
|
|
21
|
+
|
|
22
|
+
echo ""
|
|
23
|
+
echo "📱 Running Output Control Integration Test..."
|
|
24
|
+
echo "--------------------------------------------"
|
|
25
|
+
./gradlew :siteed-expo-audio-studio:connectedAndroidTest --tests "*.OutputControlIntegrationTest"
|
|
26
|
+
|
|
27
|
+
echo ""
|
|
28
|
+
echo "📱 Running Compressed-Only Output Test (Issue #244)..."
|
|
29
|
+
echo "-----------------------------------------------------"
|
|
30
|
+
./gradlew :siteed-expo-audio-studio:connectedAndroidTest --tests "*.CompressedOnlyOutputTest"
|
|
31
|
+
|
|
32
|
+
echo ""
|
|
33
|
+
echo "📱 Running Audio Focus Strategy Integration Test..."
|
|
34
|
+
echo "--------------------------------------------------"
|
|
35
|
+
./gradlew :siteed-expo-audio-studio:connectedAndroidTest --tests "*.AudioFocusStrategyIntegrationTest"
|
|
36
|
+
|
|
37
|
+
echo ""
|
|
38
|
+
echo "📊 Test Results Summary"
|
|
39
|
+
echo "======================"
|
|
40
|
+
echo "Check the test reports at:"
|
|
41
|
+
echo "packages/audio-studio/android/build/reports/androidTests/connected/index.html"
|
|
42
|
+
echo ""
|
|
43
|
+
echo "✅ Integration tests completed!"
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
<?xml version="1.0" encoding="utf-8"?>
|
|
2
|
+
<manifest xmlns:android="http://schemas.android.com/apk/res/android">
|
|
3
|
+
<!-- Core permissions required for basic functionality -->
|
|
4
|
+
<uses-permission android:name="android.permission.RECORD_AUDIO"/>
|
|
5
|
+
|
|
6
|
+
<!-- All other permissions are handled conditionally by the plugin based on configuration:
|
|
7
|
+
- FOREGROUND_SERVICE & FOREGROUND_SERVICE_MICROPHONE & WAKE_LOCK: enableBackgroundAudio
|
|
8
|
+
- POST_NOTIFICATIONS: enableNotifications
|
|
9
|
+
- BLUETOOTH, BLUETOOTH_ADMIN, BLUETOOTH_CONNECT, USB_PERMISSION: enableDeviceDetection
|
|
10
|
+
- READ_PHONE_STATE: enablePhoneStateHandling
|
|
11
|
+
-->
|
|
12
|
+
|
|
13
|
+
<application>
|
|
14
|
+
<receiver
|
|
15
|
+
android:name=".RecordingActionReceiver"
|
|
16
|
+
android:exported="false">
|
|
17
|
+
<intent-filter>
|
|
18
|
+
<action android:name="PAUSE_RECORDING" />
|
|
19
|
+
<action android:name="RESUME_RECORDING" />
|
|
20
|
+
<action android:name="STOP_RECORDING" />
|
|
21
|
+
</intent-filter>
|
|
22
|
+
</receiver>
|
|
23
|
+
|
|
24
|
+
<service
|
|
25
|
+
android:name=".AudioRecordingService"
|
|
26
|
+
android:enabled="true"
|
|
27
|
+
android:exported="false"
|
|
28
|
+
android:foregroundServiceType="microphone" />
|
|
29
|
+
</application>
|
|
30
|
+
</manifest>
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
cmake_minimum_required(VERSION 3.18)
|
|
2
|
+
project(audio-studio-cpp)
|
|
3
|
+
|
|
4
|
+
set(CMAKE_CXX_STANDARD 17)
|
|
5
|
+
set(CMAKE_CXX_STANDARD_REQUIRED ON)
|
|
6
|
+
|
|
7
|
+
set(CPP_DIR "${CMAKE_CURRENT_SOURCE_DIR}/../../../cpp")
|
|
8
|
+
|
|
9
|
+
|
|
10
|
+
add_library(audio-studio-cpp SHARED
|
|
11
|
+
${CPP_DIR}/MelSpectrogram.cpp
|
|
12
|
+
${CPP_DIR}/MelSpectrogramBridge.cpp
|
|
13
|
+
${CPP_DIR}/AudioFeatures.cpp
|
|
14
|
+
${CPP_DIR}/AudioFeaturesBridge.cpp
|
|
15
|
+
${CPP_DIR}/kiss_fft/kiss_fft.c
|
|
16
|
+
${CPP_DIR}/kiss_fft/kiss_fftr.c
|
|
17
|
+
jni/MelSpectrogramJNI.cpp
|
|
18
|
+
jni/AudioFeaturesJNI.cpp
|
|
19
|
+
)
|
|
20
|
+
|
|
21
|
+
target_include_directories(audio-studio-cpp PRIVATE
|
|
22
|
+
${CPP_DIR}
|
|
23
|
+
${CPP_DIR}/kiss_fft
|
|
24
|
+
)
|
|
25
|
+
|
|
26
|
+
target_link_libraries(audio-studio-cpp
|
|
27
|
+
android
|
|
28
|
+
log
|
|
29
|
+
)
|
|
@@ -0,0 +1,188 @@
|
|
|
1
|
+
// net/siteed/audiostream/AudioAnalysisData.kt
|
|
2
|
+
package net.siteed.audiostudio
|
|
3
|
+
|
|
4
|
+
import android.os.Bundle
|
|
5
|
+
import androidx.core.os.bundleOf
|
|
6
|
+
import net.siteed.audiostudio.LogUtils
|
|
7
|
+
|
|
8
|
+
/**
|
|
9
|
+
* Represents speech-related features of an audio segment
|
|
10
|
+
*/
|
|
11
|
+
data class SpeechFeatures(
|
|
12
|
+
val isActive: Boolean,
|
|
13
|
+
val speakerId: Int? = null
|
|
14
|
+
) {
|
|
15
|
+
companion object {
|
|
16
|
+
private const val CLASS_NAME = "SpeechFeatures"
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
fun toDictionary(): Map<String, Any?> {
|
|
20
|
+
return mapOf(
|
|
21
|
+
"isActive" to isActive,
|
|
22
|
+
"speakerId" to speakerId
|
|
23
|
+
)
|
|
24
|
+
}
|
|
25
|
+
|
|
26
|
+
fun toBundle(): Bundle {
|
|
27
|
+
return bundleOf(
|
|
28
|
+
"isActive" to isActive,
|
|
29
|
+
"speakerId" to speakerId
|
|
30
|
+
)
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
/**
|
|
35
|
+
* A single data point in the audio analysis result
|
|
36
|
+
*/
|
|
37
|
+
data class DataPoint(
|
|
38
|
+
val id: Long,
|
|
39
|
+
val amplitude: Float,
|
|
40
|
+
val rms: Float,
|
|
41
|
+
val dB: Float,
|
|
42
|
+
val silent: Boolean,
|
|
43
|
+
val features: Features? = null,
|
|
44
|
+
val speech: SpeechFeatures? = null,
|
|
45
|
+
val startTime: Float? = null,
|
|
46
|
+
val endTime: Float? = null,
|
|
47
|
+
val startPosition: Int? = null,
|
|
48
|
+
val endPosition: Int? = null,
|
|
49
|
+
val samples: Int = 0
|
|
50
|
+
) {
|
|
51
|
+
companion object {
|
|
52
|
+
private const val CLASS_NAME = "DataPoint"
|
|
53
|
+
}
|
|
54
|
+
|
|
55
|
+
fun toDictionary(): Map<String, Any?> {
|
|
56
|
+
return mapOf(
|
|
57
|
+
"id" to id,
|
|
58
|
+
"amplitude" to amplitude,
|
|
59
|
+
"rms" to rms,
|
|
60
|
+
"dB" to dB,
|
|
61
|
+
"silent" to silent,
|
|
62
|
+
"features" to features?.toDictionary(),
|
|
63
|
+
"speech" to speech?.toDictionary(),
|
|
64
|
+
"startTime" to startTime,
|
|
65
|
+
"endTime" to endTime,
|
|
66
|
+
"startPosition" to startPosition,
|
|
67
|
+
"endPosition" to endPosition,
|
|
68
|
+
"samples" to samples
|
|
69
|
+
)
|
|
70
|
+
}
|
|
71
|
+
|
|
72
|
+
fun toBundle(): Bundle {
|
|
73
|
+
return bundleOf(
|
|
74
|
+
"id" to id,
|
|
75
|
+
"amplitude" to amplitude,
|
|
76
|
+
"rms" to rms,
|
|
77
|
+
"dB" to dB,
|
|
78
|
+
"silent" to silent,
|
|
79
|
+
"features" to features?.toBundle(),
|
|
80
|
+
"speech" to speech?.toBundle(),
|
|
81
|
+
"startTime" to startTime,
|
|
82
|
+
"endTime" to endTime,
|
|
83
|
+
"startPosition" to startPosition,
|
|
84
|
+
"endPosition" to endPosition,
|
|
85
|
+
"samples" to samples
|
|
86
|
+
)
|
|
87
|
+
}
|
|
88
|
+
}
|
|
89
|
+
|
|
90
|
+
/**
|
|
91
|
+
* Primary class to hold audio analysis results
|
|
92
|
+
*/
|
|
93
|
+
data class AudioAnalysisData(
|
|
94
|
+
val segmentDurationMs: Int,
|
|
95
|
+
val durationMs: Int,
|
|
96
|
+
val bitDepth: Int,
|
|
97
|
+
val numberOfChannels: Int,
|
|
98
|
+
val sampleRate: Int,
|
|
99
|
+
val samples: Int,
|
|
100
|
+
val dataPoints: List<DataPoint>,
|
|
101
|
+
val amplitudeRange: AmplitudeRange,
|
|
102
|
+
val rmsRange: AmplitudeRange,
|
|
103
|
+
val speechAnalysis: SpeechAnalysis? = null,
|
|
104
|
+
val extractionTimeMs: Float
|
|
105
|
+
) {
|
|
106
|
+
companion object {
|
|
107
|
+
private const val CLASS_NAME = "AudioAnalysisData"
|
|
108
|
+
}
|
|
109
|
+
|
|
110
|
+
data class AmplitudeRange(val min: Float, val max: Float) {
|
|
111
|
+
fun toDictionary(): Map<String, Float> {
|
|
112
|
+
return mapOf("min" to min, "max" to max)
|
|
113
|
+
}
|
|
114
|
+
|
|
115
|
+
fun toBundle(): Bundle {
|
|
116
|
+
return bundleOf("min" to min, "max" to max)
|
|
117
|
+
}
|
|
118
|
+
}
|
|
119
|
+
|
|
120
|
+
data class SpeechAnalysis(
|
|
121
|
+
val speakerChanges: List<SpeakerChange>
|
|
122
|
+
) {
|
|
123
|
+
fun toDictionary(): Map<String, Any> {
|
|
124
|
+
return mapOf(
|
|
125
|
+
"speakerChanges" to speakerChanges.map { it.toDictionary() }
|
|
126
|
+
)
|
|
127
|
+
}
|
|
128
|
+
|
|
129
|
+
fun toBundle(): Bundle {
|
|
130
|
+
return bundleOf(
|
|
131
|
+
"speakerChanges" to speakerChanges.map { it.toBundle() }.toTypedArray()
|
|
132
|
+
)
|
|
133
|
+
}
|
|
134
|
+
}
|
|
135
|
+
|
|
136
|
+
data class SpeakerChange(
|
|
137
|
+
val timestamp: Long,
|
|
138
|
+
val speakerId: Int
|
|
139
|
+
) {
|
|
140
|
+
fun toDictionary(): Map<String, Any> {
|
|
141
|
+
return mapOf(
|
|
142
|
+
"timestamp" to timestamp,
|
|
143
|
+
"speakerId" to speakerId
|
|
144
|
+
)
|
|
145
|
+
}
|
|
146
|
+
|
|
147
|
+
fun toBundle(): Bundle {
|
|
148
|
+
return bundleOf(
|
|
149
|
+
"timestamp" to timestamp,
|
|
150
|
+
"speakerId" to speakerId
|
|
151
|
+
)
|
|
152
|
+
}
|
|
153
|
+
}
|
|
154
|
+
|
|
155
|
+
fun toDictionary(): Map<String, Any?> {
|
|
156
|
+
return mapOf(
|
|
157
|
+
"segmentDurationMs" to segmentDurationMs,
|
|
158
|
+
"durationMs" to durationMs,
|
|
159
|
+
"bitDepth" to bitDepth,
|
|
160
|
+
"numberOfChannels" to numberOfChannels,
|
|
161
|
+
"sampleRate" to sampleRate,
|
|
162
|
+
"samples" to samples,
|
|
163
|
+
"dataPoints" to dataPoints.map { it.toDictionary() },
|
|
164
|
+
"amplitudeRange" to amplitudeRange.toDictionary(),
|
|
165
|
+
"rmsRange" to rmsRange.toDictionary(),
|
|
166
|
+
"speechAnalysis" to speechAnalysis?.toDictionary(),
|
|
167
|
+
"extractionTimeMs" to extractionTimeMs
|
|
168
|
+
)
|
|
169
|
+
}
|
|
170
|
+
|
|
171
|
+
fun toBundle(): Bundle {
|
|
172
|
+
val dataPointsBundleArray = dataPoints.map { it.toBundle() }.toTypedArray()
|
|
173
|
+
|
|
174
|
+
return bundleOf(
|
|
175
|
+
"segmentDurationMs" to segmentDurationMs,
|
|
176
|
+
"durationMs" to durationMs,
|
|
177
|
+
"bitDepth" to bitDepth,
|
|
178
|
+
"numberOfChannels" to numberOfChannels,
|
|
179
|
+
"sampleRate" to sampleRate,
|
|
180
|
+
"samples" to samples,
|
|
181
|
+
"dataPoints" to dataPointsBundleArray,
|
|
182
|
+
"amplitudeRange" to amplitudeRange.toBundle(),
|
|
183
|
+
"rmsRange" to rmsRange.toBundle(),
|
|
184
|
+
"speechAnalysis" to speechAnalysis?.toBundle(),
|
|
185
|
+
"extractionTimeMs" to extractionTimeMs
|
|
186
|
+
)
|
|
187
|
+
}
|
|
188
|
+
}
|