@siteed/audio-studio 3.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +535 -0
- package/LICENSE +21 -0
- package/README.md +167 -0
- package/android/build.gradle +143 -0
- package/android/src/androidTest/assets/chorus.wav +0 -0
- package/android/src/androidTest/assets/jfk.wav +0 -0
- package/android/src/androidTest/assets/osr_us_000_0010_8k.wav +0 -0
- package/android/src/androidTest/assets/recorder_hello_world.wav +0 -0
- package/android/src/androidTest/java/net/siteed/audiostudio/AudioProcessorInstrumentedTest.kt +197 -0
- package/android/src/androidTest/java/net/siteed/audiostudio/AudioRecorderInstrumentedTest.kt +541 -0
- package/android/src/androidTest/java/net/siteed/audiostudio/AudioRecorderPerformanceInstrumentedTest.kt +234 -0
- package/android/src/androidTest/java/net/siteed/audiostudio/integration/AudioFocusStrategyIntegrationTest.kt +332 -0
- package/android/src/androidTest/java/net/siteed/audiostudio/integration/BufferDurationIntegrationTest.kt +324 -0
- package/android/src/androidTest/java/net/siteed/audiostudio/integration/CompressedOnlyOutputTest.kt +253 -0
- package/android/src/androidTest/java/net/siteed/audiostudio/integration/DeviceDisconnectionFallbackTest.kt +218 -0
- package/android/src/androidTest/java/net/siteed/audiostudio/integration/EventEmissionIntervalTest.kt +120 -0
- package/android/src/androidTest/java/net/siteed/audiostudio/integration/M4aFormatTest.kt +345 -0
- package/android/src/androidTest/java/net/siteed/audiostudio/integration/OutputControlIntegrationTest.kt +340 -0
- package/android/src/androidTest/java/net/siteed/audiostudio/integration/PcmStreamingDurationTest.kt +252 -0
- package/android/src/androidTest/java/net/siteed/audiostudio/integration/README.md +95 -0
- package/android/src/androidTest/java/net/siteed/audiostudio/integration/run_integration_tests.sh +43 -0
- package/android/src/main/AndroidManifest.xml +30 -0
- package/android/src/main/CMakeLists.txt +29 -0
- package/android/src/main/java/net/siteed/audiostudio/AudioAnalysisData.kt +188 -0
- package/android/src/main/java/net/siteed/audiostudio/AudioDataEncoder.kt +9 -0
- package/android/src/main/java/net/siteed/audiostudio/AudioDeviceManager.kt +1741 -0
- package/android/src/main/java/net/siteed/audiostudio/AudioFeaturesNative.kt +26 -0
- package/android/src/main/java/net/siteed/audiostudio/AudioFileHandler.kt +136 -0
- package/android/src/main/java/net/siteed/audiostudio/AudioFormatUtils.kt +354 -0
- package/android/src/main/java/net/siteed/audiostudio/AudioNotificationsManager.kt +439 -0
- package/android/src/main/java/net/siteed/audiostudio/AudioProcessor.kt +2237 -0
- package/android/src/main/java/net/siteed/audiostudio/AudioRecorderManager.kt +2163 -0
- package/android/src/main/java/net/siteed/audiostudio/AudioRecordingService.kt +167 -0
- package/android/src/main/java/net/siteed/audiostudio/AudioStudioModule.kt +1112 -0
- package/android/src/main/java/net/siteed/audiostudio/AudioTrimmer.kt +1099 -0
- package/android/src/main/java/net/siteed/audiostudio/Constants.kt +37 -0
- package/android/src/main/java/net/siteed/audiostudio/EventSender.kt +7 -0
- package/android/src/main/java/net/siteed/audiostudio/FFT.kt +100 -0
- package/android/src/main/java/net/siteed/audiostudio/Features.kt +98 -0
- package/android/src/main/java/net/siteed/audiostudio/LogUtils.kt +93 -0
- package/android/src/main/java/net/siteed/audiostudio/MelSpectrogramNative.kt +36 -0
- package/android/src/main/java/net/siteed/audiostudio/NotificationConfig.kt +72 -0
- package/android/src/main/java/net/siteed/audiostudio/PermissionUtils.kt +68 -0
- package/android/src/main/java/net/siteed/audiostudio/RecordingActionReceiver.kt +59 -0
- package/android/src/main/java/net/siteed/audiostudio/RecordingConfig.kt +259 -0
- package/android/src/main/java/net/siteed/audiostudio/WaveformConfig.kt +19 -0
- package/android/src/main/java/net/siteed/audiostudio/WaveformRenderer.kt +159 -0
- package/android/src/main/jni/AudioFeaturesJNI.cpp +152 -0
- package/android/src/main/jni/MelSpectrogramJNI.cpp +165 -0
- package/android/src/main/res/drawable/ic_default_action_icon.xml +16 -0
- package/android/src/main/res/drawable/ic_microphone.xml +13 -0
- package/android/src/main/res/drawable/ic_pause.xml +10 -0
- package/android/src/main/res/drawable/ic_play.xml +10 -0
- package/android/src/main/res/drawable/ic_stop.xml +10 -0
- package/android/src/main/res/layout/notification_recording.xml +37 -0
- package/android/src/test/java/net/siteed/audiostudio/AudioFileHandlerTest.kt +279 -0
- package/android/src/test/java/net/siteed/audiostudio/AudioFocusStrategyTest.kt +249 -0
- package/android/src/test/java/net/siteed/audiostudio/AudioFormatTest.kt +151 -0
- package/android/src/test/java/net/siteed/audiostudio/AudioFormatUtilsTest.kt +273 -0
- package/android/src/test/java/net/siteed/audiostudio/DeviceDisconnectionFallbackUnitTest.kt +140 -0
- package/android/src/test/resources/chorus.wav +0 -0
- package/android/src/test/resources/generate_test_audio.py +94 -0
- package/android/src/test/resources/jfk.wav +0 -0
- package/android/src/test/resources/osr_us_000_0010_8k.wav +0 -0
- package/android/src/test/resources/recorder_hello_world.wav +0 -0
- package/app.plugin.js +3 -0
- package/build/cjs/AudioAnalysis/AudioAnalysis.types.js +4 -0
- package/build/cjs/AudioAnalysis/AudioAnalysis.types.js.map +1 -0
- package/build/cjs/AudioAnalysis/audioFeaturesWasm.js +164 -0
- package/build/cjs/AudioAnalysis/audioFeaturesWasm.js.map +1 -0
- package/build/cjs/AudioAnalysis/extractAudioAnalysis.js +213 -0
- package/build/cjs/AudioAnalysis/extractAudioAnalysis.js.map +1 -0
- package/build/cjs/AudioAnalysis/extractAudioData.js +21 -0
- package/build/cjs/AudioAnalysis/extractAudioData.js.map +1 -0
- package/build/cjs/AudioAnalysis/extractMelSpectrogram.js +90 -0
- package/build/cjs/AudioAnalysis/extractMelSpectrogram.js.map +1 -0
- package/build/cjs/AudioAnalysis/extractPreview.js +28 -0
- package/build/cjs/AudioAnalysis/extractPreview.js.map +1 -0
- package/build/cjs/AudioAnalysis/extractWaveform.js +18 -0
- package/build/cjs/AudioAnalysis/extractWaveform.js.map +1 -0
- package/build/cjs/AudioAnalysis/melSpectrogramWasm.js +149 -0
- package/build/cjs/AudioAnalysis/melSpectrogramWasm.js.map +1 -0
- package/build/cjs/AudioDeviceManager.js +688 -0
- package/build/cjs/AudioDeviceManager.js.map +1 -0
- package/build/cjs/AudioRecorder.provider.js +78 -0
- package/build/cjs/AudioRecorder.provider.js.map +1 -0
- package/build/cjs/AudioStudio.native.js +8 -0
- package/build/cjs/AudioStudio.native.js.map +1 -0
- package/build/cjs/AudioStudio.types.js +11 -0
- package/build/cjs/AudioStudio.types.js.map +1 -0
- package/build/cjs/AudioStudio.web.js +708 -0
- package/build/cjs/AudioStudio.web.js.map +1 -0
- package/build/cjs/AudioStudioModule.js +718 -0
- package/build/cjs/AudioStudioModule.js.map +1 -0
- package/build/cjs/WebRecorder.web.js +865 -0
- package/build/cjs/WebRecorder.web.js.map +1 -0
- package/build/cjs/constants/platformLimitations.js +99 -0
- package/build/cjs/constants/platformLimitations.js.map +1 -0
- package/build/cjs/constants.js +20 -0
- package/build/cjs/constants.js.map +1 -0
- package/build/cjs/events.js +29 -0
- package/build/cjs/events.js.map +1 -0
- package/build/cjs/hooks/useAudioDevices.js +179 -0
- package/build/cjs/hooks/useAudioDevices.js.map +1 -0
- package/build/cjs/index.js +64 -0
- package/build/cjs/index.js.map +1 -0
- package/build/cjs/trimAudio.js +76 -0
- package/build/cjs/trimAudio.js.map +1 -0
- package/build/cjs/useAudioRecorder.js +535 -0
- package/build/cjs/useAudioRecorder.js.map +1 -0
- package/build/cjs/utils/BlobFix.js +502 -0
- package/build/cjs/utils/BlobFix.js.map +1 -0
- package/build/cjs/utils/audioProcessing.js +136 -0
- package/build/cjs/utils/audioProcessing.js.map +1 -0
- package/build/cjs/utils/cleanNativeOptions.js +22 -0
- package/build/cjs/utils/cleanNativeOptions.js.map +1 -0
- package/build/cjs/utils/concatenateBuffers.js +25 -0
- package/build/cjs/utils/concatenateBuffers.js.map +1 -0
- package/build/cjs/utils/convertPCMToFloat32.js +124 -0
- package/build/cjs/utils/convertPCMToFloat32.js.map +1 -0
- package/build/cjs/utils/crc32.js +52 -0
- package/build/cjs/utils/crc32.js.map +1 -0
- package/build/cjs/utils/encodingToBitDepth.js +17 -0
- package/build/cjs/utils/encodingToBitDepth.js.map +1 -0
- package/build/cjs/utils/getWavFileInfo.js +96 -0
- package/build/cjs/utils/getWavFileInfo.js.map +1 -0
- package/build/cjs/utils/writeWavHeader.js +88 -0
- package/build/cjs/utils/writeWavHeader.js.map +1 -0
- package/build/cjs/workers/InlineFeaturesExtractor.web.js +294 -0
- package/build/cjs/workers/InlineFeaturesExtractor.web.js.map +1 -0
- package/build/cjs/workers/inlineAudioWebWorker.web.js +190 -0
- package/build/cjs/workers/inlineAudioWebWorker.web.js.map +1 -0
- package/build/cjs/workers/wasmGlueString.web.js +27 -0
- package/build/cjs/workers/wasmGlueString.web.js.map +1 -0
- package/build/esm/AudioAnalysis/AudioAnalysis.types.js +3 -0
- package/build/esm/AudioAnalysis/AudioAnalysis.types.js.map +1 -0
- package/build/esm/AudioAnalysis/audioFeaturesWasm.js +126 -0
- package/build/esm/AudioAnalysis/audioFeaturesWasm.js.map +1 -0
- package/build/esm/AudioAnalysis/extractAudioAnalysis.js +205 -0
- package/build/esm/AudioAnalysis/extractAudioAnalysis.js.map +1 -0
- package/build/esm/AudioAnalysis/extractAudioData.js +14 -0
- package/build/esm/AudioAnalysis/extractAudioData.js.map +1 -0
- package/build/esm/AudioAnalysis/extractMelSpectrogram.js +86 -0
- package/build/esm/AudioAnalysis/extractMelSpectrogram.js.map +1 -0
- package/build/esm/AudioAnalysis/extractPreview.js +25 -0
- package/build/esm/AudioAnalysis/extractPreview.js.map +1 -0
- package/build/esm/AudioAnalysis/extractWaveform.js +11 -0
- package/build/esm/AudioAnalysis/extractWaveform.js.map +1 -0
- package/build/esm/AudioAnalysis/melSpectrogramWasm.js +111 -0
- package/build/esm/AudioAnalysis/melSpectrogramWasm.js.map +1 -0
- package/build/esm/AudioDeviceManager.js +681 -0
- package/build/esm/AudioDeviceManager.js.map +1 -0
- package/build/esm/AudioRecorder.provider.js +40 -0
- package/build/esm/AudioRecorder.provider.js.map +1 -0
- package/build/esm/AudioStudio.native.js +6 -0
- package/build/esm/AudioStudio.native.js.map +1 -0
- package/build/esm/AudioStudio.types.js +8 -0
- package/build/esm/AudioStudio.types.js.map +1 -0
- package/build/esm/AudioStudio.web.js +704 -0
- package/build/esm/AudioStudio.web.js.map +1 -0
- package/build/esm/AudioStudioModule.js +713 -0
- package/build/esm/AudioStudioModule.js.map +1 -0
- package/build/esm/WebRecorder.web.js +861 -0
- package/build/esm/WebRecorder.web.js.map +1 -0
- package/build/esm/constants/platformLimitations.js +90 -0
- package/build/esm/constants/platformLimitations.js.map +1 -0
- package/build/esm/constants.js +17 -0
- package/build/esm/constants.js.map +1 -0
- package/build/esm/events.js +21 -0
- package/build/esm/events.js.map +1 -0
- package/build/esm/hooks/useAudioDevices.js +176 -0
- package/build/esm/hooks/useAudioDevices.js.map +1 -0
- package/build/esm/index.js +23 -0
- package/build/esm/index.js.map +1 -0
- package/build/esm/trimAudio.js +69 -0
- package/build/esm/trimAudio.js.map +1 -0
- package/build/esm/useAudioRecorder.js +529 -0
- package/build/esm/useAudioRecorder.js.map +1 -0
- package/build/esm/utils/BlobFix.js +498 -0
- package/build/esm/utils/BlobFix.js.map +1 -0
- package/build/esm/utils/audioProcessing.js +133 -0
- package/build/esm/utils/audioProcessing.js.map +1 -0
- package/build/esm/utils/cleanNativeOptions.js +19 -0
- package/build/esm/utils/cleanNativeOptions.js.map +1 -0
- package/build/esm/utils/concatenateBuffers.js +21 -0
- package/build/esm/utils/concatenateBuffers.js.map +1 -0
- package/build/esm/utils/convertPCMToFloat32.js +120 -0
- package/build/esm/utils/convertPCMToFloat32.js.map +1 -0
- package/build/esm/utils/crc32.js +50 -0
- package/build/esm/utils/crc32.js.map +1 -0
- package/build/esm/utils/encodingToBitDepth.js +13 -0
- package/build/esm/utils/encodingToBitDepth.js.map +1 -0
- package/build/esm/utils/getWavFileInfo.js +92 -0
- package/build/esm/utils/getWavFileInfo.js.map +1 -0
- package/build/esm/utils/writeWavHeader.js +84 -0
- package/build/esm/utils/writeWavHeader.js.map +1 -0
- package/build/esm/workers/InlineFeaturesExtractor.web.js +291 -0
- package/build/esm/workers/InlineFeaturesExtractor.web.js.map +1 -0
- package/build/esm/workers/inlineAudioWebWorker.web.js +187 -0
- package/build/esm/workers/inlineAudioWebWorker.web.js.map +1 -0
- package/build/esm/workers/wasmGlueString.web.js +24 -0
- package/build/esm/workers/wasmGlueString.web.js.map +1 -0
- package/build/types/AudioAnalysis/AudioAnalysis.types.d.ts +198 -0
- package/build/types/AudioAnalysis/AudioAnalysis.types.d.ts.map +1 -0
- package/build/types/AudioAnalysis/audioFeaturesWasm.d.ts +24 -0
- package/build/types/AudioAnalysis/audioFeaturesWasm.d.ts.map +1 -0
- package/build/types/AudioAnalysis/extractAudioAnalysis.d.ts +74 -0
- package/build/types/AudioAnalysis/extractAudioAnalysis.d.ts.map +1 -0
- package/build/types/AudioAnalysis/extractAudioData.d.ts +3 -0
- package/build/types/AudioAnalysis/extractAudioData.d.ts.map +1 -0
- package/build/types/AudioAnalysis/extractMelSpectrogram.d.ts +20 -0
- package/build/types/AudioAnalysis/extractMelSpectrogram.d.ts.map +1 -0
- package/build/types/AudioAnalysis/extractPreview.d.ts +11 -0
- package/build/types/AudioAnalysis/extractPreview.d.ts.map +1 -0
- package/build/types/AudioAnalysis/extractWaveform.d.ts +8 -0
- package/build/types/AudioAnalysis/extractWaveform.d.ts.map +1 -0
- package/build/types/AudioAnalysis/melSpectrogramWasm.d.ts +16 -0
- package/build/types/AudioAnalysis/melSpectrogramWasm.d.ts.map +1 -0
- package/build/types/AudioDeviceManager.d.ts +187 -0
- package/build/types/AudioDeviceManager.d.ts.map +1 -0
- package/build/types/AudioRecorder.provider.d.ts +11 -0
- package/build/types/AudioRecorder.provider.d.ts.map +1 -0
- package/build/types/AudioStudio.native.d.ts +3 -0
- package/build/types/AudioStudio.native.d.ts.map +1 -0
- package/build/types/AudioStudio.types.d.ts +760 -0
- package/build/types/AudioStudio.types.d.ts.map +1 -0
- package/build/types/AudioStudio.web.d.ts +96 -0
- package/build/types/AudioStudio.web.d.ts.map +1 -0
- package/build/types/AudioStudioModule.d.ts +3 -0
- package/build/types/AudioStudioModule.d.ts.map +1 -0
- package/build/types/WebRecorder.web.d.ts +208 -0
- package/build/types/WebRecorder.web.d.ts.map +1 -0
- package/build/types/constants/platformLimitations.d.ts +40 -0
- package/build/types/constants/platformLimitations.d.ts.map +1 -0
- package/build/types/constants.d.ts +14 -0
- package/build/types/constants.d.ts.map +1 -0
- package/build/types/events.d.ts +29 -0
- package/build/types/events.d.ts.map +1 -0
- package/build/types/hooks/useAudioDevices.d.ts +15 -0
- package/build/types/hooks/useAudioDevices.d.ts.map +1 -0
- package/build/types/index.d.ts +21 -0
- package/build/types/index.d.ts.map +1 -0
- package/build/types/trimAudio.d.ts +25 -0
- package/build/types/trimAudio.d.ts.map +1 -0
- package/build/types/useAudioRecorder.d.ts +22 -0
- package/build/types/useAudioRecorder.d.ts.map +1 -0
- package/build/types/utils/BlobFix.d.ts +9 -0
- package/build/types/utils/BlobFix.d.ts.map +1 -0
- package/build/types/utils/audioProcessing.d.ts +24 -0
- package/build/types/utils/audioProcessing.d.ts.map +1 -0
- package/build/types/utils/cleanNativeOptions.d.ts +15 -0
- package/build/types/utils/cleanNativeOptions.d.ts.map +1 -0
- package/build/types/utils/concatenateBuffers.d.ts +8 -0
- package/build/types/utils/concatenateBuffers.d.ts.map +1 -0
- package/build/types/utils/convertPCMToFloat32.d.ts +13 -0
- package/build/types/utils/convertPCMToFloat32.d.ts.map +1 -0
- package/build/types/utils/crc32.d.ts +7 -0
- package/build/types/utils/crc32.d.ts.map +1 -0
- package/build/types/utils/encodingToBitDepth.d.ts +5 -0
- package/build/types/utils/encodingToBitDepth.d.ts.map +1 -0
- package/build/types/utils/getWavFileInfo.d.ts +26 -0
- package/build/types/utils/getWavFileInfo.d.ts.map +1 -0
- package/build/types/utils/writeWavHeader.d.ts +34 -0
- package/build/types/utils/writeWavHeader.d.ts.map +1 -0
- package/build/types/workers/InlineFeaturesExtractor.web.d.ts +2 -0
- package/build/types/workers/InlineFeaturesExtractor.web.d.ts.map +1 -0
- package/build/types/workers/inlineAudioWebWorker.web.d.ts +2 -0
- package/build/types/workers/inlineAudioWebWorker.web.d.ts.map +1 -0
- package/build/types/workers/wasmGlueString.web.d.ts +2 -0
- package/build/types/workers/wasmGlueString.web.d.ts.map +1 -0
- package/cpp/AudioFeatures.cpp +274 -0
- package/cpp/AudioFeatures.h +85 -0
- package/cpp/AudioFeaturesBridge.cpp +146 -0
- package/cpp/AudioFeaturesBridge.h +47 -0
- package/cpp/MelSpectrogram.cpp +227 -0
- package/cpp/MelSpectrogram.h +82 -0
- package/cpp/MelSpectrogramBridge.cpp +112 -0
- package/cpp/MelSpectrogramBridge.h +33 -0
- package/cpp/kiss_fft/COPYING +11 -0
- package/cpp/kiss_fft/_kiss_fft_guts.h +167 -0
- package/cpp/kiss_fft/kiss_fft.c +424 -0
- package/cpp/kiss_fft/kiss_fft.h +160 -0
- package/cpp/kiss_fft/kiss_fft_log.h +36 -0
- package/cpp/kiss_fft/kiss_fftr.c +155 -0
- package/cpp/kiss_fft/kiss_fftr.h +54 -0
- package/expo-module.config.json +10 -0
- package/ios/AudioAnalysisData.swift +74 -0
- package/ios/AudioDeviceManager.swift +670 -0
- package/ios/AudioFeaturesWrapper.h +21 -0
- package/ios/AudioFeaturesWrapper.mm +63 -0
- package/ios/AudioNotificationManager.swift +154 -0
- package/ios/AudioProcessingHelpers.swift +797 -0
- package/ios/AudioProcessor.swift +1191 -0
- package/ios/AudioStreamError.swift +7 -0
- package/ios/AudioStreamManager.swift +2369 -0
- package/ios/AudioStreamManagerDelegate.swift +16 -0
- package/ios/AudioStudio.podspec +39 -0
- package/ios/AudioStudioModule.swift +1111 -0
- package/ios/AudioStudioTests/AudioFileHandlerTests.swift +338 -0
- package/ios/AudioStudioTests/AudioFormatUtilsTests.swift +331 -0
- package/ios/AudioStudioTests/AudioTestHelpers.swift +130 -0
- package/ios/AudioStudioTests/CompressedOnlyOutputTests.swift +294 -0
- package/ios/AudioStudioTests/EventEmissionIntervalTests.swift +105 -0
- package/ios/AudioStudioTests/Info.plist +22 -0
- package/ios/AudioStudioTests/README.md +39 -0
- package/ios/AudioStudioTests/SimpleAudioTest.swift +98 -0
- package/ios/AudioStudioTests/TestAudioGenerator.swift +75 -0
- package/ios/DataPoint.swift +54 -0
- package/ios/DecodingConfig.swift +59 -0
- package/ios/FFT.swift +62 -0
- package/ios/Features.swift +95 -0
- package/ios/ISSUE_IOS.md +68 -0
- package/ios/Logger.swift +39 -0
- package/ios/MelSpectrogramWrapper.h +30 -0
- package/ios/MelSpectrogramWrapper.mm +97 -0
- package/ios/NotificationExtension.swift +15 -0
- package/ios/RecordingResult.swift +22 -0
- package/ios/RecordingSettings.swift +311 -0
- package/ios/WaveformExtractor.swift +105 -0
- package/ios/tests/README.md +41 -0
- package/ios/tests/integration/buffer_and_fallback_test.swift +178 -0
- package/ios/tests/integration/buffer_duration_test.swift +185 -0
- package/ios/tests/integration/compressed_only_output_test.swift +271 -0
- package/ios/tests/integration/output_control_test.swift +322 -0
- package/ios/tests/integration/run_integration_tests.sh +37 -0
- package/ios/tests/opus_support_test_macos.swift +154 -0
- package/ios/tests/standalone/audio_processing_test.swift +144 -0
- package/ios/tests/standalone/audio_recording_test.swift +277 -0
- package/ios/tests/standalone/audio_streaming_test.swift +249 -0
- package/ios/tests/standalone/standalone_test.swift +144 -0
- package/package.json +146 -0
- package/plugin/build/index.cjs +194 -0
- package/plugin/build/index.d.cts +22 -0
- package/plugin/build/index.js +194 -0
- package/plugin/src/index.ts +285 -0
- package/plugin/tsconfig.json +10 -0
- package/plugin/tsconfig.tsbuildinfo +1 -0
- package/prebuilt/wasm/mel-spectrogram.js +18 -0
- package/src/AudioAnalysis/AudioAnalysis.types.ts +226 -0
- package/src/AudioAnalysis/audio-features-wasm.d.ts +37 -0
- package/src/AudioAnalysis/audioFeaturesWasm.ts +200 -0
- package/src/AudioAnalysis/extractAudioAnalysis.ts +350 -0
- package/src/AudioAnalysis/extractAudioData.ts +17 -0
- package/src/AudioAnalysis/extractMelSpectrogram.ts +140 -0
- package/src/AudioAnalysis/extractPreview.ts +34 -0
- package/src/AudioAnalysis/extractWaveform.ts +22 -0
- package/src/AudioAnalysis/mel-spectrogram-wasm.d.ts +48 -0
- package/src/AudioAnalysis/melSpectrogramWasm.ts +179 -0
- package/src/AudioDeviceManager.ts +800 -0
- package/src/AudioRecorder.provider.tsx +57 -0
- package/src/AudioStudio.native.ts +6 -0
- package/src/AudioStudio.types.ts +899 -0
- package/src/AudioStudio.web.ts +911 -0
- package/src/AudioStudioModule.ts +984 -0
- package/src/WebRecorder.web.ts +1114 -0
- package/src/constants/platformLimitations.ts +118 -0
- package/src/constants.ts +21 -0
- package/src/events.ts +63 -0
- package/src/hooks/useAudioDevices.ts +213 -0
- package/src/index.ts +67 -0
- package/src/trimAudio.ts +94 -0
- package/src/types/crc-32.d.ts +9 -0
- package/src/useAudioRecorder.tsx +784 -0
- package/src/utils/BlobFix.ts +561 -0
- package/src/utils/audioProcessing.ts +205 -0
- package/src/utils/cleanNativeOptions.ts +18 -0
- package/src/utils/concatenateBuffers.ts +24 -0
- package/src/utils/convertPCMToFloat32.ts +170 -0
- package/src/utils/crc32.ts +59 -0
- package/src/utils/encodingToBitDepth.ts +18 -0
- package/src/utils/getWavFileInfo.ts +132 -0
- package/src/utils/writeWavHeader.ts +115 -0
- package/src/workers/InlineFeaturesExtractor.web.tsx +291 -0
- package/src/workers/inlineAudioWebWorker.web.tsx +186 -0
- package/src/workers/wasmGlueString.web.ts +23 -0
|
@@ -0,0 +1,205 @@
|
|
|
1
|
+
// packages/audio-studio/src/utils/audioProcessing.ts
|
|
2
|
+
import { Platform } from 'react-native'
|
|
3
|
+
|
|
4
|
+
import { ConsoleLike } from '../AudioStudio.types'
|
|
5
|
+
|
|
6
|
+
export interface ProcessAudioBufferOptions {
|
|
7
|
+
arrayBuffer?: ArrayBuffer
|
|
8
|
+
fileUri?: string
|
|
9
|
+
targetSampleRate: number
|
|
10
|
+
targetChannels: number
|
|
11
|
+
normalizeAudio: boolean
|
|
12
|
+
startTimeMs?: number
|
|
13
|
+
endTimeMs?: number
|
|
14
|
+
position?: number
|
|
15
|
+
length?: number
|
|
16
|
+
audioContext?: AudioContext
|
|
17
|
+
logger?: ConsoleLike
|
|
18
|
+
}
|
|
19
|
+
|
|
20
|
+
export interface ProcessedAudioData {
|
|
21
|
+
channelData: Float32Array
|
|
22
|
+
samples: number
|
|
23
|
+
durationMs: number
|
|
24
|
+
sampleRate: number
|
|
25
|
+
channels: number
|
|
26
|
+
buffer: AudioBuffer
|
|
27
|
+
}
|
|
28
|
+
|
|
29
|
+
export async function processAudioBuffer({
|
|
30
|
+
arrayBuffer,
|
|
31
|
+
fileUri,
|
|
32
|
+
targetSampleRate,
|
|
33
|
+
targetChannels,
|
|
34
|
+
normalizeAudio,
|
|
35
|
+
startTimeMs,
|
|
36
|
+
endTimeMs,
|
|
37
|
+
position,
|
|
38
|
+
length,
|
|
39
|
+
audioContext,
|
|
40
|
+
logger,
|
|
41
|
+
}: ProcessAudioBufferOptions): Promise<ProcessedAudioData> {
|
|
42
|
+
if (Platform.OS !== 'web') {
|
|
43
|
+
throw new Error('processAudioBuffer is only supported on web')
|
|
44
|
+
}
|
|
45
|
+
|
|
46
|
+
let ctx: AudioContext | undefined
|
|
47
|
+
let buffer: AudioBuffer | undefined
|
|
48
|
+
|
|
49
|
+
try {
|
|
50
|
+
// Log initial parameters
|
|
51
|
+
logger?.debug('Process audio buffer - Initial params:', {
|
|
52
|
+
hasArrayBuffer: !!arrayBuffer,
|
|
53
|
+
fileUri,
|
|
54
|
+
targetSampleRate,
|
|
55
|
+
targetChannels,
|
|
56
|
+
normalizeAudio,
|
|
57
|
+
startTimeMs,
|
|
58
|
+
endTimeMs,
|
|
59
|
+
position,
|
|
60
|
+
length,
|
|
61
|
+
})
|
|
62
|
+
|
|
63
|
+
// Get the audio data
|
|
64
|
+
let audioData: ArrayBuffer
|
|
65
|
+
if (arrayBuffer) {
|
|
66
|
+
audioData = arrayBuffer
|
|
67
|
+
} else if (fileUri) {
|
|
68
|
+
const response = await fetch(fileUri)
|
|
69
|
+
if (!response.ok) {
|
|
70
|
+
throw new Error(
|
|
71
|
+
`Failed to fetch fileUri: ${response.statusText}`
|
|
72
|
+
)
|
|
73
|
+
}
|
|
74
|
+
audioData = await response.arrayBuffer()
|
|
75
|
+
} else {
|
|
76
|
+
throw new Error('Either arrayBuffer or fileUri must be provided')
|
|
77
|
+
}
|
|
78
|
+
|
|
79
|
+
logger?.debug('Audio data loaded:', {
|
|
80
|
+
byteLength: audioData.byteLength,
|
|
81
|
+
firstBytes: Array.from(new Uint8Array(audioData.slice(0, 16))),
|
|
82
|
+
})
|
|
83
|
+
|
|
84
|
+
// Create context at original sample rate first
|
|
85
|
+
ctx =
|
|
86
|
+
audioContext ||
|
|
87
|
+
new (window.AudioContext || (window as any).webkitAudioContext)()
|
|
88
|
+
buffer = await ctx.decodeAudioData(audioData)
|
|
89
|
+
|
|
90
|
+
logger?.debug('Decoded audio buffer:', {
|
|
91
|
+
originalChannels: buffer.numberOfChannels,
|
|
92
|
+
originalSampleRate: buffer.sampleRate,
|
|
93
|
+
originalDuration: buffer.duration,
|
|
94
|
+
originalLength: buffer.length,
|
|
95
|
+
})
|
|
96
|
+
|
|
97
|
+
// Calculate time range
|
|
98
|
+
const startSample =
|
|
99
|
+
startTimeMs !== undefined
|
|
100
|
+
? Math.floor((startTimeMs / 1000) * buffer.sampleRate)
|
|
101
|
+
: position !== undefined
|
|
102
|
+
? Math.floor(position / 2)
|
|
103
|
+
: 0
|
|
104
|
+
|
|
105
|
+
// Fix: Adjust position calculation based on original sample rate
|
|
106
|
+
// When position is provided in bytes, we need to account for the original sample rate
|
|
107
|
+
const bytesPerSample = 2 // 16-bit audio = 2 bytes per sample
|
|
108
|
+
const adjustedStartSample =
|
|
109
|
+
position !== undefined
|
|
110
|
+
? Math.floor(
|
|
111
|
+
(position / bytesPerSample) *
|
|
112
|
+
(buffer.sampleRate / targetSampleRate)
|
|
113
|
+
)
|
|
114
|
+
: startSample
|
|
115
|
+
|
|
116
|
+
const samplesNeeded =
|
|
117
|
+
length !== undefined
|
|
118
|
+
? Math.floor(
|
|
119
|
+
(length / bytesPerSample) *
|
|
120
|
+
(buffer.sampleRate / targetSampleRate)
|
|
121
|
+
)
|
|
122
|
+
: endTimeMs !== undefined && startTimeMs !== undefined
|
|
123
|
+
? Math.floor(
|
|
124
|
+
((endTimeMs - startTimeMs) / 1000) * buffer.sampleRate
|
|
125
|
+
)
|
|
126
|
+
: buffer.length - adjustedStartSample
|
|
127
|
+
|
|
128
|
+
logger?.debug('Sample calculations (adjusted):', {
|
|
129
|
+
originalStartSample: startSample,
|
|
130
|
+
adjustedStartSample,
|
|
131
|
+
samplesNeeded,
|
|
132
|
+
originalSampleRate: buffer.sampleRate,
|
|
133
|
+
targetSampleRate,
|
|
134
|
+
conversionRatio: buffer.sampleRate / targetSampleRate,
|
|
135
|
+
expectedDurationMs: (samplesNeeded / buffer.sampleRate) * 1000,
|
|
136
|
+
})
|
|
137
|
+
|
|
138
|
+
// Create temporary buffer for the segment
|
|
139
|
+
const segmentBuffer = ctx.createBuffer(
|
|
140
|
+
buffer.numberOfChannels,
|
|
141
|
+
samplesNeeded,
|
|
142
|
+
buffer.sampleRate
|
|
143
|
+
)
|
|
144
|
+
|
|
145
|
+
// Copy the segment
|
|
146
|
+
for (let channel = 0; channel < buffer.numberOfChannels; channel++) {
|
|
147
|
+
const channelData = buffer.getChannelData(channel)
|
|
148
|
+
const segmentData = segmentBuffer.getChannelData(channel)
|
|
149
|
+
for (let i = 0; i < samplesNeeded; i++) {
|
|
150
|
+
segmentData[i] = channelData[adjustedStartSample + i]
|
|
151
|
+
}
|
|
152
|
+
}
|
|
153
|
+
|
|
154
|
+
// Create offline context for resampling
|
|
155
|
+
const offlineCtx = new OfflineAudioContext(
|
|
156
|
+
targetChannels,
|
|
157
|
+
Math.ceil((samplesNeeded * targetSampleRate) / buffer.sampleRate),
|
|
158
|
+
targetSampleRate
|
|
159
|
+
)
|
|
160
|
+
|
|
161
|
+
// Create source and connect
|
|
162
|
+
const source = offlineCtx.createBufferSource()
|
|
163
|
+
source.buffer = segmentBuffer
|
|
164
|
+
source.connect(offlineCtx.destination)
|
|
165
|
+
|
|
166
|
+
// Render at new sample rate
|
|
167
|
+
source.start()
|
|
168
|
+
const processedBuffer = await offlineCtx.startRendering()
|
|
169
|
+
|
|
170
|
+
// Get the final audio data
|
|
171
|
+
const channelData = processedBuffer.getChannelData(0)
|
|
172
|
+
const durationMs = Math.round(
|
|
173
|
+
(samplesNeeded / buffer.sampleRate) * 1000
|
|
174
|
+
)
|
|
175
|
+
|
|
176
|
+
logger?.debug('Final processed audio:', {
|
|
177
|
+
outputSamples: channelData.length,
|
|
178
|
+
outputSampleRate: targetSampleRate,
|
|
179
|
+
durationMs,
|
|
180
|
+
})
|
|
181
|
+
|
|
182
|
+
return {
|
|
183
|
+
buffer: processedBuffer,
|
|
184
|
+
channelData,
|
|
185
|
+
samples: channelData.length,
|
|
186
|
+
durationMs,
|
|
187
|
+
sampleRate: targetSampleRate,
|
|
188
|
+
channels: processedBuffer.numberOfChannels,
|
|
189
|
+
}
|
|
190
|
+
} catch (error) {
|
|
191
|
+
logger?.error('Failed to process audio buffer:', {
|
|
192
|
+
error,
|
|
193
|
+
position,
|
|
194
|
+
length,
|
|
195
|
+
startTimeMs,
|
|
196
|
+
endTimeMs,
|
|
197
|
+
bufferLength: buffer?.length,
|
|
198
|
+
})
|
|
199
|
+
throw error
|
|
200
|
+
} finally {
|
|
201
|
+
if (!audioContext && ctx) {
|
|
202
|
+
await ctx.close()
|
|
203
|
+
}
|
|
204
|
+
}
|
|
205
|
+
}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Strips non-serializable values (functions, ArrayBuffer, undefined) from
|
|
3
|
+
* option objects before passing them to Expo native modules.
|
|
4
|
+
*
|
|
5
|
+
* Android's Kotlin bridge crashes with "Cannot convert '[object Object]' to a
|
|
6
|
+
* Kotlin type" when it receives non-plain values such as `logger`, `ArrayBuffer`,
|
|
7
|
+
* or `undefined` fields. The JSON round-trip removes all of these safely.
|
|
8
|
+
*
|
|
9
|
+
* Only use this for small config objects (never for large audio buffers).
|
|
10
|
+
*
|
|
11
|
+
* NOTE: structuredClone() is intentionally NOT used here — it preserves
|
|
12
|
+
* undefined values and non-JSON types, which is exactly what we need to strip.
|
|
13
|
+
*/
|
|
14
|
+
export function cleanNativeOptions<T>(options: T): T {
|
|
15
|
+
// NOSONAR: JSON round-trip is deliberate — it strips undefined, functions,
|
|
16
|
+
// and non-serializable values that structuredClone would preserve.
|
|
17
|
+
return JSON.parse(JSON.stringify(options)) // NOSONAR
|
|
18
|
+
}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Concatenates an array of ArrayBuffers into a single ArrayBuffer.
|
|
3
|
+
*
|
|
4
|
+
* @param buffers - An array of ArrayBuffers to be concatenated.
|
|
5
|
+
* @returns A single ArrayBuffer containing the concatenated data.
|
|
6
|
+
*/
|
|
7
|
+
export const concatenateBuffers = (buffers: ArrayBuffer[]): ArrayBuffer => {
|
|
8
|
+
// Filter out any undefined or null buffers
|
|
9
|
+
const validBuffers = buffers.filter((buffer) => buffer)
|
|
10
|
+
const totalLength = validBuffers.reduce(
|
|
11
|
+
(sum, buffer) => sum + buffer.byteLength,
|
|
12
|
+
0
|
|
13
|
+
)
|
|
14
|
+
// Create a new Uint8Array to hold the concatenated result
|
|
15
|
+
const result = new Uint8Array(totalLength)
|
|
16
|
+
// Offset to keep track of the current position in the result array
|
|
17
|
+
let offset = 0
|
|
18
|
+
|
|
19
|
+
for (const buffer of validBuffers) {
|
|
20
|
+
result.set(new Uint8Array(buffer), offset)
|
|
21
|
+
offset += buffer.byteLength
|
|
22
|
+
}
|
|
23
|
+
return result.buffer
|
|
24
|
+
}
|
|
@@ -0,0 +1,170 @@
|
|
|
1
|
+
import { Platform } from 'react-native'
|
|
2
|
+
|
|
3
|
+
import { ConsoleLike } from '../AudioStudio.types'
|
|
4
|
+
import { getWavFileInfo, WavFileInfo } from './getWavFileInfo'
|
|
5
|
+
|
|
6
|
+
export const WAV_HEADER_SIZE = 44
|
|
7
|
+
|
|
8
|
+
const convertSample = (
|
|
9
|
+
dataView: DataView,
|
|
10
|
+
offset: number,
|
|
11
|
+
bitDepth: number
|
|
12
|
+
): number => {
|
|
13
|
+
switch (bitDepth) {
|
|
14
|
+
case 8:
|
|
15
|
+
return (dataView.getUint8(offset) - 128) / 128
|
|
16
|
+
case 16:
|
|
17
|
+
return dataView.getInt16(offset, true) / 32768
|
|
18
|
+
case 24:
|
|
19
|
+
return (
|
|
20
|
+
((dataView.getUint8(offset) |
|
|
21
|
+
(dataView.getUint8(offset + 1) << 8) |
|
|
22
|
+
(dataView.getUint8(offset + 2) << 16)) /
|
|
23
|
+
8388608) *
|
|
24
|
+
2 -
|
|
25
|
+
1
|
|
26
|
+
)
|
|
27
|
+
case 32:
|
|
28
|
+
return dataView.getFloat32(offset, true)
|
|
29
|
+
default:
|
|
30
|
+
throw new Error(`Unsupported bit depth: ${bitDepth}`)
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
const convertSampleNative = (
|
|
35
|
+
array: Uint8Array,
|
|
36
|
+
startIndex: number,
|
|
37
|
+
bitDepth: number
|
|
38
|
+
): number => {
|
|
39
|
+
switch (bitDepth) {
|
|
40
|
+
case 8:
|
|
41
|
+
return (array[startIndex] - 128) / 128
|
|
42
|
+
case 16: {
|
|
43
|
+
// Handle 16-bit PCM using Uint8Array directly
|
|
44
|
+
const low = array[startIndex]
|
|
45
|
+
const high = array[startIndex + 1]
|
|
46
|
+
const value = (high << 8) | low
|
|
47
|
+
// Convert to signed 16-bit
|
|
48
|
+
return (value > 32767 ? value - 65536 : value) / 32768
|
|
49
|
+
}
|
|
50
|
+
case 24: {
|
|
51
|
+
const byte1 = array[startIndex]
|
|
52
|
+
const byte2 = array[startIndex + 1]
|
|
53
|
+
const byte3 = array[startIndex + 2]
|
|
54
|
+
const value = (byte3 << 16) | (byte2 << 8) | byte1
|
|
55
|
+
return (
|
|
56
|
+
((value > 8388607 ? value - 16777216 : value) / 8388608) * 2 - 1
|
|
57
|
+
)
|
|
58
|
+
}
|
|
59
|
+
case 32: {
|
|
60
|
+
// Assuming 32-bit float
|
|
61
|
+
const view = new DataView(array.buffer, startIndex, 4)
|
|
62
|
+
return view.getFloat32(0, true)
|
|
63
|
+
}
|
|
64
|
+
default:
|
|
65
|
+
throw new Error(`Unsupported bit depth: ${bitDepth}`)
|
|
66
|
+
}
|
|
67
|
+
}
|
|
68
|
+
|
|
69
|
+
export const convertPCMToFloat32 = async ({
|
|
70
|
+
bitDepth,
|
|
71
|
+
buffer,
|
|
72
|
+
skipWavHeader = false,
|
|
73
|
+
logger,
|
|
74
|
+
}: {
|
|
75
|
+
buffer: ArrayBuffer
|
|
76
|
+
bitDepth: number
|
|
77
|
+
skipWavHeader?: boolean
|
|
78
|
+
logger?: ConsoleLike
|
|
79
|
+
}): Promise<{ pcmValues: Float32Array; min: number; max: number }> => {
|
|
80
|
+
try {
|
|
81
|
+
logger?.debug(
|
|
82
|
+
`Converting PCM to Float32: bitDepth: ${bitDepth}, buffer.byteLength: ${buffer.byteLength}`
|
|
83
|
+
)
|
|
84
|
+
|
|
85
|
+
let headerOffset = 0
|
|
86
|
+
if (!skipWavHeader) {
|
|
87
|
+
const wavFileInfo: WavFileInfo = await getWavFileInfo(buffer)
|
|
88
|
+
headerOffset = wavFileInfo.dataChunkOffset
|
|
89
|
+
logger?.debug(`Using WAV header offset: ${headerOffset}`)
|
|
90
|
+
}
|
|
91
|
+
|
|
92
|
+
// Convert ArrayBuffer to Uint8Array for more efficient native handling
|
|
93
|
+
const uint8Array = new Uint8Array(buffer)
|
|
94
|
+
const dataLength = buffer.byteLength - headerOffset
|
|
95
|
+
const bytesPerSample = bitDepth / 8
|
|
96
|
+
const sampleLength = Math.floor(dataLength / bytesPerSample)
|
|
97
|
+
|
|
98
|
+
// Create result array using SharedArrayBuffer for better memory handling
|
|
99
|
+
let float32Array: Float32Array
|
|
100
|
+
try {
|
|
101
|
+
// Try using SharedArrayBuffer first
|
|
102
|
+
const sharedBuffer = new SharedArrayBuffer(sampleLength * 4)
|
|
103
|
+
float32Array = new Float32Array(sharedBuffer)
|
|
104
|
+
} catch (e) {
|
|
105
|
+
// Fallback to regular ArrayBuffer if SharedArrayBuffer is not available
|
|
106
|
+
float32Array = new Float32Array(sampleLength)
|
|
107
|
+
}
|
|
108
|
+
|
|
109
|
+
let min = Infinity
|
|
110
|
+
let max = -Infinity
|
|
111
|
+
|
|
112
|
+
// Process in smaller chunks
|
|
113
|
+
const CHUNK_SIZE = Platform.OS === 'web' ? sampleLength : 4000 // Smaller chunks for native
|
|
114
|
+
const numChunks = Math.ceil(sampleLength / CHUNK_SIZE)
|
|
115
|
+
|
|
116
|
+
for (let chunk = 0; chunk < numChunks; chunk++) {
|
|
117
|
+
const startSample = chunk * CHUNK_SIZE
|
|
118
|
+
const endSample = Math.min((chunk + 1) * CHUNK_SIZE, sampleLength)
|
|
119
|
+
|
|
120
|
+
// Process chunk
|
|
121
|
+
for (let i = startSample; i < endSample; i++) {
|
|
122
|
+
const startIndex = headerOffset + i * bytesPerSample
|
|
123
|
+
if (startIndex + bytesPerSample <= uint8Array.length) {
|
|
124
|
+
const value =
|
|
125
|
+
Platform.OS === 'web'
|
|
126
|
+
? convertSample(
|
|
127
|
+
new DataView(buffer),
|
|
128
|
+
startIndex,
|
|
129
|
+
bitDepth
|
|
130
|
+
)
|
|
131
|
+
: convertSampleNative(
|
|
132
|
+
uint8Array,
|
|
133
|
+
startIndex,
|
|
134
|
+
bitDepth
|
|
135
|
+
)
|
|
136
|
+
|
|
137
|
+
if (isFinite(value)) {
|
|
138
|
+
float32Array[i] = value
|
|
139
|
+
min = Math.min(min, value)
|
|
140
|
+
max = Math.max(max, value)
|
|
141
|
+
}
|
|
142
|
+
}
|
|
143
|
+
}
|
|
144
|
+
|
|
145
|
+
// Allow garbage collection between chunks on native
|
|
146
|
+
if (Platform.OS !== 'web' && chunk < numChunks - 1) {
|
|
147
|
+
await new Promise((resolve) => setTimeout(resolve, 0))
|
|
148
|
+
}
|
|
149
|
+
}
|
|
150
|
+
|
|
151
|
+
logger?.debug(
|
|
152
|
+
`Conversion complete. Length: ${float32Array.length}, Range: [${min}, ${max}]`
|
|
153
|
+
)
|
|
154
|
+
|
|
155
|
+
// Only log a small sample of values to avoid memory issues
|
|
156
|
+
if (logger?.debug) {
|
|
157
|
+
const sampleValues = Array.from(float32Array.slice(0, 5))
|
|
158
|
+
logger.debug('Sample values:', sampleValues)
|
|
159
|
+
}
|
|
160
|
+
|
|
161
|
+
return {
|
|
162
|
+
pcmValues: float32Array,
|
|
163
|
+
min,
|
|
164
|
+
max,
|
|
165
|
+
}
|
|
166
|
+
} catch (error: unknown) {
|
|
167
|
+
logger?.error(`Error converting PCM to Float32`, error)
|
|
168
|
+
throw error
|
|
169
|
+
}
|
|
170
|
+
}
|
|
@@ -0,0 +1,59 @@
|
|
|
1
|
+
// Bundler (Metro/Webpack) will automatically resolve to crc32.web.ts or crc32.native.ts.
|
|
2
|
+
|
|
3
|
+
import { Platform } from 'react-native'
|
|
4
|
+
|
|
5
|
+
// Define the interface first
|
|
6
|
+
export interface CRC32 {
|
|
7
|
+
(data: string | Uint8Array): number
|
|
8
|
+
buf(data: Uint8Array): number
|
|
9
|
+
}
|
|
10
|
+
|
|
11
|
+
// --- Web CRC32 Calculation Logic ---
|
|
12
|
+
let webCrcTable: Uint32Array | undefined
|
|
13
|
+
function computeWebCrc32(data: string | Uint8Array): number {
|
|
14
|
+
// Lazily compute the table only on web when first needed
|
|
15
|
+
if (!webCrcTable) {
|
|
16
|
+
webCrcTable = (() => {
|
|
17
|
+
const table = new Uint32Array(256)
|
|
18
|
+
for (let i = 0; i < 256; ++i) {
|
|
19
|
+
let crc = i
|
|
20
|
+
for (let j = 0; j < 8; ++j) {
|
|
21
|
+
crc = crc & 1 ? (crc >>> 1) ^ 0xedb88320 : crc >>> 1
|
|
22
|
+
}
|
|
23
|
+
table[i] = crc
|
|
24
|
+
}
|
|
25
|
+
return table
|
|
26
|
+
})()
|
|
27
|
+
}
|
|
28
|
+
|
|
29
|
+
let crc = -1 // Initialize with 0xFFFFFFFF
|
|
30
|
+
if (typeof data === 'string') {
|
|
31
|
+
const strBytes = new TextEncoder().encode(data)
|
|
32
|
+
for (let i = 0; i < strBytes.length; ++i) {
|
|
33
|
+
crc = (crc >>> 8) ^ webCrcTable[(crc ^ strBytes[i]) & 0xff]
|
|
34
|
+
}
|
|
35
|
+
} else if (data instanceof Uint8Array) {
|
|
36
|
+
for (let i = 0; i < data.length; ++i) {
|
|
37
|
+
crc = (crc >>> 8) ^ webCrcTable[(crc ^ data[i]) & 0xff]
|
|
38
|
+
}
|
|
39
|
+
} else {
|
|
40
|
+
throw new Error('Unsupported data type for CRC32 calculation.')
|
|
41
|
+
}
|
|
42
|
+
|
|
43
|
+
return (crc ^ -1) >>> 0 // Final XOR and ensure unsigned 32-bit
|
|
44
|
+
}
|
|
45
|
+
// --- End Web CRC32 Calculation Logic ---
|
|
46
|
+
|
|
47
|
+
let crc32Implementation: CRC32
|
|
48
|
+
|
|
49
|
+
if (Platform.OS === 'web') {
|
|
50
|
+
// Assign the web implementation
|
|
51
|
+
crc32Implementation = Object.assign(computeWebCrc32, {
|
|
52
|
+
buf: (data: Uint8Array): number => computeWebCrc32(data),
|
|
53
|
+
})
|
|
54
|
+
} else {
|
|
55
|
+
// No-op implementation for native platforms
|
|
56
|
+
crc32Implementation = Object.assign(() => 0, { buf: () => 0 })
|
|
57
|
+
}
|
|
58
|
+
|
|
59
|
+
export default crc32Implementation
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
import { BitDepth, EncodingType } from '../AudioStudio.types'
|
|
2
|
+
|
|
3
|
+
export const encodingToBitDepth = ({
|
|
4
|
+
encoding,
|
|
5
|
+
}: {
|
|
6
|
+
encoding: EncodingType
|
|
7
|
+
}): BitDepth => {
|
|
8
|
+
switch (encoding) {
|
|
9
|
+
case 'pcm_32bit':
|
|
10
|
+
return 32
|
|
11
|
+
case 'pcm_16bit':
|
|
12
|
+
return 16
|
|
13
|
+
case 'pcm_8bit':
|
|
14
|
+
return 8
|
|
15
|
+
default:
|
|
16
|
+
throw new Error(`Unsupported encoding type: ${encoding}`)
|
|
17
|
+
}
|
|
18
|
+
}
|
|
@@ -0,0 +1,132 @@
|
|
|
1
|
+
// packages/audio-studio/src/utils/getWavFileInfo.ts
|
|
2
|
+
|
|
3
|
+
import { BitDepth, SampleRate } from '../AudioStudio.types'
|
|
4
|
+
import {
|
|
5
|
+
DATA_CHUNK_ID,
|
|
6
|
+
DEFAULT_BIT_DEPTH,
|
|
7
|
+
DEFAULT_SAMPLE_RATE,
|
|
8
|
+
FMT_CHUNK_ID,
|
|
9
|
+
INFO_CHUNK_ID,
|
|
10
|
+
RIFF_HEADER,
|
|
11
|
+
WAVE_HEADER,
|
|
12
|
+
} from '../constants'
|
|
13
|
+
|
|
14
|
+
// Audio format descriptions
|
|
15
|
+
const AUDIO_FORMATS: { [key: number]: string } = {
|
|
16
|
+
1: 'PCM',
|
|
17
|
+
3: 'IEEE float',
|
|
18
|
+
6: '8-bit ITU-T G.711 A-law',
|
|
19
|
+
7: '8-bit ITU-T G.711 µ-law',
|
|
20
|
+
65534: 'WAVE_FORMAT_EXTENSIBLE',
|
|
21
|
+
}
|
|
22
|
+
|
|
23
|
+
/**
|
|
24
|
+
* Interface representing the metadata of a WAV file.
|
|
25
|
+
*/
|
|
26
|
+
export interface WavFileInfo {
|
|
27
|
+
sampleRate: SampleRate
|
|
28
|
+
numChannels: number
|
|
29
|
+
bitDepth: BitDepth
|
|
30
|
+
size: number // in bytes
|
|
31
|
+
durationMs: number // in ms
|
|
32
|
+
audioFormatDescription: string // Description of the audio format
|
|
33
|
+
byteRate: number // Average bytes per second
|
|
34
|
+
blockAlign: number // Number of bytes for one sample including all channels
|
|
35
|
+
creationDateTime?: string // Optional creation date and time
|
|
36
|
+
comments?: string // Optional comments or tags
|
|
37
|
+
compressionType?: string // Optional compression type
|
|
38
|
+
dataChunkOffset: number // Position of the first data chunk
|
|
39
|
+
}
|
|
40
|
+
|
|
41
|
+
/**
|
|
42
|
+
* Extracts metadata from a WAV buffer.
|
|
43
|
+
*
|
|
44
|
+
* @param arrayBuffer - The array buffer containing the WAV data.
|
|
45
|
+
* @returns A promise that resolves to the extracted metadata.
|
|
46
|
+
*/
|
|
47
|
+
export const getWavFileInfo = async (
|
|
48
|
+
arrayBuffer: ArrayBuffer
|
|
49
|
+
): Promise<WavFileInfo> => {
|
|
50
|
+
const view = new DataView(arrayBuffer)
|
|
51
|
+
|
|
52
|
+
// Check if the file is a valid RIFF/WAVE file
|
|
53
|
+
const riffHeader = view.getUint32(0, false)
|
|
54
|
+
const waveHeader = view.getUint32(8, false)
|
|
55
|
+
if (riffHeader !== RIFF_HEADER || waveHeader !== WAVE_HEADER) {
|
|
56
|
+
throw new Error('Invalid WAV file')
|
|
57
|
+
}
|
|
58
|
+
|
|
59
|
+
// Initialize variables for the metadata
|
|
60
|
+
let fmtChunkOffset = 12
|
|
61
|
+
let sampleRate: SampleRate = DEFAULT_SAMPLE_RATE
|
|
62
|
+
let numChannels = 0
|
|
63
|
+
let bitDepth: BitDepth = DEFAULT_BIT_DEPTH
|
|
64
|
+
let dataChunkSize = 0
|
|
65
|
+
let audioFormat = 0
|
|
66
|
+
let byteRate = 0
|
|
67
|
+
let blockAlign = 0
|
|
68
|
+
let creationDateTime = ''
|
|
69
|
+
let comments = ''
|
|
70
|
+
let dataChunkOffset = 0
|
|
71
|
+
|
|
72
|
+
// Parse chunks to find the "fmt " and "data" chunks
|
|
73
|
+
while (fmtChunkOffset < view.byteLength) {
|
|
74
|
+
const chunkId = view.getUint32(fmtChunkOffset, false)
|
|
75
|
+
const chunkSize = view.getUint32(fmtChunkOffset + 4, true)
|
|
76
|
+
if (chunkId === FMT_CHUNK_ID) {
|
|
77
|
+
// "fmt "
|
|
78
|
+
audioFormat = view.getUint16(fmtChunkOffset + 8, true)
|
|
79
|
+
if (!AUDIO_FORMATS[audioFormat]) {
|
|
80
|
+
throw new Error('Unsupported WAV file format')
|
|
81
|
+
}
|
|
82
|
+
numChannels = view.getUint16(fmtChunkOffset + 10, true)
|
|
83
|
+
sampleRate = view.getUint32(fmtChunkOffset + 12, true) as SampleRate
|
|
84
|
+
byteRate = view.getUint32(fmtChunkOffset + 16, true)
|
|
85
|
+
blockAlign = view.getUint16(fmtChunkOffset + 20, true)
|
|
86
|
+
bitDepth = view.getUint16(fmtChunkOffset + 22, true) as BitDepth
|
|
87
|
+
} else if (chunkId === DATA_CHUNK_ID) {
|
|
88
|
+
// "data"
|
|
89
|
+
dataChunkSize = chunkSize
|
|
90
|
+
dataChunkOffset = fmtChunkOffset + 8 // Position after chunk header
|
|
91
|
+
break
|
|
92
|
+
} else if (chunkId === INFO_CHUNK_ID) {
|
|
93
|
+
// "INFO"
|
|
94
|
+
// Read INFO chunk (assuming it contains a text-based creation date/time and comments)
|
|
95
|
+
const infoStart = fmtChunkOffset + 8
|
|
96
|
+
const infoText = new TextDecoder().decode(
|
|
97
|
+
new Uint8Array(
|
|
98
|
+
arrayBuffer.slice(infoStart, infoStart + chunkSize)
|
|
99
|
+
)
|
|
100
|
+
)
|
|
101
|
+
const infoParts = infoText.split('\0')
|
|
102
|
+
creationDateTime = infoParts[0]
|
|
103
|
+
comments = infoParts[1]
|
|
104
|
+
}
|
|
105
|
+
fmtChunkOffset += 8 + chunkSize
|
|
106
|
+
}
|
|
107
|
+
|
|
108
|
+
if (!sampleRate || !numChannels || !bitDepth || !dataChunkSize) {
|
|
109
|
+
throw new Error('Incomplete WAV file information')
|
|
110
|
+
}
|
|
111
|
+
|
|
112
|
+
// Calculate duration
|
|
113
|
+
const bytesPerSample = bitDepth / 8
|
|
114
|
+
const numSamples = dataChunkSize / (numChannels * bytesPerSample)
|
|
115
|
+
const durationMs = (numSamples / sampleRate) * 1000
|
|
116
|
+
|
|
117
|
+
return {
|
|
118
|
+
sampleRate,
|
|
119
|
+
numChannels,
|
|
120
|
+
bitDepth,
|
|
121
|
+
size: arrayBuffer.byteLength,
|
|
122
|
+
durationMs,
|
|
123
|
+
audioFormatDescription: AUDIO_FORMATS[audioFormat],
|
|
124
|
+
byteRate,
|
|
125
|
+
blockAlign,
|
|
126
|
+
creationDateTime: creationDateTime || undefined,
|
|
127
|
+
comments: comments || undefined,
|
|
128
|
+
compressionType:
|
|
129
|
+
audioFormat === 1 ? 'None' : AUDIO_FORMATS[audioFormat],
|
|
130
|
+
dataChunkOffset,
|
|
131
|
+
}
|
|
132
|
+
}
|