echogarden 2.10.2 → 3.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE.MIT.md +7 -0
- package/README.md +9 -1
- package/data/lexicons/heteronyms.en.json +44 -10
- package/data/lexicons/words.en.json +726 -22
- package/data/schemas/options.json +91 -153
- package/dist/alignment/DTWMfccSequenceAlignment.js.map +1 -1
- package/dist/alignment/SemanticTextAlignment.d.ts +4 -2
- package/dist/alignment/SemanticTextAlignment.d.ts.map +1 -1
- package/dist/alignment/SemanticTextAlignment.js +7 -7
- package/dist/alignment/SemanticTextAlignment.js.map +1 -1
- package/dist/alignment/SpeechAlignment.d.ts +9 -10
- package/dist/alignment/SpeechAlignment.d.ts.map +1 -1
- package/dist/alignment/SpeechAlignment.js +23 -96
- package/dist/alignment/SpeechAlignment.js.map +1 -1
- package/dist/api/APIOptions.d.ts +1 -1
- package/dist/api/APIOptions.d.ts.map +1 -1
- package/dist/api/Alignment.d.ts +8 -6
- package/dist/api/Alignment.d.ts.map +1 -1
- package/dist/api/Alignment.js +31 -40
- package/dist/api/Alignment.js.map +1 -1
- package/dist/api/Common.d.ts +7 -0
- package/dist/api/Common.d.ts.map +1 -1
- package/dist/api/Common.js.map +1 -1
- package/dist/api/Denoising.d.ts +5 -2
- package/dist/api/Denoising.d.ts.map +1 -1
- package/dist/api/Denoising.js +15 -15
- package/dist/api/Denoising.js.map +1 -1
- package/dist/api/GlobalOptions.d.ts +2 -8
- package/dist/api/GlobalOptions.d.ts.map +1 -1
- package/dist/api/GlobalOptions.js +2 -13
- package/dist/api/GlobalOptions.js.map +1 -1
- package/dist/api/Recognition.d.ts +11 -12
- package/dist/api/Recognition.d.ts.map +1 -1
- package/dist/api/Recognition.js +32 -82
- package/dist/api/Recognition.js.map +1 -1
- package/dist/api/SourceSeparation.d.ts +7 -2
- package/dist/api/SourceSeparation.d.ts.map +1 -1
- package/dist/api/SourceSeparation.js +12 -10
- package/dist/api/SourceSeparation.js.map +1 -1
- package/dist/api/SpeechLanguageDetection.d.ts +11 -7
- package/dist/api/SpeechLanguageDetection.d.ts.map +1 -1
- package/dist/api/SpeechLanguageDetection.js +37 -30
- package/dist/api/SpeechLanguageDetection.js.map +1 -1
- package/dist/api/SpeechSearch.d.ts +4 -1
- package/dist/api/SpeechSearch.d.ts.map +1 -1
- package/dist/api/SpeechSearch.js.map +1 -1
- package/dist/api/SpeechTranslation.d.ts +10 -6
- package/dist/api/SpeechTranslation.d.ts.map +1 -1
- package/dist/api/SpeechTranslation.js +28 -26
- package/dist/api/SpeechTranslation.js.map +1 -1
- package/dist/api/Synthesis.d.ts +13 -8
- package/dist/api/Synthesis.d.ts.map +1 -1
- package/dist/api/Synthesis.js +67 -89
- package/dist/api/Synthesis.js.map +1 -1
- package/dist/api/TextLanguageDetection.d.ts +4 -2
- package/dist/api/TextLanguageDetection.d.ts.map +1 -1
- package/dist/api/TextLanguageDetection.js +4 -7
- package/dist/api/TextLanguageDetection.js.map +1 -1
- package/dist/api/TextTranslation.d.ts +4 -2
- package/dist/api/TextTranslation.d.ts.map +1 -1
- package/dist/api/TextTranslation.js +13 -24
- package/dist/api/TextTranslation.js.map +1 -1
- package/dist/api/TimelineTranslationAlignment.d.ts +6 -3
- package/dist/api/TimelineTranslationAlignment.d.ts.map +1 -1
- package/dist/api/TimelineTranslationAlignment.js +20 -11
- package/dist/api/TimelineTranslationAlignment.js.map +1 -1
- package/dist/api/TranscriptAndTranslationAlignment.d.ts +6 -4
- package/dist/api/TranscriptAndTranslationAlignment.d.ts.map +1 -1
- package/dist/api/TranscriptAndTranslationAlignment.js +11 -12
- package/dist/api/TranscriptAndTranslationAlignment.js.map +1 -1
- package/dist/api/TranslationAlignment.d.ts +6 -4
- package/dist/api/TranslationAlignment.d.ts.map +1 -1
- package/dist/api/TranslationAlignment.js +20 -21
- package/dist/api/TranslationAlignment.js.map +1 -1
- package/dist/api/VoiceActivityDetection.d.ts +9 -8
- package/dist/api/VoiceActivityDetection.d.ts.map +1 -1
- package/dist/api/VoiceActivityDetection.js +20 -43
- package/dist/api/VoiceActivityDetection.js.map +1 -1
- package/dist/audio/AudioBufferConversion.js.map +1 -1
- package/dist/audio/AudioPlayer.d.ts +1 -3
- package/dist/audio/AudioPlayer.d.ts.map +1 -1
- package/dist/audio/AudioPlayer.js +3 -188
- package/dist/audio/AudioPlayer.js.map +1 -1
- package/dist/audio/AudioUtilities.d.ts +2 -1
- package/dist/audio/AudioUtilities.d.ts.map +1 -1
- package/dist/audio/AudioUtilities.js +2 -2
- package/dist/audio/AudioUtilities.js.map +1 -1
- package/dist/build-tools/MakeTarballsForInstalledPackages.js +3 -3
- package/dist/build-tools/MakeTarballsForInstalledPackages.js.map +1 -1
- package/dist/cli/CLI.d.ts.map +1 -1
- package/dist/cli/CLI.js +139 -92
- package/dist/cli/CLI.js.map +1 -1
- package/dist/codecs/FFMpegTranscoder.d.ts +4 -3
- package/dist/codecs/FFMpegTranscoder.d.ts.map +1 -1
- package/dist/codecs/FFMpegTranscoder.js +16 -14
- package/dist/codecs/FFMpegTranscoder.js.map +1 -1
- package/dist/codecs/TIMITCodec.d.ts.map +1 -1
- package/dist/data-structures/DynamicTypedArray.d.ts.map +1 -1
- package/dist/data-structures/DynamicTypedArray.js.map +1 -1
- package/dist/data-structures/Queue.d.ts.map +1 -1
- package/dist/data-structures/WindowedList.d.ts.map +1 -1
- package/dist/data-structures/WindowedList.js.map +1 -1
- package/dist/denoising/NSNet2.d.ts +3 -2
- package/dist/denoising/NSNet2.d.ts.map +1 -1
- package/dist/denoising/NSNet2.js +4 -4
- package/dist/denoising/NSNet2.js.map +1 -1
- package/dist/denoising/RNNoise.d.ts +2 -1
- package/dist/denoising/RNNoise.d.ts.map +1 -1
- package/dist/denoising/RNNoise.js +10 -6
- package/dist/denoising/RNNoise.js.map +1 -1
- package/dist/dsp/BiquadFilter.d.ts.map +1 -1
- package/dist/dsp/DecayingPeakEstimator.d.ts.map +1 -1
- package/dist/dsp/DecayingPeakEstimator.js.map +1 -1
- package/dist/dsp/FFT.d.ts.map +1 -1
- package/dist/dsp/FFT.js +2 -1
- package/dist/dsp/FFT.js.map +1 -1
- package/dist/dsp/KWeightingFilter.d.ts.map +1 -1
- package/dist/dsp/KWeightingFilter.js.map +1 -1
- package/dist/dsp/LoudnessEstimator.d.ts.map +1 -1
- package/dist/dsp/LoudnessEstimator.js.map +1 -1
- package/dist/dsp/MFCC.d.ts +3 -2
- package/dist/dsp/MFCC.d.ts.map +1 -1
- package/dist/dsp/MFCC.js +4 -4
- package/dist/dsp/MFCC.js.map +1 -1
- package/dist/dsp/MelSpectrogram.d.ts +10 -8
- package/dist/dsp/MelSpectrogram.d.ts.map +1 -1
- package/dist/dsp/MelSpectrogram.js +31 -34
- package/dist/dsp/MelSpectrogram.js.map +1 -1
- package/dist/dsp/Rubberband.d.ts.map +1 -1
- package/dist/dsp/Rubberband.js +8 -3
- package/dist/dsp/Rubberband.js.map +1 -1
- package/dist/dsp/Sonic.d.ts.map +1 -1
- package/dist/dsp/Sonic.js +1 -1
- package/dist/dsp/Sonic.js.map +1 -1
- package/dist/dsp/SpeexResampler.d.ts.map +1 -1
- package/dist/dsp/SpeexResampler.js +1 -1
- package/dist/dsp/SpeexResampler.js.map +1 -1
- package/dist/encodings/Ascii.d.ts +1 -1
- package/dist/encodings/Ascii.d.ts.map +1 -1
- package/dist/encodings/Base64.js.map +1 -1
- package/dist/encodings/Utf16.d.ts.map +1 -1
- package/dist/encodings/Utf8.d.ts.map +1 -1
- package/dist/math/VectorMath.d.ts +1 -0
- package/dist/math/VectorMath.d.ts.map +1 -1
- package/dist/math/VectorMath.js +9 -5
- package/dist/math/VectorMath.js.map +1 -1
- package/dist/nlp/ChineseSegmentation.d.ts +1 -1
- package/dist/nlp/ChineseSegmentation.d.ts.map +1 -1
- package/dist/nlp/EspeakPhonemizer.d.ts +1 -1
- package/dist/nlp/EspeakPhonemizer.d.ts.map +1 -1
- package/dist/nlp/EspeakPhonemizer.js +2 -2
- package/dist/nlp/EspeakPhonemizer.js.map +1 -1
- package/dist/nlp/IPA.d.ts +2 -2
- package/dist/nlp/Segmentation.d.ts +1 -1
- package/dist/nlp/Segmentation.d.ts.map +1 -1
- package/dist/nlp/Segmentation.js +8 -4
- package/dist/nlp/Segmentation.js.map +1 -1
- package/dist/recognition/AmazonTranscribeSTT.d.ts +2 -1
- package/dist/recognition/AmazonTranscribeSTT.d.ts.map +1 -1
- package/dist/recognition/AmazonTranscribeSTT.js +3 -3
- package/dist/recognition/AmazonTranscribeSTT.js.map +1 -1
- package/dist/recognition/AzureCognitiveServicesSTT.d.ts +2 -1
- package/dist/recognition/AzureCognitiveServicesSTT.d.ts.map +1 -1
- package/dist/recognition/AzureCognitiveServicesSTT.js +4 -4
- package/dist/recognition/AzureCognitiveServicesSTT.js.map +1 -1
- package/dist/recognition/DeepgramSTT.d.ts +2 -1
- package/dist/recognition/DeepgramSTT.d.ts.map +1 -1
- package/dist/recognition/DeepgramSTT.js +12 -13
- package/dist/recognition/DeepgramSTT.js.map +1 -1
- package/dist/recognition/GoogleCloudSTT.d.ts +2 -1
- package/dist/recognition/GoogleCloudSTT.d.ts.map +1 -1
- package/dist/recognition/GoogleCloudSTT.js +11 -10
- package/dist/recognition/GoogleCloudSTT.js.map +1 -1
- package/dist/recognition/OpenAICloudSTT.d.ts +2 -1
- package/dist/recognition/OpenAICloudSTT.d.ts.map +1 -1
- package/dist/recognition/OpenAICloudSTT.js +6 -6
- package/dist/recognition/OpenAICloudSTT.js.map +1 -1
- package/dist/recognition/WhisperCommon.d.ts +9 -0
- package/dist/recognition/WhisperCommon.d.ts.map +1 -0
- package/dist/recognition/WhisperCommon.js +52 -0
- package/dist/recognition/WhisperCommon.js.map +1 -0
- package/dist/recognition/{WhisperCppSTT.d.ts → WhisperCppCliSTT.d.ts} +14 -16
- package/dist/recognition/WhisperCppCliSTT.d.ts.map +1 -0
- package/dist/recognition/{WhisperCppSTT.js → WhisperCppCliSTT.js} +55 -84
- package/dist/recognition/WhisperCppCliSTT.js.map +1 -0
- package/dist/recognition/WhisperSTT.d.ts +72 -85
- package/dist/recognition/WhisperSTT.d.ts.map +1 -1
- package/dist/recognition/WhisperSTT.js +384 -519
- package/dist/recognition/WhisperSTT.js.map +1 -1
- package/dist/server/Client.d.ts +2 -2
- package/dist/server/Client.d.ts.map +1 -1
- package/dist/server/Client.js.map +1 -1
- package/dist/server/Worker.d.ts +6 -7
- package/dist/server/Worker.d.ts.map +1 -1
- package/dist/server/Worker.js +42 -44
- package/dist/server/Worker.js.map +1 -1
- package/dist/source-separation/MDXNetSourceSeparation.d.ts +3 -2
- package/dist/source-separation/MDXNetSourceSeparation.d.ts.map +1 -1
- package/dist/source-separation/MDXNetSourceSeparation.js +10 -8
- package/dist/source-separation/MDXNetSourceSeparation.js.map +1 -1
- package/dist/speech-embeddings/WavToVec2BertFeatureEmbeddings.d.ts +3 -2
- package/dist/speech-embeddings/WavToVec2BertFeatureEmbeddings.d.ts.map +1 -1
- package/dist/speech-embeddings/WavToVec2BertFeatureEmbeddings.js +5 -5
- package/dist/speech-embeddings/WavToVec2BertFeatureEmbeddings.js.map +1 -1
- package/dist/speech-language-detection/SileroLanguageDetection.d.ts +5 -3
- package/dist/speech-language-detection/SileroLanguageDetection.d.ts.map +1 -1
- package/dist/speech-language-detection/SileroLanguageDetection.js +8 -8
- package/dist/speech-language-detection/SileroLanguageDetection.js.map +1 -1
- package/dist/speech-search/DTWSpeechSearch.d.ts +2 -1
- package/dist/speech-search/DTWSpeechSearch.d.ts.map +1 -1
- package/dist/speech-search/DTWSpeechSearch.js +4 -4
- package/dist/speech-search/DTWSpeechSearch.js.map +1 -1
- package/dist/subtitles/Subtitles.d.ts +13 -1
- package/dist/subtitles/Subtitles.d.ts.map +1 -1
- package/dist/subtitles/Subtitles.js +22 -22
- package/dist/subtitles/Subtitles.js.map +1 -1
- package/dist/synthesis/AwsPollyTTS.d.ts +3 -2
- package/dist/synthesis/AwsPollyTTS.d.ts.map +1 -1
- package/dist/synthesis/AwsPollyTTS.js +5 -5
- package/dist/synthesis/AwsPollyTTS.js.map +1 -1
- package/dist/synthesis/AzureCognitiveServicesTTS.d.ts +2 -1
- package/dist/synthesis/AzureCognitiveServicesTTS.d.ts.map +1 -1
- package/dist/synthesis/AzureCognitiveServicesTTS.js +3 -3
- package/dist/synthesis/AzureCognitiveServicesTTS.js.map +1 -1
- package/dist/synthesis/CoquiServerTTS.d.ts +2 -1
- package/dist/synthesis/CoquiServerTTS.d.ts.map +1 -1
- package/dist/synthesis/CoquiServerTTS.js +7 -8
- package/dist/synthesis/CoquiServerTTS.js.map +1 -1
- package/dist/synthesis/DeepgramTTS.d.ts +2 -2
- package/dist/synthesis/DeepgramTTS.d.ts.map +1 -1
- package/dist/synthesis/DeepgramTTS.js +13 -13
- package/dist/synthesis/DeepgramTTS.js.map +1 -1
- package/dist/synthesis/ElevenLabsTTS.d.ts +3 -3
- package/dist/synthesis/ElevenLabsTTS.d.ts.map +1 -1
- package/dist/synthesis/ElevenLabsTTS.js +22 -21
- package/dist/synthesis/ElevenLabsTTS.js.map +1 -1
- package/dist/synthesis/EspeakTTS.d.ts +11 -9
- package/dist/synthesis/EspeakTTS.d.ts.map +1 -1
- package/dist/synthesis/EspeakTTS.js +118 -68
- package/dist/synthesis/EspeakTTS.js.map +1 -1
- package/dist/synthesis/FliteTTS.d.ts +2 -2
- package/dist/synthesis/FliteTTS.d.ts.map +1 -1
- package/dist/synthesis/FliteTTS.js +2 -2
- package/dist/synthesis/FliteTTS.js.map +1 -1
- package/dist/synthesis/GnuSpeechTTS.d.ts +2 -2
- package/dist/synthesis/GnuSpeechTTS.d.ts.map +1 -1
- package/dist/synthesis/GnuSpeechTTS.js +1 -1
- package/dist/synthesis/GnuSpeechTTS.js.map +1 -1
- package/dist/synthesis/GoogleCloudTTS.d.ts +3 -2
- package/dist/synthesis/GoogleCloudTTS.d.ts.map +1 -1
- package/dist/synthesis/GoogleCloudTTS.js +15 -14
- package/dist/synthesis/GoogleCloudTTS.js.map +1 -1
- package/dist/synthesis/GoogleTranslateTTS.d.ts +3 -2
- package/dist/synthesis/GoogleTranslateTTS.d.ts.map +1 -1
- package/dist/synthesis/GoogleTranslateTTS.js +11 -11
- package/dist/synthesis/GoogleTranslateTTS.js.map +1 -1
- package/dist/synthesis/KokoroTTS.d.ts +4 -4
- package/dist/synthesis/KokoroTTS.d.ts.map +1 -1
- package/dist/synthesis/KokoroTTS.js +11 -10
- package/dist/synthesis/KokoroTTS.js.map +1 -1
- package/dist/synthesis/MicrosoftEdgeTTS.d.ts +4 -3
- package/dist/synthesis/MicrosoftEdgeTTS.d.ts.map +1 -1
- package/dist/synthesis/MicrosoftEdgeTTS.js +41 -20
- package/dist/synthesis/MicrosoftEdgeTTS.js.map +1 -1
- package/dist/synthesis/OpenAICloudTTS.d.ts +2 -2
- package/dist/synthesis/OpenAICloudTTS.d.ts.map +1 -1
- package/dist/synthesis/OpenAICloudTTS.js +6 -5
- package/dist/synthesis/OpenAICloudTTS.js.map +1 -1
- package/dist/synthesis/SamTTS.d.ts +2 -1
- package/dist/synthesis/SamTTS.d.ts.map +1 -1
- package/dist/synthesis/SamTTS.js +2 -2
- package/dist/synthesis/SamTTS.js.map +1 -1
- package/dist/synthesis/SapiTTS.d.ts +2 -2
- package/dist/synthesis/SapiTTS.d.ts.map +1 -1
- package/dist/synthesis/SapiTTS.js +2 -2
- package/dist/synthesis/SapiTTS.js.map +1 -1
- package/dist/synthesis/SvoxPicoTTS.d.ts +2 -2
- package/dist/synthesis/SvoxPicoTTS.d.ts.map +1 -1
- package/dist/synthesis/SvoxPicoTTS.js +3 -3
- package/dist/synthesis/SvoxPicoTTS.js.map +1 -1
- package/dist/synthesis/VitsTTS.d.ts +3 -3
- package/dist/synthesis/VitsTTS.d.ts.map +1 -1
- package/dist/synthesis/VitsTTS.js +14 -11
- package/dist/synthesis/VitsTTS.js.map +1 -1
- package/dist/text-translation/DeepLTextTranslation.d.ts +2 -2
- package/dist/text-translation/DeepLTextTranslation.d.ts.map +1 -1
- package/dist/text-translation/DeepLTextTranslation.js +10 -9
- package/dist/text-translation/DeepLTextTranslation.js.map +1 -1
- package/dist/text-translation/GoogleTranslateTextTranslation.d.ts +4 -4
- package/dist/text-translation/GoogleTranslateTextTranslation.d.ts.map +1 -1
- package/dist/text-translation/GoogleTranslateTextTranslation.js +20 -18
- package/dist/text-translation/GoogleTranslateTextTranslation.js.map +1 -1
- package/dist/text-translation/NLLBTextTranslation.d.ts +2 -2
- package/dist/text-translation/NLLBTextTranslation.d.ts.map +1 -1
- package/dist/text-translation/NLLBTextTranslation.js +4 -6
- package/dist/text-translation/NLLBTextTranslation.js.map +1 -1
- package/dist/typings/TypedArray.d.ts.map +1 -1
- package/dist/utilities/Compression.d.ts +4 -3
- package/dist/utilities/Compression.d.ts.map +1 -1
- package/dist/utilities/Compression.js +9 -9
- package/dist/utilities/Compression.js.map +1 -1
- package/dist/utilities/FileDownloader.d.ts +6 -3
- package/dist/utilities/FileDownloader.d.ts.map +1 -1
- package/dist/utilities/FileDownloader.js +25 -21
- package/dist/utilities/FileDownloader.js.map +1 -1
- package/dist/utilities/FileReader.d.ts.map +1 -1
- package/dist/utilities/FileReader.js.map +1 -1
- package/dist/utilities/FileSystem.js +1 -1
- package/dist/utilities/FileSystem.js.map +1 -1
- package/dist/utilities/FileWriter.d.ts.map +1 -1
- package/dist/utilities/FileWriter.js.map +1 -1
- package/dist/utilities/Hashing.d.ts.map +1 -1
- package/dist/utilities/Hashing.js.map +1 -1
- package/dist/utilities/Locale.js.map +1 -1
- package/dist/utilities/Logger.d.ts +17 -9
- package/dist/utilities/Logger.d.ts.map +1 -1
- package/dist/utilities/Logger.js +50 -35
- package/dist/utilities/Logger.js.map +1 -1
- package/dist/utilities/NpmUtilities.d.ts.map +1 -1
- package/dist/utilities/NpmUtilities.js +4 -5
- package/dist/utilities/NpmUtilities.js.map +1 -1
- package/dist/utilities/ObjectUtilities.js.map +1 -1
- package/dist/utilities/OpenPromise.d.ts.map +1 -1
- package/dist/utilities/OpenPromise.js.map +1 -1
- package/dist/utilities/PackageManager.d.ts +4 -1
- package/dist/utilities/PackageManager.d.ts.map +1 -1
- package/dist/utilities/PackageManager.js +37 -22
- package/dist/utilities/PackageManager.js.map +1 -1
- package/dist/utilities/PathUtilities.d.ts +2 -0
- package/dist/utilities/PathUtilities.d.ts.map +1 -1
- package/dist/utilities/PathUtilities.js +5 -2
- package/dist/utilities/PathUtilities.js.map +1 -1
- package/dist/utilities/RandomGenerator.d.ts.map +1 -1
- package/dist/utilities/SignalChannel.d.ts.map +1 -1
- package/dist/utilities/SmoothEstimator.d.ts.map +1 -1
- package/dist/utilities/SmoothEstimator.js.map +1 -1
- package/dist/utilities/StringBuilder.d.ts.map +1 -1
- package/dist/utilities/TarballMaker.d.ts +4 -3
- package/dist/utilities/TarballMaker.d.ts.map +1 -1
- package/dist/utilities/TarballMaker.js +6 -6
- package/dist/utilities/TarballMaker.js.map +1 -1
- package/dist/utilities/Timeline.js.map +1 -1
- package/dist/utilities/Timer.d.ts.map +1 -1
- package/dist/utilities/Utilities.d.ts +9 -7
- package/dist/utilities/Utilities.d.ts.map +1 -1
- package/dist/utilities/Utilities.js +49 -33
- package/dist/utilities/Utilities.js.map +1 -1
- package/dist/utilities/VirtualFileReadStream.d.ts.map +1 -1
- package/dist/utilities/WebReader.d.ts +2 -1
- package/dist/utilities/WebReader.d.ts.map +1 -1
- package/dist/utilities/WebReader.js +7 -6
- package/dist/utilities/WebReader.js.map +1 -1
- package/dist/utilities/WikipediaReader.d.ts +2 -1
- package/dist/utilities/WikipediaReader.d.ts.map +1 -1
- package/dist/utilities/WikipediaReader.js +1 -5
- package/dist/utilities/WikipediaReader.js.map +1 -1
- package/dist/voice-activity-detection/AdaptiveGateVAD.d.ts +2 -1
- package/dist/voice-activity-detection/AdaptiveGateVAD.d.ts.map +1 -1
- package/dist/voice-activity-detection/AdaptiveGateVAD.js +1 -1
- package/dist/voice-activity-detection/AdaptiveGateVAD.js.map +1 -1
- package/dist/voice-activity-detection/SileroVAD.d.ts.map +1 -1
- package/dist/voice-activity-detection/SileroVAD.js.map +1 -1
- package/dist/voice-activity-detection/WebRtcVAD.d.ts.map +1 -1
- package/dist/voice-activity-detection/WebRtcVAD.js +1 -1
- package/dist/voice-activity-detection/WebRtcVAD.js.map +1 -1
- package/docs/API.md +62 -17
- package/docs/CUDA.md +4 -3
- package/docs/Engines.md +8 -7
- package/docs/Licenses.md +0 -3
- package/docs/Options.md +27 -31
- package/docs/Server.md +1 -0
- package/docs/Tasklist.md +2 -1
- package/docs/Technical.md +2 -2
- package/package.json +45 -35
- package/src/alignment/SemanticTextAlignment.ts +14 -7
- package/src/alignment/SpeechAlignment.ts +47 -150
- package/src/api/APIOptions.ts +1 -1
- package/src/api/Alignment.ts +95 -61
- package/src/api/Common.ts +11 -0
- package/src/api/Denoising.ts +22 -17
- package/src/api/GlobalOptions.ts +4 -20
- package/src/api/Recognition.ts +106 -123
- package/src/api/SourceSeparation.ts +39 -21
- package/src/api/SpeechLanguageDetection.ts +77 -37
- package/src/api/SpeechSearch.ts +6 -1
- package/src/api/SpeechTranslation.ts +75 -38
- package/src/api/Synthesis.ts +220 -116
- package/src/api/TextLanguageDetection.ts +10 -12
- package/src/api/TextTranslation.ts +43 -26
- package/src/api/TimelineTranslationAlignment.ts +41 -13
- package/src/api/TranscriptAndTranslationAlignment.ts +28 -15
- package/src/api/TranslationAlignment.ts +53 -24
- package/src/api/VoiceActivityDetection.ts +33 -68
- package/src/audio/AudioPlayer.ts +4 -232
- package/src/audio/AudioUtilities.ts +9 -2
- package/src/build-tools/MakeTarballsForInstalledPackages.ts +4 -3
- package/src/cli/CLI.ts +209 -101
- package/src/codecs/FFMpegTranscoder.ts +18 -16
- package/src/denoising/NSNet2.ts +5 -4
- package/src/denoising/RNNoise.ts +14 -6
- package/src/dsp/FFT.ts +2 -1
- package/src/dsp/MFCC.ts +7 -5
- package/src/dsp/MelSpectrogram.ts +56 -36
- package/src/dsp/Rubberband.ts +10 -3
- package/src/dsp/Sonic.ts +2 -1
- package/src/dsp/SpeexResampler.ts +2 -1
- package/src/encodings/Ascii.ts +1 -1
- package/src/encodings/Base64.ts +1 -1
- package/src/math/VectorMath.ts +10 -6
- package/src/nlp/EspeakPhonemizer.ts +2 -2
- package/src/nlp/Segmentation.ts +9 -4
- package/src/recognition/AmazonTranscribeSTT.ts +4 -3
- package/src/recognition/AzureCognitiveServicesSTT.ts +5 -4
- package/src/recognition/DeepgramSTT.ts +16 -16
- package/src/recognition/GoogleCloudSTT.ts +14 -12
- package/src/recognition/OpenAICloudSTT.ts +12 -6
- package/src/recognition/WhisperCommon.ts +130 -0
- package/src/recognition/{WhisperCppSTT.ts → WhisperCppCliSTT.ts} +73 -133
- package/src/recognition/WhisperSTT.ts +569 -718
- package/src/server/Client.ts +4 -4
- package/src/server/Worker.ts +59 -59
- package/src/source-separation/MDXNetSourceSeparation.ts +15 -10
- package/src/speech-embeddings/WavToVec2BertFeatureEmbeddings.ts +7 -5
- package/src/speech-language-detection/SileroLanguageDetection.ts +18 -9
- package/src/speech-search/DTWSpeechSearch.ts +6 -5
- package/src/subtitles/Subtitles.ts +22 -22
- package/src/synthesis/AwsPollyTTS.ts +12 -5
- package/src/synthesis/AzureCognitiveServicesTTS.ts +11 -3
- package/src/synthesis/CoquiServerTTS.ts +8 -7
- package/src/synthesis/DeepgramTTS.ts +21 -15
- package/src/synthesis/ElevenLabsTTS.ts +33 -23
- package/src/synthesis/EspeakTTS.ts +145 -69
- package/src/synthesis/FliteTTS.ts +3 -3
- package/src/synthesis/GnuSpeechTTS.ts +2 -2
- package/src/synthesis/GoogleCloudTTS.ts +23 -14
- package/src/synthesis/GoogleTranslateTTS.ts +19 -11
- package/src/synthesis/KokoroTTS.ts +37 -14
- package/src/synthesis/MicrosoftEdgeTTS.ts +71 -23
- package/src/synthesis/OpenAICloudTTS.ts +7 -6
- package/src/synthesis/SamTTS.ts +3 -2
- package/src/synthesis/SapiTTS.ts +3 -3
- package/src/synthesis/SvoxPicoTTS.ts +4 -5
- package/src/synthesis/VitsTTS.ts +43 -15
- package/src/text-translation/DeepLTextTranslation.ts +12 -10
- package/src/text-translation/GoogleTranslateTextTranslation.ts +35 -21
- package/src/text-translation/NLLBTextTranslation.ts +5 -9
- package/src/typings/Fillers.d.ts +0 -60
- package/src/typings/TypedArray.ts +12 -1
- package/src/utilities/Compression.ts +10 -9
- package/src/utilities/FileDownloader.ts +38 -23
- package/src/utilities/FileSystem.ts +1 -1
- package/src/utilities/Logger.ts +59 -42
- package/src/utilities/NpmUtilities.ts +4 -6
- package/src/utilities/OpenPromise.ts +1 -2
- package/src/utilities/PackageManager.ts +53 -26
- package/src/utilities/PathUtilities.ts +6 -2
- package/src/utilities/TarballMaker.ts +7 -7
- package/src/utilities/Utilities.ts +58 -41
- package/src/utilities/WebReader.ts +11 -6
- package/src/utilities/WikipediaReader.ts +2 -8
- package/src/voice-activity-detection/AdaptiveGateVAD.ts +13 -8
- package/src/voice-activity-detection/WebRtcVAD.ts +1 -2
- package/tsconfig.json +53 -54
- package/dist/audio/AudioRecorder.d.ts +0 -4
- package/dist/audio/AudioRecorder.d.ts.map +0 -1
- package/dist/audio/AudioRecorder.js +0 -68
- package/dist/audio/AudioRecorder.js.map +0 -1
- package/dist/audio/SoxPath.d.ts +0 -2
- package/dist/audio/SoxPath.d.ts.map +0 -1
- package/dist/audio/SoxPath.js +0 -24
- package/dist/audio/SoxPath.js.map +0 -1
- package/dist/recognition/SileroSTT.d.ts +0 -30
- package/dist/recognition/SileroSTT.d.ts.map +0 -1
- package/dist/recognition/SileroSTT.js +0 -152
- package/dist/recognition/SileroSTT.js.map +0 -1
- package/dist/recognition/VoskSTT.d.ts +0 -11
- package/dist/recognition/VoskSTT.d.ts.map +0 -1
- package/dist/recognition/VoskSTT.js +0 -72
- package/dist/recognition/VoskSTT.js.map +0 -1
- package/dist/recognition/WhisperCppSTT.d.ts.map +0 -1
- package/dist/recognition/WhisperCppSTT.js.map +0 -1
- package/dist/synthesis/StreamlabsPollyTTS.d.ts +0 -12
- package/dist/synthesis/StreamlabsPollyTTS.d.ts.map +0 -1
- package/dist/synthesis/StreamlabsPollyTTS.js +0 -88
- package/dist/synthesis/StreamlabsPollyTTS.js.map +0 -1
- package/dist/utilities/BinaryUtilities.d.ts +0 -14
- package/dist/utilities/BinaryUtilities.d.ts.map +0 -1
- package/dist/utilities/BinaryUtilities.js +0 -113
- package/dist/utilities/BinaryUtilities.js.map +0 -1
- package/src/audio/AudioRecorder.ts +0 -91
- package/src/audio/SoxPath.ts +0 -31
- package/src/recognition/SileroSTT.ts +0 -222
- package/src/recognition/VoskSTT.ts +0 -112
- package/src/synthesis/StreamlabsPollyTTS.ts +0 -114
- package/src/utilities/BinaryUtilities.ts +0 -138
- /package/{LICENSE.md → LICENSE.GPLv3.md} +0 -0
package/dist/server/Worker.js
CHANGED
|
@@ -4,17 +4,15 @@ import { logToStderr, yieldToEventLoop } from '../utilities/Utilities.js';
|
|
|
4
4
|
import { recognize } from '../api/Recognition.js';
|
|
5
5
|
import { align } from '../api/Alignment.js';
|
|
6
6
|
import { translateSpeech } from '../api/SpeechTranslation.js';
|
|
7
|
-
import { resetActiveLogger } from '../utilities/Logger.js';
|
|
8
7
|
import { writeToStderr } from '../utilities/Utilities.js';
|
|
9
|
-
import { Worker, SHARE_ENV } from 'node:worker_threads';
|
|
10
8
|
import { detectSpeechLanguage } from '../api/SpeechLanguageDetection.js';
|
|
11
|
-
import chalk from 'chalk';
|
|
12
9
|
import { resolveToModuleRootDir } from '../utilities/PathUtilities.js';
|
|
13
10
|
import { detectTextLanguage } from '../api/TextLanguageDetection.js';
|
|
11
|
+
import { getGlobalLogLevel } from '../api/GlobalOptions.js';
|
|
12
|
+
import { Logger } from '../utilities/Logger.js';
|
|
14
13
|
const log = logToStderr;
|
|
15
14
|
let messageChannel = undefined;
|
|
16
15
|
const canceledRequests = new Set();
|
|
17
|
-
let cancelCurrentTask = false;
|
|
18
16
|
const messageQueue = new Queue();
|
|
19
17
|
let isProcessing = false;
|
|
20
18
|
export function startMessageChannel() {
|
|
@@ -33,9 +31,6 @@ export function startMessageChannel() {
|
|
|
33
31
|
enqueueAndProcessIfIdle(message);
|
|
34
32
|
});
|
|
35
33
|
}
|
|
36
|
-
export function shouldCancelCurrentTask() {
|
|
37
|
-
return cancelCurrentTask;
|
|
38
|
-
}
|
|
39
34
|
function enqueueAndProcessIfIdle(message) {
|
|
40
35
|
messageQueue.enqueue(message);
|
|
41
36
|
processQueueIfIdle();
|
|
@@ -54,24 +49,28 @@ async function processQueueIfIdle() {
|
|
|
54
49
|
...outgoingMessage,
|
|
55
50
|
});
|
|
56
51
|
}
|
|
57
|
-
|
|
52
|
+
const abortController = new AbortController();
|
|
53
|
+
const abortSignal = abortController.signal;
|
|
54
|
+
const callbacks = {
|
|
55
|
+
logLevel: getGlobalLogLevel(),
|
|
56
|
+
abortSignal: abortController.signal
|
|
57
|
+
};
|
|
58
|
+
function sendAbortSignalIfNeeded() {
|
|
58
59
|
if (canceledRequests.has(requestId)) {
|
|
59
|
-
|
|
60
|
+
abortController.abort();
|
|
60
61
|
canceledRequests.delete(requestId);
|
|
61
62
|
}
|
|
62
63
|
}
|
|
63
64
|
await yieldToEventLoop();
|
|
64
|
-
|
|
65
|
-
const
|
|
65
|
+
sendAbortSignalIfNeeded();
|
|
66
|
+
const abortSignalSenderInterval = setInterval(sendAbortSignalIfNeeded, 20);
|
|
66
67
|
try {
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
throw new Error('Canceled');
|
|
70
|
-
}
|
|
71
|
-
await processMessage(incomingMessage, sendMessage);
|
|
68
|
+
abortSignal.throwIfAborted();
|
|
69
|
+
await processMessage(incomingMessage, sendMessage, callbacks);
|
|
72
70
|
}
|
|
73
71
|
catch (e) {
|
|
74
|
-
|
|
72
|
+
const logger = new Logger(getGlobalLogLevel());
|
|
73
|
+
logger.logTitledMessage('Error', e.message, 'error');
|
|
75
74
|
sendMessageToClient({
|
|
76
75
|
requestId,
|
|
77
76
|
messageType: 'Error',
|
|
@@ -79,41 +78,39 @@ async function processQueueIfIdle() {
|
|
|
79
78
|
});
|
|
80
79
|
}
|
|
81
80
|
finally {
|
|
82
|
-
|
|
83
|
-
clearInterval(cancellationFlagSetterInterval);
|
|
84
|
-
cancelCurrentTask = false;
|
|
81
|
+
clearInterval(abortSignalSenderInterval);
|
|
85
82
|
}
|
|
86
83
|
}
|
|
87
84
|
isProcessing = false;
|
|
88
85
|
}
|
|
89
|
-
export async function processMessage(message, sendMessage) {
|
|
86
|
+
export async function processMessage(message, sendMessage, callbacks) {
|
|
90
87
|
switch (message.messageType) {
|
|
91
88
|
case 'SynthesisRequest': {
|
|
92
|
-
await processSynthesisRequest(message, sendMessage);
|
|
89
|
+
await processSynthesisRequest(message, sendMessage, callbacks);
|
|
93
90
|
break;
|
|
94
91
|
}
|
|
95
92
|
case 'VoiceListRequest': {
|
|
96
|
-
await processVoiceListRequest(message, sendMessage);
|
|
93
|
+
await processVoiceListRequest(message, sendMessage, callbacks);
|
|
97
94
|
break;
|
|
98
95
|
}
|
|
99
96
|
case 'RecognitionRequest': {
|
|
100
|
-
await processRecognitionRequest(message, sendMessage);
|
|
97
|
+
await processRecognitionRequest(message, sendMessage, callbacks);
|
|
101
98
|
break;
|
|
102
99
|
}
|
|
103
100
|
case 'AlignmentRequest': {
|
|
104
|
-
await processAlignmentRequest(message, sendMessage);
|
|
101
|
+
await processAlignmentRequest(message, sendMessage, callbacks);
|
|
105
102
|
break;
|
|
106
103
|
}
|
|
107
104
|
case 'SpeechTranslationRequest': {
|
|
108
|
-
await processSpeechTranslationRequest(message, sendMessage);
|
|
105
|
+
await processSpeechTranslationRequest(message, sendMessage, callbacks);
|
|
109
106
|
break;
|
|
110
107
|
}
|
|
111
108
|
case 'SpeechLanguageDetectionRequest': {
|
|
112
|
-
await processSpeechLanguageDetectionRequest(message, sendMessage);
|
|
109
|
+
await processSpeechLanguageDetectionRequest(message, sendMessage, callbacks);
|
|
113
110
|
break;
|
|
114
111
|
}
|
|
115
112
|
case 'TextLanguageDetectionRequest': {
|
|
116
|
-
await processTextLanguageDetectionRequest(message, sendMessage);
|
|
113
|
+
await processTextLanguageDetectionRequest(message, sendMessage, callbacks);
|
|
117
114
|
break;
|
|
118
115
|
}
|
|
119
116
|
default: {
|
|
@@ -124,7 +121,7 @@ export async function processMessage(message, sendMessage) {
|
|
|
124
121
|
///////////////////////////////////////////////////////////////////////////////////////////////
|
|
125
122
|
// Synthesis operations
|
|
126
123
|
///////////////////////////////////////////////////////////////////////////////////////////////
|
|
127
|
-
async function processSynthesisRequest(message, sendMessage) {
|
|
124
|
+
async function processSynthesisRequest(message, sendMessage, callbacks) {
|
|
128
125
|
async function onSegment(eventData) {
|
|
129
126
|
const responseMessage = {
|
|
130
127
|
messageType: 'SynthesisSegmentEvent',
|
|
@@ -139,15 +136,15 @@ async function processSynthesisRequest(message, sendMessage) {
|
|
|
139
136
|
};
|
|
140
137
|
sendMessage(responseMessage);
|
|
141
138
|
}
|
|
142
|
-
const result = await synthesize(message.input, message.options, onSegment, onSentence);
|
|
139
|
+
const result = await synthesize(message.input, message.options, { ...callbacks, onSegment, onSentence });
|
|
143
140
|
const responseMessage = {
|
|
144
141
|
messageType: 'SynthesisResponse',
|
|
145
142
|
...result
|
|
146
143
|
};
|
|
147
144
|
sendMessage(responseMessage);
|
|
148
145
|
}
|
|
149
|
-
async function processVoiceListRequest(message, sendMessage) {
|
|
150
|
-
const result = await requestVoiceList(message.options);
|
|
146
|
+
async function processVoiceListRequest(message, sendMessage, callbacks) {
|
|
147
|
+
const result = await requestVoiceList(message.options, callbacks);
|
|
151
148
|
const responseMessage = {
|
|
152
149
|
messageType: 'VoiceListResponse',
|
|
153
150
|
...result
|
|
@@ -157,8 +154,8 @@ async function processVoiceListRequest(message, sendMessage) {
|
|
|
157
154
|
///////////////////////////////////////////////////////////////////////////////////////////////
|
|
158
155
|
// Recognition operations
|
|
159
156
|
///////////////////////////////////////////////////////////////////////////////////////////////
|
|
160
|
-
async function processRecognitionRequest(message, sendMessage) {
|
|
161
|
-
const result = await recognize(message.input, message.options);
|
|
157
|
+
async function processRecognitionRequest(message, sendMessage, callbacks) {
|
|
158
|
+
const result = await recognize(message.input, message.options, callbacks);
|
|
162
159
|
const responseMessage = {
|
|
163
160
|
messageType: 'RecognitionResponse',
|
|
164
161
|
...result
|
|
@@ -168,8 +165,8 @@ async function processRecognitionRequest(message, sendMessage) {
|
|
|
168
165
|
///////////////////////////////////////////////////////////////////////////////////////////////
|
|
169
166
|
// Alignment operations
|
|
170
167
|
///////////////////////////////////////////////////////////////////////////////////////////////
|
|
171
|
-
async function processAlignmentRequest(message, sendMessage) {
|
|
172
|
-
const result = await align(message.input, message.transcript, message.options);
|
|
168
|
+
async function processAlignmentRequest(message, sendMessage, callbacks) {
|
|
169
|
+
const result = await align(message.input, message.transcript, message.options, callbacks);
|
|
173
170
|
const responseMessage = {
|
|
174
171
|
messageType: 'AlignmentResponse',
|
|
175
172
|
...result
|
|
@@ -179,8 +176,8 @@ async function processAlignmentRequest(message, sendMessage) {
|
|
|
179
176
|
///////////////////////////////////////////////////////////////////////////////////////////////
|
|
180
177
|
// Speech translation operations
|
|
181
178
|
///////////////////////////////////////////////////////////////////////////////////////////////
|
|
182
|
-
async function processSpeechTranslationRequest(message, sendMessage) {
|
|
183
|
-
const result = await translateSpeech(message.input, message.options);
|
|
179
|
+
async function processSpeechTranslationRequest(message, sendMessage, callbacks) {
|
|
180
|
+
const result = await translateSpeech(message.input, message.options, callbacks);
|
|
184
181
|
const responseMessage = {
|
|
185
182
|
messageType: 'SpeechTranslationResponse',
|
|
186
183
|
...result
|
|
@@ -190,8 +187,8 @@ async function processSpeechTranslationRequest(message, sendMessage) {
|
|
|
190
187
|
///////////////////////////////////////////////////////////////////////////////////////////////
|
|
191
188
|
// Speech Language detection operations
|
|
192
189
|
///////////////////////////////////////////////////////////////////////////////////////////////
|
|
193
|
-
async function processSpeechLanguageDetectionRequest(message, sendMessage) {
|
|
194
|
-
const result = await detectSpeechLanguage(message.input, message.options);
|
|
190
|
+
async function processSpeechLanguageDetectionRequest(message, sendMessage, callbacks) {
|
|
191
|
+
const result = await detectSpeechLanguage(message.input, message.options, callbacks);
|
|
195
192
|
const responseMessage = {
|
|
196
193
|
messageType: 'SpeechLanguageDetectionResponse',
|
|
197
194
|
...result
|
|
@@ -201,8 +198,8 @@ async function processSpeechLanguageDetectionRequest(message, sendMessage) {
|
|
|
201
198
|
///////////////////////////////////////////////////////////////////////////////////////////////
|
|
202
199
|
// Text Language detection operations
|
|
203
200
|
///////////////////////////////////////////////////////////////////////////////////////////////
|
|
204
|
-
async function processTextLanguageDetectionRequest(message, sendMessage) {
|
|
205
|
-
const result = await detectTextLanguage(message.input, message.options);
|
|
201
|
+
async function processTextLanguageDetectionRequest(message, sendMessage, callbacks) {
|
|
202
|
+
const result = await detectTextLanguage(message.input, message.options, callbacks);
|
|
206
203
|
const responseMessage = {
|
|
207
204
|
messageType: 'TextLanguageDetectionResponse',
|
|
208
205
|
...result
|
|
@@ -241,9 +238,10 @@ function ensureMessageChannelCreated() {
|
|
|
241
238
|
// Worker thread methods
|
|
242
239
|
///////////////////////////////////////////////////////////////////////////////////////////////
|
|
243
240
|
export async function startNewWorkerThread() {
|
|
244
|
-
const
|
|
241
|
+
const WorkerThreads = await import('node:worker_threads');
|
|
242
|
+
const workerThread = new WorkerThreads.Worker(resolveToModuleRootDir('dist/server/WorkerStarter.js'), {
|
|
245
243
|
argv: process.argv.slice(2),
|
|
246
|
-
env: SHARE_ENV
|
|
244
|
+
env: WorkerThreads.SHARE_ENV
|
|
247
245
|
});
|
|
248
246
|
workerThread.on('message', (message) => {
|
|
249
247
|
if (message.name == 'writeToStdErr') {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"Worker.js","sourceRoot":"","sources":["../../src/server/Worker.ts"],"names":[],"mappings":"AAAA,OAAO,
|
|
1
|
+
{"version":3,"file":"Worker.js","sourceRoot":"","sources":["../../src/server/Worker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAoH,gBAAgB,EAAE,UAAU,EAAiD,MAAM,qBAAqB,CAAA;AACnO,OAAO,EAAE,KAAK,EAAE,MAAM,6BAA6B,CAAA;AACnD,OAAO,EAAE,WAAW,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAA;AAEzE,OAAO,EAA+D,SAAS,EAAE,MAAM,uBAAuB,CAAA;AAC9G,OAAO,EAAyD,KAAK,EAAE,MAAM,qBAAqB,CAAA;AAClG,OAAO,EAAiF,eAAe,EAAE,MAAM,6BAA6B,CAAA;AAC5I,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAA;AACzD,OAAO,EAAmG,oBAAoB,EAAE,MAAM,mCAAmC,CAAA;AACzK,OAAO,EAAE,sBAAsB,EAAE,MAAM,+BAA+B,CAAA;AACtE,OAAO,EAA6F,kBAAkB,EAAE,MAAM,iCAAiC,CAAA;AAE/J,OAAO,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAA;AAC3D,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAA;AAE/C,MAAM,GAAG,GAAG,WAAW,CAAA;AAEvB,IAAI,cAAc,GAA+B,SAAS,CAAA;AAE1D,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAU,CAAA;AAE1C,MAAM,YAAY,GAAG,IAAI,KAAK,EAAO,CAAA;AACrC,IAAI,YAAY,GAAG,KAAK,CAAA;AAExB,MAAM,UAAU,mBAAmB;IAClC,IAAI,cAAc,IAAI,IAAI,EAAE,CAAC;QAC5B,OAAM;IACP,CAAC;IAED,cAAc,GAAG,IAAI,cAAc,EAAE,CAAA;IACrC,cAAc,CAAC,KAAK,CAAC,KAAK,EAAE,CAAA;IAC5B,cAAc,CAAC,KAAK,CAAC,KAAK,EAAE,CAAA;IAE5B,2BAA2B,CAAC,CAAC,OAAO,EAAE,EAAE;QACvC,IAAI,OAAO,CAAC,WAAW,IAAI,oBAAoB,IAAI,OAAO,CAAC,WAAW,IAAI,qBAAqB,EAAE,CAAC;YACjG,kDAAkD;YAClD,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;YACvC,OAAM;QACP,CAAC;QAED,uBAAuB,CAAC,OAAO,CAAC,CAAA;IACjC,CAAC,CAAC,CAAA;AACH,CAAC;AAED,SAAS,uBAAuB,CAAC,OAAY;IAC5C,YAAY,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;IAC7B,kBAAkB,EAAE,CAAA;AACrB,CAAC;AAED,KAAK,UAAU,kBAAkB;IAChC,IAAI,YAAY,EAAE,CAAC;QAClB,OAAM;IACP,CAAC;IAED,YAAY,GAAG,IAAI,CAAA;IAEnB,OAAO,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC;QAC9B,MAAM,eAAe,GAAG,YAAY,CAAC,OAAO,EAAE,CAAA;QAC9C,MAAM,SAAS,GAAG,eAAe,CAAC,SAAS,CAAA;QAE3C,SAAS,WAAW,CAAC,eAAoB;YACxC,mBAAmB,CAAC;gBACnB,SAAS;gBACT,GAAG,eAAe;aAClB,CAAC,CAAA;QACH,CAAC;QAED,MAAM,eAAe,GAAG,IAAI,eAAe,EAAE,CAAA;QAC7C,MAAM,WAAW,GAAG,eAAe,CAAC,MAAM,CAAA;QAE1C,MAAM,SAAS,GAAuB;YACrC,QAAQ,EAAE,iBAAiB,EAAE;YAC7B,WAAW,EAAE,eAAe,CAAC,MAAM;SACnC,CAAA;QAED,SAAS,uBAAuB;YAC/B,IAAI,gBAAgB,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;gBACrC,eAAe,CAAC,KAAK,EAAE,CAAA;gBACvB,gBAAgB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;YACnC,CAAC;QACF,CAAC;QAED,MAAM,gBAAgB,EAAE,CAAA;QAExB,uBAAuB,EAAE,CAAA;QACzB,MAAM,yBAAyB,GAAG,WAAW,CAAC,uBAAuB,EAAE,EAAE,CAAC,CAAA;QAE1E,IAAI,CAAC;YACJ,WAAW,CAAC,cAAc,EAAE,CAAA;YAE5B,MAAM,cAAc,CAAC,eAAe,EAAE,WAAW,EAAE,SAAS,CAAC,CAAA;QAC9D,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YACjB,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,iBAAiB,EAAE,CAAC,CAAA;YAE9C,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;YAEpD,mBAAmB,CAAC;gBACnB,SAAS;gBACT,WAAW,EAAE,OAAO;gBACpB,KAAK,EAAE,CAAC;aACR,CAAC,CAAA;QACH,CAAC;gBAAS,CAAC;YACV,aAAa,CAAC,yBAAyB,CAAC,CAAA;QACzC,CAAC;IACF,CAAC;IAED,YAAY,GAAG,KAAK,CAAA;AACrB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,OAA6B,EAAE,WAAwB,EAAE,SAA6B;IAC1H,QAAQ,OAAO,CAAC,WAAW,EAAE,CAAC;QAC7B,KAAK,kBAAkB,EAAE,CAAC;YACzB,MAAM,uBAAuB,CAAC,OAAO,EAAE,WAAW,EAAE,SAAS,CAAC,CAAA;YAC9D,MAAK;QACN,CAAC;QAED,KAAK,kBAAkB,EAAE,CAAC;YACzB,MAAM,uBAAuB,CAAC,OAAO,EAAE,WAAW,EAAE,SAAS,CAAC,CAAA;YAC9D,MAAK;QACN,CAAC;QAED,KAAK,oBAAoB,EAAE,CAAC;YAC3B,MAAM,yBAAyB,CAAC,OAAO,EAAE,WAAW,EAAE,SAAS,CAAC,CAAA;YAChE,MAAK;QACN,CAAC;QAED,KAAK,kBAAkB,EAAE,CAAC;YACzB,MAAM,uBAAuB,CAAC,OAAO,EAAE,WAAW,EAAE,SAAS,CAAC,CAAA;YAC9D,MAAK;QACN,CAAC;QAED,KAAK,0BAA0B,EAAE,CAAC;YACjC,MAAM,+BAA+B,CAAC,OAAO,EAAE,WAAW,EAAE,SAAS,CAAC,CAAA;YACtE,MAAK;QACN,CAAC;QAED,KAAK,gCAAgC,EAAE,CAAC;YACvC,MAAM,qCAAqC,CAAC,OAAO,EAAE,WAAW,EAAE,SAAS,CAAC,CAAA;YAC5E,MAAK;QACN,CAAC;QAED,KAAK,8BAA8B,EAAE,CAAC;YACrC,MAAM,mCAAmC,CAAC,OAAO,EAAE,WAAW,EAAE,SAAS,CAAC,CAAA;YAC1E,MAAK;QACN,CAAC;QAED,SAAS,CAAC;YACT,MAAM,IAAI,KAAK,CAAC,yBAA0B,OAAe,CAAC,WAAW,EAAE,CAAC,CAAA;QACzE,CAAC;IACF,CAAC;AACF,CAAC;AAED,+FAA+F;AAC/F,uBAAuB;AACvB,+FAA+F;AAC/F,KAAK,UAAU,uBAAuB,CAAC,OAAgC,EAAE,WAAwB,EAAE,SAA6B;IAC/H,KAAK,UAAU,SAAS,CAAC,SAAuC;QAC/D,MAAM,eAAe,GAAoC;YACxD,WAAW,EAAE,uBAAuB;YACpC,GAAG,SAAS;SACZ,CAAA;QAED,WAAW,CAAC,eAAe,CAAC,CAAA;IAC7B,CAAC;IAED,KAAK,UAAU,UAAU,CAAC,SAAuC;QAChE,MAAM,eAAe,GAAqC;YACzD,WAAW,EAAE,wBAAwB;YACrC,GAAG,SAAS;SACZ,CAAA;QAED,WAAW,CAAC,eAAe,CAAC,CAAA;IAC7B,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,OAAO,EAAE,EAAE,GAAG,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC,CAAA;IAExG,MAAM,eAAe,GAA6B;QACjD,WAAW,EAAE,mBAAmB;QAChC,GAAG,MAAM;KACT,CAAA;IAED,WAAW,CAAC,eAAe,CAAC,CAAA;AAC7B,CAAC;AAqBD,KAAK,UAAU,uBAAuB,CAAC,OAAgC,EAAE,WAAwB,EAAE,SAAoC;IACtI,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,OAAO,CAAC,OAAO,EAAE,SAAS,CAAC,CAAA;IAEjE,MAAM,eAAe,GAA6B;QACjD,WAAW,EAAE,mBAAmB;QAChC,GAAG,MAAM;KACT,CAAA;IAED,WAAW,CAAC,eAAe,CAAC,CAAA;AAC7B,CAAC;AAYD,+FAA+F;AAC/F,yBAAyB;AACzB,+FAA+F;AAC/F,KAAK,UAAU,yBAAyB,CAAC,OAAkC,EAAE,WAAwB,EAAE,SAA+B;IACrI,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,OAAO,EAAE,SAAS,CAAC,CAAA;IAEzE,MAAM,eAAe,GAA+B;QACnD,WAAW,EAAE,qBAAqB;QAClC,GAAG,MAAM;KACT,CAAA;IAED,WAAW,CAAC,eAAe,CAAC,CAAA;AAC7B,CAAC;AAaD,+FAA+F;AAC/F,uBAAuB;AACvB,+FAA+F;AAC/F,KAAK,UAAU,uBAAuB,CAAC,OAAgC,EAAE,WAAwB,EAAE,SAA6B;IAC/H,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,UAAU,EAAE,OAAO,CAAC,OAAO,EAAE,SAAS,CAAC,CAAA;IAEzF,MAAM,eAAe,GAA6B;QACjD,WAAW,EAAE,mBAAmB;QAChC,GAAG,MAAM;KACT,CAAA;IAED,WAAW,CAAC,eAAe,CAAC,CAAA;AAC7B,CAAC;AAcD,+FAA+F;AAC/F,gCAAgC;AAChC,+FAA+F;AAC/F,KAAK,UAAU,+BAA+B,CAAC,OAAwC,EAAE,WAAwB,EAAE,SAAqC;IACvJ,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,OAAO,EAAE,SAAS,CAAC,CAAA;IAE/E,MAAM,eAAe,GAAqC;QACzD,WAAW,EAAE,2BAA2B;QACxC,GAAG,MAAM;KACT,CAAA;IAED,WAAW,CAAC,eAAe,CAAC,CAAA;AAC7B,CAAC;AAaD,+FAA+F;AAC/F,uCAAuC;AACvC,+FAA+F;AAC/F,KAAK,UAAU,qCAAqC,CAAC,OAA8C,EAAE,WAAwB,EAAE,SAA2C;IACzK,MAAM,MAAM,GAAG,MAAM,oBAAoB,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,OAAO,EAAE,SAAS,CAAC,CAAA;IAEpF,MAAM,eAAe,GAA2C;QAC/D,WAAW,EAAE,iCAAiC;QAC9C,GAAG,MAAM;KACT,CAAA;IAED,WAAW,CAAC,eAAe,CAAC,CAAA;AAC7B,CAAC;AAaD,+FAA+F;AAC/F,qCAAqC;AACrC,+FAA+F;AAC/F,KAAK,UAAU,mCAAmC,CAAC,OAA4C,EAAE,WAAwB,EAAE,SAAyC;IACnK,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,OAAO,EAAE,SAAS,CAAC,CAAA;IAElF,MAAM,eAAe,GAAyC;QAC7D,WAAW,EAAE,+BAA+B;QAC5C,GAAG,MAAM;KACT,CAAA;IAED,WAAW,CAAC,eAAe,CAAC,CAAA;AAC7B,CAAC;AAaD,+FAA+F;AAC/F,oBAAoB;AACpB,+FAA+F;AAC/F,MAAM,UAAU,mBAAmB,CAAC,OAAY;IAC/C,2BAA2B,EAAE,CAAA;IAE7B,cAAc,EAAE,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,CAAA;AAC3C,CAAC;AAED,MAAM,UAAU,2BAA2B,CAAC,OAAoB;IAC/D,2BAA2B,EAAE,CAAA;IAE7B,cAAc,EAAE,KAAK,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,KAAK,EAAE,EAAE;QAC3D,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;IACpB,CAAC,CAAC,CAAA;AACH,CAAC;AAED,SAAS,mBAAmB,CAAC,OAAY;IACxC,2BAA2B,EAAE,CAAA;IAE7B,cAAc,EAAE,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,CAAA;AAC3C,CAAC;AAED,SAAS,2BAA2B,CAAC,OAAoB;IACxD,2BAA2B,EAAE,CAAA;IAE7B,cAAc,EAAE,KAAK,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,KAAK,EAAE,EAAE;QAC3D,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;IACpB,CAAC,CAAC,CAAA;AACH,CAAC;AAED,SAAS,2BAA2B;IACnC,IAAI,cAAc,IAAI,IAAI,EAAE,CAAC;QAC5B,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAA;IACxD,CAAC;AACF,CAAC;AAED,+FAA+F;AAC/F,wBAAwB;AACxB,+FAA+F;AAC/F,MAAM,CAAC,KAAK,UAAU,oBAAoB;IACzC,MAAM,aAAa,GAAG,MAAM,MAAM,CAAC,qBAAqB,CAAC,CAAA;IAEzD,MAAM,YAAY,GAAG,IAAI,aAAa,CAAC,MAAM,CAAC,sBAAsB,CAAC,8BAA8B,CAAC,EAAE;QACrG,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QAC3B,GAAG,EAAE,aAAa,CAAC,SAAS;KAC5B,CAAC,CAAA;IAEF,YAAY,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,EAAE;QACtC,IAAI,OAAO,CAAC,IAAI,IAAI,eAAe,EAAE,CAAC;YACrC,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;QAC5B,CAAC;IACF,CAAC,CAAC,CAAA;IAEF,YAAY,CAAC,WAAW,CAAC;QACxB,IAAI,EAAE,MAAM;QACZ,WAAW,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK;QACjC,eAAe,EAAE,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,KAAK;KAC9E,CAAC,CAAA;IAEF,OAAO,YAAY,CAAA;AACpB,CAAC"}
|
|
@@ -2,7 +2,8 @@ import type * as Onnx from 'onnxruntime-node';
|
|
|
2
2
|
import { RawAudio } from '../audio/AudioUtilities.js';
|
|
3
3
|
import { WindowType } from '../dsp/FFT.js';
|
|
4
4
|
import { OnnxExecutionProvider } from '../utilities/OnnxUtilities.js';
|
|
5
|
-
|
|
5
|
+
import { SourceSeparationCallbacks } from '../api/API.js';
|
|
6
|
+
export declare function isolate(rawAudio: RawAudio, modelFilePath: string, modelProfile: MDXNetModelProfile, options: MDXNetOptions, callbacks: SourceSeparationCallbacks): Promise<RawAudio>;
|
|
6
7
|
export declare class MDXNet {
|
|
7
8
|
readonly modelFilePath: string;
|
|
8
9
|
readonly modelProfile: MDXNetModelProfile;
|
|
@@ -10,7 +11,7 @@ export declare class MDXNet {
|
|
|
10
11
|
session?: Onnx.InferenceSession;
|
|
11
12
|
onnxSessionOptions?: Onnx.InferenceSession.SessionOptions;
|
|
12
13
|
constructor(modelFilePath: string, modelProfile: MDXNetModelProfile, options: MDXNetOptions);
|
|
13
|
-
processAudio(rawAudio: RawAudio): Promise<RawAudio>;
|
|
14
|
+
processAudio(rawAudio: RawAudio, callbacks: SourceSeparationCallbacks): Promise<RawAudio>;
|
|
14
15
|
private initializeSessionIfNeeded;
|
|
15
16
|
}
|
|
16
17
|
export declare function getDefaultMDXNetProviders(): OnnxExecutionProvider[];
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"MDXNetSourceSeparation.d.ts","sourceRoot":"","sources":["../../src/source-separation/MDXNetSourceSeparation.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,IAAI,MAAM,kBAAkB,CAAA;AAC7C,OAAO,EAAoB,QAAQ,EAAE,MAAM,4BAA4B,CAAA;AACvE,OAAO,EAAkD,UAAU,EAAE,MAAM,eAAe,CAAA;
|
|
1
|
+
{"version":3,"file":"MDXNetSourceSeparation.d.ts","sourceRoot":"","sources":["../../src/source-separation/MDXNetSourceSeparation.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,IAAI,MAAM,kBAAkB,CAAA;AAC7C,OAAO,EAAoB,QAAQ,EAAE,MAAM,4BAA4B,CAAA;AACvE,OAAO,EAAkD,UAAU,EAAE,MAAM,eAAe,CAAA;AAE1F,OAAO,EAAE,qBAAqB,EAA+C,MAAM,+BAA+B,CAAA;AAGlH,OAAO,EAAE,yBAAyB,EAAE,MAAM,eAAe,CAAA;AAEzD,wBAAsB,OAAO,CAC5B,QAAQ,EAAE,QAAQ,EAClB,aAAa,EAAE,MAAM,EACrB,YAAY,EAAE,kBAAkB,EAChC,OAAO,EAAE,aAAa,EACtB,SAAS,EAAE,yBAAyB,qBAKpC;AAED,qBAAa,MAAM;aAKD,aAAa,EAAE,MAAM;aACrB,YAAY,EAAE,kBAAkB;aAChC,OAAO,EAAE,aAAa;IANvC,OAAO,CAAC,EAAE,IAAI,CAAC,gBAAgB,CAAA;IAC/B,kBAAkB,CAAC,EAAE,IAAI,CAAC,gBAAgB,CAAC,cAAc,CAAA;IAEzD,YACiB,aAAa,EAAE,MAAM,EACrB,YAAY,EAAE,kBAAkB,EAChC,OAAO,EAAE,aAAa,EACtC;IAEK,YAAY,CAAC,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,yBAAyB,qBA8P1E;YAEa,yBAAyB;CAcvC;AAED,wBAAgB,yBAAyB,IAAI,qBAAqB,EAAE,CAMnE;AAED,wBAAgB,4BAA4B,CAAC,SAAS,EAAE,eAAe,sBAUtE;AAED,eAAO,MAAM,mBAAmB,EAAE,kBAYjC,CAAA;AAED,eAAO,MAAM,mBAAmB,EAAE,kBAYjC,CAAA;AAED,MAAM,WAAW,kBAAkB;IAClC,UAAU,EAAE,MAAM,CAAA;IAElB,OAAO,EAAE,MAAM,CAAA;IACf,aAAa,EAAE,MAAM,CAAA;IACrB,UAAU,EAAE,MAAM,CAAA;IAClB,aAAa,EAAE,UAAU,CAAA;IAEzB,QAAQ,EAAE,MAAM,CAAA;IAEhB,WAAW,EAAE,MAAM,CAAA;IACnB,cAAc,EAAE,MAAM,CAAA;CACtB;AAED,MAAM,MAAM,eAAe,GAC1B,mBAAmB,GACnB,mBAAmB,GACnB,mBAAmB,GACnB,iBAAiB,GACjB,iBAAiB,GACjB,aAAa,GACb,aAAa,CAAA;AAEd,MAAM,WAAW,aAAa;IAC7B,KAAK,CAAC,EAAE,eAAe,CAAA;IACvB,QAAQ,CAAC,EAAE,qBAAqB,CAAA;CAChC;AAED,eAAO,MAAM,oBAAoB,EAAE,aAGlC,CAAA"}
|
|
@@ -1,15 +1,12 @@
|
|
|
1
1
|
import { getEmptyRawAudio } from '../audio/AudioUtilities.js';
|
|
2
2
|
import { getWindowWeights, createStftrGenerator, stiftr } from '../dsp/FFT.js';
|
|
3
|
-
import { logToStderr } from '../utilities/Utilities.js';
|
|
4
3
|
import { Logger } from '../utilities/Logger.js';
|
|
5
4
|
import { dmlProviderAvailable, getOnnxSessionOptions } from '../utilities/OnnxUtilities.js';
|
|
6
5
|
import chalk from 'chalk';
|
|
7
6
|
import { WindowedList } from '../data-structures/WindowedList.js';
|
|
8
|
-
|
|
9
|
-
const log = logToStderr;
|
|
10
|
-
export async function isolate(rawAudio, modelFilePath, modelProfile, options) {
|
|
7
|
+
export async function isolate(rawAudio, modelFilePath, modelProfile, options, callbacks) {
|
|
11
8
|
const model = new MDXNet(modelFilePath, modelProfile, options);
|
|
12
|
-
return model.processAudio(rawAudio);
|
|
9
|
+
return model.processAudio(rawAudio, callbacks);
|
|
13
10
|
}
|
|
14
11
|
export class MDXNet {
|
|
15
12
|
modelFilePath;
|
|
@@ -22,7 +19,7 @@ export class MDXNet {
|
|
|
22
19
|
this.modelProfile = modelProfile;
|
|
23
20
|
this.options = options;
|
|
24
21
|
}
|
|
25
|
-
async processAudio(rawAudio) {
|
|
22
|
+
async processAudio(rawAudio, callbacks) {
|
|
26
23
|
if (rawAudio.audioChannels.length !== 2) {
|
|
27
24
|
throw new Error(`Input audio must be stereo`);
|
|
28
25
|
}
|
|
@@ -32,8 +29,8 @@ export class MDXNet {
|
|
|
32
29
|
if (rawAudio.audioChannels[0].length === 0) {
|
|
33
30
|
return getEmptyRawAudio(rawAudio.audioChannels.length, rawAudio.sampleRate);
|
|
34
31
|
}
|
|
35
|
-
const
|
|
36
|
-
const
|
|
32
|
+
const logger = new Logger(callbacks.logLevel);
|
|
33
|
+
const enableTraceLogging = logger.logLevelGreaterOrEqualTo('trace');
|
|
37
34
|
await logger.startAsync(`Initialize session for MDX-NET model '${this.options.model}'`);
|
|
38
35
|
await this.initializeSessionIfNeeded();
|
|
39
36
|
logger.end();
|
|
@@ -57,6 +54,7 @@ export class MDXNet {
|
|
|
57
54
|
const fftFramesRightWindowedList = new WindowedList(segmentSize);
|
|
58
55
|
const audioForSegments = [];
|
|
59
56
|
for (let segmentStartFrameOffset = 0;; segmentStartFrameOffset += segmentHopSize) {
|
|
57
|
+
callbacks.abortSignal?.throwIfAborted();
|
|
60
58
|
const segmentEndFrameOffset = segmentStartFrameOffset + segmentSize;
|
|
61
59
|
const timePosition = segmentStartFrameOffset * (fftHopSize / sampleRate);
|
|
62
60
|
if (enableTraceLogging) {
|
|
@@ -157,6 +155,10 @@ export class MDXNet {
|
|
|
157
155
|
outputAudioChannels.push(samples);
|
|
158
156
|
}
|
|
159
157
|
audioForSegments.push(outputAudioChannels);
|
|
158
|
+
if (callbacks.onSegment) {
|
|
159
|
+
const rawAudio = { audioChannels: outputAudioChannels, sampleRate };
|
|
160
|
+
await callbacks.onSegment(timePosition, rawAudio);
|
|
161
|
+
}
|
|
160
162
|
if (isLastSegment) {
|
|
161
163
|
break;
|
|
162
164
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"MDXNetSourceSeparation.js","sourceRoot":"","sources":["../../src/source-separation/MDXNetSourceSeparation.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,gBAAgB,EAAY,MAAM,4BAA4B,CAAA;AACvE,OAAO,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,MAAM,EAAc,MAAM,eAAe,CAAA;AAC1F,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAA;AACvD,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAA;AAC/C,OAAO,EAAyB,oBAAoB,EAAE,qBAAqB,EAAE,MAAM,+BAA+B,CAAA;AAClH,OAAO,KAAK,MAAM,OAAO,CAAA;AACzB,OAAO,EAAE,YAAY,EAAE,MAAM,oCAAoC,CAAA;AACjE,OAAO,EAAE,wBAAwB,EAAE,MAAM,eAAe,CAAA;AAExD,MAAM,GAAG,GAAG,WAAW,CAAA;AAEvB,MAAM,CAAC,KAAK,UAAU,OAAO,CAC5B,QAAkB,EAClB,aAAqB,EACrB,YAAgC,EAChC,OAAsB;IAEtB,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,aAAa,EAAE,YAAY,EAAE,OAAO,CAAC,CAAA;IAE9D,OAAO,KAAK,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAA;AACpC,CAAC;AAED,MAAM,OAAO,MAAM;IAKD;IACA;IACA;IANjB,OAAO,CAAwB;IAC/B,kBAAkB,CAAuC;IAEzD,YACiB,aAAqB,EACrB,YAAgC,EAChC,OAAsB;QAFtB,kBAAa,GAAb,aAAa,CAAQ;QACrB,iBAAY,GAAZ,YAAY,CAAoB;QAChC,YAAO,GAAP,OAAO,CAAe;IACvC,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,QAAkB;QACpC,IAAI,QAAQ,CAAC,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzC,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAA;QAC9C,CAAC;QAED,IAAI,QAAQ,CAAC,UAAU,KAAK,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE,CAAC;YAC1D,MAAM,IAAI,KAAK,CAAC,0CAA0C,IAAI,CAAC,YAAY,CAAC,UAAU,KAAK,CAAC,CAAA;QAC7F,CAAC;QAED,IAAI,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5C,OAAO,gBAAgB,CAAC,QAAQ,CAAC,aAAa,CAAC,MAAM,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAA;QAC5E,CAAC;QAED,MAAM,kBAAkB,GAAG,wBAAwB,CAAC,OAAO,CAAC,CAAA;QAE5D,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAA;QAE3B,MAAM,MAAM,CAAC,UAAU,CAAC,yCAAyC,IAAI,CAAC,OAAO,CAAC,KAAM,GAAG,CAAC,CAAA;QAExF,MAAM,IAAI,CAAC,yBAAyB,EAAE,CAAA;QAEtC,MAAM,CAAC,GAAG,EAAE,CAAA;QAEZ,MAAM,CAAC,gBAAgB,CAAC,+BAA+B,EAAE,GAAG,IAAI,CAAC,kBAAmB,CAAC,kBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;QAEtH,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAA;QAE7C,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,UAAU,CAAA;QAC/C,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,OAAO,CAAA;QACzC,MAAM,aAAa,GAAG,IAAI,CAAC,YAAY,CAAC,aAAa,CAAA;QACrD,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,UAAU,CAAA;QAC/C,MAAM,aAAa,GAAG,IAAI,CAAC,YAAY,CAAC,aAAa,CAAA;QAErD,MAAM,QAAQ,GAAG,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAA;QAE3C,MAAM,WAAW,GAAG,IAAI,CAAC,YAAY,CAAC,WAAW,CAAA;QACjD,MAAM,cAAc,GAAG,IAAI,CAAC,YAAY,CAAC,cAAc,CAAA;QAEvD,MAAM,WAAW,GAAG,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,MAAM,CAAA;QAEpD,MAAM,iBAAiB,GAAG,CAAC,GAAG,OAAO,CAAA;QAErC,yDAAyD;QACzD,MAAM,sBAAsB,GAAG,MAAM,oBAAoB,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,aAAa,CAAC,CAAA;QACvI,MAAM,uBAAuB,GAAG,MAAM,oBAAoB,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,aAAa,CAAC,CAAA;QAExI,gEAAgE;QAChE,MAAM,yBAAyB,GAAG,IAAI,YAAY,CAAe,WAAW,CAAC,CAAA;QAC7E,MAAM,0BAA0B,GAAG,IAAI,YAAY,CAAe,WAAW,CAAC,CAAA;QAE9E,MAAM,gBAAgB,GAAqB,EAAE,CAAA;QAE7C,KAAK,IAAI,uBAAuB,GAAG,CAAC,GAAI,uBAAuB,IAAI,cAAc,EAAE,CAAC;YACnF,MAAM,qBAAqB,GAAG,uBAAuB,GAAG,WAAW,CAAA;YAEnE,MAAM,YAAY,GAAG,uBAAuB,GAAG,CAAC,UAAU,GAAG,UAAU,CAAC,CAAA;YAExE,IAAI,kBAAkB,EAAE,CAAC;gBACxB,MAAM,MAAM,CAAC,UAAU,CAAC,4CAA4C,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,SAAS,EAAE,KAAK,CAAC,aAAa,CAAC,CAAA;YAC/H,CAAC;iBAAM,CAAC;gBACP,MAAM,MAAM,CAAC,UAAU,CAAC,oCAAoC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;YACvF,CAAC;YAED,OAAO,yBAAyB,CAAC,SAAS,GAAG,qBAAqB,EAAE,CAAC;gBACpE,MAAM,mBAAmB,GAAG,sBAAsB,CAAC,IAAI,EAAE,CAAA;gBAEzD,IAAI,mBAAmB,CAAC,IAAI,EAAE,CAAC;oBAC9B,MAAK;gBACN,CAAC;gBAED,MAAM,oBAAoB,GAAG,uBAAuB,CAAC,IAAI,EAAE,CAAA;gBAE3D,IAAI,oBAAoB,CAAC,IAAI,EAAE,CAAC;oBAC/B,MAAK;gBACN,CAAC;gBAED,yBAAyB,CAAC,GAAG,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAA;gBACxD,0BAA0B,CAAC,GAAG,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAA;YAC3D,CAAC;YAED,MAAM,mBAAmB,GAAG;gBAC3B,yBAAyB,CAAC,KAAK,CAAC,uBAAuB,EAAE,qBAAqB,CAAC;gBAC/E,0BAA0B,CAAC,KAAK,CAAC,uBAAuB,EAAE,qBAAqB,CAAC;aAChF,CAAA;YAED,MAAM,aAAa,GAAG,mBAAmB,CAAC,CAAC,CAAC,CAAC,MAAM,CAAA;YAEnD,MAAM,aAAa,GAAG,aAAa,GAAG,WAAW,CAAA;YAEjD,IAAI,kBAAkB,EAAE,CAAC;gBACxB,MAAM,MAAM,CAAC,UAAU,CAAC,qBAAqB,CAAC,CAAA;YAC/C,CAAC;YAED,MAAM,oBAAoB,GAAG,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,GAAG,QAAQ,GAAG,WAAW,CAAC,CAAA;YAE7E,CAAC;gBACA,IAAI,aAAa,GAAG,CAAC,CAAA;gBAErB,uCAAuC;gBACvC,gFAAgF;gBAChF,KAAK,IAAI,kBAAkB,GAAG,CAAC,EAAE,kBAAkB,GAAG,CAAC,EAAE,kBAAkB,EAAE,EAAE,CAAC;oBAC/E,MAAM,iCAAiC,GAAG,kBAAkB,GAAG,CAAC,KAAK,CAAC,CAAA;oBACtE,MAAM,iBAAiB,GAAG,kBAAkB,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;oBAExD,KAAK,IAAI,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,QAAQ,EAAE,QAAQ,EAAE,EAAE,CAAC;wBACxD,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,GAAG,WAAW,EAAE,UAAU,EAAE,EAAE,CAAC;4BACjE,IAAI,KAAK,GAAG,CAAC,CAAA;4BAEb,IAAI,UAAU,GAAG,aAAa,EAAE,CAAC;gCAChC,MAAM,KAAK,GAAG,mBAAmB,CAAC,iBAAiB,CAAC,CAAC,UAAU,CAAC,CAAA;gCAEhE,IAAI,iCAAiC,EAAE,CAAC;oCACvC,KAAK,GAAG,KAAK,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAA;gCAC7B,CAAC;qCAAM,CAAC;oCACP,KAAK,GAAG,KAAK,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;gCACnC,CAAC;4BACF,CAAC;4BAED,oBAAoB,CAAC,aAAa,EAAE,CAAC,GAAG,KAAK,CAAA;wBAC9C,CAAC;oBACF,CAAC;gBACF,CAAC;YACF,CAAC;YAED,IAAI,kBAAkB,EAAE,CAAC;gBACxB,MAAM,MAAM,CAAC,UAAU,CAAC,mCAAmC,CAAC,CAAA;YAC7D,CAAC;YAED,MAAM,WAAW,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,oBAAoB,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAC,CAAA;YAEnG,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,IAAI,CAAC,OAAQ,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAA;YAEhF,IAAI,kBAAkB,EAAE,CAAC;gBACxB,MAAM,MAAM,CAAC,UAAU,CAAC,0BAA0B,CAAC,CAAA;YACpD,CAAC;YAED,MAAM,qBAAqB,GAAG,YAAY,CAAC,IAAoB,CAAA;YAE/D,MAAM,6BAA6B,GAAqB,EAAE,CAAA;YAE1D,CAAC;gBACA,KAAK,IAAI,eAAe,GAAG,CAAC,EAAE,eAAe,GAAG,CAAC,EAAE,eAAe,EAAE,EAAE,CAAC;oBACtE,MAAM,gBAAgB,GAAmB,EAAE,CAAA;oBAE3C,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,GAAG,WAAW,EAAE,UAAU,EAAE,EAAE,CAAC;wBACjE,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,OAAO,CAAC,CAAA;wBAEvC,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;oBAC7B,CAAC;oBAED,6BAA6B,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAA;gBACrD,CAAC;gBAED,IAAI,YAAY,GAAG,CAAC,CAAA;gBAEpB,KAAK,IAAI,kBAAkB,GAAG,CAAC,EAAE,kBAAkB,GAAG,CAAC,EAAE,kBAAkB,EAAE,EAAE,CAAC;oBAC/E,MAAM,wBAAwB,GAAG,kBAAkB,GAAG,CAAC,KAAK,CAAC,CAAA;oBAC7D,MAAM,iBAAiB,GAAG,kBAAkB,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;oBAExD,MAAM,sBAAsB,GAAG,6BAA6B,CAAC,iBAAiB,CAAC,CAAA;oBAE/E,KAAK,IAAI,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,QAAQ,EAAE,QAAQ,EAAE,EAAE,CAAC;wBACxD,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,GAAG,WAAW,EAAE,UAAU,EAAE,EAAE,CAAC;4BACjE,MAAM,QAAQ,GAAG,sBAAsB,CAAC,UAAU,CAAC,CAAA;4BAEnD,IAAI,wBAAwB,EAAE,CAAC;gCAC9B,QAAQ,CAAC,QAAQ,IAAI,CAAC,CAAC,GAAG,qBAAqB,CAAC,YAAY,EAAE,CAAC,GAAG,iBAAiB,CAAA;4BACpF,CAAC;iCAAM,CAAC;gCACP,QAAQ,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,qBAAqB,CAAC,YAAY,EAAE,CAAC,GAAG,iBAAiB,CAAA;4BAC1F,CAAC;wBACF,CAAC;oBACF,CAAC;gBACF,CAAC;YACF,CAAC;YAED,MAAM,mBAAmB,GAAmB,EAAE,CAAA;YAE9C,IAAI,kBAAkB,EAAE,CAAC;gBACxB,MAAM,MAAM,CAAC,UAAU,CAAC,kDAAkD,CAAC,CAAA;YAC5E,CAAC;YAED,KAAK,IAAI,YAAY,GAAG,CAAC,EAAE,YAAY,GAAG,CAAC,EAAE,YAAY,EAAE,EAAE,CAAC;gBAC7D,MAAM,OAAO,GAAG,MAAM,MAAM,CAC3B,6BAA6B,CAAC,YAAY,CAAC,EAC3C,OAAO,EACP,aAAa,EACb,UAAU,EACV,aAAa,CAAC,CAAA;gBAEf,mBAAmB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;YAClC,CAAC;YAED,gBAAgB,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAA;YAE1C,IAAI,aAAa,EAAE,CAAC;gBACnB,MAAK;YACN,CAAC;QACF,CAAC;QAED,+CAA+C;QAC/C,MAAM,MAAM,CAAC,UAAU,CAAC,eAAe,CAAC,CAAA;QACxC,MAAM,cAAc,GAAG,CAAC,IAAI,YAAY,CAAC,WAAW,CAAC,EAAE,IAAI,YAAY,CAAC,WAAW,CAAC,CAAC,CAAA;QAErF,CAAC;YACA,MAAM,YAAY,GAAG,gBAAgB,CAAC,MAAM,CAAA;YAE5C,MAAM,kBAAkB,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAA;YAExD,MAAM,aAAa,GAAG,gBAAgB,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAAA;YAElE,MAAM,qBAAqB,GAAG,IAAI,YAAY,CAAC,WAAW,CAAC,CAAA;YAE3D,KAAK,IAAI,YAAY,GAAG,CAAC,EAAE,YAAY,GAAG,YAAY,EAAE,YAAY,EAAE,EAAE,CAAC;gBACxE,MAAM,sBAAsB,GAAG,YAAY,GAAG,cAAc,CAAA;gBAC5D,MAAM,uBAAuB,GAAG,sBAAsB,GAAG,UAAU,CAAA;gBAEnE,MAAM,cAAc,GAAG,gBAAgB,CAAC,YAAY,CAAC,CAAA;gBAErD,KAAK,IAAI,mBAAmB,GAAG,CAAC,EAAE,mBAAmB,GAAG,kBAAkB,EAAE,mBAAmB,EAAE,EAAE,CAAC;oBACnG,MAAM,WAAW,GAAG,uBAAuB,GAAG,mBAAmB,CAAA;oBAEjE,IAAI,WAAW,IAAI,WAAW,EAAE,CAAC;wBAChC,MAAK;oBACN,CAAC;oBAED,MAAM,MAAM,GAAG,aAAa,CAAC,mBAAmB,CAAC,CAAA;oBAEjD,KAAK,IAAI,YAAY,GAAG,CAAC,EAAE,YAAY,GAAG,CAAC,EAAE,YAAY,EAAE,EAAE,CAAC;wBAC7D,cAAc,CAAC,YAAY,CAAC,CAAC,WAAW,CAAC,IAAI,cAAc,CAAC,YAAY,CAAC,CAAC,mBAAmB,CAAC,GAAG,MAAM,CAAA;oBACxG,CAAC;oBAED,qBAAqB,CAAC,WAAW,CAAC,IAAI,MAAM,CAAA;gBAC7C,CAAC;YACF,CAAC;YAED,KAAK,IAAI,WAAW,GAAG,CAAC,EAAE,WAAW,GAAG,WAAW,EAAE,WAAW,EAAE,EAAE,CAAC;gBACpE,KAAK,IAAI,YAAY,GAAG,CAAC,EAAE,YAAY,GAAG,CAAC,EAAE,YAAY,EAAE,EAAE,CAAC;oBAC7D,cAAc,CAAC,YAAY,CAAC,CAAC,WAAW,CAAC,IAAI,qBAAqB,CAAC,WAAW,CAAC,GAAG,IAAI,CAAA;gBACvF,CAAC;YACF,CAAC;QACF,CAAC;QAED,MAAM,gBAAgB,GAAa,EAAE,aAAa,EAAE,cAAc,EAAE,UAAU,EAAE,CAAA;QAEhF,MAAM,CAAC,GAAG,EAAE,CAAA;QAEZ,OAAO,gBAAgB,CAAA;IACxB,CAAC;IAEO,KAAK,CAAC,yBAAyB;QACtC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,OAAM;QACP,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAA;QAE7C,MAAM,kBAAkB,GACvB,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,yBAAyB,EAAE,CAAA;QAE9E,IAAI,CAAC,kBAAkB,GAAG,qBAAqB,CAAC,EAAE,kBAAkB,EAAE,CAAC,CAAA;QAEvE,IAAI,CAAC,OAAO,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,kBAAkB,CAAC,CAAA;IAC/F,CAAC;CACD;AAED,MAAM,UAAU,yBAAyB;IACxC,IAAI,oBAAoB,EAAE,EAAE,CAAC;QAC5B,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,CAAA;IACtB,CAAC;SAAM,CAAC;QACP,OAAO,EAAE,CAAA;IACV,CAAC;AACF,CAAC;AAED,MAAM,UAAU,4BAA4B,CAAC,SAA0B;IACtE,IAAI,CAAC,mBAAmB,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,iBAAiB,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QAC5G,OAAO,mBAAmB,CAAA;IAC3B,CAAC;IAED,IAAI,CAAC,iBAAiB,EAAE,aAAa,EAAE,aAAa,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QAC3E,OAAO,mBAAmB,CAAA;IAC3B,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,4BAA4B,SAAS,GAAG,CAAC,CAAA;AAC1D,CAAC;AAED,MAAM,CAAC,MAAM,mBAAmB,GAAuB;IACtD,UAAU,EAAE,KAAK;IAEjB,OAAO,EAAE,IAAI;IACb,aAAa,EAAE,IAAI;IACnB,UAAU,EAAE,IAAI;IAChB,aAAa,EAAE,MAAM;IAErB,QAAQ,EAAE,IAAI;IAEd,WAAW,EAAE,GAAG;IAChB,cAAc,EAAE,GAAG;CACnB,CAAA;AAED,MAAM,CAAC,MAAM,mBAAmB,GAAuB;IACtD,UAAU,EAAE,KAAK;IAEjB,OAAO,EAAE,IAAI;IACb,aAAa,EAAE,IAAI;IACnB,UAAU,EAAE,IAAI;IAChB,aAAa,EAAE,MAAM;IAErB,QAAQ,EAAE,IAAI;IAEd,WAAW,EAAE,GAAG;IAChB,cAAc,EAAE,GAAG;CACnB,CAAA;AA8BD,MAAM,CAAC,MAAM,oBAAoB,GAAkB;IAClD,KAAK,EAAE,mBAAmB;IAC1B,QAAQ,EAAE,SAAS;CACnB,CAAA"}
|
|
1
|
+
{"version":3,"file":"MDXNetSourceSeparation.js","sourceRoot":"","sources":["../../src/source-separation/MDXNetSourceSeparation.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,gBAAgB,EAAY,MAAM,4BAA4B,CAAA;AACvE,OAAO,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,MAAM,EAAc,MAAM,eAAe,CAAA;AAC1F,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAA;AAC/C,OAAO,EAAyB,oBAAoB,EAAE,qBAAqB,EAAE,MAAM,+BAA+B,CAAA;AAClH,OAAO,KAAK,MAAM,OAAO,CAAA;AACzB,OAAO,EAAE,YAAY,EAAE,MAAM,oCAAoC,CAAA;AAGjE,MAAM,CAAC,KAAK,UAAU,OAAO,CAC5B,QAAkB,EAClB,aAAqB,EACrB,YAAgC,EAChC,OAAsB,EACtB,SAAoC;IAEpC,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,aAAa,EAAE,YAAY,EAAE,OAAO,CAAC,CAAA;IAE9D,OAAO,KAAK,CAAC,YAAY,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAA;AAC/C,CAAC;AAED,MAAM,OAAO,MAAM;IAKD,aAAa;IACb,YAAY;IACZ,OAAO;IANxB,OAAO,CAAwB;IAC/B,kBAAkB,CAAuC;IAEzD,YACiB,aAAqB,EACrB,YAAgC,EAChC,OAAsB;6BAFtB,aAAa;4BACb,YAAY;uBACZ,OAAO;IACxB,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,QAAkB,EAAE,SAAoC;QAC1E,IAAI,QAAQ,CAAC,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzC,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAA;QAC9C,CAAC;QAED,IAAI,QAAQ,CAAC,UAAU,KAAK,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE,CAAC;YAC1D,MAAM,IAAI,KAAK,CAAC,0CAA0C,IAAI,CAAC,YAAY,CAAC,UAAU,KAAK,CAAC,CAAA;QAC7F,CAAC;QAED,IAAI,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5C,OAAO,gBAAgB,CAAC,QAAQ,CAAC,aAAa,CAAC,MAAM,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAA;QAC5E,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAA;QAC7C,MAAM,kBAAkB,GAAG,MAAM,CAAC,wBAAwB,CAAC,OAAO,CAAC,CAAA;QAEnE,MAAM,MAAM,CAAC,UAAU,CAAC,yCAAyC,IAAI,CAAC,OAAO,CAAC,KAAM,GAAG,CAAC,CAAA;QAExF,MAAM,IAAI,CAAC,yBAAyB,EAAE,CAAA;QAEtC,MAAM,CAAC,GAAG,EAAE,CAAA;QAEZ,MAAM,CAAC,gBAAgB,CAAC,+BAA+B,EAAE,GAAG,IAAI,CAAC,kBAAmB,CAAC,kBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;QAEtH,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAA;QAE7C,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,UAAU,CAAA;QAC/C,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,OAAO,CAAA;QACzC,MAAM,aAAa,GAAG,IAAI,CAAC,YAAY,CAAC,aAAa,CAAA;QACrD,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,UAAU,CAAA;QAC/C,MAAM,aAAa,GAAG,IAAI,CAAC,YAAY,CAAC,aAAa,CAAA;QAErD,MAAM,QAAQ,GAAG,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAA;QAE3C,MAAM,WAAW,GAAG,IAAI,CAAC,YAAY,CAAC,WAAW,CAAA;QACjD,MAAM,cAAc,GAAG,IAAI,CAAC,YAAY,CAAC,cAAc,CAAA;QAEvD,MAAM,WAAW,GAAG,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,MAAM,CAAA;QAEpD,MAAM,iBAAiB,GAAG,CAAC,GAAG,OAAO,CAAA;QAErC,yDAAyD;QACzD,MAAM,sBAAsB,GAAG,MAAM,oBAAoB,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,aAAa,CAAC,CAAA;QACvI,MAAM,uBAAuB,GAAG,MAAM,oBAAoB,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,aAAa,CAAC,CAAA;QAExI,gEAAgE;QAChE,MAAM,yBAAyB,GAAG,IAAI,YAAY,CAAe,WAAW,CAAC,CAAA;QAC7E,MAAM,0BAA0B,GAAG,IAAI,YAAY,CAAe,WAAW,CAAC,CAAA;QAE9E,MAAM,gBAAgB,GAAqB,EAAE,CAAA;QAE7C,KAAK,IAAI,uBAAuB,GAAG,CAAC,GAAI,uBAAuB,IAAI,cAAc,EAAE,CAAC;YACnF,SAAS,CAAC,WAAW,EAAE,cAAc,EAAE,CAAA;YAEvC,MAAM,qBAAqB,GAAG,uBAAuB,GAAG,WAAW,CAAA;YAEnE,MAAM,YAAY,GAAG,uBAAuB,GAAG,CAAC,UAAU,GAAG,UAAU,CAAC,CAAA;YAExE,IAAI,kBAAkB,EAAE,CAAC;gBACxB,MAAM,MAAM,CAAC,UAAU,CAAC,4CAA4C,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,SAAS,EAAE,KAAK,CAAC,aAAa,CAAC,CAAA;YAC/H,CAAC;iBAAM,CAAC;gBACP,MAAM,MAAM,CAAC,UAAU,CAAC,oCAAoC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;YACvF,CAAC;YAED,OAAO,yBAAyB,CAAC,SAAS,GAAG,qBAAqB,EAAE,CAAC;gBACpE,MAAM,mBAAmB,GAAG,sBAAsB,CAAC,IAAI,EAAE,CAAA;gBAEzD,IAAI,mBAAmB,CAAC,IAAI,EAAE,CAAC;oBAC9B,MAAK;gBACN,CAAC;gBAED,MAAM,oBAAoB,GAAG,uBAAuB,CAAC,IAAI,EAAE,CAAA;gBAE3D,IAAI,oBAAoB,CAAC,IAAI,EAAE,CAAC;oBAC/B,MAAK;gBACN,CAAC;gBAED,yBAAyB,CAAC,GAAG,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAA;gBACxD,0BAA0B,CAAC,GAAG,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAA;YAC3D,CAAC;YAED,MAAM,mBAAmB,GAAG;gBAC3B,yBAAyB,CAAC,KAAK,CAAC,uBAAuB,EAAE,qBAAqB,CAAC;gBAC/E,0BAA0B,CAAC,KAAK,CAAC,uBAAuB,EAAE,qBAAqB,CAAC;aAChF,CAAA;YAED,MAAM,aAAa,GAAG,mBAAmB,CAAC,CAAC,CAAC,CAAC,MAAM,CAAA;YAEnD,MAAM,aAAa,GAAG,aAAa,GAAG,WAAW,CAAA;YAEjD,IAAI,kBAAkB,EAAE,CAAC;gBACxB,MAAM,MAAM,CAAC,UAAU,CAAC,qBAAqB,CAAC,CAAA;YAC/C,CAAC;YAED,MAAM,oBAAoB,GAAG,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,GAAG,QAAQ,GAAG,WAAW,CAAC,CAAA;YAE7E,CAAC;gBACA,IAAI,aAAa,GAAG,CAAC,CAAA;gBAErB,uCAAuC;gBACvC,gFAAgF;gBAChF,KAAK,IAAI,kBAAkB,GAAG,CAAC,EAAE,kBAAkB,GAAG,CAAC,EAAE,kBAAkB,EAAE,EAAE,CAAC;oBAC/E,MAAM,iCAAiC,GAAG,kBAAkB,GAAG,CAAC,KAAK,CAAC,CAAA;oBACtE,MAAM,iBAAiB,GAAG,kBAAkB,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;oBAExD,KAAK,IAAI,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,QAAQ,EAAE,QAAQ,EAAE,EAAE,CAAC;wBACxD,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,GAAG,WAAW,EAAE,UAAU,EAAE,EAAE,CAAC;4BACjE,IAAI,KAAK,GAAG,CAAC,CAAA;4BAEb,IAAI,UAAU,GAAG,aAAa,EAAE,CAAC;gCAChC,MAAM,KAAK,GAAG,mBAAmB,CAAC,iBAAiB,CAAC,CAAC,UAAU,CAAC,CAAA;gCAEhE,IAAI,iCAAiC,EAAE,CAAC;oCACvC,KAAK,GAAG,KAAK,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAA;gCAC7B,CAAC;qCAAM,CAAC;oCACP,KAAK,GAAG,KAAK,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;gCACnC,CAAC;4BACF,CAAC;4BAED,oBAAoB,CAAC,aAAa,EAAE,CAAC,GAAG,KAAK,CAAA;wBAC9C,CAAC;oBACF,CAAC;gBACF,CAAC;YACF,CAAC;YAED,IAAI,kBAAkB,EAAE,CAAC;gBACxB,MAAM,MAAM,CAAC,UAAU,CAAC,mCAAmC,CAAC,CAAA;YAC7D,CAAC;YAED,MAAM,WAAW,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,oBAAoB,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAC,CAAA;YAEnG,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,IAAI,CAAC,OAAQ,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAA;YAEhF,IAAI,kBAAkB,EAAE,CAAC;gBACxB,MAAM,MAAM,CAAC,UAAU,CAAC,0BAA0B,CAAC,CAAA;YACpD,CAAC;YAED,MAAM,qBAAqB,GAAG,YAAY,CAAC,IAAoB,CAAA;YAE/D,MAAM,6BAA6B,GAAqB,EAAE,CAAA;YAE1D,CAAC;gBACA,KAAK,IAAI,eAAe,GAAG,CAAC,EAAE,eAAe,GAAG,CAAC,EAAE,eAAe,EAAE,EAAE,CAAC;oBACtE,MAAM,gBAAgB,GAAmB,EAAE,CAAA;oBAE3C,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,GAAG,WAAW,EAAE,UAAU,EAAE,EAAE,CAAC;wBACjE,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,OAAO,CAAC,CAAA;wBAEvC,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;oBAC7B,CAAC;oBAED,6BAA6B,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAA;gBACrD,CAAC;gBAED,IAAI,YAAY,GAAG,CAAC,CAAA;gBAEpB,KAAK,IAAI,kBAAkB,GAAG,CAAC,EAAE,kBAAkB,GAAG,CAAC,EAAE,kBAAkB,EAAE,EAAE,CAAC;oBAC/E,MAAM,wBAAwB,GAAG,kBAAkB,GAAG,CAAC,KAAK,CAAC,CAAA;oBAC7D,MAAM,iBAAiB,GAAG,kBAAkB,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;oBAExD,MAAM,sBAAsB,GAAG,6BAA6B,CAAC,iBAAiB,CAAC,CAAA;oBAE/E,KAAK,IAAI,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,QAAQ,EAAE,QAAQ,EAAE,EAAE,CAAC;wBACxD,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,GAAG,WAAW,EAAE,UAAU,EAAE,EAAE,CAAC;4BACjE,MAAM,QAAQ,GAAG,sBAAsB,CAAC,UAAU,CAAC,CAAA;4BAEnD,IAAI,wBAAwB,EAAE,CAAC;gCAC9B,QAAQ,CAAC,QAAQ,IAAI,CAAC,CAAC,GAAG,qBAAqB,CAAC,YAAY,EAAE,CAAC,GAAG,iBAAiB,CAAA;4BACpF,CAAC;iCAAM,CAAC;gCACP,QAAQ,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,qBAAqB,CAAC,YAAY,EAAE,CAAC,GAAG,iBAAiB,CAAA;4BAC1F,CAAC;wBACF,CAAC;oBACF,CAAC;gBACF,CAAC;YACF,CAAC;YAED,MAAM,mBAAmB,GAAmB,EAAE,CAAA;YAE9C,IAAI,kBAAkB,EAAE,CAAC;gBACxB,MAAM,MAAM,CAAC,UAAU,CAAC,kDAAkD,CAAC,CAAA;YAC5E,CAAC;YAED,KAAK,IAAI,YAAY,GAAG,CAAC,EAAE,YAAY,GAAG,CAAC,EAAE,YAAY,EAAE,EAAE,CAAC;gBAC7D,MAAM,OAAO,GAAG,MAAM,MAAM,CAC3B,6BAA6B,CAAC,YAAY,CAAC,EAC3C,OAAO,EACP,aAAa,EACb,UAAU,EACV,aAAa,CAAC,CAAA;gBAEf,mBAAmB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;YAClC,CAAC;YAED,gBAAgB,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAA;YAE1C,IAAI,SAAS,CAAC,SAAS,EAAE,CAAC;gBACzB,MAAM,QAAQ,GAAa,EAAE,aAAa,EAAE,mBAAmB,EAAE,UAAU,EAAE,CAAA;gBAE7E,MAAM,SAAS,CAAC,SAAS,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAA;YAClD,CAAC;YAED,IAAI,aAAa,EAAE,CAAC;gBACnB,MAAK;YACN,CAAC;QACF,CAAC;QAED,+CAA+C;QAC/C,MAAM,MAAM,CAAC,UAAU,CAAC,eAAe,CAAC,CAAA;QACxC,MAAM,cAAc,GAAG,CAAC,IAAI,YAAY,CAAC,WAAW,CAAC,EAAE,IAAI,YAAY,CAAC,WAAW,CAAC,CAAC,CAAA;QAErF,CAAC;YACA,MAAM,YAAY,GAAG,gBAAgB,CAAC,MAAM,CAAA;YAE5C,MAAM,kBAAkB,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAA;YAExD,MAAM,aAAa,GAAG,gBAAgB,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAAA;YAElE,MAAM,qBAAqB,GAAG,IAAI,YAAY,CAAC,WAAW,CAAC,CAAA;YAE3D,KAAK,IAAI,YAAY,GAAG,CAAC,EAAE,YAAY,GAAG,YAAY,EAAE,YAAY,EAAE,EAAE,CAAC;gBACxE,MAAM,sBAAsB,GAAG,YAAY,GAAG,cAAc,CAAA;gBAC5D,MAAM,uBAAuB,GAAG,sBAAsB,GAAG,UAAU,CAAA;gBAEnE,MAAM,cAAc,GAAG,gBAAgB,CAAC,YAAY,CAAC,CAAA;gBAErD,KAAK,IAAI,mBAAmB,GAAG,CAAC,EAAE,mBAAmB,GAAG,kBAAkB,EAAE,mBAAmB,EAAE,EAAE,CAAC;oBACnG,MAAM,WAAW,GAAG,uBAAuB,GAAG,mBAAmB,CAAA;oBAEjE,IAAI,WAAW,IAAI,WAAW,EAAE,CAAC;wBAChC,MAAK;oBACN,CAAC;oBAED,MAAM,MAAM,GAAG,aAAa,CAAC,mBAAmB,CAAC,CAAA;oBAEjD,KAAK,IAAI,YAAY,GAAG,CAAC,EAAE,YAAY,GAAG,CAAC,EAAE,YAAY,EAAE,EAAE,CAAC;wBAC7D,cAAc,CAAC,YAAY,CAAC,CAAC,WAAW,CAAC,IAAI,cAAc,CAAC,YAAY,CAAC,CAAC,mBAAmB,CAAC,GAAG,MAAM,CAAA;oBACxG,CAAC;oBAED,qBAAqB,CAAC,WAAW,CAAC,IAAI,MAAM,CAAA;gBAC7C,CAAC;YACF,CAAC;YAED,KAAK,IAAI,WAAW,GAAG,CAAC,EAAE,WAAW,GAAG,WAAW,EAAE,WAAW,EAAE,EAAE,CAAC;gBACpE,KAAK,IAAI,YAAY,GAAG,CAAC,EAAE,YAAY,GAAG,CAAC,EAAE,YAAY,EAAE,EAAE,CAAC;oBAC7D,cAAc,CAAC,YAAY,CAAC,CAAC,WAAW,CAAC,IAAI,qBAAqB,CAAC,WAAW,CAAC,GAAG,IAAI,CAAA;gBACvF,CAAC;YACF,CAAC;QACF,CAAC;QAED,MAAM,gBAAgB,GAAa,EAAE,aAAa,EAAE,cAAc,EAAE,UAAU,EAAE,CAAA;QAEhF,MAAM,CAAC,GAAG,EAAE,CAAA;QAEZ,OAAO,gBAAgB,CAAA;IACxB,CAAC;IAEO,KAAK,CAAC,yBAAyB;QACtC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,OAAM;QACP,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAA;QAE7C,MAAM,kBAAkB,GACvB,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,yBAAyB,EAAE,CAAA;QAE9E,IAAI,CAAC,kBAAkB,GAAG,qBAAqB,CAAC,EAAE,kBAAkB,EAAE,CAAC,CAAA;QAEvE,IAAI,CAAC,OAAO,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,kBAAkB,CAAC,CAAA;IAC/F,CAAC;CACD;AAED,MAAM,UAAU,yBAAyB;IACxC,IAAI,oBAAoB,EAAE,EAAE,CAAC;QAC5B,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,CAAA;IACtB,CAAC;SAAM,CAAC;QACP,OAAO,EAAE,CAAA;IACV,CAAC;AACF,CAAC;AAED,MAAM,UAAU,4BAA4B,CAAC,SAA0B;IACtE,IAAI,CAAC,mBAAmB,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,iBAAiB,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QAC5G,OAAO,mBAAmB,CAAA;IAC3B,CAAC;IAED,IAAI,CAAC,iBAAiB,EAAE,aAAa,EAAE,aAAa,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QAC3E,OAAO,mBAAmB,CAAA;IAC3B,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,4BAA4B,SAAS,GAAG,CAAC,CAAA;AAC1D,CAAC;AAED,MAAM,CAAC,MAAM,mBAAmB,GAAuB;IACtD,UAAU,EAAE,KAAK;IAEjB,OAAO,EAAE,IAAI;IACb,aAAa,EAAE,IAAI;IACnB,UAAU,EAAE,IAAI;IAChB,aAAa,EAAE,MAAM;IAErB,QAAQ,EAAE,IAAI;IAEd,WAAW,EAAE,GAAG;IAChB,cAAc,EAAE,GAAG;CACnB,CAAA;AAED,MAAM,CAAC,MAAM,mBAAmB,GAAuB;IACtD,UAAU,EAAE,KAAK;IAEjB,OAAO,EAAE,IAAI;IACb,aAAa,EAAE,IAAI;IACnB,UAAU,EAAE,IAAI;IAChB,aAAa,EAAE,MAAM;IAErB,QAAQ,EAAE,IAAI;IAEd,WAAW,EAAE,GAAG;IAChB,cAAc,EAAE,GAAG;CACnB,CAAA;AA8BD,MAAM,CAAC,MAAM,oBAAoB,GAAkB;IAClD,KAAK,EAAE,mBAAmB;IAC1B,QAAQ,EAAE,SAAS;CACnB,CAAA"}
|
|
@@ -1,13 +1,14 @@
|
|
|
1
1
|
import type * as Onnx from 'onnxruntime-node';
|
|
2
2
|
import { OnnxExecutionProvider } from '../utilities/OnnxUtilities.js';
|
|
3
3
|
import { RawAudio } from "../audio/AudioUtilities.js";
|
|
4
|
-
|
|
4
|
+
import { OperationCallbacks } from '../api/Common.js';
|
|
5
|
+
export declare function computeEmbeddings(audioSamples: RawAudio, modelFilePath: string, executionProviders: OnnxExecutionProvider[], callbacks: OperationCallbacks): Promise<Float32Array<ArrayBufferLike>[]>;
|
|
5
6
|
export declare class Wav2Vec2BertFeatureEmbeddings {
|
|
6
7
|
readonly modelFilePath: string;
|
|
7
8
|
readonly executionProviders: OnnxExecutionProvider[];
|
|
8
9
|
session?: Onnx.InferenceSession;
|
|
9
10
|
constructor(modelFilePath: string, executionProviders: OnnxExecutionProvider[]);
|
|
10
|
-
computeEmbeddings(rawAudio: RawAudio): Promise<Float32Array<ArrayBufferLike>[]>;
|
|
11
|
+
computeEmbeddings(rawAudio: RawAudio, callbacks: OperationCallbacks): Promise<Float32Array<ArrayBufferLike>[]>;
|
|
11
12
|
private initializeSessionIfNeeded;
|
|
12
13
|
}
|
|
13
14
|
//# sourceMappingURL=WavToVec2BertFeatureEmbeddings.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"WavToVec2BertFeatureEmbeddings.d.ts","sourceRoot":"","sources":["../../src/speech-embeddings/WavToVec2BertFeatureEmbeddings.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,IAAI,MAAM,kBAAkB,CAAA;AAC7C,OAAO,EAAE,qBAAqB,EAAyB,MAAM,+BAA+B,CAAC;AAE7F,OAAO,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;
|
|
1
|
+
{"version":3,"file":"WavToVec2BertFeatureEmbeddings.d.ts","sourceRoot":"","sources":["../../src/speech-embeddings/WavToVec2BertFeatureEmbeddings.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,IAAI,MAAM,kBAAkB,CAAA;AAC7C,OAAO,EAAE,qBAAqB,EAAyB,MAAM,+BAA+B,CAAC;AAE7F,OAAO,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAKtD,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAEtD,wBAAgB,iBAAiB,CAAC,YAAY,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,EAAE,SAAS,EAAE,kBAAkB,4CAS1J;AAED,qBAAa,6BAA6B;aAIxB,aAAa,EAAE,MAAM;aACrB,kBAAkB,EAAE,qBAAqB,EAAE;IAJ5D,OAAO,CAAC,EAAE,IAAI,CAAC,gBAAgB,CAAA;IAE/B,YACiB,aAAa,EAAE,MAAM,EACrB,kBAAkB,EAAE,qBAAqB,EAAE,EAC3D;IAEK,iBAAiB,CAAC,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,kBAAkB,4CAkExE;YAEa,yBAAyB;CAWvC"}
|
|
@@ -3,9 +3,9 @@ import { computeMelSpectrogram } from "../dsp/MelSpectrogram.js";
|
|
|
3
3
|
import { Logger } from '../utilities/Logger.js';
|
|
4
4
|
import { concatFloat32Arrays, splitFloat32Array } from '../utilities/Utilities.js';
|
|
5
5
|
import { applyEmphasis } from '../dsp/MFCC.js';
|
|
6
|
-
export function computeEmbeddings(audioSamples, modelFilePath, executionProviders) {
|
|
6
|
+
export function computeEmbeddings(audioSamples, modelFilePath, executionProviders, callbacks) {
|
|
7
7
|
const wav2vecBert = new Wav2Vec2BertFeatureEmbeddings(modelFilePath, executionProviders);
|
|
8
|
-
const result = wav2vecBert.computeEmbeddings(audioSamples);
|
|
8
|
+
const result = wav2vecBert.computeEmbeddings(audioSamples, callbacks);
|
|
9
9
|
return result;
|
|
10
10
|
}
|
|
11
11
|
export class Wav2Vec2BertFeatureEmbeddings {
|
|
@@ -16,10 +16,10 @@ export class Wav2Vec2BertFeatureEmbeddings {
|
|
|
16
16
|
this.modelFilePath = modelFilePath;
|
|
17
17
|
this.executionProviders = executionProviders;
|
|
18
18
|
}
|
|
19
|
-
async computeEmbeddings(rawAudio) {
|
|
20
|
-
const logger = new Logger();
|
|
19
|
+
async computeEmbeddings(rawAudio, callbacks) {
|
|
20
|
+
const logger = new Logger(callbacks.logLevel);
|
|
21
21
|
rawAudio.audioChannels[0] = applyEmphasis(rawAudio.audioChannels[0], 0.97);
|
|
22
|
-
const { melSpectrogram } = await computeMelSpectrogram(rawAudio, 512, 400, 160, 80, 20, 8000, 'povey');
|
|
22
|
+
const { melSpectrogram } = await computeMelSpectrogram(rawAudio, 512, 400, 160, 80, 20, 8000, 'povey', callbacks);
|
|
23
23
|
// Ensure even length
|
|
24
24
|
if (melSpectrogram.length % 2 != 0) {
|
|
25
25
|
melSpectrogram.push(new Float32Array(80));
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"WavToVec2BertFeatureEmbeddings.js","sourceRoot":"","sources":["../../src/speech-embeddings/WavToVec2BertFeatureEmbeddings.ts"],"names":[],"mappings":"AACA,OAAO,EAAyB,qBAAqB,EAAE,MAAM,+BAA+B,CAAC;AAG7F,OAAO,EAAE,qBAAqB,EAAE,MAAM,0BAA0B,CAAC;AACjE,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAC;AAChD,OAAO,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AACnF,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;
|
|
1
|
+
{"version":3,"file":"WavToVec2BertFeatureEmbeddings.js","sourceRoot":"","sources":["../../src/speech-embeddings/WavToVec2BertFeatureEmbeddings.ts"],"names":[],"mappings":"AACA,OAAO,EAAyB,qBAAqB,EAAE,MAAM,+BAA+B,CAAC;AAG7F,OAAO,EAAE,qBAAqB,EAAE,MAAM,0BAA0B,CAAC;AACjE,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAC;AAChD,OAAO,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AACnF,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAG/C,MAAM,UAAU,iBAAiB,CAAC,YAAsB,EAAE,aAAqB,EAAE,kBAA2C,EAAE,SAA6B;IAC1J,MAAM,WAAW,GAAG,IAAI,6BAA6B,CACpD,aAAa,EACb,kBAAkB,CAClB,CAAA;IAED,MAAM,MAAM,GAAG,WAAW,CAAC,iBAAiB,CAAC,YAAY,EAAE,SAAS,CAAC,CAAA;IAErE,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,OAAO,6BAA6B;IAIxB,aAAa;IACb,kBAAkB;IAJnC,OAAO,CAAwB;IAE/B,YACiB,aAAqB,EACrB,kBAA2C;6BAD3C,aAAa;kCACb,kBAAkB;IACnC,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,QAAkB,EAAE,SAA6B;QACxE,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAA;QAE7C,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,GAAG,aAAa,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAA;QAE1E,MAAM,EAAE,cAAc,EAAE,GAAG,MAAM,qBAAqB,CACrD,QAAQ,EACR,GAAG,EACH,GAAG,EACH,GAAG,EACH,EAAE,EACF,EAAE,EACF,IAAI,EACJ,OAAO,EACP,SAAS,CAAC,CAAA;QAEX,qBAAqB;QACrB,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YACpC,cAAc,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,EAAE,CAAC,CAAC,CAAA;QAC1C,CAAC;QAED,wBAAwB;QACxB,KAAK,IAAI,eAAe,GAAG,CAAC,EAAE,eAAe,GAAG,EAAE,EAAE,eAAe,EAAE,EAAE,CAAC;YACvE,IAAI,GAAG,GAAG,CAAC,CAAA;YACX,IAAI,YAAY,GAAG,CAAC,CAAA;YAEpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAChD,MAAM,KAAK,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAA;gBAEhD,GAAG,IAAI,KAAK,CAAA;gBACZ,YAAY,IAAI,KAAK,IAAI,CAAC,CAAA;YAC3B,CAAC;YAED,MAAM,IAAI,GAAG,GAAG,GAAG,cAAc,CAAC,MAAM,CAAA;YACxC,MAAM,mBAAmB,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,GAAG,cAAc,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC,CAAA;YAEzF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAChD,cAAc,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,IAAI,IAAI,CAAA;gBAC1C,cAAc,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,IAAI,mBAAmB,CAAA;YAC1D,CAAC;QACF,CAAC;QAED,UAAU;QACV,MAAM,uBAAuB,GAAG,mBAAmB,CAAC,cAAc,CAAC,CAAA;QAEnE,qBAAqB;QACrB,MAAM,IAAI,CAAC,yBAAyB,EAAE,CAAA;QAEtC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAQ,CAAA;QAE7B,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAA;QAE7C,MAAM,WAAW,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,uBAAuB,EAAE,CAAC,CAAC,EAAE,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC,CAAA;QAE/G,MAAM,aAAa,GAAG,IAAI,UAAU,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACvE,MAAM,mBAAmB,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,aAAa,EAAE,CAAC,CAAC,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC,CAAA;QAE9F,gBAAgB;QAChB,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,EAAE,gBAAgB,EAAE,WAAW,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,CAAC,CAAA;QAE3G,gBAAgB;QAChB,MAAM,mBAAmB,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC,IAAoB,CAAA;QAE7E,MAAM,gBAAgB,GAAG,iBAAiB,CAAC,mBAAmB,EAAE,OAAO,CAAC,mBAAmB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;QAErG,OAAO,gBAAgB,CAAA;IACxB,CAAC;IAEO,KAAK,CAAC,yBAAyB;QACtC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,OAAM;QACP,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAA;QAE7C,MAAM,kBAAkB,GAAG,qBAAqB,CAAC,EAAE,kBAAkB,EAAE,IAAI,CAAC,kBAAkB,EAAE,CAAC,CAAA;QAEjG,IAAI,CAAC,OAAO,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,EAAE,kBAAkB,CAAC,CAAA;IAC1F,CAAC;CACD"}
|
|
@@ -1,8 +1,10 @@
|
|
|
1
1
|
import type * as Onnx from 'onnxruntime-node';
|
|
2
2
|
import { RawAudio } from '../audio/AudioUtilities.js';
|
|
3
|
+
import { SpeechLanguageDetectionCallbacks } from '../api/SpeechLanguageDetection.js';
|
|
3
4
|
import { OnnxExecutionProvider } from '../utilities/OnnxUtilities.js';
|
|
4
5
|
import { LanguageDetectionResults } from '../api/LanguageDetectionCommon.js';
|
|
5
|
-
|
|
6
|
+
import { OperationCallbacks } from '../api/Common.js';
|
|
7
|
+
export declare function detectLanguage(rawAudio: RawAudio, modelPath: string, languageDictionaryPath: string, languageGroupDictionaryPath: string, onnxExecutionProviders: OnnxExecutionProvider[], callbacks: SpeechLanguageDetectionCallbacks): Promise<LanguageDetectionResults>;
|
|
6
8
|
export declare class SileroLanguageDetection {
|
|
7
9
|
readonly modelPath: string;
|
|
8
10
|
readonly languageDictionaryPath: string;
|
|
@@ -12,14 +14,14 @@ export declare class SileroLanguageDetection {
|
|
|
12
14
|
languageGroupDictionary?: any;
|
|
13
15
|
session?: Onnx.InferenceSession;
|
|
14
16
|
constructor(modelPath: string, languageDictionaryPath: string, languageGroupDictionaryPath: string, onnxExecutionProviders: OnnxExecutionProvider[]);
|
|
15
|
-
detectLanguage(rawAudio: RawAudio): Promise<{
|
|
17
|
+
detectLanguage(rawAudio: RawAudio, callbacks: SpeechLanguageDetectionCallbacks): Promise<{
|
|
16
18
|
languageResults: LanguageDetectionResults;
|
|
17
19
|
languageGroupResults: {
|
|
18
20
|
languageGroup: string;
|
|
19
21
|
probability: number;
|
|
20
22
|
}[];
|
|
21
23
|
}>;
|
|
22
|
-
initializeIfNeeded(): Promise<void>;
|
|
24
|
+
initializeIfNeeded(callbacks: OperationCallbacks): Promise<void>;
|
|
23
25
|
}
|
|
24
26
|
export interface SileroLanguageDetectionOptions {
|
|
25
27
|
provider?: OnnxExecutionProvider;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"SileroLanguageDetection.d.ts","sourceRoot":"","sources":["../../src/speech-language-detection/SileroLanguageDetection.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,IAAI,MAAM,kBAAkB,CAAA;
|
|
1
|
+
{"version":3,"file":"SileroLanguageDetection.d.ts","sourceRoot":"","sources":["../../src/speech-language-detection/SileroLanguageDetection.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,IAAI,MAAM,kBAAkB,CAAA;AAI7C,OAAO,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAA;AAErD,OAAO,EAA+B,gCAAgC,EAAE,MAAM,mCAAmC,CAAA;AAEjH,OAAO,EAAE,qBAAqB,EAAyB,MAAM,+BAA+B,CAAA;AAC5F,OAAO,EAAE,wBAAwB,EAAE,MAAM,mCAAmC,CAAA;AAC5E,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAA;AAErD,wBAAsB,cAAc,CACnC,QAAQ,EAAE,QAAQ,EAClB,SAAS,EAAE,MAAM,EACjB,sBAAsB,EAAE,MAAM,EAC9B,2BAA2B,EAAE,MAAM,EACnC,sBAAsB,EAAE,qBAAqB,EAAE,EAC/C,SAAS,EAAE,gCAAgC,qCAyB3C;AAED,qBAAa,uBAAuB;aAOlB,SAAS,EAAE,MAAM;aACjB,sBAAsB,EAAE,MAAM;aAC9B,2BAA2B,EAAE,MAAM;aACnC,sBAAsB,EAAE,qBAAqB,EAAE;IAThE,kBAAkB,CAAC,EAAE,GAAG,CAAA;IACxB,uBAAuB,CAAC,EAAE,GAAG,CAAA;IAE7B,OAAO,CAAC,EAAE,IAAI,CAAC,gBAAgB,CAAA;IAE/B,YACiB,SAAS,EAAE,MAAM,EACjB,sBAAsB,EAAE,MAAM,EAC9B,2BAA2B,EAAE,MAAM,EACnC,sBAAsB,EAAE,qBAAqB,EAAE,EAC/D;IAEK,cAAc,CAAC,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,gCAAgC;;;2BAsCtC,MAAM;yBAAe,MAAM;;OAYxE;IAEK,kBAAkB,CAAC,SAAS,EAAE,kBAAkB,iBAmBrD;CACD;AAED,MAAM,WAAW,8BAA8B;IAC9C,QAAQ,CAAC,EAAE,qBAAqB,CAAA;CAChC;AAED,eAAO,MAAM,qCAAqC,EAAE,8BAEnD,CAAA"}
|
|
@@ -4,13 +4,13 @@ import { readAndParseJsonFile } from '../utilities/FileSystem.js';
|
|
|
4
4
|
import { detectSpeechLanguageByParts } from '../api/SpeechLanguageDetection.js';
|
|
5
5
|
import { languageCodeToName } from '../utilities/Locale.js';
|
|
6
6
|
import { getOnnxSessionOptions } from '../utilities/OnnxUtilities.js';
|
|
7
|
-
export async function detectLanguage(rawAudio, modelPath, languageDictionaryPath, languageGroupDictionaryPath, onnxExecutionProviders) {
|
|
7
|
+
export async function detectLanguage(rawAudio, modelPath, languageDictionaryPath, languageGroupDictionaryPath, onnxExecutionProviders, callbacks) {
|
|
8
8
|
const languageDetection = new SileroLanguageDetection(modelPath, languageDictionaryPath, languageGroupDictionaryPath, onnxExecutionProviders);
|
|
9
9
|
async function detectLanguageForPart(partAudio) {
|
|
10
|
-
const { languageResults } = await languageDetection.detectLanguage(partAudio);
|
|
10
|
+
const { languageResults } = await languageDetection.detectLanguage(partAudio, callbacks);
|
|
11
11
|
return languageResults;
|
|
12
12
|
}
|
|
13
|
-
const results = await detectSpeechLanguageByParts(rawAudio, detectLanguageForPart);
|
|
13
|
+
const results = await detectSpeechLanguageByParts(rawAudio, detectLanguageForPart, undefined, undefined, callbacks);
|
|
14
14
|
results.sort((a, b) => b.probability - a.probability);
|
|
15
15
|
return results;
|
|
16
16
|
}
|
|
@@ -28,9 +28,9 @@ export class SileroLanguageDetection {
|
|
|
28
28
|
this.languageGroupDictionaryPath = languageGroupDictionaryPath;
|
|
29
29
|
this.onnxExecutionProviders = onnxExecutionProviders;
|
|
30
30
|
}
|
|
31
|
-
async detectLanguage(rawAudio) {
|
|
32
|
-
await this.initializeIfNeeded();
|
|
33
|
-
const logger = new Logger();
|
|
31
|
+
async detectLanguage(rawAudio, callbacks) {
|
|
32
|
+
await this.initializeIfNeeded(callbacks);
|
|
33
|
+
const logger = new Logger(callbacks.logLevel);
|
|
34
34
|
logger.start('Detect language with Silero');
|
|
35
35
|
const audioSamples = rawAudio.audioChannels[0];
|
|
36
36
|
const Onnx = await import('onnxruntime-node');
|
|
@@ -62,11 +62,11 @@ export class SileroLanguageDetection {
|
|
|
62
62
|
logger.end();
|
|
63
63
|
return { languageResults, languageGroupResults };
|
|
64
64
|
}
|
|
65
|
-
async initializeIfNeeded() {
|
|
65
|
+
async initializeIfNeeded(callbacks) {
|
|
66
66
|
if (this.session) {
|
|
67
67
|
return;
|
|
68
68
|
}
|
|
69
|
-
const logger = new Logger();
|
|
69
|
+
const logger = new Logger(callbacks.logLevel);
|
|
70
70
|
logger.start('Initialize ONNX inference session for Silero language detection');
|
|
71
71
|
this.languageDictionary = await readAndParseJsonFile(this.languageDictionaryPath);
|
|
72
72
|
this.languageGroupDictionary = await readAndParseJsonFile(this.languageGroupDictionaryPath);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"SileroLanguageDetection.js","sourceRoot":"","sources":["../../src/speech-language-detection/SileroLanguageDetection.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"SileroLanguageDetection.js","sourceRoot":"","sources":["../../src/speech-language-detection/SileroLanguageDetection.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,OAAO,EAAE,MAAM,uBAAuB,CAAA;AAC/C,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAA;AAE/C,OAAO,EAAE,oBAAoB,EAAE,MAAM,4BAA4B,CAAA;AACjE,OAAO,EAAE,2BAA2B,EAAoC,MAAM,mCAAmC,CAAA;AACjH,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAA;AAC3D,OAAO,EAAyB,qBAAqB,EAAE,MAAM,+BAA+B,CAAA;AAI5F,MAAM,CAAC,KAAK,UAAU,cAAc,CACnC,QAAkB,EAClB,SAAiB,EACjB,sBAA8B,EAC9B,2BAAmC,EACnC,sBAA+C,EAC/C,SAA2C;IAE3C,MAAM,iBAAiB,GAAG,IAAI,uBAAuB,CACpD,SAAS,EACT,sBAAsB,EACtB,2BAA2B,EAC3B,sBAAsB,CAAC,CAAA;IAExB,KAAK,UAAU,qBAAqB,CAAC,SAAmB;QACvD,MAAM,EAAE,eAAe,EAAE,GAAG,MAAM,iBAAiB,CAAC,cAAc,CAAC,SAAS,EAAE,SAAS,CAAC,CAAA;QAExF,OAAO,eAAe,CAAA;IACvB,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,2BAA2B,CAChD,QAAQ,EACR,qBAAqB,EACrB,SAAS,EACT,SAAS,EACT,SAAS,CACT,CAAA;IAED,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,WAAW,CAAC,CAAA;IAErD,OAAO,OAAO,CAAA;AACf,CAAC;AAED,MAAM,OAAO,uBAAuB;IAOlB,SAAS;IACT,sBAAsB;IACtB,2BAA2B;IAC3B,sBAAsB;IATvC,kBAAkB,CAAM;IACxB,uBAAuB,CAAM;IAE7B,OAAO,CAAwB;IAE/B,YACiB,SAAiB,EACjB,sBAA8B,EAC9B,2BAAmC,EACnC,sBAA+C;yBAH/C,SAAS;sCACT,sBAAsB;2CACtB,2BAA2B;sCAC3B,sBAAsB;IACvC,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,QAAkB,EAAE,SAA2C;QACnF,MAAM,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAA;QAExC,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAA;QAE7C,MAAM,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAA;QAE3C,MAAM,YAAY,GAAG,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,CAAA;QAE9C,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAA;QAE7C,MAAM,WAAW,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,YAAY,EAAE,CAAC,CAAC,EAAE,YAAY,CAAC,MAAM,CAAC,CAAC,CAAA;QAEtF,MAAM,MAAM,GAAG,EAAE,KAAK,EAAE,WAAW,EAAE,CAAA;QAErC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;QAE/C,MAAM,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAA;QAEnC,MAAM,cAAc,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAA;QAC7C,MAAM,mBAAmB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAA;QAEhD,MAAM,qBAAqB,GAAG,OAAO,CAAC,cAAqB,CAAC,CAAA;QAC5D,MAAM,0BAA0B,GAAG,OAAO,CAAC,mBAA0B,CAAC,CAAA;QAEtE,MAAM,eAAe,GAA6B,EAAE,CAAA;QAEpD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,qBAAqB,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACvD,MAAM,cAAc,GAAG,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAA;YACjD,MAAM,YAAY,GAAG,cAAc,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAA;YAEvD,eAAe,CAAC,IAAI,CAAC;gBACpB,QAAQ,EAAE,YAAY;gBACtB,YAAY,EAAE,kBAAkB,CAAC,YAAY,CAAC;gBAC9C,WAAW,EAAE,qBAAqB,CAAC,CAAC,CAAC;aACrC,CAAC,CAAA;QACH,CAAC;QAED,MAAM,oBAAoB,GAAqD,EAAE,CAAA;QAEjF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,0BAA0B,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5D,oBAAoB,CAAC,IAAI,CAAC;gBACzB,aAAa,EAAE,IAAI,CAAC,uBAAuB,CAAC,CAAC,CAAC;gBAC9C,WAAW,EAAE,0BAA0B,CAAC,CAAC,CAAC;aAC1C,CAAC,CAAA;QACH,CAAC;QAED,MAAM,CAAC,GAAG,EAAE,CAAA;QAEZ,OAAO,EAAE,eAAe,EAAE,oBAAoB,EAAE,CAAA;IACjD,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,SAA6B;QACrD,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,OAAM;QACP,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAA;QAE7C,MAAM,CAAC,KAAK,CAAC,iEAAiE,CAAC,CAAA;QAE/E,IAAI,CAAC,kBAAkB,GAAG,MAAM,oBAAoB,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAA;QACjF,IAAI,CAAC,uBAAuB,GAAG,MAAM,oBAAoB,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAA;QAE3F,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAA;QAE7C,MAAM,kBAAkB,GAAG,qBAAqB,CAAC,EAAE,kBAAkB,EAAE,IAAI,CAAC,sBAAsB,EAAE,CAAC,CAAA;QAErG,IAAI,CAAC,OAAO,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,kBAAkB,CAAC,CAAA;QAErF,MAAM,CAAC,GAAG,EAAE,CAAA;IACb,CAAC;CACD;AAMD,MAAM,CAAC,MAAM,qCAAqC,GAAmC;IACpF,QAAQ,EAAE,SAAS;CACnB,CAAA"}
|
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import { SpeechSearchCallbacks } from "../api/SpeechSearch.js";
|
|
1
2
|
import { RawAudio } from "../audio/AudioUtilities.js";
|
|
2
|
-
export declare function searchSpeech(sourceRawAudio: RawAudio, queryRawAudio: RawAudio): Promise<void>;
|
|
3
|
+
export declare function searchSpeech(sourceRawAudio: RawAudio, queryRawAudio: RawAudio, callbacks: SpeechSearchCallbacks): Promise<void>;
|
|
3
4
|
//# sourceMappingURL=DTWSpeechSearch.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"DTWSpeechSearch.d.ts","sourceRoot":"","sources":["../../src/speech-search/DTWSpeechSearch.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAKtD,wBAAsB,YAAY,CAAC,cAAc,EAAE,QAAQ,EAAE,aAAa,EAAE,QAAQ,
|
|
1
|
+
{"version":3,"file":"DTWSpeechSearch.d.ts","sourceRoot":"","sources":["../../src/speech-search/DTWSpeechSearch.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAC;AAC/D,OAAO,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAKtD,wBAAsB,YAAY,CAAC,cAAc,EAAE,QAAQ,EAAE,aAAa,EAAE,QAAQ,EAAE,SAAS,EAAE,qBAAqB,iBA6BrH"}
|
|
@@ -2,14 +2,14 @@ import { getMfccOptionsForGranularity } from "../alignment/SpeechAlignment.js";
|
|
|
2
2
|
import { computeMFCCs, extendDefaultMfccOptions } from "../dsp/MFCC.js";
|
|
3
3
|
import { euclideanDistance13Dim } from "../math/VectorMath.js";
|
|
4
4
|
import { Logger } from "../utilities/Logger.js";
|
|
5
|
-
export async function searchSpeech(sourceRawAudio, queryRawAudio) {
|
|
6
|
-
const logger = new Logger();
|
|
5
|
+
export async function searchSpeech(sourceRawAudio, queryRawAudio, callbacks) {
|
|
6
|
+
const logger = new Logger(callbacks.logLevel);
|
|
7
7
|
const granularity = 'low';
|
|
8
8
|
const mfccOptions = extendDefaultMfccOptions({ ...getMfccOptionsForGranularity(granularity), zeroFirstCoefficient: true });
|
|
9
9
|
logger.start('Compute query MFCC features');
|
|
10
|
-
const queryMfccs = await computeMFCCs(queryRawAudio, mfccOptions);
|
|
10
|
+
const queryMfccs = await computeMFCCs(queryRawAudio, mfccOptions, callbacks);
|
|
11
11
|
logger.start('Compute source MFCC features');
|
|
12
|
-
const sourceMfccs = await computeMFCCs(sourceRawAudio, mfccOptions);
|
|
12
|
+
const sourceMfccs = await computeMFCCs(sourceRawAudio, mfccOptions, callbacks);
|
|
13
13
|
logger.start('Compute cost matrix');
|
|
14
14
|
const costMatrixColumns = computeCostMatrix(sourceMfccs, queryMfccs, euclideanDistance13Dim);
|
|
15
15
|
logger.start('Search');
|