echogarden 2.10.2 → 3.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE.MIT.md +7 -0
- package/README.md +9 -1
- package/data/lexicons/heteronyms.en.json +44 -10
- package/data/lexicons/words.en.json +726 -22
- package/data/schemas/options.json +91 -153
- package/dist/alignment/DTWMfccSequenceAlignment.js.map +1 -1
- package/dist/alignment/SemanticTextAlignment.d.ts +4 -2
- package/dist/alignment/SemanticTextAlignment.d.ts.map +1 -1
- package/dist/alignment/SemanticTextAlignment.js +7 -7
- package/dist/alignment/SemanticTextAlignment.js.map +1 -1
- package/dist/alignment/SpeechAlignment.d.ts +9 -10
- package/dist/alignment/SpeechAlignment.d.ts.map +1 -1
- package/dist/alignment/SpeechAlignment.js +23 -96
- package/dist/alignment/SpeechAlignment.js.map +1 -1
- package/dist/api/APIOptions.d.ts +1 -1
- package/dist/api/APIOptions.d.ts.map +1 -1
- package/dist/api/Alignment.d.ts +8 -6
- package/dist/api/Alignment.d.ts.map +1 -1
- package/dist/api/Alignment.js +31 -40
- package/dist/api/Alignment.js.map +1 -1
- package/dist/api/Common.d.ts +7 -0
- package/dist/api/Common.d.ts.map +1 -1
- package/dist/api/Common.js.map +1 -1
- package/dist/api/Denoising.d.ts +5 -2
- package/dist/api/Denoising.d.ts.map +1 -1
- package/dist/api/Denoising.js +15 -15
- package/dist/api/Denoising.js.map +1 -1
- package/dist/api/GlobalOptions.d.ts +2 -8
- package/dist/api/GlobalOptions.d.ts.map +1 -1
- package/dist/api/GlobalOptions.js +2 -13
- package/dist/api/GlobalOptions.js.map +1 -1
- package/dist/api/Recognition.d.ts +11 -12
- package/dist/api/Recognition.d.ts.map +1 -1
- package/dist/api/Recognition.js +32 -82
- package/dist/api/Recognition.js.map +1 -1
- package/dist/api/SourceSeparation.d.ts +7 -2
- package/dist/api/SourceSeparation.d.ts.map +1 -1
- package/dist/api/SourceSeparation.js +12 -10
- package/dist/api/SourceSeparation.js.map +1 -1
- package/dist/api/SpeechLanguageDetection.d.ts +11 -7
- package/dist/api/SpeechLanguageDetection.d.ts.map +1 -1
- package/dist/api/SpeechLanguageDetection.js +37 -30
- package/dist/api/SpeechLanguageDetection.js.map +1 -1
- package/dist/api/SpeechSearch.d.ts +4 -1
- package/dist/api/SpeechSearch.d.ts.map +1 -1
- package/dist/api/SpeechSearch.js.map +1 -1
- package/dist/api/SpeechTranslation.d.ts +10 -6
- package/dist/api/SpeechTranslation.d.ts.map +1 -1
- package/dist/api/SpeechTranslation.js +28 -26
- package/dist/api/SpeechTranslation.js.map +1 -1
- package/dist/api/Synthesis.d.ts +13 -8
- package/dist/api/Synthesis.d.ts.map +1 -1
- package/dist/api/Synthesis.js +67 -89
- package/dist/api/Synthesis.js.map +1 -1
- package/dist/api/TextLanguageDetection.d.ts +4 -2
- package/dist/api/TextLanguageDetection.d.ts.map +1 -1
- package/dist/api/TextLanguageDetection.js +4 -7
- package/dist/api/TextLanguageDetection.js.map +1 -1
- package/dist/api/TextTranslation.d.ts +4 -2
- package/dist/api/TextTranslation.d.ts.map +1 -1
- package/dist/api/TextTranslation.js +13 -24
- package/dist/api/TextTranslation.js.map +1 -1
- package/dist/api/TimelineTranslationAlignment.d.ts +6 -3
- package/dist/api/TimelineTranslationAlignment.d.ts.map +1 -1
- package/dist/api/TimelineTranslationAlignment.js +20 -11
- package/dist/api/TimelineTranslationAlignment.js.map +1 -1
- package/dist/api/TranscriptAndTranslationAlignment.d.ts +6 -4
- package/dist/api/TranscriptAndTranslationAlignment.d.ts.map +1 -1
- package/dist/api/TranscriptAndTranslationAlignment.js +11 -12
- package/dist/api/TranscriptAndTranslationAlignment.js.map +1 -1
- package/dist/api/TranslationAlignment.d.ts +6 -4
- package/dist/api/TranslationAlignment.d.ts.map +1 -1
- package/dist/api/TranslationAlignment.js +20 -21
- package/dist/api/TranslationAlignment.js.map +1 -1
- package/dist/api/VoiceActivityDetection.d.ts +9 -8
- package/dist/api/VoiceActivityDetection.d.ts.map +1 -1
- package/dist/api/VoiceActivityDetection.js +20 -43
- package/dist/api/VoiceActivityDetection.js.map +1 -1
- package/dist/audio/AudioBufferConversion.js.map +1 -1
- package/dist/audio/AudioPlayer.d.ts +1 -3
- package/dist/audio/AudioPlayer.d.ts.map +1 -1
- package/dist/audio/AudioPlayer.js +3 -188
- package/dist/audio/AudioPlayer.js.map +1 -1
- package/dist/audio/AudioUtilities.d.ts +2 -1
- package/dist/audio/AudioUtilities.d.ts.map +1 -1
- package/dist/audio/AudioUtilities.js +2 -2
- package/dist/audio/AudioUtilities.js.map +1 -1
- package/dist/build-tools/MakeTarballsForInstalledPackages.js +3 -3
- package/dist/build-tools/MakeTarballsForInstalledPackages.js.map +1 -1
- package/dist/cli/CLI.d.ts.map +1 -1
- package/dist/cli/CLI.js +139 -92
- package/dist/cli/CLI.js.map +1 -1
- package/dist/codecs/FFMpegTranscoder.d.ts +4 -3
- package/dist/codecs/FFMpegTranscoder.d.ts.map +1 -1
- package/dist/codecs/FFMpegTranscoder.js +16 -14
- package/dist/codecs/FFMpegTranscoder.js.map +1 -1
- package/dist/codecs/TIMITCodec.d.ts.map +1 -1
- package/dist/data-structures/DynamicTypedArray.d.ts.map +1 -1
- package/dist/data-structures/DynamicTypedArray.js.map +1 -1
- package/dist/data-structures/Queue.d.ts.map +1 -1
- package/dist/data-structures/WindowedList.d.ts.map +1 -1
- package/dist/data-structures/WindowedList.js.map +1 -1
- package/dist/denoising/NSNet2.d.ts +3 -2
- package/dist/denoising/NSNet2.d.ts.map +1 -1
- package/dist/denoising/NSNet2.js +4 -4
- package/dist/denoising/NSNet2.js.map +1 -1
- package/dist/denoising/RNNoise.d.ts +2 -1
- package/dist/denoising/RNNoise.d.ts.map +1 -1
- package/dist/denoising/RNNoise.js +10 -6
- package/dist/denoising/RNNoise.js.map +1 -1
- package/dist/dsp/BiquadFilter.d.ts.map +1 -1
- package/dist/dsp/DecayingPeakEstimator.d.ts.map +1 -1
- package/dist/dsp/DecayingPeakEstimator.js.map +1 -1
- package/dist/dsp/FFT.d.ts.map +1 -1
- package/dist/dsp/FFT.js +2 -1
- package/dist/dsp/FFT.js.map +1 -1
- package/dist/dsp/KWeightingFilter.d.ts.map +1 -1
- package/dist/dsp/KWeightingFilter.js.map +1 -1
- package/dist/dsp/LoudnessEstimator.d.ts.map +1 -1
- package/dist/dsp/LoudnessEstimator.js.map +1 -1
- package/dist/dsp/MFCC.d.ts +3 -2
- package/dist/dsp/MFCC.d.ts.map +1 -1
- package/dist/dsp/MFCC.js +4 -4
- package/dist/dsp/MFCC.js.map +1 -1
- package/dist/dsp/MelSpectrogram.d.ts +10 -8
- package/dist/dsp/MelSpectrogram.d.ts.map +1 -1
- package/dist/dsp/MelSpectrogram.js +31 -34
- package/dist/dsp/MelSpectrogram.js.map +1 -1
- package/dist/dsp/Rubberband.d.ts.map +1 -1
- package/dist/dsp/Rubberband.js +8 -3
- package/dist/dsp/Rubberband.js.map +1 -1
- package/dist/dsp/Sonic.d.ts.map +1 -1
- package/dist/dsp/Sonic.js +1 -1
- package/dist/dsp/Sonic.js.map +1 -1
- package/dist/dsp/SpeexResampler.d.ts.map +1 -1
- package/dist/dsp/SpeexResampler.js +1 -1
- package/dist/dsp/SpeexResampler.js.map +1 -1
- package/dist/encodings/Ascii.d.ts +1 -1
- package/dist/encodings/Ascii.d.ts.map +1 -1
- package/dist/encodings/Base64.js.map +1 -1
- package/dist/encodings/Utf16.d.ts.map +1 -1
- package/dist/encodings/Utf8.d.ts.map +1 -1
- package/dist/math/VectorMath.d.ts +1 -0
- package/dist/math/VectorMath.d.ts.map +1 -1
- package/dist/math/VectorMath.js +9 -5
- package/dist/math/VectorMath.js.map +1 -1
- package/dist/nlp/ChineseSegmentation.d.ts +1 -1
- package/dist/nlp/ChineseSegmentation.d.ts.map +1 -1
- package/dist/nlp/EspeakPhonemizer.d.ts +1 -1
- package/dist/nlp/EspeakPhonemizer.d.ts.map +1 -1
- package/dist/nlp/EspeakPhonemizer.js +2 -2
- package/dist/nlp/EspeakPhonemizer.js.map +1 -1
- package/dist/nlp/IPA.d.ts +2 -2
- package/dist/nlp/Segmentation.d.ts +1 -1
- package/dist/nlp/Segmentation.d.ts.map +1 -1
- package/dist/nlp/Segmentation.js +8 -4
- package/dist/nlp/Segmentation.js.map +1 -1
- package/dist/recognition/AmazonTranscribeSTT.d.ts +2 -1
- package/dist/recognition/AmazonTranscribeSTT.d.ts.map +1 -1
- package/dist/recognition/AmazonTranscribeSTT.js +3 -3
- package/dist/recognition/AmazonTranscribeSTT.js.map +1 -1
- package/dist/recognition/AzureCognitiveServicesSTT.d.ts +2 -1
- package/dist/recognition/AzureCognitiveServicesSTT.d.ts.map +1 -1
- package/dist/recognition/AzureCognitiveServicesSTT.js +4 -4
- package/dist/recognition/AzureCognitiveServicesSTT.js.map +1 -1
- package/dist/recognition/DeepgramSTT.d.ts +2 -1
- package/dist/recognition/DeepgramSTT.d.ts.map +1 -1
- package/dist/recognition/DeepgramSTT.js +12 -13
- package/dist/recognition/DeepgramSTT.js.map +1 -1
- package/dist/recognition/GoogleCloudSTT.d.ts +2 -1
- package/dist/recognition/GoogleCloudSTT.d.ts.map +1 -1
- package/dist/recognition/GoogleCloudSTT.js +11 -10
- package/dist/recognition/GoogleCloudSTT.js.map +1 -1
- package/dist/recognition/OpenAICloudSTT.d.ts +2 -1
- package/dist/recognition/OpenAICloudSTT.d.ts.map +1 -1
- package/dist/recognition/OpenAICloudSTT.js +6 -6
- package/dist/recognition/OpenAICloudSTT.js.map +1 -1
- package/dist/recognition/WhisperCommon.d.ts +9 -0
- package/dist/recognition/WhisperCommon.d.ts.map +1 -0
- package/dist/recognition/WhisperCommon.js +52 -0
- package/dist/recognition/WhisperCommon.js.map +1 -0
- package/dist/recognition/{WhisperCppSTT.d.ts → WhisperCppCliSTT.d.ts} +14 -16
- package/dist/recognition/WhisperCppCliSTT.d.ts.map +1 -0
- package/dist/recognition/{WhisperCppSTT.js → WhisperCppCliSTT.js} +55 -84
- package/dist/recognition/WhisperCppCliSTT.js.map +1 -0
- package/dist/recognition/WhisperSTT.d.ts +72 -85
- package/dist/recognition/WhisperSTT.d.ts.map +1 -1
- package/dist/recognition/WhisperSTT.js +384 -519
- package/dist/recognition/WhisperSTT.js.map +1 -1
- package/dist/server/Client.d.ts +2 -2
- package/dist/server/Client.d.ts.map +1 -1
- package/dist/server/Client.js.map +1 -1
- package/dist/server/Worker.d.ts +6 -7
- package/dist/server/Worker.d.ts.map +1 -1
- package/dist/server/Worker.js +42 -44
- package/dist/server/Worker.js.map +1 -1
- package/dist/source-separation/MDXNetSourceSeparation.d.ts +3 -2
- package/dist/source-separation/MDXNetSourceSeparation.d.ts.map +1 -1
- package/dist/source-separation/MDXNetSourceSeparation.js +10 -8
- package/dist/source-separation/MDXNetSourceSeparation.js.map +1 -1
- package/dist/speech-embeddings/WavToVec2BertFeatureEmbeddings.d.ts +3 -2
- package/dist/speech-embeddings/WavToVec2BertFeatureEmbeddings.d.ts.map +1 -1
- package/dist/speech-embeddings/WavToVec2BertFeatureEmbeddings.js +5 -5
- package/dist/speech-embeddings/WavToVec2BertFeatureEmbeddings.js.map +1 -1
- package/dist/speech-language-detection/SileroLanguageDetection.d.ts +5 -3
- package/dist/speech-language-detection/SileroLanguageDetection.d.ts.map +1 -1
- package/dist/speech-language-detection/SileroLanguageDetection.js +8 -8
- package/dist/speech-language-detection/SileroLanguageDetection.js.map +1 -1
- package/dist/speech-search/DTWSpeechSearch.d.ts +2 -1
- package/dist/speech-search/DTWSpeechSearch.d.ts.map +1 -1
- package/dist/speech-search/DTWSpeechSearch.js +4 -4
- package/dist/speech-search/DTWSpeechSearch.js.map +1 -1
- package/dist/subtitles/Subtitles.d.ts +13 -1
- package/dist/subtitles/Subtitles.d.ts.map +1 -1
- package/dist/subtitles/Subtitles.js +22 -22
- package/dist/subtitles/Subtitles.js.map +1 -1
- package/dist/synthesis/AwsPollyTTS.d.ts +3 -2
- package/dist/synthesis/AwsPollyTTS.d.ts.map +1 -1
- package/dist/synthesis/AwsPollyTTS.js +5 -5
- package/dist/synthesis/AwsPollyTTS.js.map +1 -1
- package/dist/synthesis/AzureCognitiveServicesTTS.d.ts +2 -1
- package/dist/synthesis/AzureCognitiveServicesTTS.d.ts.map +1 -1
- package/dist/synthesis/AzureCognitiveServicesTTS.js +3 -3
- package/dist/synthesis/AzureCognitiveServicesTTS.js.map +1 -1
- package/dist/synthesis/CoquiServerTTS.d.ts +2 -1
- package/dist/synthesis/CoquiServerTTS.d.ts.map +1 -1
- package/dist/synthesis/CoquiServerTTS.js +7 -8
- package/dist/synthesis/CoquiServerTTS.js.map +1 -1
- package/dist/synthesis/DeepgramTTS.d.ts +2 -2
- package/dist/synthesis/DeepgramTTS.d.ts.map +1 -1
- package/dist/synthesis/DeepgramTTS.js +13 -13
- package/dist/synthesis/DeepgramTTS.js.map +1 -1
- package/dist/synthesis/ElevenLabsTTS.d.ts +3 -3
- package/dist/synthesis/ElevenLabsTTS.d.ts.map +1 -1
- package/dist/synthesis/ElevenLabsTTS.js +22 -21
- package/dist/synthesis/ElevenLabsTTS.js.map +1 -1
- package/dist/synthesis/EspeakTTS.d.ts +11 -9
- package/dist/synthesis/EspeakTTS.d.ts.map +1 -1
- package/dist/synthesis/EspeakTTS.js +118 -68
- package/dist/synthesis/EspeakTTS.js.map +1 -1
- package/dist/synthesis/FliteTTS.d.ts +2 -2
- package/dist/synthesis/FliteTTS.d.ts.map +1 -1
- package/dist/synthesis/FliteTTS.js +2 -2
- package/dist/synthesis/FliteTTS.js.map +1 -1
- package/dist/synthesis/GnuSpeechTTS.d.ts +2 -2
- package/dist/synthesis/GnuSpeechTTS.d.ts.map +1 -1
- package/dist/synthesis/GnuSpeechTTS.js +1 -1
- package/dist/synthesis/GnuSpeechTTS.js.map +1 -1
- package/dist/synthesis/GoogleCloudTTS.d.ts +3 -2
- package/dist/synthesis/GoogleCloudTTS.d.ts.map +1 -1
- package/dist/synthesis/GoogleCloudTTS.js +15 -14
- package/dist/synthesis/GoogleCloudTTS.js.map +1 -1
- package/dist/synthesis/GoogleTranslateTTS.d.ts +3 -2
- package/dist/synthesis/GoogleTranslateTTS.d.ts.map +1 -1
- package/dist/synthesis/GoogleTranslateTTS.js +11 -11
- package/dist/synthesis/GoogleTranslateTTS.js.map +1 -1
- package/dist/synthesis/KokoroTTS.d.ts +4 -4
- package/dist/synthesis/KokoroTTS.d.ts.map +1 -1
- package/dist/synthesis/KokoroTTS.js +11 -10
- package/dist/synthesis/KokoroTTS.js.map +1 -1
- package/dist/synthesis/MicrosoftEdgeTTS.d.ts +4 -3
- package/dist/synthesis/MicrosoftEdgeTTS.d.ts.map +1 -1
- package/dist/synthesis/MicrosoftEdgeTTS.js +41 -20
- package/dist/synthesis/MicrosoftEdgeTTS.js.map +1 -1
- package/dist/synthesis/OpenAICloudTTS.d.ts +2 -2
- package/dist/synthesis/OpenAICloudTTS.d.ts.map +1 -1
- package/dist/synthesis/OpenAICloudTTS.js +6 -5
- package/dist/synthesis/OpenAICloudTTS.js.map +1 -1
- package/dist/synthesis/SamTTS.d.ts +2 -1
- package/dist/synthesis/SamTTS.d.ts.map +1 -1
- package/dist/synthesis/SamTTS.js +2 -2
- package/dist/synthesis/SamTTS.js.map +1 -1
- package/dist/synthesis/SapiTTS.d.ts +2 -2
- package/dist/synthesis/SapiTTS.d.ts.map +1 -1
- package/dist/synthesis/SapiTTS.js +2 -2
- package/dist/synthesis/SapiTTS.js.map +1 -1
- package/dist/synthesis/SvoxPicoTTS.d.ts +2 -2
- package/dist/synthesis/SvoxPicoTTS.d.ts.map +1 -1
- package/dist/synthesis/SvoxPicoTTS.js +3 -3
- package/dist/synthesis/SvoxPicoTTS.js.map +1 -1
- package/dist/synthesis/VitsTTS.d.ts +3 -3
- package/dist/synthesis/VitsTTS.d.ts.map +1 -1
- package/dist/synthesis/VitsTTS.js +14 -11
- package/dist/synthesis/VitsTTS.js.map +1 -1
- package/dist/text-translation/DeepLTextTranslation.d.ts +2 -2
- package/dist/text-translation/DeepLTextTranslation.d.ts.map +1 -1
- package/dist/text-translation/DeepLTextTranslation.js +10 -9
- package/dist/text-translation/DeepLTextTranslation.js.map +1 -1
- package/dist/text-translation/GoogleTranslateTextTranslation.d.ts +4 -4
- package/dist/text-translation/GoogleTranslateTextTranslation.d.ts.map +1 -1
- package/dist/text-translation/GoogleTranslateTextTranslation.js +20 -18
- package/dist/text-translation/GoogleTranslateTextTranslation.js.map +1 -1
- package/dist/text-translation/NLLBTextTranslation.d.ts +2 -2
- package/dist/text-translation/NLLBTextTranslation.d.ts.map +1 -1
- package/dist/text-translation/NLLBTextTranslation.js +4 -6
- package/dist/text-translation/NLLBTextTranslation.js.map +1 -1
- package/dist/typings/TypedArray.d.ts.map +1 -1
- package/dist/utilities/Compression.d.ts +4 -3
- package/dist/utilities/Compression.d.ts.map +1 -1
- package/dist/utilities/Compression.js +9 -9
- package/dist/utilities/Compression.js.map +1 -1
- package/dist/utilities/FileDownloader.d.ts +6 -3
- package/dist/utilities/FileDownloader.d.ts.map +1 -1
- package/dist/utilities/FileDownloader.js +25 -21
- package/dist/utilities/FileDownloader.js.map +1 -1
- package/dist/utilities/FileReader.d.ts.map +1 -1
- package/dist/utilities/FileReader.js.map +1 -1
- package/dist/utilities/FileSystem.js +1 -1
- package/dist/utilities/FileSystem.js.map +1 -1
- package/dist/utilities/FileWriter.d.ts.map +1 -1
- package/dist/utilities/FileWriter.js.map +1 -1
- package/dist/utilities/Hashing.d.ts.map +1 -1
- package/dist/utilities/Hashing.js.map +1 -1
- package/dist/utilities/Locale.js.map +1 -1
- package/dist/utilities/Logger.d.ts +17 -9
- package/dist/utilities/Logger.d.ts.map +1 -1
- package/dist/utilities/Logger.js +50 -35
- package/dist/utilities/Logger.js.map +1 -1
- package/dist/utilities/NpmUtilities.d.ts.map +1 -1
- package/dist/utilities/NpmUtilities.js +4 -5
- package/dist/utilities/NpmUtilities.js.map +1 -1
- package/dist/utilities/ObjectUtilities.js.map +1 -1
- package/dist/utilities/OpenPromise.d.ts.map +1 -1
- package/dist/utilities/OpenPromise.js.map +1 -1
- package/dist/utilities/PackageManager.d.ts +4 -1
- package/dist/utilities/PackageManager.d.ts.map +1 -1
- package/dist/utilities/PackageManager.js +37 -22
- package/dist/utilities/PackageManager.js.map +1 -1
- package/dist/utilities/PathUtilities.d.ts +2 -0
- package/dist/utilities/PathUtilities.d.ts.map +1 -1
- package/dist/utilities/PathUtilities.js +5 -2
- package/dist/utilities/PathUtilities.js.map +1 -1
- package/dist/utilities/RandomGenerator.d.ts.map +1 -1
- package/dist/utilities/SignalChannel.d.ts.map +1 -1
- package/dist/utilities/SmoothEstimator.d.ts.map +1 -1
- package/dist/utilities/SmoothEstimator.js.map +1 -1
- package/dist/utilities/StringBuilder.d.ts.map +1 -1
- package/dist/utilities/TarballMaker.d.ts +4 -3
- package/dist/utilities/TarballMaker.d.ts.map +1 -1
- package/dist/utilities/TarballMaker.js +6 -6
- package/dist/utilities/TarballMaker.js.map +1 -1
- package/dist/utilities/Timeline.js.map +1 -1
- package/dist/utilities/Timer.d.ts.map +1 -1
- package/dist/utilities/Utilities.d.ts +9 -7
- package/dist/utilities/Utilities.d.ts.map +1 -1
- package/dist/utilities/Utilities.js +49 -33
- package/dist/utilities/Utilities.js.map +1 -1
- package/dist/utilities/VirtualFileReadStream.d.ts.map +1 -1
- package/dist/utilities/WebReader.d.ts +2 -1
- package/dist/utilities/WebReader.d.ts.map +1 -1
- package/dist/utilities/WebReader.js +7 -6
- package/dist/utilities/WebReader.js.map +1 -1
- package/dist/utilities/WikipediaReader.d.ts +2 -1
- package/dist/utilities/WikipediaReader.d.ts.map +1 -1
- package/dist/utilities/WikipediaReader.js +1 -5
- package/dist/utilities/WikipediaReader.js.map +1 -1
- package/dist/voice-activity-detection/AdaptiveGateVAD.d.ts +2 -1
- package/dist/voice-activity-detection/AdaptiveGateVAD.d.ts.map +1 -1
- package/dist/voice-activity-detection/AdaptiveGateVAD.js +1 -1
- package/dist/voice-activity-detection/AdaptiveGateVAD.js.map +1 -1
- package/dist/voice-activity-detection/SileroVAD.d.ts.map +1 -1
- package/dist/voice-activity-detection/SileroVAD.js.map +1 -1
- package/dist/voice-activity-detection/WebRtcVAD.d.ts.map +1 -1
- package/dist/voice-activity-detection/WebRtcVAD.js +1 -1
- package/dist/voice-activity-detection/WebRtcVAD.js.map +1 -1
- package/docs/API.md +62 -17
- package/docs/CUDA.md +4 -3
- package/docs/Engines.md +8 -7
- package/docs/Licenses.md +0 -3
- package/docs/Options.md +27 -31
- package/docs/Server.md +1 -0
- package/docs/Tasklist.md +2 -1
- package/docs/Technical.md +2 -2
- package/package.json +45 -35
- package/src/alignment/SemanticTextAlignment.ts +14 -7
- package/src/alignment/SpeechAlignment.ts +47 -150
- package/src/api/APIOptions.ts +1 -1
- package/src/api/Alignment.ts +95 -61
- package/src/api/Common.ts +11 -0
- package/src/api/Denoising.ts +22 -17
- package/src/api/GlobalOptions.ts +4 -20
- package/src/api/Recognition.ts +106 -123
- package/src/api/SourceSeparation.ts +39 -21
- package/src/api/SpeechLanguageDetection.ts +77 -37
- package/src/api/SpeechSearch.ts +6 -1
- package/src/api/SpeechTranslation.ts +75 -38
- package/src/api/Synthesis.ts +220 -116
- package/src/api/TextLanguageDetection.ts +10 -12
- package/src/api/TextTranslation.ts +43 -26
- package/src/api/TimelineTranslationAlignment.ts +41 -13
- package/src/api/TranscriptAndTranslationAlignment.ts +28 -15
- package/src/api/TranslationAlignment.ts +53 -24
- package/src/api/VoiceActivityDetection.ts +33 -68
- package/src/audio/AudioPlayer.ts +4 -232
- package/src/audio/AudioUtilities.ts +9 -2
- package/src/build-tools/MakeTarballsForInstalledPackages.ts +4 -3
- package/src/cli/CLI.ts +209 -101
- package/src/codecs/FFMpegTranscoder.ts +18 -16
- package/src/denoising/NSNet2.ts +5 -4
- package/src/denoising/RNNoise.ts +14 -6
- package/src/dsp/FFT.ts +2 -1
- package/src/dsp/MFCC.ts +7 -5
- package/src/dsp/MelSpectrogram.ts +56 -36
- package/src/dsp/Rubberband.ts +10 -3
- package/src/dsp/Sonic.ts +2 -1
- package/src/dsp/SpeexResampler.ts +2 -1
- package/src/encodings/Ascii.ts +1 -1
- package/src/encodings/Base64.ts +1 -1
- package/src/math/VectorMath.ts +10 -6
- package/src/nlp/EspeakPhonemizer.ts +2 -2
- package/src/nlp/Segmentation.ts +9 -4
- package/src/recognition/AmazonTranscribeSTT.ts +4 -3
- package/src/recognition/AzureCognitiveServicesSTT.ts +5 -4
- package/src/recognition/DeepgramSTT.ts +16 -16
- package/src/recognition/GoogleCloudSTT.ts +14 -12
- package/src/recognition/OpenAICloudSTT.ts +12 -6
- package/src/recognition/WhisperCommon.ts +130 -0
- package/src/recognition/{WhisperCppSTT.ts → WhisperCppCliSTT.ts} +73 -133
- package/src/recognition/WhisperSTT.ts +569 -718
- package/src/server/Client.ts +4 -4
- package/src/server/Worker.ts +59 -59
- package/src/source-separation/MDXNetSourceSeparation.ts +15 -10
- package/src/speech-embeddings/WavToVec2BertFeatureEmbeddings.ts +7 -5
- package/src/speech-language-detection/SileroLanguageDetection.ts +18 -9
- package/src/speech-search/DTWSpeechSearch.ts +6 -5
- package/src/subtitles/Subtitles.ts +22 -22
- package/src/synthesis/AwsPollyTTS.ts +12 -5
- package/src/synthesis/AzureCognitiveServicesTTS.ts +11 -3
- package/src/synthesis/CoquiServerTTS.ts +8 -7
- package/src/synthesis/DeepgramTTS.ts +21 -15
- package/src/synthesis/ElevenLabsTTS.ts +33 -23
- package/src/synthesis/EspeakTTS.ts +145 -69
- package/src/synthesis/FliteTTS.ts +3 -3
- package/src/synthesis/GnuSpeechTTS.ts +2 -2
- package/src/synthesis/GoogleCloudTTS.ts +23 -14
- package/src/synthesis/GoogleTranslateTTS.ts +19 -11
- package/src/synthesis/KokoroTTS.ts +37 -14
- package/src/synthesis/MicrosoftEdgeTTS.ts +71 -23
- package/src/synthesis/OpenAICloudTTS.ts +7 -6
- package/src/synthesis/SamTTS.ts +3 -2
- package/src/synthesis/SapiTTS.ts +3 -3
- package/src/synthesis/SvoxPicoTTS.ts +4 -5
- package/src/synthesis/VitsTTS.ts +43 -15
- package/src/text-translation/DeepLTextTranslation.ts +12 -10
- package/src/text-translation/GoogleTranslateTextTranslation.ts +35 -21
- package/src/text-translation/NLLBTextTranslation.ts +5 -9
- package/src/typings/Fillers.d.ts +0 -60
- package/src/typings/TypedArray.ts +12 -1
- package/src/utilities/Compression.ts +10 -9
- package/src/utilities/FileDownloader.ts +38 -23
- package/src/utilities/FileSystem.ts +1 -1
- package/src/utilities/Logger.ts +59 -42
- package/src/utilities/NpmUtilities.ts +4 -6
- package/src/utilities/OpenPromise.ts +1 -2
- package/src/utilities/PackageManager.ts +53 -26
- package/src/utilities/PathUtilities.ts +6 -2
- package/src/utilities/TarballMaker.ts +7 -7
- package/src/utilities/Utilities.ts +58 -41
- package/src/utilities/WebReader.ts +11 -6
- package/src/utilities/WikipediaReader.ts +2 -8
- package/src/voice-activity-detection/AdaptiveGateVAD.ts +13 -8
- package/src/voice-activity-detection/WebRtcVAD.ts +1 -2
- package/tsconfig.json +53 -54
- package/dist/audio/AudioRecorder.d.ts +0 -4
- package/dist/audio/AudioRecorder.d.ts.map +0 -1
- package/dist/audio/AudioRecorder.js +0 -68
- package/dist/audio/AudioRecorder.js.map +0 -1
- package/dist/audio/SoxPath.d.ts +0 -2
- package/dist/audio/SoxPath.d.ts.map +0 -1
- package/dist/audio/SoxPath.js +0 -24
- package/dist/audio/SoxPath.js.map +0 -1
- package/dist/recognition/SileroSTT.d.ts +0 -30
- package/dist/recognition/SileroSTT.d.ts.map +0 -1
- package/dist/recognition/SileroSTT.js +0 -152
- package/dist/recognition/SileroSTT.js.map +0 -1
- package/dist/recognition/VoskSTT.d.ts +0 -11
- package/dist/recognition/VoskSTT.d.ts.map +0 -1
- package/dist/recognition/VoskSTT.js +0 -72
- package/dist/recognition/VoskSTT.js.map +0 -1
- package/dist/recognition/WhisperCppSTT.d.ts.map +0 -1
- package/dist/recognition/WhisperCppSTT.js.map +0 -1
- package/dist/synthesis/StreamlabsPollyTTS.d.ts +0 -12
- package/dist/synthesis/StreamlabsPollyTTS.d.ts.map +0 -1
- package/dist/synthesis/StreamlabsPollyTTS.js +0 -88
- package/dist/synthesis/StreamlabsPollyTTS.js.map +0 -1
- package/dist/utilities/BinaryUtilities.d.ts +0 -14
- package/dist/utilities/BinaryUtilities.d.ts.map +0 -1
- package/dist/utilities/BinaryUtilities.js +0 -113
- package/dist/utilities/BinaryUtilities.js.map +0 -1
- package/src/audio/AudioRecorder.ts +0 -91
- package/src/audio/SoxPath.ts +0 -31
- package/src/recognition/SileroSTT.ts +0 -222
- package/src/recognition/VoskSTT.ts +0 -112
- package/src/synthesis/StreamlabsPollyTTS.ts +0 -114
- package/src/utilities/BinaryUtilities.ts +0 -138
- /package/{LICENSE.md → LICENSE.GPLv3.md} +0 -0
|
@@ -1,68 +0,0 @@
|
|
|
1
|
-
import { spawn } from 'child_process';
|
|
2
|
-
import { concatAudioSegments } from './AudioUtilities.js';
|
|
3
|
-
import * as AudioBufferConversion from './AudioBufferConversion.js';
|
|
4
|
-
import { Timer } from '../utilities/Timer.js';
|
|
5
|
-
import { logToStderr } from '../utilities/Utilities.js';
|
|
6
|
-
import { OpenPromise } from '../utilities/OpenPromise.js';
|
|
7
|
-
import { tryResolvingSoxPath } from './SoxPath.js';
|
|
8
|
-
import { SampleFormat } from './AudioBufferConversion.js';
|
|
9
|
-
const log = logToStderr;
|
|
10
|
-
export async function recordAudioInput(channelCount = 1, sampleRate = 48000, maxTime = 10) {
|
|
11
|
-
const audioSegments = [];
|
|
12
|
-
await captureAudioInput(channelCount, sampleRate, maxTime, (rawAudio) => {
|
|
13
|
-
audioSegments.push(rawAudio);
|
|
14
|
-
});
|
|
15
|
-
const mergedAudio = concatAudioSegments(audioSegments);
|
|
16
|
-
const rawAudio = {
|
|
17
|
-
audioChannels: mergedAudio,
|
|
18
|
-
sampleRate
|
|
19
|
-
};
|
|
20
|
-
return rawAudio;
|
|
21
|
-
}
|
|
22
|
-
export function captureAudioInput(channelCount = 1, sampleRate = 48000, maxTime = -1, onAudioSamples) {
|
|
23
|
-
return new Promise(async (resolve, reject) => {
|
|
24
|
-
const timer = new Timer();
|
|
25
|
-
const recorderSpawnedOpenPromise = new OpenPromise();
|
|
26
|
-
const soxPath = await tryResolvingSoxPath();
|
|
27
|
-
if (!soxPath) {
|
|
28
|
-
throw new Error('Could not resolve a SoX executable');
|
|
29
|
-
}
|
|
30
|
-
let args;
|
|
31
|
-
if (process.platform == 'win32') {
|
|
32
|
-
args = ['-b', `${16}`, '--endian', 'little',
|
|
33
|
-
'-c', `${channelCount}`, '-r', `${sampleRate}`, '-e', 'signed',
|
|
34
|
-
'-t', 'waveaudio', 'default', '-t', 'raw', '-'];
|
|
35
|
-
}
|
|
36
|
-
else if (process.platform == 'darwin') {
|
|
37
|
-
args = ['-b', `${16}`, '--endian', 'little',
|
|
38
|
-
'-c', `${channelCount}`, '-r', `${sampleRate}`, '-e', 'signed',
|
|
39
|
-
'-t', 'raw', '-'];
|
|
40
|
-
}
|
|
41
|
-
else {
|
|
42
|
-
throw new Error('');
|
|
43
|
-
}
|
|
44
|
-
const recorder = spawn(soxPath, args, {});
|
|
45
|
-
recorder.once('spawn', () => {
|
|
46
|
-
recorderSpawnedOpenPromise.resolve(null);
|
|
47
|
-
timer.restart();
|
|
48
|
-
});
|
|
49
|
-
recorder.once('close', () => {
|
|
50
|
-
resolve();
|
|
51
|
-
});
|
|
52
|
-
recorder.stderr.on('data', (chunk) => {
|
|
53
|
-
//log(chunk.toString('utf8'))
|
|
54
|
-
});
|
|
55
|
-
recorder.stdout.on('data', (chunk) => {
|
|
56
|
-
//log(chunk)
|
|
57
|
-
const audioChannels = AudioBufferConversion.decodeToChannels(chunk, channelCount, 16, SampleFormat.PCM);
|
|
58
|
-
if (onAudioSamples) {
|
|
59
|
-
onAudioSamples(audioChannels);
|
|
60
|
-
}
|
|
61
|
-
if (maxTime >= 0 && timer.elapsedTimeSeconds >= maxTime) {
|
|
62
|
-
recorder.kill();
|
|
63
|
-
resolve();
|
|
64
|
-
}
|
|
65
|
-
});
|
|
66
|
-
});
|
|
67
|
-
}
|
|
68
|
-
//# sourceMappingURL=AudioRecorder.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"AudioRecorder.js","sourceRoot":"","sources":["../../src/audio/AudioRecorder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,eAAe,CAAA;AAErC,OAAO,EAAY,mBAAmB,EAAE,MAAM,qBAAqB,CAAA;AACnE,OAAO,KAAK,qBAAqB,MAAM,4BAA4B,CAAA;AAEnE,OAAO,EAAE,KAAK,EAAE,MAAM,uBAAuB,CAAA;AAC7C,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAA;AACvD,OAAO,EAAE,WAAW,EAAE,MAAM,6BAA6B,CAAA;AACzD,OAAO,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAA;AAClD,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAA;AAEzD,MAAM,GAAG,GAAG,WAAW,CAAA;AAEvB,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,YAAY,GAAG,CAAC,EAAE,UAAU,GAAG,KAAK,EAAE,OAAO,GAAG,EAAE;IACxF,MAAM,aAAa,GAAqB,EAAE,CAAA;IAE1C,MAAM,iBAAiB,CAAC,YAAY,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC,QAAQ,EAAE,EAAE;QACvE,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;IAC7B,CAAC,CAAC,CAAA;IAEF,MAAM,WAAW,GAAG,mBAAmB,CAAC,aAAa,CAAC,CAAA;IAEtD,MAAM,QAAQ,GAAa;QAC1B,aAAa,EAAE,WAAW;QAC1B,UAAU;KACV,CAAA;IAED,OAAO,QAAQ,CAAA;AAChB,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,YAAY,GAAG,CAAC,EAAE,UAAU,GAAG,KAAK,EAAE,OAAO,GAAG,CAAC,CAAC,EAAE,cAAmD;IACxI,OAAO,IAAI,OAAO,CAAO,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE;QAClD,MAAM,KAAK,GAAG,IAAI,KAAK,EAAE,CAAA;QAEzB,MAAM,0BAA0B,GAAG,IAAI,WAAW,EAAQ,CAAA;QAE1D,MAAM,OAAO,GAAG,MAAM,mBAAmB,EAAE,CAAA;QAE3C,IAAI,CAAC,OAAO,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAA;QACtD,CAAC;QAED,IAAI,IAAc,CAAA;QAElB,IAAI,OAAO,CAAC,QAAQ,IAAI,OAAO,EAAE,CAAC;YACjC,IAAI,GAAG,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE,UAAU,EAAE,QAAQ;gBAC1C,IAAI,EAAE,GAAG,YAAY,EAAE,EAAE,IAAI,EAAE,GAAG,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ;gBAC9D,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,CAAA;QACjD,CAAC;aAAM,IAAI,OAAO,CAAC,QAAQ,IAAI,QAAQ,EAAE,CAAC;YACzC,IAAI,GAAG,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE,UAAU,EAAE,QAAQ;gBAC1C,IAAI,EAAE,GAAG,YAAY,EAAE,EAAE,IAAI,EAAE,GAAG,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ;gBAC9D,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,CAAA;QACnB,CAAC;aAAM,CAAC;YACP,MAAM,IAAI,KAAK,CAAC,EAAE,CAAC,CAAA;QACpB,CAAC;QAED,MAAM,QAAQ,GAAG,KAAK,CACrB,OAAO,EACP,IAAI,EACJ,EAAE,CACF,CAAA;QAED,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE;YAC3B,0BAA0B,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;YACxC,KAAK,CAAC,OAAO,EAAE,CAAA;QAChB,CAAC,CAAC,CAAA;QAEF,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE;YAC3B,OAAO,EAAE,CAAA;QACV,CAAC,CAAC,CAAA;QAEF,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE;YACpC,6BAA6B;QAC9B,CAAC,CAAC,CAAA;QAEF,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE;YACpC,YAAY;YAEZ,MAAM,aAAa,GAAG,qBAAqB,CAAC,gBAAgB,CAAC,KAAK,EAAE,YAAY,EAAE,EAAE,EAAE,YAAY,CAAC,GAAG,CAAC,CAAA;YAEvG,IAAI,cAAc,EAAE,CAAC;gBACpB,cAAc,CAAC,aAAa,CAAC,CAAA;YAC9B,CAAC;YAED,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,CAAC,kBAAkB,IAAI,OAAO,EAAE,CAAC;gBACzD,QAAQ,CAAC,IAAI,EAAE,CAAA;gBACf,OAAO,EAAE,CAAA;YACV,CAAC;QACF,CAAC,CAAC,CAAA;IACH,CAAC,CAAC,CAAA;AACH,CAAC"}
|
package/dist/audio/SoxPath.d.ts
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"SoxPath.d.ts","sourceRoot":"","sources":["../../src/audio/SoxPath.ts"],"names":[],"mappings":"AAKA,wBAAsB,mBAAmB,gCAyBxC"}
|
package/dist/audio/SoxPath.js
DELETED
|
@@ -1,24 +0,0 @@
|
|
|
1
|
-
import { loadPackage } from '../utilities/PackageManager.js';
|
|
2
|
-
import { commandExists } from '../utilities/Utilities.js';
|
|
3
|
-
import { getGlobalOption } from '../api/GlobalOptions.js';
|
|
4
|
-
import { joinPath } from '../utilities/PathUtilities.js';
|
|
5
|
-
export async function tryResolvingSoxPath() {
|
|
6
|
-
if (getGlobalOption('soxPath')) {
|
|
7
|
-
return getGlobalOption('soxPath');
|
|
8
|
-
}
|
|
9
|
-
const platform = process.platform;
|
|
10
|
-
const arch = process.arch;
|
|
11
|
-
if (platform === 'win32') {
|
|
12
|
-
const soxPackagePath = await loadPackage('sox-14.4.1a-win32');
|
|
13
|
-
return joinPath(soxPackagePath, 'sox.exe');
|
|
14
|
-
}
|
|
15
|
-
if (await commandExists('sox')) {
|
|
16
|
-
return 'sox';
|
|
17
|
-
}
|
|
18
|
-
if (platform === 'linux' && arch === 'x64') {
|
|
19
|
-
const soxPackagePath = await loadPackage('sox-14.4.2-linux-minimal');
|
|
20
|
-
return joinPath(soxPackagePath, 'sox');
|
|
21
|
-
}
|
|
22
|
-
return undefined;
|
|
23
|
-
}
|
|
24
|
-
//# sourceMappingURL=SoxPath.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"SoxPath.js","sourceRoot":"","sources":["../../src/audio/SoxPath.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,gCAAgC,CAAA;AAC5D,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAA;AACzD,OAAO,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAA;AACzD,OAAO,EAAE,QAAQ,EAAE,MAAM,+BAA+B,CAAA;AAExD,MAAM,CAAC,KAAK,UAAU,mBAAmB;IACxC,IAAI,eAAe,CAAC,SAAS,CAAC,EAAE,CAAC;QAChC,OAAO,eAAe,CAAC,SAAS,CAAC,CAAA;IAClC,CAAC;IAED,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAA;IACjC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAA;IAEzB,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;QAC1B,MAAM,cAAc,GAAG,MAAM,WAAW,CAAC,mBAAmB,CAAC,CAAA;QAE7D,OAAO,QAAQ,CAAC,cAAc,EAAE,SAAS,CAAC,CAAA;IAC3C,CAAC;IAED,IAAI,MAAM,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;QAChC,OAAO,KAAK,CAAA;IACb,CAAC;IAED,IAAI,QAAQ,KAAK,OAAO,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;QAC5C,MAAM,cAAc,GAAG,MAAM,WAAW,CAAC,0BAA0B,CAAC,CAAA;QAEpE,OAAO,QAAQ,CAAC,cAAc,EAAE,KAAK,CAAC,CAAA;IACvC,CAAC;IAED,OAAO,SAAS,CAAA;AACjB,CAAC"}
|
|
@@ -1,30 +0,0 @@
|
|
|
1
|
-
import { Timeline } from '../utilities/Timeline.js';
|
|
2
|
-
import { RawAudio } from '../audio/AudioUtilities.js';
|
|
3
|
-
import type * as Onnx from 'onnxruntime-node';
|
|
4
|
-
import { OnnxExecutionProvider } from '../utilities/OnnxUtilities.js';
|
|
5
|
-
export declare function recognize(rawAudio: RawAudio, modelDirectoryPath: string, executionProviders: OnnxExecutionProvider[]): Promise<{
|
|
6
|
-
transcript: string;
|
|
7
|
-
timeline: Timeline;
|
|
8
|
-
}>;
|
|
9
|
-
export declare class SileroSTT {
|
|
10
|
-
readonly modelDirectoryPath: string;
|
|
11
|
-
readonly executionProviders: OnnxExecutionProvider[];
|
|
12
|
-
session?: Onnx.InferenceSession;
|
|
13
|
-
labels?: string[];
|
|
14
|
-
constructor(modelDirectoryPath: string, executionProviders: OnnxExecutionProvider[]);
|
|
15
|
-
recognize(rawAudio: RawAudio): Promise<{
|
|
16
|
-
transcript: string;
|
|
17
|
-
timeline: Timeline;
|
|
18
|
-
}>;
|
|
19
|
-
private initializeIfNeeded;
|
|
20
|
-
private tokensToTimeline;
|
|
21
|
-
}
|
|
22
|
-
export declare const languageCodeToPackageName: {
|
|
23
|
-
[languageCode: string]: string;
|
|
24
|
-
};
|
|
25
|
-
export interface SileroRecognitionOptions {
|
|
26
|
-
modelPath?: string;
|
|
27
|
-
provider?: OnnxExecutionProvider;
|
|
28
|
-
}
|
|
29
|
-
export declare const defaultSileroRecognitionOptions: SileroRecognitionOptions;
|
|
30
|
-
//# sourceMappingURL=SileroSTT.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"SileroSTT.d.ts","sourceRoot":"","sources":["../../src/recognition/SileroSTT.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,QAAQ,EAAE,MAAM,0BAA0B,CAAA;AACnD,OAAO,EAAE,QAAQ,EAAuB,MAAM,4BAA4B,CAAA;AAG1E,OAAO,KAAK,KAAK,IAAI,MAAM,kBAAkB,CAAA;AAC7C,OAAO,EAAE,qBAAqB,EAAyB,MAAM,+BAA+B,CAAA;AAK5F,wBAAsB,SAAS,CAC9B,QAAQ,EAAE,QAAQ,EAClB,kBAAkB,EAAE,MAAM,EAC1B,kBAAkB,EAAE,qBAAqB,EAAE;;;GAO3C;AAED,qBAAa,SAAS;aAKJ,kBAAkB,EAAE,MAAM;aAC1B,kBAAkB,EAAE,qBAAqB,EAAE;IAL5D,OAAO,CAAC,EAAE,IAAI,CAAC,gBAAgB,CAAA;IAC/B,MAAM,CAAC,EAAE,MAAM,EAAE,CAAA;gBAGA,kBAAkB,EAAE,MAAM,EAC1B,kBAAkB,EAAE,qBAAqB,EAAE;IAItD,SAAS,CAAC,QAAQ,EAAE,QAAQ;;;;YA0CpB,kBAAkB;IAuBhC,OAAO,CAAC,gBAAgB;CAuGxB;AAED,eAAO,MAAM,yBAAyB,EAAE;IAAE,CAAC,YAAY,EAAE,MAAM,GAAG,MAAM,CAAA;CAKvE,CAAA;AAED,MAAM,WAAW,wBAAwB;IACxC,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,QAAQ,CAAC,EAAE,qBAAqB,CAAA;CAChC;AAED,eAAO,MAAM,+BAA+B,EAAE,wBAG7C,CAAA"}
|
|
@@ -1,152 +0,0 @@
|
|
|
1
|
-
import { indexOfMax } from '../math/VectorMath.js';
|
|
2
|
-
import { wordCharacterRegExp } from '../nlp/Segmentation.js';
|
|
3
|
-
import { Logger } from '../utilities/Logger.js';
|
|
4
|
-
import { logToStderr } from '../utilities/Utilities.js';
|
|
5
|
-
import { getRawAudioDuration } from '../audio/AudioUtilities.js';
|
|
6
|
-
import { readAndParseJsonFile } from '../utilities/FileSystem.js';
|
|
7
|
-
import { getOnnxSessionOptions } from '../utilities/OnnxUtilities.js';
|
|
8
|
-
import { joinPath } from '../utilities/PathUtilities.js';
|
|
9
|
-
const log = logToStderr;
|
|
10
|
-
export async function recognize(rawAudio, modelDirectoryPath, executionProviders) {
|
|
11
|
-
const silero = new SileroSTT(modelDirectoryPath, executionProviders);
|
|
12
|
-
const result = await silero.recognize(rawAudio);
|
|
13
|
-
return result;
|
|
14
|
-
}
|
|
15
|
-
export class SileroSTT {
|
|
16
|
-
modelDirectoryPath;
|
|
17
|
-
executionProviders;
|
|
18
|
-
session;
|
|
19
|
-
labels;
|
|
20
|
-
constructor(modelDirectoryPath, executionProviders) {
|
|
21
|
-
this.modelDirectoryPath = modelDirectoryPath;
|
|
22
|
-
this.executionProviders = executionProviders;
|
|
23
|
-
}
|
|
24
|
-
async recognize(rawAudio) {
|
|
25
|
-
const logger = new Logger();
|
|
26
|
-
await this.initializeIfNeeded();
|
|
27
|
-
logger.start('Recognize with silero model');
|
|
28
|
-
const audioSamples = rawAudio.audioChannels[0];
|
|
29
|
-
const Onnx = await import('onnxruntime-node');
|
|
30
|
-
const inputTensor = new Onnx.Tensor('float32', audioSamples, [1, audioSamples.length]);
|
|
31
|
-
const inputs = { input: inputTensor };
|
|
32
|
-
const results = await this.session.run(inputs);
|
|
33
|
-
const rawResultValues = results['output'].data;
|
|
34
|
-
const labels = this.labels;
|
|
35
|
-
const tokenResults = [];
|
|
36
|
-
for (let i = 0; i < rawResultValues.length; i += labels.length) {
|
|
37
|
-
tokenResults.push(rawResultValues.subarray(i, i + labels.length));
|
|
38
|
-
}
|
|
39
|
-
const tokens = [];
|
|
40
|
-
for (const tokenResult of tokenResults) {
|
|
41
|
-
const bestCandidateIndex = indexOfMax(new Array(...tokenResult));
|
|
42
|
-
tokens.push(labels[bestCandidateIndex]);
|
|
43
|
-
}
|
|
44
|
-
//log(tokens.join('|'))
|
|
45
|
-
const result = this.tokensToTimeline(tokens, getRawAudioDuration(rawAudio));
|
|
46
|
-
logger.end();
|
|
47
|
-
return result;
|
|
48
|
-
}
|
|
49
|
-
async initializeIfNeeded() {
|
|
50
|
-
if (this.session) {
|
|
51
|
-
return;
|
|
52
|
-
}
|
|
53
|
-
const logger = new Logger();
|
|
54
|
-
logger.start('Create ONNX inference session');
|
|
55
|
-
const Onnx = await import('onnxruntime-node');
|
|
56
|
-
const modelPath = joinPath(this.modelDirectoryPath, 'model.onnx');
|
|
57
|
-
const labelsPath = joinPath(this.modelDirectoryPath, 'labels.json');
|
|
58
|
-
this.labels = await readAndParseJsonFile(labelsPath);
|
|
59
|
-
const onnxSessionOptions = getOnnxSessionOptions({ executionProviders: this.executionProviders });
|
|
60
|
-
this.session = await Onnx.InferenceSession.create(modelPath, onnxSessionOptions);
|
|
61
|
-
logger.end();
|
|
62
|
-
}
|
|
63
|
-
tokensToTimeline(tokens, totalDuration) {
|
|
64
|
-
const tokenCount = tokens.length;
|
|
65
|
-
const decodedTokens = [];
|
|
66
|
-
let tokenGroupIndexes = [[]];
|
|
67
|
-
for (let i = 0; i < tokenCount; i++) {
|
|
68
|
-
const token = tokens[i];
|
|
69
|
-
if (token == '2') {
|
|
70
|
-
if (decodedTokens.length > 0) {
|
|
71
|
-
const previousDecodedToken = decodedTokens[decodedTokens.length - 1];
|
|
72
|
-
decodedTokens.push('$');
|
|
73
|
-
decodedTokens.push(previousDecodedToken);
|
|
74
|
-
tokenGroupIndexes[tokenGroupIndexes.length - 1].push(i);
|
|
75
|
-
}
|
|
76
|
-
else {
|
|
77
|
-
decodedTokens.push(' ');
|
|
78
|
-
tokenGroupIndexes.push([]);
|
|
79
|
-
}
|
|
80
|
-
continue;
|
|
81
|
-
}
|
|
82
|
-
if (token == '_') {
|
|
83
|
-
continue;
|
|
84
|
-
}
|
|
85
|
-
decodedTokens.push(token);
|
|
86
|
-
if (token == ' ') {
|
|
87
|
-
tokenGroupIndexes.push([]);
|
|
88
|
-
}
|
|
89
|
-
else {
|
|
90
|
-
tokenGroupIndexes[tokenGroupIndexes.length - 1].push(i);
|
|
91
|
-
}
|
|
92
|
-
}
|
|
93
|
-
let decodedString = '';
|
|
94
|
-
for (let i = 0; i < decodedTokens.length; i++) {
|
|
95
|
-
const currentToken = decodedTokens[i];
|
|
96
|
-
const previousToken = decodedTokens[i - 1];
|
|
97
|
-
if (currentToken != '$' && (previousToken != currentToken || previousToken == undefined)) {
|
|
98
|
-
decodedString += currentToken;
|
|
99
|
-
}
|
|
100
|
-
}
|
|
101
|
-
decodedString = decodedString.trim();
|
|
102
|
-
tokenGroupIndexes = tokenGroupIndexes.filter(group => group.length > 0);
|
|
103
|
-
if (tokenGroupIndexes.length > 0) {
|
|
104
|
-
let currentCorrection = Math.min(tokenGroupIndexes[0][0], 1.5);
|
|
105
|
-
for (let i = 0; i < tokenGroupIndexes.length; i++) {
|
|
106
|
-
const group = tokenGroupIndexes[i];
|
|
107
|
-
if (group.length == 1) {
|
|
108
|
-
group.push(group[0]);
|
|
109
|
-
}
|
|
110
|
-
group[0] -= currentCorrection;
|
|
111
|
-
if (i == tokenGroupIndexes.length - 1) {
|
|
112
|
-
currentCorrection = Math.min(tokenCount - i, 1.5);
|
|
113
|
-
}
|
|
114
|
-
else {
|
|
115
|
-
currentCorrection = Math.min((tokenGroupIndexes[i + 1][0] - group[group.length - 1]) / 2, 1.5);
|
|
116
|
-
}
|
|
117
|
-
group[group.length - 1] += currentCorrection;
|
|
118
|
-
}
|
|
119
|
-
}
|
|
120
|
-
const words = decodedString.split(' ');
|
|
121
|
-
const timeMultiplier = totalDuration / tokenCount;
|
|
122
|
-
const timeline = [];
|
|
123
|
-
for (let i = 0; i < words.length; i++) {
|
|
124
|
-
const text = words[i];
|
|
125
|
-
if (!wordCharacterRegExp.test(text)) {
|
|
126
|
-
continue;
|
|
127
|
-
}
|
|
128
|
-
const group = tokenGroupIndexes[i];
|
|
129
|
-
const startTime = group[0] * timeMultiplier;
|
|
130
|
-
const endTime = group[group.length - 1] * timeMultiplier;
|
|
131
|
-
timeline.push({
|
|
132
|
-
type: 'word',
|
|
133
|
-
text: text,
|
|
134
|
-
startTime,
|
|
135
|
-
endTime,
|
|
136
|
-
});
|
|
137
|
-
}
|
|
138
|
-
timeline[timeline.length - 1].endTime = totalDuration;
|
|
139
|
-
return { transcript: decodedString, timeline };
|
|
140
|
-
}
|
|
141
|
-
}
|
|
142
|
-
export const languageCodeToPackageName = {
|
|
143
|
-
'en': 'silero-en-v5',
|
|
144
|
-
'es': 'silero-es-v1',
|
|
145
|
-
'de': 'silero-de-v1',
|
|
146
|
-
'uk': 'silero-ua-v3',
|
|
147
|
-
};
|
|
148
|
-
export const defaultSileroRecognitionOptions = {
|
|
149
|
-
modelPath: undefined,
|
|
150
|
-
provider: undefined,
|
|
151
|
-
};
|
|
152
|
-
//# sourceMappingURL=SileroSTT.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"SileroSTT.js","sourceRoot":"","sources":["../../src/recognition/SileroSTT.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAA;AAClD,OAAO,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAA;AAC5D,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAA;AAC/C,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAA;AAEvD,OAAO,EAAY,mBAAmB,EAAE,MAAM,4BAA4B,CAAA;AAC1E,OAAO,EAAE,oBAAoB,EAAE,MAAM,4BAA4B,CAAA;AAGjE,OAAO,EAAyB,qBAAqB,EAAE,MAAM,+BAA+B,CAAA;AAC5F,OAAO,EAAE,QAAQ,EAAE,MAAM,+BAA+B,CAAA;AAExD,MAAM,GAAG,GAAG,WAAW,CAAA;AAEvB,MAAM,CAAC,KAAK,UAAU,SAAS,CAC9B,QAAkB,EAClB,kBAA0B,EAC1B,kBAA2C;IAE3C,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,kBAAkB,EAAE,kBAAkB,CAAC,CAAA;IAEpE,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAA;IAE/C,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,OAAO,SAAS;IAKJ;IACA;IALjB,OAAO,CAAwB;IAC/B,MAAM,CAAW;IAEjB,YACiB,kBAA0B,EAC1B,kBAA2C;QAD3C,uBAAkB,GAAlB,kBAAkB,CAAQ;QAC1B,uBAAkB,GAAlB,kBAAkB,CAAyB;IAE5D,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,QAAkB;QACjC,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAA;QAE3B,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAA;QAE/B,MAAM,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAA;QAE3C,MAAM,YAAY,GAAG,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,CAAA;QAE9C,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAA;QAE7C,MAAM,WAAW,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,YAAY,EAAE,CAAC,CAAC,EAAE,YAAY,CAAC,MAAM,CAAC,CAAC,CAAA;QACtF,MAAM,MAAM,GAAG,EAAE,KAAK,EAAE,WAAW,EAAE,CAAA;QAErC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;QAE/C,MAAM,eAAe,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,IAAoB,CAAA;QAE9D,MAAM,MAAM,GAAG,IAAI,CAAC,MAAO,CAAA;QAE3B,MAAM,YAAY,GAAmB,EAAE,CAAA;QAEvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,eAAe,CAAC,MAAM,EAAE,CAAC,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAChE,YAAY,CAAC,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAA;QAClE,CAAC;QAED,MAAM,MAAM,GAAa,EAAE,CAAA;QAE3B,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;YACxC,MAAM,kBAAkB,GAAG,UAAU,CAAC,IAAI,KAAK,CAAC,GAAG,WAAW,CAAC,CAAC,CAAA;YAChE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC,CAAA;QACxC,CAAC;QAED,uBAAuB;QAEvB,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,mBAAmB,CAAC,QAAQ,CAAC,CAAC,CAAA;QAE3E,MAAM,CAAC,GAAG,EAAE,CAAA;QAEZ,OAAO,MAAM,CAAA;IACd,CAAC;IAEO,KAAK,CAAC,kBAAkB;QAC/B,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,OAAM;QACP,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAA;QAE3B,MAAM,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAA;QAE7C,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAA;QAE7C,MAAM,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,kBAAkB,EAAE,YAAY,CAAC,CAAA;QACjE,MAAM,UAAU,GAAG,QAAQ,CAAC,IAAI,CAAC,kBAAkB,EAAE,aAAa,CAAC,CAAA;QAEnE,IAAI,CAAC,MAAM,GAAG,MAAM,oBAAoB,CAAC,UAAU,CAAC,CAAA;QAEpD,MAAM,kBAAkB,GAAG,qBAAqB,CAAC,EAAE,kBAAkB,EAAE,IAAI,CAAC,kBAAkB,EAAE,CAAC,CAAA;QAEjG,IAAI,CAAC,OAAO,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,SAAS,EAAE,kBAAkB,CAAC,CAAA;QAEhF,MAAM,CAAC,GAAG,EAAE,CAAA;IACb,CAAC;IAEO,gBAAgB,CAAC,MAAgB,EAAE,aAAqB;QAC/D,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAA;QAEhC,MAAM,aAAa,GAAa,EAAE,CAAA;QAClC,IAAI,iBAAiB,GAAe,CAAC,EAAE,CAAC,CAAA;QAExC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAA;YAEvB,IAAI,KAAK,IAAI,GAAG,EAAE,CAAC;gBAClB,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC9B,MAAM,oBAAoB,GAAG,aAAa,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;oBACpE,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;oBACvB,aAAa,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAA;oBAExC,iBAAiB,CAAC,iBAAiB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;gBACxD,CAAC;qBAAM,CAAC;oBACP,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;oBACvB,iBAAiB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;gBAC3B,CAAC;gBAED,SAAQ;YACT,CAAC;YAED,IAAI,KAAK,IAAI,GAAG,EAAE,CAAC;gBAClB,SAAQ;YACT,CAAC;YAED,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YAEzB,IAAI,KAAK,IAAI,GAAG,EAAE,CAAC;gBAClB,iBAAiB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;YAC3B,CAAC;iBAAM,CAAC;gBACP,iBAAiB,CAAC,iBAAiB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;YACxD,CAAC;QACF,CAAC;QAED,IAAI,aAAa,GAAG,EAAE,CAAA;QAEtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC/C,MAAM,YAAY,GAAG,aAAa,CAAC,CAAC,CAAC,CAAA;YACrC,MAAM,aAAa,GAAG,aAAa,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;YAE1C,IAAI,YAAY,IAAI,GAAG,IAAI,CAAC,aAAa,IAAI,YAAY,IAAI,aAAa,IAAI,SAAS,CAAC,EAAE,CAAC;gBAC1F,aAAa,IAAI,YAAY,CAAA;YAC9B,CAAC;QACF,CAAC;QAED,aAAa,GAAG,aAAa,CAAC,IAAI,EAAE,CAAA;QAEpC,iBAAiB,GAAG,iBAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;QAEvE,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClC,IAAI,iBAAiB,GAAG,IAAI,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAA;YAE9D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,iBAAiB,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACnD,MAAM,KAAK,GAAG,iBAAiB,CAAC,CAAC,CAAC,CAAA;gBAElC,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;oBACvB,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;gBACrB,CAAC;gBAED,KAAK,CAAC,CAAC,CAAC,IAAI,iBAAiB,CAAA;gBAE7B,IAAI,CAAC,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACvC,iBAAiB,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,GAAG,CAAC,EAAE,GAAG,CAAC,CAAA;gBAClD,CAAC;qBAAM,CAAC;oBACP,iBAAiB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,iBAAiB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,CAAA;gBAC/F,CAAC;gBAED,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,iBAAiB,CAAA;YAC7C,CAAC;QACF,CAAC;QAED,MAAM,KAAK,GAAG,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;QAEtC,MAAM,cAAc,GAAG,aAAa,GAAG,UAAU,CAAA;QAEjD,MAAM,QAAQ,GAAa,EAAE,CAAA;QAE7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAA;YAErB,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBACrC,SAAQ;YACT,CAAC;YAED,MAAM,KAAK,GAAG,iBAAiB,CAAC,CAAC,CAAC,CAAA;YAClC,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,cAAc,CAAA;YAC3C,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,cAAc,CAAA;YAExD,QAAQ,CAAC,IAAI,CAAC;gBACb,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,IAAI;gBACV,SAAS;gBACT,OAAO;aACP,CAAC,CAAA;QACH,CAAC;QAED,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,GAAG,aAAa,CAAA;QAErD,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAA;IAC/C,CAAC;CACD;AAED,MAAM,CAAC,MAAM,yBAAyB,GAAuC;IAC5E,IAAI,EAAE,cAAc;IACpB,IAAI,EAAE,cAAc;IACpB,IAAI,EAAE,cAAc;IACpB,IAAI,EAAE,cAAc;CACpB,CAAA;AAOD,MAAM,CAAC,MAAM,+BAA+B,GAA6B;IACxE,SAAS,EAAE,SAAS;IACpB,QAAQ,EAAE,SAAS;CACnB,CAAA"}
|
|
@@ -1,11 +0,0 @@
|
|
|
1
|
-
import { Timeline } from '../utilities/Timeline.js';
|
|
2
|
-
import { RawAudio } from '../audio/AudioUtilities.js';
|
|
3
|
-
export declare function recognizeFile(filename: string, modelPath: string, verbose?: boolean): Promise<{
|
|
4
|
-
transcript: string;
|
|
5
|
-
timeline: Timeline;
|
|
6
|
-
}>;
|
|
7
|
-
export declare function recognize(rawAudio: RawAudio, modelPath: string, verbose?: boolean): Promise<{
|
|
8
|
-
transcript: string;
|
|
9
|
-
timeline: Timeline;
|
|
10
|
-
}>;
|
|
11
|
-
//# sourceMappingURL=VoskSTT.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"VoskSTT.d.ts","sourceRoot":"","sources":["../../src/recognition/VoskSTT.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,QAAQ,EAAE,MAAM,0BAA0B,CAAA;AACnD,OAAO,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAA;AAIrD,wBAAsB,aAAa,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,UAAO;;;GAGtF;AAED,wBAAsB,SAAS,CAAC,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,UAAO;;;GA0FpF"}
|
|
@@ -1,72 +0,0 @@
|
|
|
1
|
-
import * as FFMpegTranscoder from '../codecs/FFMpegTranscoder.js';
|
|
2
|
-
import * as AudioBufferConversion from '../audio/AudioBufferConversion.js';
|
|
3
|
-
import { Logger } from '../utilities/Logger.js';
|
|
4
|
-
import { concatUint8Arrays, logToStderr } from '../utilities/Utilities.js';
|
|
5
|
-
const log = logToStderr;
|
|
6
|
-
export async function recognizeFile(filename, modelPath, verbose = true) {
|
|
7
|
-
const rawAudio = await FFMpegTranscoder.decodeToChannels(filename, 16000, 1);
|
|
8
|
-
return recognize(rawAudio, modelPath, verbose);
|
|
9
|
-
}
|
|
10
|
-
export async function recognize(rawAudio, modelPath, verbose = true) {
|
|
11
|
-
const logger = new Logger();
|
|
12
|
-
logger.start('Initialize vosk recognizer');
|
|
13
|
-
const audioChannels = rawAudio.audioChannels;
|
|
14
|
-
const sampleRate = rawAudio.sampleRate;
|
|
15
|
-
let Vosk = await import('@echogarden/vosk');
|
|
16
|
-
Vosk.setLogLevel(-1);
|
|
17
|
-
const model = await new Vosk.Model(modelPath);
|
|
18
|
-
const recognizer = new Vosk.Recognizer({ model, sampleRate });
|
|
19
|
-
recognizer.setMaxAlternatives(0);
|
|
20
|
-
recognizer.setWords(true);
|
|
21
|
-
recognizer.setPartialWords(true);
|
|
22
|
-
logger.start('Recognize with vosk');
|
|
23
|
-
const recognitionStartTimestamp = logger.getTimestamp();
|
|
24
|
-
const pcmAudio = AudioBufferConversion.encodeToAudioBuffer(audioChannels, 16);
|
|
25
|
-
const trailingSilence = new Uint8Array(sampleRate * 4);
|
|
26
|
-
const pcmAudioWithTrailingSilence = concatUint8Arrays([pcmAudio, trailingSilence]);
|
|
27
|
-
const pcmAudioByteCount = pcmAudioWithTrailingSilence.length;
|
|
28
|
-
const maxChunkSize = sampleRate * 2.0;
|
|
29
|
-
let previousResultText = '';
|
|
30
|
-
for (let readOffset = 0; readOffset < pcmAudioByteCount; readOffset += maxChunkSize) {
|
|
31
|
-
const chunkSize = Math.min(maxChunkSize, pcmAudioByteCount - readOffset);
|
|
32
|
-
const chunk = pcmAudioWithTrailingSilence.subarray(readOffset, readOffset + chunkSize);
|
|
33
|
-
const speechEnded = await recognizer.acceptWaveformAsync(chunk);
|
|
34
|
-
if (verbose) {
|
|
35
|
-
const partialResultText = recognizer.partialResult().partial;
|
|
36
|
-
if (partialResultText != previousResultText) {
|
|
37
|
-
//logger.log(partialResultText)
|
|
38
|
-
//logger.log('')
|
|
39
|
-
previousResultText = partialResultText;
|
|
40
|
-
}
|
|
41
|
-
}
|
|
42
|
-
}
|
|
43
|
-
//const speechEnded = await recognizer.acceptWaveformAsync(pcmAudioWithTrailingSilence)
|
|
44
|
-
const result = recognizer.finalResult();
|
|
45
|
-
recognizer.reset();
|
|
46
|
-
recognizer.free();
|
|
47
|
-
model.free();
|
|
48
|
-
const transcript = result.text;
|
|
49
|
-
const events = result.result;
|
|
50
|
-
if (events.length == 0) {
|
|
51
|
-
return { transcript, timeline: [] };
|
|
52
|
-
}
|
|
53
|
-
const timeline = [];
|
|
54
|
-
for (let i = 0; i < events.length; i++) {
|
|
55
|
-
const event = events[i];
|
|
56
|
-
const eventText = event.word;
|
|
57
|
-
const eventStart = event.start;
|
|
58
|
-
const eventEnd = event.end;
|
|
59
|
-
const eventConfidence = event.conf;
|
|
60
|
-
timeline.push({
|
|
61
|
-
type: 'word',
|
|
62
|
-
text: eventText,
|
|
63
|
-
startTime: eventStart,
|
|
64
|
-
endTime: eventEnd,
|
|
65
|
-
confidence: eventConfidence
|
|
66
|
-
});
|
|
67
|
-
}
|
|
68
|
-
//logger.logDuration(`Recognition with vosk`, recognitionStartTimestamp)
|
|
69
|
-
logger.end();
|
|
70
|
-
return { transcript, timeline };
|
|
71
|
-
}
|
|
72
|
-
//# sourceMappingURL=VoskSTT.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"VoskSTT.js","sourceRoot":"","sources":["../../src/recognition/VoskSTT.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,gBAAgB,MAAM,+BAA+B,CAAA;AACjE,OAAO,KAAK,qBAAqB,MAAM,mCAAmC,CAAA;AAC1E,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAA;AAC/C,OAAO,EAAE,iBAAiB,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAA;AAI1E,MAAM,GAAG,GAAG,WAAW,CAAA;AAEvB,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,QAAgB,EAAE,SAAiB,EAAE,OAAO,GAAG,IAAI;IACtF,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CAAC,gBAAgB,CAAC,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC,CAAA;IAC5E,OAAO,SAAS,CAAC,QAAQ,EAAE,SAAS,EAAE,OAAO,CAAC,CAAA;AAC/C,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,QAAkB,EAAE,SAAiB,EAAE,OAAO,GAAG,IAAI;IACpF,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAA;IAC3B,MAAM,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAA;IAE1C,MAAM,aAAa,GAAG,QAAQ,CAAC,aAAa,CAAA;IAC5C,MAAM,UAAU,GAAG,QAAQ,CAAC,UAAU,CAAA;IAEtC,IAAI,IAAI,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAA;IAE3C,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAA;IAEpB,MAAM,KAAK,GAAG,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;IAE7C,MAAM,UAAU,GAAG,IAAI,IAAI,CAAC,UAAU,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAA;IAE7D,UAAU,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAA;IAChC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;IACzB,UAAU,CAAC,eAAe,CAAC,IAAI,CAAC,CAAA;IAEhC,MAAM,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAA;IAEnC,MAAM,yBAAyB,GAAG,MAAM,CAAC,YAAY,EAAE,CAAA;IAEvD,MAAM,QAAQ,GAAG,qBAAqB,CAAC,mBAAmB,CAAC,aAAa,EAAE,EAAE,CAAC,CAAA;IAC7E,MAAM,eAAe,GAAG,IAAI,UAAU,CAAC,UAAU,GAAG,CAAC,CAAC,CAAA;IACtD,MAAM,2BAA2B,GAAG,iBAAiB,CAAC,CAAC,QAAQ,EAAE,eAAe,CAAC,CAAC,CAAA;IAClF,MAAM,iBAAiB,GAAG,2BAA2B,CAAC,MAAM,CAAA;IAE5D,MAAM,YAAY,GAAG,UAAU,GAAG,GAAG,CAAA;IAErC,IAAI,kBAAkB,GAAG,EAAE,CAAA;IAE3B,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,GAAG,iBAAiB,EAAE,UAAU,IAAI,YAAY,EAAE,CAAC;QACrF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,iBAAiB,GAAG,UAAU,CAAC,CAAA;QAExE,MAAM,KAAK,GAAG,2BAA2B,CAAC,QAAQ,CAAC,UAAU,EAAE,UAAU,GAAG,SAAS,CAAC,CAAA;QAEtF,MAAM,WAAW,GAAG,MAAM,UAAU,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAA;QAE/D,IAAI,OAAO,EAAE,CAAC;YACb,MAAM,iBAAiB,GAAG,UAAU,CAAC,aAAa,EAAE,CAAC,OAAO,CAAA;YAE5D,IAAI,iBAAiB,IAAI,kBAAkB,EAAE,CAAC;gBAC7C,+BAA+B;gBAC/B,gBAAgB;gBAEhB,kBAAkB,GAAG,iBAAiB,CAAA;YACvC,CAAC;QACF,CAAC;IACF,CAAC;IAED,uFAAuF;IAEvF,MAAM,MAAM,GAAG,UAAU,CAAC,WAAW,EAAE,CAAA;IAEvC,UAAU,CAAC,KAAK,EAAE,CAAA;IAClB,UAAU,CAAC,IAAI,EAAE,CAAA;IACjB,KAAK,CAAC,IAAI,EAAE,CAAA;IAEZ,MAAM,UAAU,GAAW,MAAM,CAAC,IAAI,CAAA;IACtC,MAAM,MAAM,GAA2B,MAAM,CAAC,MAAM,CAAA;IAEpD,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QACxB,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAA;IACpC,CAAC;IAED,MAAM,QAAQ,GAAa,EAAE,CAAA;IAE7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAA;QAEvB,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAA;QAC5B,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAA;QAC9B,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAA;QAC1B,MAAM,eAAe,GAAG,KAAK,CAAC,IAAI,CAAA;QAElC,QAAQ,CAAC,IAAI,CAAC;YACb,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,SAAS;YACf,SAAS,EAAE,UAAU;YACrB,OAAO,EAAE,QAAQ;YACjB,UAAU,EAAE,eAAe;SAC3B,CAAC,CAAA;IACH,CAAC;IAED,wEAAwE;IAExE,MAAM,CAAC,GAAG,EAAE,CAAA;IAEZ,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAA;AAChC,CAAC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"WhisperCppSTT.d.ts","sourceRoot":"","sources":["../../src/recognition/WhisperCppSTT.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAA6C,MAAM,4BAA4B,CAAA;AAEhG,OAAO,EAAE,KAAK,WAAW,EAAE,KAAK,gBAAgB,EAAE,MAAM,iBAAiB,CAAA;AAEzE,OAAO,EAAE,QAAQ,EAAqB,MAAM,0BAA0B,CAAA;AAWtE,wBAAsB,SAAS,CAC9B,cAAc,EAAE,QAAQ,EACxB,IAAI,EAAE,WAAW,EACjB,cAAc,EAAE,MAAM,GAAG,SAAS,EAClC,SAAS,EAAE,gBAAgB,EAC3B,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,iBAAiB,8BAqM1B;AAED,wBAAsB,cAAc,CAAC,cAAc,EAAE,QAAQ,EAAE,SAAS,EAAE,gBAAgB,EAAE,SAAS,EAAE,MAAM,iFA6B5G;AA8HD,wBAAsB,gBAAgB,CAAC,OAAO,EAAE,iBAAiB,GAAG,SAAS,EAAE,YAAY,EAAE,MAAM,GAAG,SAAS;;;GA2B9G;AAED,MAAM,MAAM,eAAe,GAAG,KAAK,GAAG,eAAe,GAAG,QAAQ,CAAA;AAEhE,wBAAsB,qBAAqB,CAAC,SAAS,EAAE,eAAe,mBAuCrE;AAgCD,MAAM,WAAW,uBAAuB;IACvC,KAAK,EAAE;QACN,IAAI,EAAE,MAAM,CAAA;QACZ,YAAY,EAAE,OAAO,CAAA;QAErB,KAAK,EAAE,MAAM,CAAA;QACb,IAAI,EAAE,MAAM,CAAA;QACZ,KAAK,EAAE,MAAM,CAAA;QAEb,IAAI,EAAE;YACL,GAAG,EAAE,MAAM,CAAA;YACX,KAAK,EAAE,MAAM,CAAA;YACb,IAAI,EAAE,MAAM,CAAA;YACZ,KAAK,EAAE,MAAM,CAAA;SACb,CAAA;QAED,KAAK,EAAE;YACN,GAAG,EAAE,MAAM,CAAA;YACX,KAAK,EAAE,MAAM,CAAA;YACb,IAAI,EAAE,MAAM,CAAA;YACZ,KAAK,EAAE,MAAM,CAAA;SACb,CAAA;KACD,CAAA;IAED,MAAM,EAAE;QACP,QAAQ,EAAE,MAAM,CAAA;QAChB,KAAK,EAAE,MAAM,CAAA;QACb,SAAS,EAAE,OAAO,CAAA;KAClB,CAAA;IAED,MAAM,EAAE;QACP,QAAQ,EAAE,MAAM,CAAA;KAChB,CAAA;IAED,UAAU,EAAE,MAAM,CAAA;IAElB,aAAa,EAAE;QACd,IAAI,EAAE,MAAM,CAAA;QACZ,UAAU,EAAE;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,EAAE,EAAE,MAAM,CAAA;SAAE,CAAA;QACxC,OAAO,EAAE;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,EAAE,EAAE,MAAM,CAAA;SAAE,CAAA;QAErC,MAAM,EAAE;YACP,IAAI,EAAE,MAAM,CAAA;YACZ,UAAU,EAAE;gBAAE,IAAI,EAAE,MAAM,CAAC;gBAAC,EAAE,EAAE,MAAM,CAAA;aAAE,CAAA;YACxC,OAAO,EAAE;gBAAE,IAAI,EAAE,MAAM,CAAC;gBAAC,EAAE,EAAE,MAAM,CAAA;aAAE,CAAA;YAErC,KAAK,EAAE,MAAM,CAAA;YACb,CAAC,EAAE,MAAM,CAAA;YACT,EAAE,EAAE,MAAM,CAAA;SACV,EAAE,CAAA;KACH,EAAE,CAAA;CACH;AAED,UAAU,iBAAiB;IAC1B,UAAU,EAAE,MAAM,CAAA;IAClB,QAAQ,EAAE,QAAQ,CAAA;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAA;CACjB;AAED,MAAM,WAAW,iBAAiB;IACjC,KAAK,CAAC,EAAE,eAAe,CAAA;IACvB,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,SAAS,CAAC,EAAE,OAAO,CAAA;IAEnB,KAAK,CAAC,EAAE,iBAAiB,CAAA;IAEzB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,iBAAiB,CAAC,EAAE,MAAM,CAAA;IAC1B,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,mBAAmB,CAAC,EAAE,MAAM,CAAA;IAC5B,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,oBAAoB,CAAC,EAAE,MAAM,CAAA;IAE7B,MAAM,CAAC,EAAE,MAAM,CAAA;IAEf,SAAS,CAAC,EAAE,OAAO,CAAA;IACnB,oBAAoB,CAAC,EAAE,OAAO,CAAA;IAE9B,OAAO,CAAC,EAAE,OAAO,CAAA;CACjB;AAED,eAAO,MAAM,wBAAwB,EAAE,iBAuBtC,CAAA;AAED,MAAM,MAAM,iBAAiB,GAC5B,MAAM,GACN,WAAW,GACX,SAAS,GACT,cAAc,GACd,cAAc,GACd,MAAM,GACN,WAAW,GACX,SAAS,GACT,cAAc,GACd,OAAO,GACP,YAAY,GACZ,UAAU,GACV,eAAe,GACf,QAAQ,GACR,aAAa,GACb,WAAW,GACX,gBAAgB,GAChB,OAAO,GACP,UAAU,GACV,UAAU,GACV,eAAe,GACf,UAAU,GACV,eAAe,GACf,gBAAgB,GAChB,qBAAqB,CAAA"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"WhisperCppSTT.js","sourceRoot":"","sources":["../../src/recognition/WhisperCppSTT.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAA;AAC1C,OAAO,EAAY,oBAAoB,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAA;AAChG,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAA;AAE/C,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAA;AAE9D,OAAO,EAAE,iCAAiC,EAAE,MAAM,2BAA2B,CAAA;AAC7E,OAAO,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,+BAA+B,CAAA;AACvE,OAAO,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAA;AAC1C,OAAO,EAAE,oBAAoB,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAA;AACzE,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAA;AACrD,OAAO,EAAE,UAAU,EAAE,MAAM,iCAAiC,CAAA;AAC5D,OAAO,EAAE,0BAA0B,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAA;AACzF,OAAO,EAAE,WAAW,EAAE,MAAM,gCAAgC,CAAA;AAC5D,OAAO,EAAE,2BAA2B,EAAE,MAAM,mCAAmC,CAAA;AAE/E,MAAM,CAAC,KAAK,UAAU,SAAS,CAC9B,cAAwB,EACxB,IAAiB,EACjB,cAAkC,EAClC,SAA2B,EAC3B,SAAiB,EACjB,OAA0B;IAE1B,OAAO,IAAI,OAAO,CAAoB,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE;QAC/D,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAA;QAE3B,IAAI,cAAc,CAAC,UAAU,IAAI,KAAK,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAA;QACpE,CAAC;QAED,OAAO,GAAG,UAAU,CAAC,wBAAwB,EAAE,OAAO,CAAC,CAAA;QAEvD,IAAI,SAA0B,CAAA;QAC9B,IAAI,cAAsB,CAAA;QAE1B,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;YAC5B,SAAS,GAAG,QAAQ,CAAA;YAEpB,cAAc,GAAG,OAAO,CAAC,cAAc,CAAA;YAEvC,IAAI,OAAO,CAAC,SAAS,IAAI,IAAI,EAAE,CAAC;gBAC/B,OAAO,CAAC,SAAS,GAAG,IAAI,CAAA;YACzB,CAAC;QACF,CAAC;aAAM,CAAC;YACP,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;gBACnB,SAAS,GAAG,OAAO,CAAC,KAAK,CAAA;gBAEzB,IAAI,OAAO,CAAC,SAAS,IAAI,IAAI,EAAE,CAAC;oBAC/B,OAAO,CAAC,SAAS,GAAG,SAAS,CAAC,UAAU,CAAC,SAAS,CAAC,CAAA;gBACpD,CAAC;qBAAM,IAAI,OAAO,CAAC,SAAS,KAAK,IAAI,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;oBAC3E,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAA;gBACjE,CAAC;YACF,CAAC;iBAAM,CAAC;gBACP,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;oBACvB,SAAS,GAAG,eAAe,CAAA;gBAC5B,CAAC;qBAAM,CAAC;oBACP,SAAS,GAAG,KAAK,CAAA;gBAClB,CAAC;YACF,CAAC;YAED,MAAM,CAAC,GAAG,EAAE,CAAA;YAEZ,cAAc,GAAG,MAAM,qBAAqB,CAAC,SAAS,CAAC,CAAA;QACxD,CAAC;QAED,IAAI,OAAO,CAAC,oBAAoB,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;YACvD,OAAO,CAAC,SAAS,GAAG,KAAK,CAAA;QAC1B,CAAC;QAED,IAAI,IAAI,KAAK,WAAW,IAAI,OAAO,CAAC,KAAM,CAAC,UAAU,CAAC,gBAAgB,CAAC,EAAE,CAAC;YACzE,MAAM,IAAI,KAAK,CAAC,+DAA+D,CAAC,CAAA;QACjF,CAAC;QAED,MAAM,CAAC,KAAK,CAAC,mDAAmD,OAAO,CAAC,KAAK,IAAI,SAAS,YAAY,SAAS,GAAG,CAAC,CAAA;QACnH,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QACd,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QAEd,MAAM,YAAY,GAAG,oBAAoB,CAAC,cAAc,CAAC,CAAA;QAEzD,MAAM,WAAW,GAAG,aAAa,CAAC,OAAO,CAAC,CAAA;QAC1C,MAAM,+BAA+B,GAAG,QAAQ,CAAC,WAAW,EAAE,GAAG,kBAAkB,CAAC,EAAE,CAAC,EAAE,CAAC,CAAA;QAC1F,MAAM,eAAe,GAAG,GAAG,+BAA+B,OAAO,CAAA;QAEjE,MAAM,IAAI,GAAa;YACtB,oBAAoB;YAEpB,eAAe;YACf,+BAA+B;YAE/B,SAAS;YACT,SAAS;YAET,YAAY;YACZ,cAAc,IAAI,MAAM;YAExB,WAAW;YACX,GAAG,OAAO,CAAC,WAAY,EAAE;YAEzB,cAAc;YACd,GAAG,OAAO,CAAC,UAAW,EAAE;YAExB,WAAW;YACX,GAAG,OAAO,CAAC,iBAAkB,EAAE;YAE/B,aAAa;YACb,GAAG,OAAO,CAAC,SAAU,EAAE;YAEvB,iBAAiB;YACjB,GAAG,OAAO,CAAC,mBAAoB,EAAE;YAEjC,eAAe;YACf,GAAG,OAAO,CAAC,WAAY,EAAE;YAEzB,mBAAmB;YACnB,GAAG,OAAO,CAAC,oBAAqB,EAAE;SAClC,CAAA;QAED,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACpB,IAAI,CAAC,IAAI,CACR,UAAU,EACV,OAAO,CAAC,MAAM,CACd,CAAA;QACF,CAAC;QAED,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;YACxB,IAAI,CAAC,IAAI,CACR,UAAU,CACV,CAAA;QACF,CAAC;QAED,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;YACvB,IAAI,CAAC,IAAI,CACR,WAAW,EACX,GAAG,EAEH,OAAO,EACP,SAAS,CAAC,UAAU,CAAC,GAAG,EAAE,GAAG,CAAC,CAC9B,CAAA;QACF,CAAC;aAAM,CAAC;YACP,IAAI,CAAC,IAAI,CACR,WAAW,EACX,GAAG,CACH,CAAA;QACF,CAAC;QAED,IAAI,OAAO,CAAC,oBAAoB,EAAE,CAAC;YAClC,IAAI,CAAC,IAAI,CACR,cAAc,CACd,CAAA;QACF,CAAC;QAED,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;YAC1B,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA;QACzB,CAAC;aAAM,IAAI,IAAI,KAAK,iBAAiB,EAAE,CAAC;YACvC,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAA;QAC/B,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QAEjC,MAAM,OAAO,GAAG,KAAK,CAAC,cAAc,EAAE,CAAC,GAAG,IAAI,EAAE,GAAG,CAAC,CAAC,CAAA;QAErD,MAAM,WAAW,GAAa,EAAE,CAAA;QAChC,IAAI,YAAY,GAAG,EAAE,CAAA;QAErB,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAA;QAClC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,GAAW,EAAE,EAAE;YACzC,IAAI,IAAI,KAAK,iBAAiB,EAAE,CAAC;gBAChC,OAAM;YACP,CAAC;YAED,MAAM,KAAK,GAAG,YAAY,CAAC,GAAG,CAAC;iBAC7B,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;iBACxB,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;YAEjC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;YAE5B,WAAW,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAA;QAC3B,CAAC,CAAC,CAAA;QAEF,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAA;QAClC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,GAAW,EAAE,EAAE;YACzC,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;gBACrB,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YAChB,CAAC;YAED,YAAY,IAAI,GAAG,CAAA;QACpB,CAAC,CAAC,CAAA;QAEF,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE;YACzB,MAAM,CAAC,CAAC,CAAC,CAAA;QACV,CAAC,CAAC,CAAA;QAEF,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE;YACtC,MAAM,CAAC,GAAG,EAAE,CAAA;YAEZ,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;gBACpB,MAAM,YAAY,GAAG,0BAA0B,CAAC,WAAW,EAAE,MAAM,CAAC,CAAA;gBAEpE,MAAM,YAAY,GAA4B,MAAM,oBAAoB,CAAC,eAAe,CAAC,CAAA;gBACzF,MAAM,MAAM,CAAC,eAAe,CAAC,CAAA;gBAE7B,IAAI,IAAI,KAAK,iBAAiB,EAAE,CAAC;oBAChC,OAAO,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,QAAQ,EAAE,YAAY,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAA;gBAClF,CAAC;qBAAM,CAAC;oBACP,MAAM,kBAAkB,GAAG,MAAM,iBAAiB,CAAC,YAAY,EAAE,SAAS,EAAE,mBAAmB,CAAC,cAAc,CAAC,EAAE,OAAO,CAAC,SAAU,CAAC,CAAA;oBAEpI,OAAO,CAAC,kBAAkB,CAAC,CAAA;gBAC5B,CAAC;YACF,CAAC;iBAAM,CAAC;gBACP,MAAM,CAAC,gCAAgC,QAAQ,EAAE,CAAC,CAAA;gBAElD,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC,CAAA;YACzB,CAAC;QACF,CAAC,CAAC,CAAA;QAEF,sDAAsD;QACtD,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,YAAY,CAAC,CAAA;IAChC,CAAC,CAAC,CAAA;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,cAAwB,EAAE,SAA2B,EAAE,SAAiB;IAC5G,IAAI,cAAc,CAAC,UAAU,IAAI,KAAK,EAAE,CAAC;QACxC,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAA;IACjE,CAAC;IAED,KAAK,UAAU,qBAAqB,CAAC,SAAmB;QACvD,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,SAAS,CACnC,SAAS,EACT,iBAAiB,EACjB,SAAS,EACT,SAAS,EACT,SAAS,EACT,EAAE,CACF,CAAA;QAED,MAAM,WAAW,GAAG,CAAC;gBACpB,QAAQ,EAAE,QAAS;gBACnB,YAAY,EAAE,0BAA0B,CAAC,QAAS,CAAC;gBACnD,WAAW,EAAE,GAAG;aAChB,CAAC,CAAA;QAEF,OAAO,WAAW,CAAA;IACnB,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,2BAA2B,CAAC,cAAc,EAAE,qBAAqB,CAAC,CAAA;IAExF,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC,CAAA;IAEzE,OAAO,OAAO,CAAA;AACf,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,YAAqC,EAAE,SAA2B,EAAE,aAAqB,EAAE,SAAkB;IAC7I,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,MAAM,CAAC,8BAA8B,CAAC,CAAA;IAEhE,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,SAAS,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,CAAA;IAClD,MAAM,OAAO,CAAC,2BAA2B,EAAE,CAAA;IAE3C,MAAM,aAAa,GAAa,EAAE,CAAA;IAElC,IAAI,2BAA2B,GAAG,CAAC,CAAA;IAEnC,IAAI,kBAAkB,GAAG,CAAC,CAAA;IAE1B,KAAK,IAAI,YAAY,GAAG,CAAC,EAAE,YAAY,GAAG,YAAY,CAAC,aAAa,CAAC,MAAM,EAAE,YAAY,EAAE,EAAE,CAAC;QAC7F,MAAM,aAAa,GAAG,YAAY,CAAC,aAAa,CAAC,YAAY,CAAC,CAAA;QAE9D,MAAM,MAAM,GAAG,aAAa,CAAC,MAAM,CAAA;QAEnC,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,UAAU,EAAE,EAAE,CAAC;YACnE,MAAM,WAAW,GAAG,MAAM,CAAC,UAAU,CAAC,CAAA;YAEtC,6FAA6F;YAC7F,6BAA6B;YAC7B,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;gBAC1B,WAAW,CAAC,OAAO,GAAG;oBACrB,IAAI,EAAE,kBAAkB;oBACxB,EAAE,EAAE,kBAAkB;iBACtB,CAAA;YACF,CAAC;iBAAM,CAAC;gBACP,kBAAkB,GAAG,WAAW,CAAC,OAAO,CAAC,EAAE,CAAA;YAC5C,CAAC;YAED,IAAI,UAAU,KAAK,CAAC,IAAI,WAAW,CAAC,IAAI,KAAK,SAAS,IAAI,WAAW,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;gBAC1F,2BAA2B,GAAG,aAAa,CAAC,OAAO,CAAC,IAAI,GAAG,IAAI,CAAA;YAChE,CAAC;YAED,MAAM,OAAO,GAAG,WAAW,CAAC,EAAE,CAAA;YAC9B,MAAM,SAAS,GAAG,OAAO,CAAC,WAAW,CAAC,OAAO,EAAE,IAAI,CAAC,CAAA;YACpD,MAAM,eAAe,GAAG,WAAW,CAAC,CAAC,CAAA;YAErC,IAAI,SAAiB,CAAA;YACrB,IAAI,OAAe,CAAA;YAEnB,IAAI,SAAS,EAAE,CAAC;gBACf,MAAM,cAAc,GAAG,MAAM,CAAC,UAAU,GAAG,CAAC,CAAC,CAAA;gBAE7C,MAAM,sBAAsB,GAAG,WAAW,CAAC,KAAK,GAAG,GAAG,CAAA;gBACtD,MAAM,0BAA0B,GAAG,cAAc,CAAC,CAAC,CAAC,cAAc,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,aAAa,CAAA;gBAE9F,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,sBAAsB,EAAE,CAAC,CAAC,CAAA;gBAC/C,OAAO,GAAG,0BAA0B,CAAA;YACrC,CAAC;iBAAM,CAAC;gBACP,SAAS,GAAG,WAAW,CAAC,OAAO,CAAC,IAAI,GAAG,IAAI,CAAA;gBAC3C,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC,EAAE,GAAG,IAAI,CAAA;YACxC,CAAC;YAED,SAAS,IAAI,2BAA2B,CAAA;YACxC,OAAO,IAAI,2BAA2B,CAAA;YAEtC,aAAa,CAAC,IAAI,CAAC;gBAClB,IAAI,EAAE,OAAO;gBACb,IAAI,EAAE,SAAS;gBACf,EAAE,EAAE,OAAO;gBACX,SAAS;gBACT,OAAO;gBACP,UAAU,EAAE,eAAe;aAC3B,CAAC,CAAA;QACH,CAAC;IACF,CAAC;IAED,MAAM,WAAW,GAAG,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,EAAG,CAAC,CAAA;IACzD,MAAM,UAAU,GAAG,OAAO,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC,IAAI,EAAE,CAAA;IAC3D,MAAM,QAAQ,GAAG,YAAY,CAAC,MAAM,CAAC,QAAQ,CAAA;IAE7C,MAAM,QAAQ,GAAG,OAAO,CAAC,2BAA2B,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAA;IAE7E,OAAO;QACN,UAAU;QACV,QAAQ;QACR,QAAQ;KACR,CAAA;AACF,CAAC;AAED,SAAS,0BAA0B,CAAC,KAAe,EAAE,SAA4B;IAChF,IAAI,UAAU,GAAG,EAAE,CAAA;IACnB,MAAM,QAAQ,GAAa,EAAE,CAAA;IAE7B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QAC1B,MAAM,yBAAyB,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;QACnD,MAAM,yBAAyB,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,yBAAyB,GAAG,CAAC,CAAC,CAAA;QAElF,MAAM,eAAe,GAAG,IAAI,CAAC,SAAS,CAAC,yBAAyB,GAAG,CAAC,EAAE,yBAAyB,CAAC,CAAA;QAEhG,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,iCAAiC,CAAC,eAAe,CAAC,CAAA;QAE5F,IAAI,CAAC,SAAS,EAAE,CAAC;YAChB,SAAQ;QACT,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,yBAAyB,GAAG,CAAC,GAAG,CAAC,CAAC,CAAA;QAE9D,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,SAAQ;QACT,CAAC;QAED,UAAU,IAAI,IAAI,CAAA;QAElB,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACnD,QAAQ,CAAC,IAAI,CAAC;gBACb,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE;gBACjB,SAAS,EAAE,SAAS;gBACpB,OAAO,EAAE,OAAO;aAChB,CAAC,CAAA;QACH,CAAC;aAAM,CAAC;YACP,MAAM,aAAa,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;YAEnD,aAAa,CAAC,IAAI,IAAI,IAAI,CAAA;YAC1B,aAAa,CAAC,OAAO,GAAG,OAAO,CAAA;QAChC,CAAC;IACF,CAAC;IAED,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAA;AAChC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,OAAsC,EAAE,YAAgC;IAC9G,IAAI,OAAO,KAAK,OAAO,EAAE,CAAC;QACzB,OAAO,GAAG,UAAU,CAAA;IACrB,CAAC;IAED,IAAI,OAAO,EAAE,CAAC;QACb,MAAM,SAAS,GAAG,uBAAuB,CAAC,OAAO,CAAC,CAAA;QAElD,IAAI,YAAY,IAAI,IAAI,IAAI,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACvD,MAAM,IAAI,KAAK,CAAC,2BAA2B,SAAS,iDAAiD,YAAY,IAAI,CAAC,CAAA;QACvH,CAAC;IACF,CAAC;SAAM,CAAC;QACP,IAAI,YAAY,EAAE,CAAC;YAClB,MAAM,iBAAiB,GAAG,oBAAoB,CAAC,YAAY,CAAC,CAAA;YAE5D,OAAO,GAAG,iBAAiB,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAA;QACzD,CAAC;aAAM,CAAC;YACP,OAAO,GAAG,MAAM,CAAA;QACjB,CAAC;IACF,CAAC;IAED,MAAM,WAAW,GAAG,eAAe,OAAO,EAAE,CAAA;IAC5C,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,WAAW,CAAC,CAAA;IAC/C,MAAM,SAAS,GAAG,QAAQ,CAAC,QAAQ,EAAE,QAAQ,OAAO,MAAM,CAAC,CAAA;IAC3D,MAAM,SAAS,GAAG,uBAAuB,CAAC,OAAO,CAAC,CAAA;IAElD,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,CAAA;AAChC,CAAC;AAID,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,SAA0B;IACrE,IAAI,SAAS,KAAK,QAAQ,EAAE,CAAC;QAC5B,MAAM,IAAI,KAAK,CAAC,wHAAwH,CAAC,CAAA;IAC1I,CAAC;IAED,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAA;IACjC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAA;IAEzB,IAAI,WAAmB,CAAA;IAEvB,IAAI,SAAS,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QACrC,IAAI,QAAQ,KAAK,OAAO,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;YAC5C,WAAW,GAAG,oCAAoC,SAAS,SAAS,CAAA;QACrE,CAAC;aAAM,IAAI,QAAQ,KAAK,OAAO,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;YACnD,WAAW,GAAG,kCAAkC,SAAS,SAAS,CAAA;QACnE,CAAC;aAAM,CAAC;YACP,MAAM,IAAI,KAAK,CAAC,+MAA+M,CAAC,CAAA;QACjO,CAAC;IACF,CAAC;SAAM,IAAI,SAAS,KAAK,KAAK,EAAE,CAAC;QAChC,IAAI,QAAQ,KAAK,OAAO,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;YAC5C,WAAW,GAAG,6CAA6C,CAAA;QAC5D,CAAC;aAAM,IAAI,QAAQ,KAAK,OAAO,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;YACnD,WAAW,GAAG,2CAA2C,CAAA;QAC1D,CAAC;aAAM,CAAC;YACP,MAAM,IAAI,KAAK,CAAC,kJAAkJ,CAAC,CAAA;QACpK,CAAC;IACF,CAAC;SAAM,CAAC;QACP,MAAM,IAAI,KAAK,CAAC,2BAA2B,SAAS,GAAG,CAAC,CAAA;IACzD,CAAC;IAED,MAAM,WAAW,GAAG,MAAM,WAAW,CAAC,WAAW,CAAC,CAAA;IAElD,IAAI,QAAQ,GAAG,aAAa,CAAA,CAAC,wDAAwD;IAErF,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;QAC1B,QAAQ,IAAI,MAAM,CAAA;IACnB,CAAC;IAED,OAAO,QAAQ,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAA;AACvC,CAAC;AAED,SAAS,uBAAuB,CAAC,OAA0B;IAC1D,IAAI,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QACpC,OAAO,UAAU,CAAA;IAClB,CAAC;IAED,IAAI,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QACpC,OAAO,UAAU,CAAA;IAClB,CAAC;IAED,IAAI,OAAO,CAAC,UAAU,CAAC,gBAAgB,CAAC,EAAE,CAAC;QAC1C,OAAO,gBAAgB,CAAA;IACxB,CAAC;IAED,IAAI,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QACpC,OAAO,UAAU,CAAA;IAClB,CAAC;IAED,MAAM,aAAa,GAAG,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,CAAA;IAE9C,IAAI,SAAiB,CAAA;IAErB,IAAI,aAAa,IAAI,CAAC,EAAE,CAAC;QACxB,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,aAAa,CAAqB,CAAA;IACpE,CAAC;SAAM,CAAC;QACP,SAAS,GAAG,OAAO,CAAA;IACpB,CAAC;IAED,OAAO,SAA6B,CAAA;AACrC,CAAC;AAqFD,MAAM,CAAC,MAAM,wBAAwB,GAAsB;IAC1D,KAAK,EAAE,SAAS;IAChB,cAAc,EAAE,SAAS;IAEzB,KAAK,EAAE,SAAS;IAEhB,WAAW,EAAE,CAAC;IACd,UAAU,EAAE,CAAC;IACb,SAAS,EAAE,SAAS;IAEpB,iBAAiB,EAAE,CAAC;IACpB,SAAS,EAAE,CAAC;IACZ,mBAAmB,EAAE,GAAG;IAExB,WAAW,EAAE,CAAC;IACd,oBAAoB,EAAE,GAAG;IAEzB,MAAM,EAAE,SAAS;IAEjB,SAAS,EAAE,KAAK;IAChB,oBAAoB,EAAE,KAAK;IAE3B,OAAO,EAAE,KAAK;CACd,CAAA"}
|
|
@@ -1,12 +0,0 @@
|
|
|
1
|
-
import { SynthesisVoice } from '../api/API.js';
|
|
2
|
-
import { Timeline } from '../utilities/Timeline.js';
|
|
3
|
-
export declare function synthesizeLongText(text: string, voice: string, languageCode: string, sentenceEndPause?: number, segmentEndPause?: number): Promise<{
|
|
4
|
-
rawAudio: {
|
|
5
|
-
audioChannels: Float32Array<ArrayBufferLike>[];
|
|
6
|
-
sampleRate: number;
|
|
7
|
-
};
|
|
8
|
-
timeline: Timeline;
|
|
9
|
-
}>;
|
|
10
|
-
export declare function synthesizeFragment(text: string, voice: string): Promise<Uint8Array<ArrayBuffer>>;
|
|
11
|
-
export declare const voiceList: SynthesisVoice[];
|
|
12
|
-
//# sourceMappingURL=StreamlabsPollyTTS.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"StreamlabsPollyTTS.d.ts","sourceRoot":"","sources":["../../src/synthesis/StreamlabsPollyTTS.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAA;AAM9C,OAAO,EAAE,QAAQ,EAAE,MAAM,0BAA0B,CAAA;AAMnD,wBAAsB,kBAAkB,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,gBAAgB,SAAO,EAAE,eAAe,SAAM;;;;;;GA6DzI;AAED,wBAAsB,kBAAkB,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,oCAmBnE;AAED,eAAO,MAAM,SAAS,EAAE,cAAc,EAgBrC,CAAA"}
|
|
@@ -1,88 +0,0 @@
|
|
|
1
|
-
import { request } from 'gaxios';
|
|
2
|
-
import { trimAudioEnd } from '../audio/AudioUtilities.js';
|
|
3
|
-
import * as FFMpegTranscoder from '../codecs/FFMpegTranscoder.js';
|
|
4
|
-
import { Phrase, splitToFragments } from '../nlp/Segmentation.js';
|
|
5
|
-
import { Logger } from '../utilities/Logger.js';
|
|
6
|
-
import { concatFloat32Arrays, logToStderr } from '../utilities/Utilities.js';
|
|
7
|
-
const log = logToStderr;
|
|
8
|
-
const maxTextLengthPerRequest = 200;
|
|
9
|
-
export async function synthesizeLongText(text, voice, languageCode, sentenceEndPause = 0.75, segmentEndPause = 1.0) {
|
|
10
|
-
if (text.length == 0) {
|
|
11
|
-
throw new Error('Text is empty');
|
|
12
|
-
}
|
|
13
|
-
const logger = new Logger();
|
|
14
|
-
logger.start('Prepare and split text');
|
|
15
|
-
const fragments = await splitToFragments(text, maxTextLengthPerRequest, languageCode);
|
|
16
|
-
const audioFragments = [];
|
|
17
|
-
let fragmentsSampleRate = 0;
|
|
18
|
-
const timeline = [];
|
|
19
|
-
for (let i = 0; i < fragments.length; i++) {
|
|
20
|
-
const fragment = fragments[i];
|
|
21
|
-
logger.start(`Request synthesis for text fragment ${i + 1}/${fragments.length} from Streamslabs Polly`);
|
|
22
|
-
const fragmentMp3Stream = await synthesizeFragment(fragment.text, voice);
|
|
23
|
-
if (fragmentMp3Stream.length == 0) {
|
|
24
|
-
continue;
|
|
25
|
-
}
|
|
26
|
-
const rawAudio = await FFMpegTranscoder.decodeToChannels(fragmentMp3Stream, 24000, 1);
|
|
27
|
-
fragmentsSampleRate = rawAudio.sampleRate;
|
|
28
|
-
let targetEndingSilenceTime;
|
|
29
|
-
if (fragment.lastSegment?.isSentenceFinalizer) {
|
|
30
|
-
targetEndingSilenceTime = sentenceEndPause;
|
|
31
|
-
}
|
|
32
|
-
else if (fragment.lastSegment instanceof Phrase) {
|
|
33
|
-
targetEndingSilenceTime = segmentEndPause;
|
|
34
|
-
}
|
|
35
|
-
else {
|
|
36
|
-
targetEndingSilenceTime = 0;
|
|
37
|
-
}
|
|
38
|
-
const trimmedAudio = trimAudioEnd(rawAudio.audioChannels[0], targetEndingSilenceTime * rawAudio.sampleRate);
|
|
39
|
-
audioFragments.push(trimmedAudio);
|
|
40
|
-
const startTime = timeline.length == 0 ? 0 : timeline[timeline.length - 1].endTime;
|
|
41
|
-
const endTime = startTime + (trimmedAudio.length / fragmentsSampleRate);
|
|
42
|
-
timeline.push({
|
|
43
|
-
type: 'segment',
|
|
44
|
-
text: fragment.text,
|
|
45
|
-
startTime,
|
|
46
|
-
endTime
|
|
47
|
-
});
|
|
48
|
-
}
|
|
49
|
-
const rawAudio = { audioChannels: [concatFloat32Arrays(audioFragments)], sampleRate: fragmentsSampleRate };
|
|
50
|
-
logger.end();
|
|
51
|
-
return {
|
|
52
|
-
rawAudio,
|
|
53
|
-
timeline
|
|
54
|
-
};
|
|
55
|
-
}
|
|
56
|
-
export async function synthesizeFragment(text, voice) {
|
|
57
|
-
const response = await request({
|
|
58
|
-
url: `https://streamlabs.com/polly/speak`,
|
|
59
|
-
method: 'POST',
|
|
60
|
-
data: {
|
|
61
|
-
voice,
|
|
62
|
-
text,
|
|
63
|
-
},
|
|
64
|
-
responseType: 'json'
|
|
65
|
-
});
|
|
66
|
-
const responseObject = response.data;
|
|
67
|
-
const audioUrl = responseObject.speak_url;
|
|
68
|
-
const audioUrlResponse = await request({ url: audioUrl, responseType: 'arraybuffer' });
|
|
69
|
-
return new Uint8Array(audioUrlResponse.data);
|
|
70
|
-
}
|
|
71
|
-
export const voiceList = [
|
|
72
|
-
{ name: 'Brian', languages: ['en-GB', 'en'], gender: 'male' },
|
|
73
|
-
{ name: 'Emma', languages: ['en-GB', 'en'], gender: 'female' },
|
|
74
|
-
{ name: 'Russell', languages: ['en-AU', 'en'], gender: 'male' },
|
|
75
|
-
{ name: 'Joey', languages: ['en-US', 'en'], gender: 'male' },
|
|
76
|
-
{ name: 'Matthew', languages: ['en-US', 'en'], gender: 'male' },
|
|
77
|
-
{ name: 'Joanna', languages: ['en-US', 'en'], gender: 'female' },
|
|
78
|
-
{ name: 'Kimberly', languages: ['en-US', 'en'], gender: 'female' },
|
|
79
|
-
{ name: 'Amy', languages: ['en-GB', 'en'], gender: 'female' },
|
|
80
|
-
{ name: 'Geraint', languages: ['en-GB-WLS', 'en-GB', 'en'], gender: 'male' },
|
|
81
|
-
{ name: 'Nicole', languages: ['en-AU', 'en'], gender: 'female' },
|
|
82
|
-
{ name: 'Justin', languages: ['en-US', 'en'], gender: 'male' },
|
|
83
|
-
{ name: 'Ivy', languages: ['en-US', 'en'], gender: 'female' },
|
|
84
|
-
{ name: 'Kendra', languages: ['en-US', 'en'], gender: 'female' },
|
|
85
|
-
{ name: 'Salli', languages: ['en-US', 'en'], gender: 'female' },
|
|
86
|
-
{ name: 'Raveena', languages: ['en-IN', 'en'], gender: 'female' },
|
|
87
|
-
];
|
|
88
|
-
//# sourceMappingURL=StreamlabsPollyTTS.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"StreamlabsPollyTTS.js","sourceRoot":"","sources":["../../src/synthesis/StreamlabsPollyTTS.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,QAAQ,CAAA;AAEhC,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAA;AACzD,OAAO,KAAK,gBAAgB,MAAM,+BAA+B,CAAA;AACjE,OAAO,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAA;AACjE,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAA;AAC/C,OAAO,EAAE,mBAAmB,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAA;AAG5E,MAAM,GAAG,GAAG,WAAW,CAAA;AAEvB,MAAM,uBAAuB,GAAG,GAAG,CAAA;AAEnC,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,IAAY,EAAE,KAAa,EAAE,YAAoB,EAAE,gBAAgB,GAAG,IAAI,EAAE,eAAe,GAAG,GAAG;IACzI,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAA;IACjC,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAA;IAC3B,MAAM,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAA;IAEtC,MAAM,SAAS,GAAG,MAAM,gBAAgB,CAAC,IAAI,EAAE,uBAAuB,EAAE,YAAY,CAAC,CAAA;IAErF,MAAM,cAAc,GAAmB,EAAE,CAAA;IACzC,IAAI,mBAAmB,GAAG,CAAC,CAAA;IAE3B,MAAM,QAAQ,GAAa,EAAE,CAAA;IAE7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3C,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,CAAA;QAE7B,MAAM,CAAC,KAAK,CAAC,uCAAuC,CAAC,GAAG,CAAC,IAAI,SAAS,CAAC,MAAM,yBAAyB,CAAC,CAAA;QACvG,MAAM,iBAAiB,GAAG,MAAM,kBAAkB,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;QAExE,IAAI,iBAAiB,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACnC,SAAQ;QACT,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CAAC,gBAAgB,CAAC,iBAAiB,EAAE,KAAK,EAAE,CAAC,CAAC,CAAA;QACrF,mBAAmB,GAAG,QAAQ,CAAC,UAAU,CAAA;QAEzC,IAAI,uBAA+B,CAAA;QAEnC,IAAI,QAAQ,CAAC,WAAW,EAAE,mBAAmB,EAAE,CAAC;YAC/C,uBAAuB,GAAG,gBAAgB,CAAA;QAC3C,CAAC;aAAM,IAAI,QAAQ,CAAC,WAAW,YAAY,MAAM,EAAE,CAAC;YACnD,uBAAuB,GAAG,eAAe,CAAA;QAC1C,CAAC;aAAM,CAAC;YACP,uBAAuB,GAAG,CAAC,CAAA;QAC5B,CAAC;QAED,MAAM,YAAY,GAAG,YAAY,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,uBAAuB,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAA;QAE3G,cAAc,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;QAEjC,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,CAAA;QAClF,MAAM,OAAO,GAAG,SAAS,GAAG,CAAC,YAAY,CAAC,MAAM,GAAG,mBAAmB,CAAC,CAAA;QAEvE,QAAQ,CAAC,IAAI,CAAC;YACb,IAAI,EAAE,SAAS;YACf,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,SAAS;YACT,OAAO;SACP,CAAC,CAAA;IACH,CAAC;IAED,MAAM,QAAQ,GAAG,EAAE,aAAa,EAAE,CAAC,mBAAmB,CAAC,cAAc,CAAC,CAAC,EAAE,UAAU,EAAE,mBAAmB,EAAE,CAAA;IAE1G,MAAM,CAAC,GAAG,EAAE,CAAA;IAEZ,OAAO;QACN,QAAQ;QACR,QAAQ;KACR,CAAA;AACF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,IAAY,EAAE,KAAa;IACnE,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAM;QACnC,GAAG,EAAE,oCAAoC;QAEzC,MAAM,EAAE,MAAM;QAEd,IAAI,EAAE;YACL,KAAK;YACL,IAAI;SACJ;QAED,YAAY,EAAE,MAAM;KACpB,CAAC,CAAA;IAEF,MAAM,cAAc,GAAG,QAAQ,CAAC,IAAI,CAAA;IACpC,MAAM,QAAQ,GAAG,cAAc,CAAC,SAAS,CAAA;IACzC,MAAM,gBAAgB,GAAG,MAAM,OAAO,CAAc,EAAE,GAAG,EAAE,QAAQ,EAAE,YAAY,EAAE,aAAa,EAAE,CAAC,CAAA;IAEnG,OAAO,IAAI,UAAU,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAA;AAC7C,CAAC;AAED,MAAM,CAAC,MAAM,SAAS,GAAqB;IAC1C,EAAE,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE;IAC7D,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE;IAC9D,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE;IAC/D,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE;IAC5D,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE;IAC/D,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE;IAChE,EAAE,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE;IAClE,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE;IAC7D,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,WAAW,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE;IAC5E,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE;IAChE,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE;IAC9D,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE;IAC7D,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE;IAChE,EAAE,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE;IAC/D,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE;CACjE,CAAA"}
|
|
@@ -1,14 +0,0 @@
|
|
|
1
|
-
export declare function readUint8(buffer: Uint8Array, offset: number): number;
|
|
2
|
-
export declare function writeUint8(buffer: Uint8Array, value: number, offset: number): void;
|
|
3
|
-
export declare function readUint16LE(buffer: Uint8Array, offset: number): number;
|
|
4
|
-
export declare function writeUint16LE(buffer: Uint8Array, value: number, offset: number): void;
|
|
5
|
-
export declare function readUint32LE(buffer: Uint8Array, offset: number): number;
|
|
6
|
-
export declare function writeUint32LE(buffer: Uint8Array, value: number, offset: number): void;
|
|
7
|
-
export declare function readInt8(buffer: Uint8Array, offset: number): number;
|
|
8
|
-
export declare function writeInt8(buffer: Uint8Array, value: number, offset: number): void;
|
|
9
|
-
export declare function readInt16LE(buffer: Uint8Array, offset: number): number;
|
|
10
|
-
export declare function writeInt16LE(buffer: Uint8Array, value: number, offset: number): void;
|
|
11
|
-
export declare function readInt32LE(buffer: Uint8Array, offset: number): number;
|
|
12
|
-
export declare function writeInt32LE(buffer: Uint8Array, value: number, offset: number): void;
|
|
13
|
-
export declare function writeAscii(buffer: Uint8Array, asciiString: string, writeStartOffset: number): void;
|
|
14
|
-
//# sourceMappingURL=BinaryUtilities.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"BinaryUtilities.d.ts","sourceRoot":"","sources":["../../src/utilities/BinaryUtilities.ts"],"names":[],"mappings":"AAGA,wBAAgB,SAAS,CAAC,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,UAE3D;AAED,wBAAgB,UAAU,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,QAM3E;AAED,wBAAgB,YAAY,CAAC,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,UAE9D;AAED,wBAAgB,aAAa,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,QAO9E;AAED,wBAAgB,YAAY,CAAC,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,UAE9D;AAED,wBAAgB,aAAa,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,QAS9E;AAKD,wBAAgB,QAAQ,CAAC,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,UAQ1D;AAED,wBAAgB,SAAS,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,QAc1E;AAED,wBAAgB,WAAW,CAAC,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,UAQ7D;AAED,wBAAgB,YAAY,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,QAc7E;AAED,wBAAgB,WAAW,CAAC,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,UAQ7D;AAED,wBAAgB,YAAY,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,QAS7E;AAKD,wBAAgB,UAAU,CAAC,MAAM,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,QAe3F"}
|