echogarden 2.10.2 → 3.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (496) hide show
  1. package/LICENSE.MIT.md +7 -0
  2. package/README.md +9 -1
  3. package/data/lexicons/heteronyms.en.json +44 -10
  4. package/data/lexicons/words.en.json +726 -22
  5. package/data/schemas/options.json +91 -153
  6. package/dist/alignment/DTWMfccSequenceAlignment.js.map +1 -1
  7. package/dist/alignment/SemanticTextAlignment.d.ts +4 -2
  8. package/dist/alignment/SemanticTextAlignment.d.ts.map +1 -1
  9. package/dist/alignment/SemanticTextAlignment.js +7 -7
  10. package/dist/alignment/SemanticTextAlignment.js.map +1 -1
  11. package/dist/alignment/SpeechAlignment.d.ts +9 -10
  12. package/dist/alignment/SpeechAlignment.d.ts.map +1 -1
  13. package/dist/alignment/SpeechAlignment.js +23 -96
  14. package/dist/alignment/SpeechAlignment.js.map +1 -1
  15. package/dist/api/APIOptions.d.ts +1 -1
  16. package/dist/api/APIOptions.d.ts.map +1 -1
  17. package/dist/api/Alignment.d.ts +8 -6
  18. package/dist/api/Alignment.d.ts.map +1 -1
  19. package/dist/api/Alignment.js +31 -40
  20. package/dist/api/Alignment.js.map +1 -1
  21. package/dist/api/Common.d.ts +7 -0
  22. package/dist/api/Common.d.ts.map +1 -1
  23. package/dist/api/Common.js.map +1 -1
  24. package/dist/api/Denoising.d.ts +5 -2
  25. package/dist/api/Denoising.d.ts.map +1 -1
  26. package/dist/api/Denoising.js +15 -15
  27. package/dist/api/Denoising.js.map +1 -1
  28. package/dist/api/GlobalOptions.d.ts +2 -8
  29. package/dist/api/GlobalOptions.d.ts.map +1 -1
  30. package/dist/api/GlobalOptions.js +2 -13
  31. package/dist/api/GlobalOptions.js.map +1 -1
  32. package/dist/api/Recognition.d.ts +11 -12
  33. package/dist/api/Recognition.d.ts.map +1 -1
  34. package/dist/api/Recognition.js +32 -82
  35. package/dist/api/Recognition.js.map +1 -1
  36. package/dist/api/SourceSeparation.d.ts +7 -2
  37. package/dist/api/SourceSeparation.d.ts.map +1 -1
  38. package/dist/api/SourceSeparation.js +12 -10
  39. package/dist/api/SourceSeparation.js.map +1 -1
  40. package/dist/api/SpeechLanguageDetection.d.ts +11 -7
  41. package/dist/api/SpeechLanguageDetection.d.ts.map +1 -1
  42. package/dist/api/SpeechLanguageDetection.js +37 -30
  43. package/dist/api/SpeechLanguageDetection.js.map +1 -1
  44. package/dist/api/SpeechSearch.d.ts +4 -1
  45. package/dist/api/SpeechSearch.d.ts.map +1 -1
  46. package/dist/api/SpeechSearch.js.map +1 -1
  47. package/dist/api/SpeechTranslation.d.ts +10 -6
  48. package/dist/api/SpeechTranslation.d.ts.map +1 -1
  49. package/dist/api/SpeechTranslation.js +28 -26
  50. package/dist/api/SpeechTranslation.js.map +1 -1
  51. package/dist/api/Synthesis.d.ts +13 -8
  52. package/dist/api/Synthesis.d.ts.map +1 -1
  53. package/dist/api/Synthesis.js +67 -89
  54. package/dist/api/Synthesis.js.map +1 -1
  55. package/dist/api/TextLanguageDetection.d.ts +4 -2
  56. package/dist/api/TextLanguageDetection.d.ts.map +1 -1
  57. package/dist/api/TextLanguageDetection.js +4 -7
  58. package/dist/api/TextLanguageDetection.js.map +1 -1
  59. package/dist/api/TextTranslation.d.ts +4 -2
  60. package/dist/api/TextTranslation.d.ts.map +1 -1
  61. package/dist/api/TextTranslation.js +13 -24
  62. package/dist/api/TextTranslation.js.map +1 -1
  63. package/dist/api/TimelineTranslationAlignment.d.ts +6 -3
  64. package/dist/api/TimelineTranslationAlignment.d.ts.map +1 -1
  65. package/dist/api/TimelineTranslationAlignment.js +20 -11
  66. package/dist/api/TimelineTranslationAlignment.js.map +1 -1
  67. package/dist/api/TranscriptAndTranslationAlignment.d.ts +6 -4
  68. package/dist/api/TranscriptAndTranslationAlignment.d.ts.map +1 -1
  69. package/dist/api/TranscriptAndTranslationAlignment.js +11 -12
  70. package/dist/api/TranscriptAndTranslationAlignment.js.map +1 -1
  71. package/dist/api/TranslationAlignment.d.ts +6 -4
  72. package/dist/api/TranslationAlignment.d.ts.map +1 -1
  73. package/dist/api/TranslationAlignment.js +20 -21
  74. package/dist/api/TranslationAlignment.js.map +1 -1
  75. package/dist/api/VoiceActivityDetection.d.ts +9 -8
  76. package/dist/api/VoiceActivityDetection.d.ts.map +1 -1
  77. package/dist/api/VoiceActivityDetection.js +20 -43
  78. package/dist/api/VoiceActivityDetection.js.map +1 -1
  79. package/dist/audio/AudioBufferConversion.js.map +1 -1
  80. package/dist/audio/AudioPlayer.d.ts +1 -3
  81. package/dist/audio/AudioPlayer.d.ts.map +1 -1
  82. package/dist/audio/AudioPlayer.js +3 -188
  83. package/dist/audio/AudioPlayer.js.map +1 -1
  84. package/dist/audio/AudioUtilities.d.ts +2 -1
  85. package/dist/audio/AudioUtilities.d.ts.map +1 -1
  86. package/dist/audio/AudioUtilities.js +2 -2
  87. package/dist/audio/AudioUtilities.js.map +1 -1
  88. package/dist/build-tools/MakeTarballsForInstalledPackages.js +3 -3
  89. package/dist/build-tools/MakeTarballsForInstalledPackages.js.map +1 -1
  90. package/dist/cli/CLI.d.ts.map +1 -1
  91. package/dist/cli/CLI.js +139 -92
  92. package/dist/cli/CLI.js.map +1 -1
  93. package/dist/codecs/FFMpegTranscoder.d.ts +4 -3
  94. package/dist/codecs/FFMpegTranscoder.d.ts.map +1 -1
  95. package/dist/codecs/FFMpegTranscoder.js +16 -14
  96. package/dist/codecs/FFMpegTranscoder.js.map +1 -1
  97. package/dist/codecs/TIMITCodec.d.ts.map +1 -1
  98. package/dist/data-structures/DynamicTypedArray.d.ts.map +1 -1
  99. package/dist/data-structures/DynamicTypedArray.js.map +1 -1
  100. package/dist/data-structures/Queue.d.ts.map +1 -1
  101. package/dist/data-structures/WindowedList.d.ts.map +1 -1
  102. package/dist/data-structures/WindowedList.js.map +1 -1
  103. package/dist/denoising/NSNet2.d.ts +3 -2
  104. package/dist/denoising/NSNet2.d.ts.map +1 -1
  105. package/dist/denoising/NSNet2.js +4 -4
  106. package/dist/denoising/NSNet2.js.map +1 -1
  107. package/dist/denoising/RNNoise.d.ts +2 -1
  108. package/dist/denoising/RNNoise.d.ts.map +1 -1
  109. package/dist/denoising/RNNoise.js +10 -6
  110. package/dist/denoising/RNNoise.js.map +1 -1
  111. package/dist/dsp/BiquadFilter.d.ts.map +1 -1
  112. package/dist/dsp/DecayingPeakEstimator.d.ts.map +1 -1
  113. package/dist/dsp/DecayingPeakEstimator.js.map +1 -1
  114. package/dist/dsp/FFT.d.ts.map +1 -1
  115. package/dist/dsp/FFT.js +2 -1
  116. package/dist/dsp/FFT.js.map +1 -1
  117. package/dist/dsp/KWeightingFilter.d.ts.map +1 -1
  118. package/dist/dsp/KWeightingFilter.js.map +1 -1
  119. package/dist/dsp/LoudnessEstimator.d.ts.map +1 -1
  120. package/dist/dsp/LoudnessEstimator.js.map +1 -1
  121. package/dist/dsp/MFCC.d.ts +3 -2
  122. package/dist/dsp/MFCC.d.ts.map +1 -1
  123. package/dist/dsp/MFCC.js +4 -4
  124. package/dist/dsp/MFCC.js.map +1 -1
  125. package/dist/dsp/MelSpectrogram.d.ts +10 -8
  126. package/dist/dsp/MelSpectrogram.d.ts.map +1 -1
  127. package/dist/dsp/MelSpectrogram.js +31 -34
  128. package/dist/dsp/MelSpectrogram.js.map +1 -1
  129. package/dist/dsp/Rubberband.d.ts.map +1 -1
  130. package/dist/dsp/Rubberband.js +8 -3
  131. package/dist/dsp/Rubberband.js.map +1 -1
  132. package/dist/dsp/Sonic.d.ts.map +1 -1
  133. package/dist/dsp/Sonic.js +1 -1
  134. package/dist/dsp/Sonic.js.map +1 -1
  135. package/dist/dsp/SpeexResampler.d.ts.map +1 -1
  136. package/dist/dsp/SpeexResampler.js +1 -1
  137. package/dist/dsp/SpeexResampler.js.map +1 -1
  138. package/dist/encodings/Ascii.d.ts +1 -1
  139. package/dist/encodings/Ascii.d.ts.map +1 -1
  140. package/dist/encodings/Base64.js.map +1 -1
  141. package/dist/encodings/Utf16.d.ts.map +1 -1
  142. package/dist/encodings/Utf8.d.ts.map +1 -1
  143. package/dist/math/VectorMath.d.ts +1 -0
  144. package/dist/math/VectorMath.d.ts.map +1 -1
  145. package/dist/math/VectorMath.js +9 -5
  146. package/dist/math/VectorMath.js.map +1 -1
  147. package/dist/nlp/ChineseSegmentation.d.ts +1 -1
  148. package/dist/nlp/ChineseSegmentation.d.ts.map +1 -1
  149. package/dist/nlp/EspeakPhonemizer.d.ts +1 -1
  150. package/dist/nlp/EspeakPhonemizer.d.ts.map +1 -1
  151. package/dist/nlp/EspeakPhonemizer.js +2 -2
  152. package/dist/nlp/EspeakPhonemizer.js.map +1 -1
  153. package/dist/nlp/IPA.d.ts +2 -2
  154. package/dist/nlp/Segmentation.d.ts +1 -1
  155. package/dist/nlp/Segmentation.d.ts.map +1 -1
  156. package/dist/nlp/Segmentation.js +8 -4
  157. package/dist/nlp/Segmentation.js.map +1 -1
  158. package/dist/recognition/AmazonTranscribeSTT.d.ts +2 -1
  159. package/dist/recognition/AmazonTranscribeSTT.d.ts.map +1 -1
  160. package/dist/recognition/AmazonTranscribeSTT.js +3 -3
  161. package/dist/recognition/AmazonTranscribeSTT.js.map +1 -1
  162. package/dist/recognition/AzureCognitiveServicesSTT.d.ts +2 -1
  163. package/dist/recognition/AzureCognitiveServicesSTT.d.ts.map +1 -1
  164. package/dist/recognition/AzureCognitiveServicesSTT.js +4 -4
  165. package/dist/recognition/AzureCognitiveServicesSTT.js.map +1 -1
  166. package/dist/recognition/DeepgramSTT.d.ts +2 -1
  167. package/dist/recognition/DeepgramSTT.d.ts.map +1 -1
  168. package/dist/recognition/DeepgramSTT.js +12 -13
  169. package/dist/recognition/DeepgramSTT.js.map +1 -1
  170. package/dist/recognition/GoogleCloudSTT.d.ts +2 -1
  171. package/dist/recognition/GoogleCloudSTT.d.ts.map +1 -1
  172. package/dist/recognition/GoogleCloudSTT.js +11 -10
  173. package/dist/recognition/GoogleCloudSTT.js.map +1 -1
  174. package/dist/recognition/OpenAICloudSTT.d.ts +2 -1
  175. package/dist/recognition/OpenAICloudSTT.d.ts.map +1 -1
  176. package/dist/recognition/OpenAICloudSTT.js +6 -6
  177. package/dist/recognition/OpenAICloudSTT.js.map +1 -1
  178. package/dist/recognition/WhisperCommon.d.ts +9 -0
  179. package/dist/recognition/WhisperCommon.d.ts.map +1 -0
  180. package/dist/recognition/WhisperCommon.js +52 -0
  181. package/dist/recognition/WhisperCommon.js.map +1 -0
  182. package/dist/recognition/{WhisperCppSTT.d.ts → WhisperCppCliSTT.d.ts} +14 -16
  183. package/dist/recognition/WhisperCppCliSTT.d.ts.map +1 -0
  184. package/dist/recognition/{WhisperCppSTT.js → WhisperCppCliSTT.js} +55 -84
  185. package/dist/recognition/WhisperCppCliSTT.js.map +1 -0
  186. package/dist/recognition/WhisperSTT.d.ts +72 -85
  187. package/dist/recognition/WhisperSTT.d.ts.map +1 -1
  188. package/dist/recognition/WhisperSTT.js +384 -519
  189. package/dist/recognition/WhisperSTT.js.map +1 -1
  190. package/dist/server/Client.d.ts +2 -2
  191. package/dist/server/Client.d.ts.map +1 -1
  192. package/dist/server/Client.js.map +1 -1
  193. package/dist/server/Worker.d.ts +6 -7
  194. package/dist/server/Worker.d.ts.map +1 -1
  195. package/dist/server/Worker.js +42 -44
  196. package/dist/server/Worker.js.map +1 -1
  197. package/dist/source-separation/MDXNetSourceSeparation.d.ts +3 -2
  198. package/dist/source-separation/MDXNetSourceSeparation.d.ts.map +1 -1
  199. package/dist/source-separation/MDXNetSourceSeparation.js +10 -8
  200. package/dist/source-separation/MDXNetSourceSeparation.js.map +1 -1
  201. package/dist/speech-embeddings/WavToVec2BertFeatureEmbeddings.d.ts +3 -2
  202. package/dist/speech-embeddings/WavToVec2BertFeatureEmbeddings.d.ts.map +1 -1
  203. package/dist/speech-embeddings/WavToVec2BertFeatureEmbeddings.js +5 -5
  204. package/dist/speech-embeddings/WavToVec2BertFeatureEmbeddings.js.map +1 -1
  205. package/dist/speech-language-detection/SileroLanguageDetection.d.ts +5 -3
  206. package/dist/speech-language-detection/SileroLanguageDetection.d.ts.map +1 -1
  207. package/dist/speech-language-detection/SileroLanguageDetection.js +8 -8
  208. package/dist/speech-language-detection/SileroLanguageDetection.js.map +1 -1
  209. package/dist/speech-search/DTWSpeechSearch.d.ts +2 -1
  210. package/dist/speech-search/DTWSpeechSearch.d.ts.map +1 -1
  211. package/dist/speech-search/DTWSpeechSearch.js +4 -4
  212. package/dist/speech-search/DTWSpeechSearch.js.map +1 -1
  213. package/dist/subtitles/Subtitles.d.ts +13 -1
  214. package/dist/subtitles/Subtitles.d.ts.map +1 -1
  215. package/dist/subtitles/Subtitles.js +22 -22
  216. package/dist/subtitles/Subtitles.js.map +1 -1
  217. package/dist/synthesis/AwsPollyTTS.d.ts +3 -2
  218. package/dist/synthesis/AwsPollyTTS.d.ts.map +1 -1
  219. package/dist/synthesis/AwsPollyTTS.js +5 -5
  220. package/dist/synthesis/AwsPollyTTS.js.map +1 -1
  221. package/dist/synthesis/AzureCognitiveServicesTTS.d.ts +2 -1
  222. package/dist/synthesis/AzureCognitiveServicesTTS.d.ts.map +1 -1
  223. package/dist/synthesis/AzureCognitiveServicesTTS.js +3 -3
  224. package/dist/synthesis/AzureCognitiveServicesTTS.js.map +1 -1
  225. package/dist/synthesis/CoquiServerTTS.d.ts +2 -1
  226. package/dist/synthesis/CoquiServerTTS.d.ts.map +1 -1
  227. package/dist/synthesis/CoquiServerTTS.js +7 -8
  228. package/dist/synthesis/CoquiServerTTS.js.map +1 -1
  229. package/dist/synthesis/DeepgramTTS.d.ts +2 -2
  230. package/dist/synthesis/DeepgramTTS.d.ts.map +1 -1
  231. package/dist/synthesis/DeepgramTTS.js +13 -13
  232. package/dist/synthesis/DeepgramTTS.js.map +1 -1
  233. package/dist/synthesis/ElevenLabsTTS.d.ts +3 -3
  234. package/dist/synthesis/ElevenLabsTTS.d.ts.map +1 -1
  235. package/dist/synthesis/ElevenLabsTTS.js +22 -21
  236. package/dist/synthesis/ElevenLabsTTS.js.map +1 -1
  237. package/dist/synthesis/EspeakTTS.d.ts +11 -9
  238. package/dist/synthesis/EspeakTTS.d.ts.map +1 -1
  239. package/dist/synthesis/EspeakTTS.js +118 -68
  240. package/dist/synthesis/EspeakTTS.js.map +1 -1
  241. package/dist/synthesis/FliteTTS.d.ts +2 -2
  242. package/dist/synthesis/FliteTTS.d.ts.map +1 -1
  243. package/dist/synthesis/FliteTTS.js +2 -2
  244. package/dist/synthesis/FliteTTS.js.map +1 -1
  245. package/dist/synthesis/GnuSpeechTTS.d.ts +2 -2
  246. package/dist/synthesis/GnuSpeechTTS.d.ts.map +1 -1
  247. package/dist/synthesis/GnuSpeechTTS.js +1 -1
  248. package/dist/synthesis/GnuSpeechTTS.js.map +1 -1
  249. package/dist/synthesis/GoogleCloudTTS.d.ts +3 -2
  250. package/dist/synthesis/GoogleCloudTTS.d.ts.map +1 -1
  251. package/dist/synthesis/GoogleCloudTTS.js +15 -14
  252. package/dist/synthesis/GoogleCloudTTS.js.map +1 -1
  253. package/dist/synthesis/GoogleTranslateTTS.d.ts +3 -2
  254. package/dist/synthesis/GoogleTranslateTTS.d.ts.map +1 -1
  255. package/dist/synthesis/GoogleTranslateTTS.js +11 -11
  256. package/dist/synthesis/GoogleTranslateTTS.js.map +1 -1
  257. package/dist/synthesis/KokoroTTS.d.ts +4 -4
  258. package/dist/synthesis/KokoroTTS.d.ts.map +1 -1
  259. package/dist/synthesis/KokoroTTS.js +11 -10
  260. package/dist/synthesis/KokoroTTS.js.map +1 -1
  261. package/dist/synthesis/MicrosoftEdgeTTS.d.ts +4 -3
  262. package/dist/synthesis/MicrosoftEdgeTTS.d.ts.map +1 -1
  263. package/dist/synthesis/MicrosoftEdgeTTS.js +41 -20
  264. package/dist/synthesis/MicrosoftEdgeTTS.js.map +1 -1
  265. package/dist/synthesis/OpenAICloudTTS.d.ts +2 -2
  266. package/dist/synthesis/OpenAICloudTTS.d.ts.map +1 -1
  267. package/dist/synthesis/OpenAICloudTTS.js +6 -5
  268. package/dist/synthesis/OpenAICloudTTS.js.map +1 -1
  269. package/dist/synthesis/SamTTS.d.ts +2 -1
  270. package/dist/synthesis/SamTTS.d.ts.map +1 -1
  271. package/dist/synthesis/SamTTS.js +2 -2
  272. package/dist/synthesis/SamTTS.js.map +1 -1
  273. package/dist/synthesis/SapiTTS.d.ts +2 -2
  274. package/dist/synthesis/SapiTTS.d.ts.map +1 -1
  275. package/dist/synthesis/SapiTTS.js +2 -2
  276. package/dist/synthesis/SapiTTS.js.map +1 -1
  277. package/dist/synthesis/SvoxPicoTTS.d.ts +2 -2
  278. package/dist/synthesis/SvoxPicoTTS.d.ts.map +1 -1
  279. package/dist/synthesis/SvoxPicoTTS.js +3 -3
  280. package/dist/synthesis/SvoxPicoTTS.js.map +1 -1
  281. package/dist/synthesis/VitsTTS.d.ts +3 -3
  282. package/dist/synthesis/VitsTTS.d.ts.map +1 -1
  283. package/dist/synthesis/VitsTTS.js +14 -11
  284. package/dist/synthesis/VitsTTS.js.map +1 -1
  285. package/dist/text-translation/DeepLTextTranslation.d.ts +2 -2
  286. package/dist/text-translation/DeepLTextTranslation.d.ts.map +1 -1
  287. package/dist/text-translation/DeepLTextTranslation.js +10 -9
  288. package/dist/text-translation/DeepLTextTranslation.js.map +1 -1
  289. package/dist/text-translation/GoogleTranslateTextTranslation.d.ts +4 -4
  290. package/dist/text-translation/GoogleTranslateTextTranslation.d.ts.map +1 -1
  291. package/dist/text-translation/GoogleTranslateTextTranslation.js +20 -18
  292. package/dist/text-translation/GoogleTranslateTextTranslation.js.map +1 -1
  293. package/dist/text-translation/NLLBTextTranslation.d.ts +2 -2
  294. package/dist/text-translation/NLLBTextTranslation.d.ts.map +1 -1
  295. package/dist/text-translation/NLLBTextTranslation.js +4 -6
  296. package/dist/text-translation/NLLBTextTranslation.js.map +1 -1
  297. package/dist/typings/TypedArray.d.ts.map +1 -1
  298. package/dist/utilities/Compression.d.ts +4 -3
  299. package/dist/utilities/Compression.d.ts.map +1 -1
  300. package/dist/utilities/Compression.js +9 -9
  301. package/dist/utilities/Compression.js.map +1 -1
  302. package/dist/utilities/FileDownloader.d.ts +6 -3
  303. package/dist/utilities/FileDownloader.d.ts.map +1 -1
  304. package/dist/utilities/FileDownloader.js +25 -21
  305. package/dist/utilities/FileDownloader.js.map +1 -1
  306. package/dist/utilities/FileReader.d.ts.map +1 -1
  307. package/dist/utilities/FileReader.js.map +1 -1
  308. package/dist/utilities/FileSystem.js +1 -1
  309. package/dist/utilities/FileSystem.js.map +1 -1
  310. package/dist/utilities/FileWriter.d.ts.map +1 -1
  311. package/dist/utilities/FileWriter.js.map +1 -1
  312. package/dist/utilities/Hashing.d.ts.map +1 -1
  313. package/dist/utilities/Hashing.js.map +1 -1
  314. package/dist/utilities/Locale.js.map +1 -1
  315. package/dist/utilities/Logger.d.ts +17 -9
  316. package/dist/utilities/Logger.d.ts.map +1 -1
  317. package/dist/utilities/Logger.js +50 -35
  318. package/dist/utilities/Logger.js.map +1 -1
  319. package/dist/utilities/NpmUtilities.d.ts.map +1 -1
  320. package/dist/utilities/NpmUtilities.js +4 -5
  321. package/dist/utilities/NpmUtilities.js.map +1 -1
  322. package/dist/utilities/ObjectUtilities.js.map +1 -1
  323. package/dist/utilities/OpenPromise.d.ts.map +1 -1
  324. package/dist/utilities/OpenPromise.js.map +1 -1
  325. package/dist/utilities/PackageManager.d.ts +4 -1
  326. package/dist/utilities/PackageManager.d.ts.map +1 -1
  327. package/dist/utilities/PackageManager.js +37 -22
  328. package/dist/utilities/PackageManager.js.map +1 -1
  329. package/dist/utilities/PathUtilities.d.ts +2 -0
  330. package/dist/utilities/PathUtilities.d.ts.map +1 -1
  331. package/dist/utilities/PathUtilities.js +5 -2
  332. package/dist/utilities/PathUtilities.js.map +1 -1
  333. package/dist/utilities/RandomGenerator.d.ts.map +1 -1
  334. package/dist/utilities/SignalChannel.d.ts.map +1 -1
  335. package/dist/utilities/SmoothEstimator.d.ts.map +1 -1
  336. package/dist/utilities/SmoothEstimator.js.map +1 -1
  337. package/dist/utilities/StringBuilder.d.ts.map +1 -1
  338. package/dist/utilities/TarballMaker.d.ts +4 -3
  339. package/dist/utilities/TarballMaker.d.ts.map +1 -1
  340. package/dist/utilities/TarballMaker.js +6 -6
  341. package/dist/utilities/TarballMaker.js.map +1 -1
  342. package/dist/utilities/Timeline.js.map +1 -1
  343. package/dist/utilities/Timer.d.ts.map +1 -1
  344. package/dist/utilities/Utilities.d.ts +9 -7
  345. package/dist/utilities/Utilities.d.ts.map +1 -1
  346. package/dist/utilities/Utilities.js +49 -33
  347. package/dist/utilities/Utilities.js.map +1 -1
  348. package/dist/utilities/VirtualFileReadStream.d.ts.map +1 -1
  349. package/dist/utilities/WebReader.d.ts +2 -1
  350. package/dist/utilities/WebReader.d.ts.map +1 -1
  351. package/dist/utilities/WebReader.js +7 -6
  352. package/dist/utilities/WebReader.js.map +1 -1
  353. package/dist/utilities/WikipediaReader.d.ts +2 -1
  354. package/dist/utilities/WikipediaReader.d.ts.map +1 -1
  355. package/dist/utilities/WikipediaReader.js +1 -5
  356. package/dist/utilities/WikipediaReader.js.map +1 -1
  357. package/dist/voice-activity-detection/AdaptiveGateVAD.d.ts +2 -1
  358. package/dist/voice-activity-detection/AdaptiveGateVAD.d.ts.map +1 -1
  359. package/dist/voice-activity-detection/AdaptiveGateVAD.js +1 -1
  360. package/dist/voice-activity-detection/AdaptiveGateVAD.js.map +1 -1
  361. package/dist/voice-activity-detection/SileroVAD.d.ts.map +1 -1
  362. package/dist/voice-activity-detection/SileroVAD.js.map +1 -1
  363. package/dist/voice-activity-detection/WebRtcVAD.d.ts.map +1 -1
  364. package/dist/voice-activity-detection/WebRtcVAD.js +1 -1
  365. package/dist/voice-activity-detection/WebRtcVAD.js.map +1 -1
  366. package/docs/API.md +62 -17
  367. package/docs/CUDA.md +4 -3
  368. package/docs/Engines.md +8 -7
  369. package/docs/Licenses.md +0 -3
  370. package/docs/Options.md +27 -31
  371. package/docs/Server.md +1 -0
  372. package/docs/Tasklist.md +2 -1
  373. package/docs/Technical.md +2 -2
  374. package/package.json +45 -35
  375. package/src/alignment/SemanticTextAlignment.ts +14 -7
  376. package/src/alignment/SpeechAlignment.ts +47 -150
  377. package/src/api/APIOptions.ts +1 -1
  378. package/src/api/Alignment.ts +95 -61
  379. package/src/api/Common.ts +11 -0
  380. package/src/api/Denoising.ts +22 -17
  381. package/src/api/GlobalOptions.ts +4 -20
  382. package/src/api/Recognition.ts +106 -123
  383. package/src/api/SourceSeparation.ts +39 -21
  384. package/src/api/SpeechLanguageDetection.ts +77 -37
  385. package/src/api/SpeechSearch.ts +6 -1
  386. package/src/api/SpeechTranslation.ts +75 -38
  387. package/src/api/Synthesis.ts +220 -116
  388. package/src/api/TextLanguageDetection.ts +10 -12
  389. package/src/api/TextTranslation.ts +43 -26
  390. package/src/api/TimelineTranslationAlignment.ts +41 -13
  391. package/src/api/TranscriptAndTranslationAlignment.ts +28 -15
  392. package/src/api/TranslationAlignment.ts +53 -24
  393. package/src/api/VoiceActivityDetection.ts +33 -68
  394. package/src/audio/AudioPlayer.ts +4 -232
  395. package/src/audio/AudioUtilities.ts +9 -2
  396. package/src/build-tools/MakeTarballsForInstalledPackages.ts +4 -3
  397. package/src/cli/CLI.ts +209 -101
  398. package/src/codecs/FFMpegTranscoder.ts +18 -16
  399. package/src/denoising/NSNet2.ts +5 -4
  400. package/src/denoising/RNNoise.ts +14 -6
  401. package/src/dsp/FFT.ts +2 -1
  402. package/src/dsp/MFCC.ts +7 -5
  403. package/src/dsp/MelSpectrogram.ts +56 -36
  404. package/src/dsp/Rubberband.ts +10 -3
  405. package/src/dsp/Sonic.ts +2 -1
  406. package/src/dsp/SpeexResampler.ts +2 -1
  407. package/src/encodings/Ascii.ts +1 -1
  408. package/src/encodings/Base64.ts +1 -1
  409. package/src/math/VectorMath.ts +10 -6
  410. package/src/nlp/EspeakPhonemizer.ts +2 -2
  411. package/src/nlp/Segmentation.ts +9 -4
  412. package/src/recognition/AmazonTranscribeSTT.ts +4 -3
  413. package/src/recognition/AzureCognitiveServicesSTT.ts +5 -4
  414. package/src/recognition/DeepgramSTT.ts +16 -16
  415. package/src/recognition/GoogleCloudSTT.ts +14 -12
  416. package/src/recognition/OpenAICloudSTT.ts +12 -6
  417. package/src/recognition/WhisperCommon.ts +130 -0
  418. package/src/recognition/{WhisperCppSTT.ts → WhisperCppCliSTT.ts} +73 -133
  419. package/src/recognition/WhisperSTT.ts +569 -718
  420. package/src/server/Client.ts +4 -4
  421. package/src/server/Worker.ts +59 -59
  422. package/src/source-separation/MDXNetSourceSeparation.ts +15 -10
  423. package/src/speech-embeddings/WavToVec2BertFeatureEmbeddings.ts +7 -5
  424. package/src/speech-language-detection/SileroLanguageDetection.ts +18 -9
  425. package/src/speech-search/DTWSpeechSearch.ts +6 -5
  426. package/src/subtitles/Subtitles.ts +22 -22
  427. package/src/synthesis/AwsPollyTTS.ts +12 -5
  428. package/src/synthesis/AzureCognitiveServicesTTS.ts +11 -3
  429. package/src/synthesis/CoquiServerTTS.ts +8 -7
  430. package/src/synthesis/DeepgramTTS.ts +21 -15
  431. package/src/synthesis/ElevenLabsTTS.ts +33 -23
  432. package/src/synthesis/EspeakTTS.ts +145 -69
  433. package/src/synthesis/FliteTTS.ts +3 -3
  434. package/src/synthesis/GnuSpeechTTS.ts +2 -2
  435. package/src/synthesis/GoogleCloudTTS.ts +23 -14
  436. package/src/synthesis/GoogleTranslateTTS.ts +19 -11
  437. package/src/synthesis/KokoroTTS.ts +37 -14
  438. package/src/synthesis/MicrosoftEdgeTTS.ts +71 -23
  439. package/src/synthesis/OpenAICloudTTS.ts +7 -6
  440. package/src/synthesis/SamTTS.ts +3 -2
  441. package/src/synthesis/SapiTTS.ts +3 -3
  442. package/src/synthesis/SvoxPicoTTS.ts +4 -5
  443. package/src/synthesis/VitsTTS.ts +43 -15
  444. package/src/text-translation/DeepLTextTranslation.ts +12 -10
  445. package/src/text-translation/GoogleTranslateTextTranslation.ts +35 -21
  446. package/src/text-translation/NLLBTextTranslation.ts +5 -9
  447. package/src/typings/Fillers.d.ts +0 -60
  448. package/src/typings/TypedArray.ts +12 -1
  449. package/src/utilities/Compression.ts +10 -9
  450. package/src/utilities/FileDownloader.ts +38 -23
  451. package/src/utilities/FileSystem.ts +1 -1
  452. package/src/utilities/Logger.ts +59 -42
  453. package/src/utilities/NpmUtilities.ts +4 -6
  454. package/src/utilities/OpenPromise.ts +1 -2
  455. package/src/utilities/PackageManager.ts +53 -26
  456. package/src/utilities/PathUtilities.ts +6 -2
  457. package/src/utilities/TarballMaker.ts +7 -7
  458. package/src/utilities/Utilities.ts +58 -41
  459. package/src/utilities/WebReader.ts +11 -6
  460. package/src/utilities/WikipediaReader.ts +2 -8
  461. package/src/voice-activity-detection/AdaptiveGateVAD.ts +13 -8
  462. package/src/voice-activity-detection/WebRtcVAD.ts +1 -2
  463. package/tsconfig.json +53 -54
  464. package/dist/audio/AudioRecorder.d.ts +0 -4
  465. package/dist/audio/AudioRecorder.d.ts.map +0 -1
  466. package/dist/audio/AudioRecorder.js +0 -68
  467. package/dist/audio/AudioRecorder.js.map +0 -1
  468. package/dist/audio/SoxPath.d.ts +0 -2
  469. package/dist/audio/SoxPath.d.ts.map +0 -1
  470. package/dist/audio/SoxPath.js +0 -24
  471. package/dist/audio/SoxPath.js.map +0 -1
  472. package/dist/recognition/SileroSTT.d.ts +0 -30
  473. package/dist/recognition/SileroSTT.d.ts.map +0 -1
  474. package/dist/recognition/SileroSTT.js +0 -152
  475. package/dist/recognition/SileroSTT.js.map +0 -1
  476. package/dist/recognition/VoskSTT.d.ts +0 -11
  477. package/dist/recognition/VoskSTT.d.ts.map +0 -1
  478. package/dist/recognition/VoskSTT.js +0 -72
  479. package/dist/recognition/VoskSTT.js.map +0 -1
  480. package/dist/recognition/WhisperCppSTT.d.ts.map +0 -1
  481. package/dist/recognition/WhisperCppSTT.js.map +0 -1
  482. package/dist/synthesis/StreamlabsPollyTTS.d.ts +0 -12
  483. package/dist/synthesis/StreamlabsPollyTTS.d.ts.map +0 -1
  484. package/dist/synthesis/StreamlabsPollyTTS.js +0 -88
  485. package/dist/synthesis/StreamlabsPollyTTS.js.map +0 -1
  486. package/dist/utilities/BinaryUtilities.d.ts +0 -14
  487. package/dist/utilities/BinaryUtilities.d.ts.map +0 -1
  488. package/dist/utilities/BinaryUtilities.js +0 -113
  489. package/dist/utilities/BinaryUtilities.js.map +0 -1
  490. package/src/audio/AudioRecorder.ts +0 -91
  491. package/src/audio/SoxPath.ts +0 -31
  492. package/src/recognition/SileroSTT.ts +0 -222
  493. package/src/recognition/VoskSTT.ts +0 -112
  494. package/src/synthesis/StreamlabsPollyTTS.ts +0 -114
  495. package/src/utilities/BinaryUtilities.ts +0 -138
  496. /package/{LICENSE.md → LICENSE.GPLv3.md} +0 -0
@@ -1,68 +0,0 @@
1
- import { spawn } from 'child_process';
2
- import { concatAudioSegments } from './AudioUtilities.js';
3
- import * as AudioBufferConversion from './AudioBufferConversion.js';
4
- import { Timer } from '../utilities/Timer.js';
5
- import { logToStderr } from '../utilities/Utilities.js';
6
- import { OpenPromise } from '../utilities/OpenPromise.js';
7
- import { tryResolvingSoxPath } from './SoxPath.js';
8
- import { SampleFormat } from './AudioBufferConversion.js';
9
- const log = logToStderr;
10
- export async function recordAudioInput(channelCount = 1, sampleRate = 48000, maxTime = 10) {
11
- const audioSegments = [];
12
- await captureAudioInput(channelCount, sampleRate, maxTime, (rawAudio) => {
13
- audioSegments.push(rawAudio);
14
- });
15
- const mergedAudio = concatAudioSegments(audioSegments);
16
- const rawAudio = {
17
- audioChannels: mergedAudio,
18
- sampleRate
19
- };
20
- return rawAudio;
21
- }
22
- export function captureAudioInput(channelCount = 1, sampleRate = 48000, maxTime = -1, onAudioSamples) {
23
- return new Promise(async (resolve, reject) => {
24
- const timer = new Timer();
25
- const recorderSpawnedOpenPromise = new OpenPromise();
26
- const soxPath = await tryResolvingSoxPath();
27
- if (!soxPath) {
28
- throw new Error('Could not resolve a SoX executable');
29
- }
30
- let args;
31
- if (process.platform == 'win32') {
32
- args = ['-b', `${16}`, '--endian', 'little',
33
- '-c', `${channelCount}`, '-r', `${sampleRate}`, '-e', 'signed',
34
- '-t', 'waveaudio', 'default', '-t', 'raw', '-'];
35
- }
36
- else if (process.platform == 'darwin') {
37
- args = ['-b', `${16}`, '--endian', 'little',
38
- '-c', `${channelCount}`, '-r', `${sampleRate}`, '-e', 'signed',
39
- '-t', 'raw', '-'];
40
- }
41
- else {
42
- throw new Error('');
43
- }
44
- const recorder = spawn(soxPath, args, {});
45
- recorder.once('spawn', () => {
46
- recorderSpawnedOpenPromise.resolve(null);
47
- timer.restart();
48
- });
49
- recorder.once('close', () => {
50
- resolve();
51
- });
52
- recorder.stderr.on('data', (chunk) => {
53
- //log(chunk.toString('utf8'))
54
- });
55
- recorder.stdout.on('data', (chunk) => {
56
- //log(chunk)
57
- const audioChannels = AudioBufferConversion.decodeToChannels(chunk, channelCount, 16, SampleFormat.PCM);
58
- if (onAudioSamples) {
59
- onAudioSamples(audioChannels);
60
- }
61
- if (maxTime >= 0 && timer.elapsedTimeSeconds >= maxTime) {
62
- recorder.kill();
63
- resolve();
64
- }
65
- });
66
- });
67
- }
68
- //# sourceMappingURL=AudioRecorder.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"AudioRecorder.js","sourceRoot":"","sources":["../../src/audio/AudioRecorder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,eAAe,CAAA;AAErC,OAAO,EAAY,mBAAmB,EAAE,MAAM,qBAAqB,CAAA;AACnE,OAAO,KAAK,qBAAqB,MAAM,4BAA4B,CAAA;AAEnE,OAAO,EAAE,KAAK,EAAE,MAAM,uBAAuB,CAAA;AAC7C,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAA;AACvD,OAAO,EAAE,WAAW,EAAE,MAAM,6BAA6B,CAAA;AACzD,OAAO,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAA;AAClD,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAA;AAEzD,MAAM,GAAG,GAAG,WAAW,CAAA;AAEvB,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,YAAY,GAAG,CAAC,EAAE,UAAU,GAAG,KAAK,EAAE,OAAO,GAAG,EAAE;IACxF,MAAM,aAAa,GAAqB,EAAE,CAAA;IAE1C,MAAM,iBAAiB,CAAC,YAAY,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC,QAAQ,EAAE,EAAE;QACvE,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;IAC7B,CAAC,CAAC,CAAA;IAEF,MAAM,WAAW,GAAG,mBAAmB,CAAC,aAAa,CAAC,CAAA;IAEtD,MAAM,QAAQ,GAAa;QAC1B,aAAa,EAAE,WAAW;QAC1B,UAAU;KACV,CAAA;IAED,OAAO,QAAQ,CAAA;AAChB,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,YAAY,GAAG,CAAC,EAAE,UAAU,GAAG,KAAK,EAAE,OAAO,GAAG,CAAC,CAAC,EAAE,cAAmD;IACxI,OAAO,IAAI,OAAO,CAAO,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE;QAClD,MAAM,KAAK,GAAG,IAAI,KAAK,EAAE,CAAA;QAEzB,MAAM,0BAA0B,GAAG,IAAI,WAAW,EAAQ,CAAA;QAE1D,MAAM,OAAO,GAAG,MAAM,mBAAmB,EAAE,CAAA;QAE3C,IAAI,CAAC,OAAO,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAA;QACtD,CAAC;QAED,IAAI,IAAc,CAAA;QAElB,IAAI,OAAO,CAAC,QAAQ,IAAI,OAAO,EAAE,CAAC;YACjC,IAAI,GAAG,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE,UAAU,EAAE,QAAQ;gBAC1C,IAAI,EAAE,GAAG,YAAY,EAAE,EAAE,IAAI,EAAE,GAAG,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ;gBAC9D,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,CAAA;QACjD,CAAC;aAAM,IAAI,OAAO,CAAC,QAAQ,IAAI,QAAQ,EAAE,CAAC;YACzC,IAAI,GAAG,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE,UAAU,EAAE,QAAQ;gBAC1C,IAAI,EAAE,GAAG,YAAY,EAAE,EAAE,IAAI,EAAE,GAAG,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ;gBAC9D,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,CAAA;QACnB,CAAC;aAAM,CAAC;YACP,MAAM,IAAI,KAAK,CAAC,EAAE,CAAC,CAAA;QACpB,CAAC;QAED,MAAM,QAAQ,GAAG,KAAK,CACrB,OAAO,EACP,IAAI,EACJ,EAAE,CACF,CAAA;QAED,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE;YAC3B,0BAA0B,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;YACxC,KAAK,CAAC,OAAO,EAAE,CAAA;QAChB,CAAC,CAAC,CAAA;QAEF,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE;YAC3B,OAAO,EAAE,CAAA;QACV,CAAC,CAAC,CAAA;QAEF,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE;YACpC,6BAA6B;QAC9B,CAAC,CAAC,CAAA;QAEF,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE;YACpC,YAAY;YAEZ,MAAM,aAAa,GAAG,qBAAqB,CAAC,gBAAgB,CAAC,KAAK,EAAE,YAAY,EAAE,EAAE,EAAE,YAAY,CAAC,GAAG,CAAC,CAAA;YAEvG,IAAI,cAAc,EAAE,CAAC;gBACpB,cAAc,CAAC,aAAa,CAAC,CAAA;YAC9B,CAAC;YAED,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,CAAC,kBAAkB,IAAI,OAAO,EAAE,CAAC;gBACzD,QAAQ,CAAC,IAAI,EAAE,CAAA;gBACf,OAAO,EAAE,CAAA;YACV,CAAC;QACF,CAAC,CAAC,CAAA;IACH,CAAC,CAAC,CAAA;AACH,CAAC"}
@@ -1,2 +0,0 @@
1
- export declare function tryResolvingSoxPath(): Promise<string | undefined>;
2
- //# sourceMappingURL=SoxPath.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"SoxPath.d.ts","sourceRoot":"","sources":["../../src/audio/SoxPath.ts"],"names":[],"mappings":"AAKA,wBAAsB,mBAAmB,gCAyBxC"}
@@ -1,24 +0,0 @@
1
- import { loadPackage } from '../utilities/PackageManager.js';
2
- import { commandExists } from '../utilities/Utilities.js';
3
- import { getGlobalOption } from '../api/GlobalOptions.js';
4
- import { joinPath } from '../utilities/PathUtilities.js';
5
- export async function tryResolvingSoxPath() {
6
- if (getGlobalOption('soxPath')) {
7
- return getGlobalOption('soxPath');
8
- }
9
- const platform = process.platform;
10
- const arch = process.arch;
11
- if (platform === 'win32') {
12
- const soxPackagePath = await loadPackage('sox-14.4.1a-win32');
13
- return joinPath(soxPackagePath, 'sox.exe');
14
- }
15
- if (await commandExists('sox')) {
16
- return 'sox';
17
- }
18
- if (platform === 'linux' && arch === 'x64') {
19
- const soxPackagePath = await loadPackage('sox-14.4.2-linux-minimal');
20
- return joinPath(soxPackagePath, 'sox');
21
- }
22
- return undefined;
23
- }
24
- //# sourceMappingURL=SoxPath.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"SoxPath.js","sourceRoot":"","sources":["../../src/audio/SoxPath.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,gCAAgC,CAAA;AAC5D,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAA;AACzD,OAAO,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAA;AACzD,OAAO,EAAE,QAAQ,EAAE,MAAM,+BAA+B,CAAA;AAExD,MAAM,CAAC,KAAK,UAAU,mBAAmB;IACxC,IAAI,eAAe,CAAC,SAAS,CAAC,EAAE,CAAC;QAChC,OAAO,eAAe,CAAC,SAAS,CAAC,CAAA;IAClC,CAAC;IAED,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAA;IACjC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAA;IAEzB,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;QAC1B,MAAM,cAAc,GAAG,MAAM,WAAW,CAAC,mBAAmB,CAAC,CAAA;QAE7D,OAAO,QAAQ,CAAC,cAAc,EAAE,SAAS,CAAC,CAAA;IAC3C,CAAC;IAED,IAAI,MAAM,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;QAChC,OAAO,KAAK,CAAA;IACb,CAAC;IAED,IAAI,QAAQ,KAAK,OAAO,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;QAC5C,MAAM,cAAc,GAAG,MAAM,WAAW,CAAC,0BAA0B,CAAC,CAAA;QAEpE,OAAO,QAAQ,CAAC,cAAc,EAAE,KAAK,CAAC,CAAA;IACvC,CAAC;IAED,OAAO,SAAS,CAAA;AACjB,CAAC"}
@@ -1,30 +0,0 @@
1
- import { Timeline } from '../utilities/Timeline.js';
2
- import { RawAudio } from '../audio/AudioUtilities.js';
3
- import type * as Onnx from 'onnxruntime-node';
4
- import { OnnxExecutionProvider } from '../utilities/OnnxUtilities.js';
5
- export declare function recognize(rawAudio: RawAudio, modelDirectoryPath: string, executionProviders: OnnxExecutionProvider[]): Promise<{
6
- transcript: string;
7
- timeline: Timeline;
8
- }>;
9
- export declare class SileroSTT {
10
- readonly modelDirectoryPath: string;
11
- readonly executionProviders: OnnxExecutionProvider[];
12
- session?: Onnx.InferenceSession;
13
- labels?: string[];
14
- constructor(modelDirectoryPath: string, executionProviders: OnnxExecutionProvider[]);
15
- recognize(rawAudio: RawAudio): Promise<{
16
- transcript: string;
17
- timeline: Timeline;
18
- }>;
19
- private initializeIfNeeded;
20
- private tokensToTimeline;
21
- }
22
- export declare const languageCodeToPackageName: {
23
- [languageCode: string]: string;
24
- };
25
- export interface SileroRecognitionOptions {
26
- modelPath?: string;
27
- provider?: OnnxExecutionProvider;
28
- }
29
- export declare const defaultSileroRecognitionOptions: SileroRecognitionOptions;
30
- //# sourceMappingURL=SileroSTT.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"SileroSTT.d.ts","sourceRoot":"","sources":["../../src/recognition/SileroSTT.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,QAAQ,EAAE,MAAM,0BAA0B,CAAA;AACnD,OAAO,EAAE,QAAQ,EAAuB,MAAM,4BAA4B,CAAA;AAG1E,OAAO,KAAK,KAAK,IAAI,MAAM,kBAAkB,CAAA;AAC7C,OAAO,EAAE,qBAAqB,EAAyB,MAAM,+BAA+B,CAAA;AAK5F,wBAAsB,SAAS,CAC9B,QAAQ,EAAE,QAAQ,EAClB,kBAAkB,EAAE,MAAM,EAC1B,kBAAkB,EAAE,qBAAqB,EAAE;;;GAO3C;AAED,qBAAa,SAAS;aAKJ,kBAAkB,EAAE,MAAM;aAC1B,kBAAkB,EAAE,qBAAqB,EAAE;IAL5D,OAAO,CAAC,EAAE,IAAI,CAAC,gBAAgB,CAAA;IAC/B,MAAM,CAAC,EAAE,MAAM,EAAE,CAAA;gBAGA,kBAAkB,EAAE,MAAM,EAC1B,kBAAkB,EAAE,qBAAqB,EAAE;IAItD,SAAS,CAAC,QAAQ,EAAE,QAAQ;;;;YA0CpB,kBAAkB;IAuBhC,OAAO,CAAC,gBAAgB;CAuGxB;AAED,eAAO,MAAM,yBAAyB,EAAE;IAAE,CAAC,YAAY,EAAE,MAAM,GAAG,MAAM,CAAA;CAKvE,CAAA;AAED,MAAM,WAAW,wBAAwB;IACxC,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,QAAQ,CAAC,EAAE,qBAAqB,CAAA;CAChC;AAED,eAAO,MAAM,+BAA+B,EAAE,wBAG7C,CAAA"}
@@ -1,152 +0,0 @@
1
- import { indexOfMax } from '../math/VectorMath.js';
2
- import { wordCharacterRegExp } from '../nlp/Segmentation.js';
3
- import { Logger } from '../utilities/Logger.js';
4
- import { logToStderr } from '../utilities/Utilities.js';
5
- import { getRawAudioDuration } from '../audio/AudioUtilities.js';
6
- import { readAndParseJsonFile } from '../utilities/FileSystem.js';
7
- import { getOnnxSessionOptions } from '../utilities/OnnxUtilities.js';
8
- import { joinPath } from '../utilities/PathUtilities.js';
9
- const log = logToStderr;
10
- export async function recognize(rawAudio, modelDirectoryPath, executionProviders) {
11
- const silero = new SileroSTT(modelDirectoryPath, executionProviders);
12
- const result = await silero.recognize(rawAudio);
13
- return result;
14
- }
15
- export class SileroSTT {
16
- modelDirectoryPath;
17
- executionProviders;
18
- session;
19
- labels;
20
- constructor(modelDirectoryPath, executionProviders) {
21
- this.modelDirectoryPath = modelDirectoryPath;
22
- this.executionProviders = executionProviders;
23
- }
24
- async recognize(rawAudio) {
25
- const logger = new Logger();
26
- await this.initializeIfNeeded();
27
- logger.start('Recognize with silero model');
28
- const audioSamples = rawAudio.audioChannels[0];
29
- const Onnx = await import('onnxruntime-node');
30
- const inputTensor = new Onnx.Tensor('float32', audioSamples, [1, audioSamples.length]);
31
- const inputs = { input: inputTensor };
32
- const results = await this.session.run(inputs);
33
- const rawResultValues = results['output'].data;
34
- const labels = this.labels;
35
- const tokenResults = [];
36
- for (let i = 0; i < rawResultValues.length; i += labels.length) {
37
- tokenResults.push(rawResultValues.subarray(i, i + labels.length));
38
- }
39
- const tokens = [];
40
- for (const tokenResult of tokenResults) {
41
- const bestCandidateIndex = indexOfMax(new Array(...tokenResult));
42
- tokens.push(labels[bestCandidateIndex]);
43
- }
44
- //log(tokens.join('|'))
45
- const result = this.tokensToTimeline(tokens, getRawAudioDuration(rawAudio));
46
- logger.end();
47
- return result;
48
- }
49
- async initializeIfNeeded() {
50
- if (this.session) {
51
- return;
52
- }
53
- const logger = new Logger();
54
- logger.start('Create ONNX inference session');
55
- const Onnx = await import('onnxruntime-node');
56
- const modelPath = joinPath(this.modelDirectoryPath, 'model.onnx');
57
- const labelsPath = joinPath(this.modelDirectoryPath, 'labels.json');
58
- this.labels = await readAndParseJsonFile(labelsPath);
59
- const onnxSessionOptions = getOnnxSessionOptions({ executionProviders: this.executionProviders });
60
- this.session = await Onnx.InferenceSession.create(modelPath, onnxSessionOptions);
61
- logger.end();
62
- }
63
- tokensToTimeline(tokens, totalDuration) {
64
- const tokenCount = tokens.length;
65
- const decodedTokens = [];
66
- let tokenGroupIndexes = [[]];
67
- for (let i = 0; i < tokenCount; i++) {
68
- const token = tokens[i];
69
- if (token == '2') {
70
- if (decodedTokens.length > 0) {
71
- const previousDecodedToken = decodedTokens[decodedTokens.length - 1];
72
- decodedTokens.push('$');
73
- decodedTokens.push(previousDecodedToken);
74
- tokenGroupIndexes[tokenGroupIndexes.length - 1].push(i);
75
- }
76
- else {
77
- decodedTokens.push(' ');
78
- tokenGroupIndexes.push([]);
79
- }
80
- continue;
81
- }
82
- if (token == '_') {
83
- continue;
84
- }
85
- decodedTokens.push(token);
86
- if (token == ' ') {
87
- tokenGroupIndexes.push([]);
88
- }
89
- else {
90
- tokenGroupIndexes[tokenGroupIndexes.length - 1].push(i);
91
- }
92
- }
93
- let decodedString = '';
94
- for (let i = 0; i < decodedTokens.length; i++) {
95
- const currentToken = decodedTokens[i];
96
- const previousToken = decodedTokens[i - 1];
97
- if (currentToken != '$' && (previousToken != currentToken || previousToken == undefined)) {
98
- decodedString += currentToken;
99
- }
100
- }
101
- decodedString = decodedString.trim();
102
- tokenGroupIndexes = tokenGroupIndexes.filter(group => group.length > 0);
103
- if (tokenGroupIndexes.length > 0) {
104
- let currentCorrection = Math.min(tokenGroupIndexes[0][0], 1.5);
105
- for (let i = 0; i < tokenGroupIndexes.length; i++) {
106
- const group = tokenGroupIndexes[i];
107
- if (group.length == 1) {
108
- group.push(group[0]);
109
- }
110
- group[0] -= currentCorrection;
111
- if (i == tokenGroupIndexes.length - 1) {
112
- currentCorrection = Math.min(tokenCount - i, 1.5);
113
- }
114
- else {
115
- currentCorrection = Math.min((tokenGroupIndexes[i + 1][0] - group[group.length - 1]) / 2, 1.5);
116
- }
117
- group[group.length - 1] += currentCorrection;
118
- }
119
- }
120
- const words = decodedString.split(' ');
121
- const timeMultiplier = totalDuration / tokenCount;
122
- const timeline = [];
123
- for (let i = 0; i < words.length; i++) {
124
- const text = words[i];
125
- if (!wordCharacterRegExp.test(text)) {
126
- continue;
127
- }
128
- const group = tokenGroupIndexes[i];
129
- const startTime = group[0] * timeMultiplier;
130
- const endTime = group[group.length - 1] * timeMultiplier;
131
- timeline.push({
132
- type: 'word',
133
- text: text,
134
- startTime,
135
- endTime,
136
- });
137
- }
138
- timeline[timeline.length - 1].endTime = totalDuration;
139
- return { transcript: decodedString, timeline };
140
- }
141
- }
142
- export const languageCodeToPackageName = {
143
- 'en': 'silero-en-v5',
144
- 'es': 'silero-es-v1',
145
- 'de': 'silero-de-v1',
146
- 'uk': 'silero-ua-v3',
147
- };
148
- export const defaultSileroRecognitionOptions = {
149
- modelPath: undefined,
150
- provider: undefined,
151
- };
152
- //# sourceMappingURL=SileroSTT.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"SileroSTT.js","sourceRoot":"","sources":["../../src/recognition/SileroSTT.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAA;AAClD,OAAO,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAA;AAC5D,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAA;AAC/C,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAA;AAEvD,OAAO,EAAY,mBAAmB,EAAE,MAAM,4BAA4B,CAAA;AAC1E,OAAO,EAAE,oBAAoB,EAAE,MAAM,4BAA4B,CAAA;AAGjE,OAAO,EAAyB,qBAAqB,EAAE,MAAM,+BAA+B,CAAA;AAC5F,OAAO,EAAE,QAAQ,EAAE,MAAM,+BAA+B,CAAA;AAExD,MAAM,GAAG,GAAG,WAAW,CAAA;AAEvB,MAAM,CAAC,KAAK,UAAU,SAAS,CAC9B,QAAkB,EAClB,kBAA0B,EAC1B,kBAA2C;IAE3C,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,kBAAkB,EAAE,kBAAkB,CAAC,CAAA;IAEpE,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAA;IAE/C,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,OAAO,SAAS;IAKJ;IACA;IALjB,OAAO,CAAwB;IAC/B,MAAM,CAAW;IAEjB,YACiB,kBAA0B,EAC1B,kBAA2C;QAD3C,uBAAkB,GAAlB,kBAAkB,CAAQ;QAC1B,uBAAkB,GAAlB,kBAAkB,CAAyB;IAE5D,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,QAAkB;QACjC,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAA;QAE3B,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAA;QAE/B,MAAM,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAA;QAE3C,MAAM,YAAY,GAAG,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,CAAA;QAE9C,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAA;QAE7C,MAAM,WAAW,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,YAAY,EAAE,CAAC,CAAC,EAAE,YAAY,CAAC,MAAM,CAAC,CAAC,CAAA;QACtF,MAAM,MAAM,GAAG,EAAE,KAAK,EAAE,WAAW,EAAE,CAAA;QAErC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;QAE/C,MAAM,eAAe,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,IAAoB,CAAA;QAE9D,MAAM,MAAM,GAAG,IAAI,CAAC,MAAO,CAAA;QAE3B,MAAM,YAAY,GAAmB,EAAE,CAAA;QAEvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,eAAe,CAAC,MAAM,EAAE,CAAC,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAChE,YAAY,CAAC,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAA;QAClE,CAAC;QAED,MAAM,MAAM,GAAa,EAAE,CAAA;QAE3B,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;YACxC,MAAM,kBAAkB,GAAG,UAAU,CAAC,IAAI,KAAK,CAAC,GAAG,WAAW,CAAC,CAAC,CAAA;YAChE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC,CAAA;QACxC,CAAC;QAED,uBAAuB;QAEvB,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,mBAAmB,CAAC,QAAQ,CAAC,CAAC,CAAA;QAE3E,MAAM,CAAC,GAAG,EAAE,CAAA;QAEZ,OAAO,MAAM,CAAA;IACd,CAAC;IAEO,KAAK,CAAC,kBAAkB;QAC/B,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,OAAM;QACP,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAA;QAE3B,MAAM,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAA;QAE7C,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAA;QAE7C,MAAM,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,kBAAkB,EAAE,YAAY,CAAC,CAAA;QACjE,MAAM,UAAU,GAAG,QAAQ,CAAC,IAAI,CAAC,kBAAkB,EAAE,aAAa,CAAC,CAAA;QAEnE,IAAI,CAAC,MAAM,GAAG,MAAM,oBAAoB,CAAC,UAAU,CAAC,CAAA;QAEpD,MAAM,kBAAkB,GAAG,qBAAqB,CAAC,EAAE,kBAAkB,EAAE,IAAI,CAAC,kBAAkB,EAAE,CAAC,CAAA;QAEjG,IAAI,CAAC,OAAO,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,SAAS,EAAE,kBAAkB,CAAC,CAAA;QAEhF,MAAM,CAAC,GAAG,EAAE,CAAA;IACb,CAAC;IAEO,gBAAgB,CAAC,MAAgB,EAAE,aAAqB;QAC/D,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAA;QAEhC,MAAM,aAAa,GAAa,EAAE,CAAA;QAClC,IAAI,iBAAiB,GAAe,CAAC,EAAE,CAAC,CAAA;QAExC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAA;YAEvB,IAAI,KAAK,IAAI,GAAG,EAAE,CAAC;gBAClB,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC9B,MAAM,oBAAoB,GAAG,aAAa,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;oBACpE,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;oBACvB,aAAa,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAA;oBAExC,iBAAiB,CAAC,iBAAiB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;gBACxD,CAAC;qBAAM,CAAC;oBACP,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;oBACvB,iBAAiB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;gBAC3B,CAAC;gBAED,SAAQ;YACT,CAAC;YAED,IAAI,KAAK,IAAI,GAAG,EAAE,CAAC;gBAClB,SAAQ;YACT,CAAC;YAED,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YAEzB,IAAI,KAAK,IAAI,GAAG,EAAE,CAAC;gBAClB,iBAAiB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;YAC3B,CAAC;iBAAM,CAAC;gBACP,iBAAiB,CAAC,iBAAiB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;YACxD,CAAC;QACF,CAAC;QAED,IAAI,aAAa,GAAG,EAAE,CAAA;QAEtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC/C,MAAM,YAAY,GAAG,aAAa,CAAC,CAAC,CAAC,CAAA;YACrC,MAAM,aAAa,GAAG,aAAa,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;YAE1C,IAAI,YAAY,IAAI,GAAG,IAAI,CAAC,aAAa,IAAI,YAAY,IAAI,aAAa,IAAI,SAAS,CAAC,EAAE,CAAC;gBAC1F,aAAa,IAAI,YAAY,CAAA;YAC9B,CAAC;QACF,CAAC;QAED,aAAa,GAAG,aAAa,CAAC,IAAI,EAAE,CAAA;QAEpC,iBAAiB,GAAG,iBAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;QAEvE,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClC,IAAI,iBAAiB,GAAG,IAAI,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAA;YAE9D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,iBAAiB,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACnD,MAAM,KAAK,GAAG,iBAAiB,CAAC,CAAC,CAAC,CAAA;gBAElC,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;oBACvB,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;gBACrB,CAAC;gBAED,KAAK,CAAC,CAAC,CAAC,IAAI,iBAAiB,CAAA;gBAE7B,IAAI,CAAC,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACvC,iBAAiB,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,GAAG,CAAC,EAAE,GAAG,CAAC,CAAA;gBAClD,CAAC;qBAAM,CAAC;oBACP,iBAAiB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,iBAAiB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,CAAA;gBAC/F,CAAC;gBAED,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,iBAAiB,CAAA;YAC7C,CAAC;QACF,CAAC;QAED,MAAM,KAAK,GAAG,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;QAEtC,MAAM,cAAc,GAAG,aAAa,GAAG,UAAU,CAAA;QAEjD,MAAM,QAAQ,GAAa,EAAE,CAAA;QAE7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAA;YAErB,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBACrC,SAAQ;YACT,CAAC;YAED,MAAM,KAAK,GAAG,iBAAiB,CAAC,CAAC,CAAC,CAAA;YAClC,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,cAAc,CAAA;YAC3C,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,cAAc,CAAA;YAExD,QAAQ,CAAC,IAAI,CAAC;gBACb,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,IAAI;gBACV,SAAS;gBACT,OAAO;aACP,CAAC,CAAA;QACH,CAAC;QAED,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,GAAG,aAAa,CAAA;QAErD,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAA;IAC/C,CAAC;CACD;AAED,MAAM,CAAC,MAAM,yBAAyB,GAAuC;IAC5E,IAAI,EAAE,cAAc;IACpB,IAAI,EAAE,cAAc;IACpB,IAAI,EAAE,cAAc;IACpB,IAAI,EAAE,cAAc;CACpB,CAAA;AAOD,MAAM,CAAC,MAAM,+BAA+B,GAA6B;IACxE,SAAS,EAAE,SAAS;IACpB,QAAQ,EAAE,SAAS;CACnB,CAAA"}
@@ -1,11 +0,0 @@
1
- import { Timeline } from '../utilities/Timeline.js';
2
- import { RawAudio } from '../audio/AudioUtilities.js';
3
- export declare function recognizeFile(filename: string, modelPath: string, verbose?: boolean): Promise<{
4
- transcript: string;
5
- timeline: Timeline;
6
- }>;
7
- export declare function recognize(rawAudio: RawAudio, modelPath: string, verbose?: boolean): Promise<{
8
- transcript: string;
9
- timeline: Timeline;
10
- }>;
11
- //# sourceMappingURL=VoskSTT.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"VoskSTT.d.ts","sourceRoot":"","sources":["../../src/recognition/VoskSTT.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,QAAQ,EAAE,MAAM,0BAA0B,CAAA;AACnD,OAAO,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAA;AAIrD,wBAAsB,aAAa,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,UAAO;;;GAGtF;AAED,wBAAsB,SAAS,CAAC,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,UAAO;;;GA0FpF"}
@@ -1,72 +0,0 @@
1
- import * as FFMpegTranscoder from '../codecs/FFMpegTranscoder.js';
2
- import * as AudioBufferConversion from '../audio/AudioBufferConversion.js';
3
- import { Logger } from '../utilities/Logger.js';
4
- import { concatUint8Arrays, logToStderr } from '../utilities/Utilities.js';
5
- const log = logToStderr;
6
- export async function recognizeFile(filename, modelPath, verbose = true) {
7
- const rawAudio = await FFMpegTranscoder.decodeToChannels(filename, 16000, 1);
8
- return recognize(rawAudio, modelPath, verbose);
9
- }
10
- export async function recognize(rawAudio, modelPath, verbose = true) {
11
- const logger = new Logger();
12
- logger.start('Initialize vosk recognizer');
13
- const audioChannels = rawAudio.audioChannels;
14
- const sampleRate = rawAudio.sampleRate;
15
- let Vosk = await import('@echogarden/vosk');
16
- Vosk.setLogLevel(-1);
17
- const model = await new Vosk.Model(modelPath);
18
- const recognizer = new Vosk.Recognizer({ model, sampleRate });
19
- recognizer.setMaxAlternatives(0);
20
- recognizer.setWords(true);
21
- recognizer.setPartialWords(true);
22
- logger.start('Recognize with vosk');
23
- const recognitionStartTimestamp = logger.getTimestamp();
24
- const pcmAudio = AudioBufferConversion.encodeToAudioBuffer(audioChannels, 16);
25
- const trailingSilence = new Uint8Array(sampleRate * 4);
26
- const pcmAudioWithTrailingSilence = concatUint8Arrays([pcmAudio, trailingSilence]);
27
- const pcmAudioByteCount = pcmAudioWithTrailingSilence.length;
28
- const maxChunkSize = sampleRate * 2.0;
29
- let previousResultText = '';
30
- for (let readOffset = 0; readOffset < pcmAudioByteCount; readOffset += maxChunkSize) {
31
- const chunkSize = Math.min(maxChunkSize, pcmAudioByteCount - readOffset);
32
- const chunk = pcmAudioWithTrailingSilence.subarray(readOffset, readOffset + chunkSize);
33
- const speechEnded = await recognizer.acceptWaveformAsync(chunk);
34
- if (verbose) {
35
- const partialResultText = recognizer.partialResult().partial;
36
- if (partialResultText != previousResultText) {
37
- //logger.log(partialResultText)
38
- //logger.log('')
39
- previousResultText = partialResultText;
40
- }
41
- }
42
- }
43
- //const speechEnded = await recognizer.acceptWaveformAsync(pcmAudioWithTrailingSilence)
44
- const result = recognizer.finalResult();
45
- recognizer.reset();
46
- recognizer.free();
47
- model.free();
48
- const transcript = result.text;
49
- const events = result.result;
50
- if (events.length == 0) {
51
- return { transcript, timeline: [] };
52
- }
53
- const timeline = [];
54
- for (let i = 0; i < events.length; i++) {
55
- const event = events[i];
56
- const eventText = event.word;
57
- const eventStart = event.start;
58
- const eventEnd = event.end;
59
- const eventConfidence = event.conf;
60
- timeline.push({
61
- type: 'word',
62
- text: eventText,
63
- startTime: eventStart,
64
- endTime: eventEnd,
65
- confidence: eventConfidence
66
- });
67
- }
68
- //logger.logDuration(`Recognition with vosk`, recognitionStartTimestamp)
69
- logger.end();
70
- return { transcript, timeline };
71
- }
72
- //# sourceMappingURL=VoskSTT.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"VoskSTT.js","sourceRoot":"","sources":["../../src/recognition/VoskSTT.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,gBAAgB,MAAM,+BAA+B,CAAA;AACjE,OAAO,KAAK,qBAAqB,MAAM,mCAAmC,CAAA;AAC1E,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAA;AAC/C,OAAO,EAAE,iBAAiB,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAA;AAI1E,MAAM,GAAG,GAAG,WAAW,CAAA;AAEvB,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,QAAgB,EAAE,SAAiB,EAAE,OAAO,GAAG,IAAI;IACtF,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CAAC,gBAAgB,CAAC,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC,CAAA;IAC5E,OAAO,SAAS,CAAC,QAAQ,EAAE,SAAS,EAAE,OAAO,CAAC,CAAA;AAC/C,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,QAAkB,EAAE,SAAiB,EAAE,OAAO,GAAG,IAAI;IACpF,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAA;IAC3B,MAAM,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAA;IAE1C,MAAM,aAAa,GAAG,QAAQ,CAAC,aAAa,CAAA;IAC5C,MAAM,UAAU,GAAG,QAAQ,CAAC,UAAU,CAAA;IAEtC,IAAI,IAAI,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAA;IAE3C,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAA;IAEpB,MAAM,KAAK,GAAG,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;IAE7C,MAAM,UAAU,GAAG,IAAI,IAAI,CAAC,UAAU,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAA;IAE7D,UAAU,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAA;IAChC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;IACzB,UAAU,CAAC,eAAe,CAAC,IAAI,CAAC,CAAA;IAEhC,MAAM,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAA;IAEnC,MAAM,yBAAyB,GAAG,MAAM,CAAC,YAAY,EAAE,CAAA;IAEvD,MAAM,QAAQ,GAAG,qBAAqB,CAAC,mBAAmB,CAAC,aAAa,EAAE,EAAE,CAAC,CAAA;IAC7E,MAAM,eAAe,GAAG,IAAI,UAAU,CAAC,UAAU,GAAG,CAAC,CAAC,CAAA;IACtD,MAAM,2BAA2B,GAAG,iBAAiB,CAAC,CAAC,QAAQ,EAAE,eAAe,CAAC,CAAC,CAAA;IAClF,MAAM,iBAAiB,GAAG,2BAA2B,CAAC,MAAM,CAAA;IAE5D,MAAM,YAAY,GAAG,UAAU,GAAG,GAAG,CAAA;IAErC,IAAI,kBAAkB,GAAG,EAAE,CAAA;IAE3B,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,GAAG,iBAAiB,EAAE,UAAU,IAAI,YAAY,EAAE,CAAC;QACrF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,iBAAiB,GAAG,UAAU,CAAC,CAAA;QAExE,MAAM,KAAK,GAAG,2BAA2B,CAAC,QAAQ,CAAC,UAAU,EAAE,UAAU,GAAG,SAAS,CAAC,CAAA;QAEtF,MAAM,WAAW,GAAG,MAAM,UAAU,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAA;QAE/D,IAAI,OAAO,EAAE,CAAC;YACb,MAAM,iBAAiB,GAAG,UAAU,CAAC,aAAa,EAAE,CAAC,OAAO,CAAA;YAE5D,IAAI,iBAAiB,IAAI,kBAAkB,EAAE,CAAC;gBAC7C,+BAA+B;gBAC/B,gBAAgB;gBAEhB,kBAAkB,GAAG,iBAAiB,CAAA;YACvC,CAAC;QACF,CAAC;IACF,CAAC;IAED,uFAAuF;IAEvF,MAAM,MAAM,GAAG,UAAU,CAAC,WAAW,EAAE,CAAA;IAEvC,UAAU,CAAC,KAAK,EAAE,CAAA;IAClB,UAAU,CAAC,IAAI,EAAE,CAAA;IACjB,KAAK,CAAC,IAAI,EAAE,CAAA;IAEZ,MAAM,UAAU,GAAW,MAAM,CAAC,IAAI,CAAA;IACtC,MAAM,MAAM,GAA2B,MAAM,CAAC,MAAM,CAAA;IAEpD,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QACxB,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAA;IACpC,CAAC;IAED,MAAM,QAAQ,GAAa,EAAE,CAAA;IAE7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAA;QAEvB,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAA;QAC5B,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAA;QAC9B,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAA;QAC1B,MAAM,eAAe,GAAG,KAAK,CAAC,IAAI,CAAA;QAElC,QAAQ,CAAC,IAAI,CAAC;YACb,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,SAAS;YACf,SAAS,EAAE,UAAU;YACrB,OAAO,EAAE,QAAQ;YACjB,UAAU,EAAE,eAAe;SAC3B,CAAC,CAAA;IACH,CAAC;IAED,wEAAwE;IAExE,MAAM,CAAC,GAAG,EAAE,CAAA;IAEZ,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAA;AAChC,CAAC"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"WhisperCppSTT.d.ts","sourceRoot":"","sources":["../../src/recognition/WhisperCppSTT.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAA6C,MAAM,4BAA4B,CAAA;AAEhG,OAAO,EAAE,KAAK,WAAW,EAAE,KAAK,gBAAgB,EAAE,MAAM,iBAAiB,CAAA;AAEzE,OAAO,EAAE,QAAQ,EAAqB,MAAM,0BAA0B,CAAA;AAWtE,wBAAsB,SAAS,CAC9B,cAAc,EAAE,QAAQ,EACxB,IAAI,EAAE,WAAW,EACjB,cAAc,EAAE,MAAM,GAAG,SAAS,EAClC,SAAS,EAAE,gBAAgB,EAC3B,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,iBAAiB,8BAqM1B;AAED,wBAAsB,cAAc,CAAC,cAAc,EAAE,QAAQ,EAAE,SAAS,EAAE,gBAAgB,EAAE,SAAS,EAAE,MAAM,iFA6B5G;AA8HD,wBAAsB,gBAAgB,CAAC,OAAO,EAAE,iBAAiB,GAAG,SAAS,EAAE,YAAY,EAAE,MAAM,GAAG,SAAS;;;GA2B9G;AAED,MAAM,MAAM,eAAe,GAAG,KAAK,GAAG,eAAe,GAAG,QAAQ,CAAA;AAEhE,wBAAsB,qBAAqB,CAAC,SAAS,EAAE,eAAe,mBAuCrE;AAgCD,MAAM,WAAW,uBAAuB;IACvC,KAAK,EAAE;QACN,IAAI,EAAE,MAAM,CAAA;QACZ,YAAY,EAAE,OAAO,CAAA;QAErB,KAAK,EAAE,MAAM,CAAA;QACb,IAAI,EAAE,MAAM,CAAA;QACZ,KAAK,EAAE,MAAM,CAAA;QAEb,IAAI,EAAE;YACL,GAAG,EAAE,MAAM,CAAA;YACX,KAAK,EAAE,MAAM,CAAA;YACb,IAAI,EAAE,MAAM,CAAA;YACZ,KAAK,EAAE,MAAM,CAAA;SACb,CAAA;QAED,KAAK,EAAE;YACN,GAAG,EAAE,MAAM,CAAA;YACX,KAAK,EAAE,MAAM,CAAA;YACb,IAAI,EAAE,MAAM,CAAA;YACZ,KAAK,EAAE,MAAM,CAAA;SACb,CAAA;KACD,CAAA;IAED,MAAM,EAAE;QACP,QAAQ,EAAE,MAAM,CAAA;QAChB,KAAK,EAAE,MAAM,CAAA;QACb,SAAS,EAAE,OAAO,CAAA;KAClB,CAAA;IAED,MAAM,EAAE;QACP,QAAQ,EAAE,MAAM,CAAA;KAChB,CAAA;IAED,UAAU,EAAE,MAAM,CAAA;IAElB,aAAa,EAAE;QACd,IAAI,EAAE,MAAM,CAAA;QACZ,UAAU,EAAE;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,EAAE,EAAE,MAAM,CAAA;SAAE,CAAA;QACxC,OAAO,EAAE;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,EAAE,EAAE,MAAM,CAAA;SAAE,CAAA;QAErC,MAAM,EAAE;YACP,IAAI,EAAE,MAAM,CAAA;YACZ,UAAU,EAAE;gBAAE,IAAI,EAAE,MAAM,CAAC;gBAAC,EAAE,EAAE,MAAM,CAAA;aAAE,CAAA;YACxC,OAAO,EAAE;gBAAE,IAAI,EAAE,MAAM,CAAC;gBAAC,EAAE,EAAE,MAAM,CAAA;aAAE,CAAA;YAErC,KAAK,EAAE,MAAM,CAAA;YACb,CAAC,EAAE,MAAM,CAAA;YACT,EAAE,EAAE,MAAM,CAAA;SACV,EAAE,CAAA;KACH,EAAE,CAAA;CACH;AAED,UAAU,iBAAiB;IAC1B,UAAU,EAAE,MAAM,CAAA;IAClB,QAAQ,EAAE,QAAQ,CAAA;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAA;CACjB;AAED,MAAM,WAAW,iBAAiB;IACjC,KAAK,CAAC,EAAE,eAAe,CAAA;IACvB,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,SAAS,CAAC,EAAE,OAAO,CAAA;IAEnB,KAAK,CAAC,EAAE,iBAAiB,CAAA;IAEzB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,iBAAiB,CAAC,EAAE,MAAM,CAAA;IAC1B,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,mBAAmB,CAAC,EAAE,MAAM,CAAA;IAC5B,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,oBAAoB,CAAC,EAAE,MAAM,CAAA;IAE7B,MAAM,CAAC,EAAE,MAAM,CAAA;IAEf,SAAS,CAAC,EAAE,OAAO,CAAA;IACnB,oBAAoB,CAAC,EAAE,OAAO,CAAA;IAE9B,OAAO,CAAC,EAAE,OAAO,CAAA;CACjB;AAED,eAAO,MAAM,wBAAwB,EAAE,iBAuBtC,CAAA;AAED,MAAM,MAAM,iBAAiB,GAC5B,MAAM,GACN,WAAW,GACX,SAAS,GACT,cAAc,GACd,cAAc,GACd,MAAM,GACN,WAAW,GACX,SAAS,GACT,cAAc,GACd,OAAO,GACP,YAAY,GACZ,UAAU,GACV,eAAe,GACf,QAAQ,GACR,aAAa,GACb,WAAW,GACX,gBAAgB,GAChB,OAAO,GACP,UAAU,GACV,UAAU,GACV,eAAe,GACf,UAAU,GACV,eAAe,GACf,gBAAgB,GAChB,qBAAqB,CAAA"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"WhisperCppSTT.js","sourceRoot":"","sources":["../../src/recognition/WhisperCppSTT.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAA;AAC1C,OAAO,EAAY,oBAAoB,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAA;AAChG,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAA;AAE/C,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAA;AAE9D,OAAO,EAAE,iCAAiC,EAAE,MAAM,2BAA2B,CAAA;AAC7E,OAAO,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,+BAA+B,CAAA;AACvE,OAAO,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAA;AAC1C,OAAO,EAAE,oBAAoB,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAA;AACzE,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAA;AACrD,OAAO,EAAE,UAAU,EAAE,MAAM,iCAAiC,CAAA;AAC5D,OAAO,EAAE,0BAA0B,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAA;AACzF,OAAO,EAAE,WAAW,EAAE,MAAM,gCAAgC,CAAA;AAC5D,OAAO,EAAE,2BAA2B,EAAE,MAAM,mCAAmC,CAAA;AAE/E,MAAM,CAAC,KAAK,UAAU,SAAS,CAC9B,cAAwB,EACxB,IAAiB,EACjB,cAAkC,EAClC,SAA2B,EAC3B,SAAiB,EACjB,OAA0B;IAE1B,OAAO,IAAI,OAAO,CAAoB,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE;QAC/D,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAA;QAE3B,IAAI,cAAc,CAAC,UAAU,IAAI,KAAK,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAA;QACpE,CAAC;QAED,OAAO,GAAG,UAAU,CAAC,wBAAwB,EAAE,OAAO,CAAC,CAAA;QAEvD,IAAI,SAA0B,CAAA;QAC9B,IAAI,cAAsB,CAAA;QAE1B,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;YAC5B,SAAS,GAAG,QAAQ,CAAA;YAEpB,cAAc,GAAG,OAAO,CAAC,cAAc,CAAA;YAEvC,IAAI,OAAO,CAAC,SAAS,IAAI,IAAI,EAAE,CAAC;gBAC/B,OAAO,CAAC,SAAS,GAAG,IAAI,CAAA;YACzB,CAAC;QACF,CAAC;aAAM,CAAC;YACP,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;gBACnB,SAAS,GAAG,OAAO,CAAC,KAAK,CAAA;gBAEzB,IAAI,OAAO,CAAC,SAAS,IAAI,IAAI,EAAE,CAAC;oBAC/B,OAAO,CAAC,SAAS,GAAG,SAAS,CAAC,UAAU,CAAC,SAAS,CAAC,CAAA;gBACpD,CAAC;qBAAM,IAAI,OAAO,CAAC,SAAS,KAAK,IAAI,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;oBAC3E,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAA;gBACjE,CAAC;YACF,CAAC;iBAAM,CAAC;gBACP,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;oBACvB,SAAS,GAAG,eAAe,CAAA;gBAC5B,CAAC;qBAAM,CAAC;oBACP,SAAS,GAAG,KAAK,CAAA;gBAClB,CAAC;YACF,CAAC;YAED,MAAM,CAAC,GAAG,EAAE,CAAA;YAEZ,cAAc,GAAG,MAAM,qBAAqB,CAAC,SAAS,CAAC,CAAA;QACxD,CAAC;QAED,IAAI,OAAO,CAAC,oBAAoB,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;YACvD,OAAO,CAAC,SAAS,GAAG,KAAK,CAAA;QAC1B,CAAC;QAED,IAAI,IAAI,KAAK,WAAW,IAAI,OAAO,CAAC,KAAM,CAAC,UAAU,CAAC,gBAAgB,CAAC,EAAE,CAAC;YACzE,MAAM,IAAI,KAAK,CAAC,+DAA+D,CAAC,CAAA;QACjF,CAAC;QAED,MAAM,CAAC,KAAK,CAAC,mDAAmD,OAAO,CAAC,KAAK,IAAI,SAAS,YAAY,SAAS,GAAG,CAAC,CAAA;QACnH,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QACd,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QAEd,MAAM,YAAY,GAAG,oBAAoB,CAAC,cAAc,CAAC,CAAA;QAEzD,MAAM,WAAW,GAAG,aAAa,CAAC,OAAO,CAAC,CAAA;QAC1C,MAAM,+BAA+B,GAAG,QAAQ,CAAC,WAAW,EAAE,GAAG,kBAAkB,CAAC,EAAE,CAAC,EAAE,CAAC,CAAA;QAC1F,MAAM,eAAe,GAAG,GAAG,+BAA+B,OAAO,CAAA;QAEjE,MAAM,IAAI,GAAa;YACtB,oBAAoB;YAEpB,eAAe;YACf,+BAA+B;YAE/B,SAAS;YACT,SAAS;YAET,YAAY;YACZ,cAAc,IAAI,MAAM;YAExB,WAAW;YACX,GAAG,OAAO,CAAC,WAAY,EAAE;YAEzB,cAAc;YACd,GAAG,OAAO,CAAC,UAAW,EAAE;YAExB,WAAW;YACX,GAAG,OAAO,CAAC,iBAAkB,EAAE;YAE/B,aAAa;YACb,GAAG,OAAO,CAAC,SAAU,EAAE;YAEvB,iBAAiB;YACjB,GAAG,OAAO,CAAC,mBAAoB,EAAE;YAEjC,eAAe;YACf,GAAG,OAAO,CAAC,WAAY,EAAE;YAEzB,mBAAmB;YACnB,GAAG,OAAO,CAAC,oBAAqB,EAAE;SAClC,CAAA;QAED,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACpB,IAAI,CAAC,IAAI,CACR,UAAU,EACV,OAAO,CAAC,MAAM,CACd,CAAA;QACF,CAAC;QAED,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;YACxB,IAAI,CAAC,IAAI,CACR,UAAU,CACV,CAAA;QACF,CAAC;QAED,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;YACvB,IAAI,CAAC,IAAI,CACR,WAAW,EACX,GAAG,EAEH,OAAO,EACP,SAAS,CAAC,UAAU,CAAC,GAAG,EAAE,GAAG,CAAC,CAC9B,CAAA;QACF,CAAC;aAAM,CAAC;YACP,IAAI,CAAC,IAAI,CACR,WAAW,EACX,GAAG,CACH,CAAA;QACF,CAAC;QAED,IAAI,OAAO,CAAC,oBAAoB,EAAE,CAAC;YAClC,IAAI,CAAC,IAAI,CACR,cAAc,CACd,CAAA;QACF,CAAC;QAED,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;YAC1B,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA;QACzB,CAAC;aAAM,IAAI,IAAI,KAAK,iBAAiB,EAAE,CAAC;YACvC,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAA;QAC/B,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QAEjC,MAAM,OAAO,GAAG,KAAK,CAAC,cAAc,EAAE,CAAC,GAAG,IAAI,EAAE,GAAG,CAAC,CAAC,CAAA;QAErD,MAAM,WAAW,GAAa,EAAE,CAAA;QAChC,IAAI,YAAY,GAAG,EAAE,CAAA;QAErB,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAA;QAClC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,GAAW,EAAE,EAAE;YACzC,IAAI,IAAI,KAAK,iBAAiB,EAAE,CAAC;gBAChC,OAAM;YACP,CAAC;YAED,MAAM,KAAK,GAAG,YAAY,CAAC,GAAG,CAAC;iBAC7B,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;iBACxB,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;YAEjC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;YAE5B,WAAW,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAA;QAC3B,CAAC,CAAC,CAAA;QAEF,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAA;QAClC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,GAAW,EAAE,EAAE;YACzC,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;gBACrB,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YAChB,CAAC;YAED,YAAY,IAAI,GAAG,CAAA;QACpB,CAAC,CAAC,CAAA;QAEF,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE;YACzB,MAAM,CAAC,CAAC,CAAC,CAAA;QACV,CAAC,CAAC,CAAA;QAEF,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE;YACtC,MAAM,CAAC,GAAG,EAAE,CAAA;YAEZ,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;gBACpB,MAAM,YAAY,GAAG,0BAA0B,CAAC,WAAW,EAAE,MAAM,CAAC,CAAA;gBAEpE,MAAM,YAAY,GAA4B,MAAM,oBAAoB,CAAC,eAAe,CAAC,CAAA;gBACzF,MAAM,MAAM,CAAC,eAAe,CAAC,CAAA;gBAE7B,IAAI,IAAI,KAAK,iBAAiB,EAAE,CAAC;oBAChC,OAAO,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,QAAQ,EAAE,YAAY,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAA;gBAClF,CAAC;qBAAM,CAAC;oBACP,MAAM,kBAAkB,GAAG,MAAM,iBAAiB,CAAC,YAAY,EAAE,SAAS,EAAE,mBAAmB,CAAC,cAAc,CAAC,EAAE,OAAO,CAAC,SAAU,CAAC,CAAA;oBAEpI,OAAO,CAAC,kBAAkB,CAAC,CAAA;gBAC5B,CAAC;YACF,CAAC;iBAAM,CAAC;gBACP,MAAM,CAAC,gCAAgC,QAAQ,EAAE,CAAC,CAAA;gBAElD,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC,CAAA;YACzB,CAAC;QACF,CAAC,CAAC,CAAA;QAEF,sDAAsD;QACtD,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,YAAY,CAAC,CAAA;IAChC,CAAC,CAAC,CAAA;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,cAAwB,EAAE,SAA2B,EAAE,SAAiB;IAC5G,IAAI,cAAc,CAAC,UAAU,IAAI,KAAK,EAAE,CAAC;QACxC,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAA;IACjE,CAAC;IAED,KAAK,UAAU,qBAAqB,CAAC,SAAmB;QACvD,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,SAAS,CACnC,SAAS,EACT,iBAAiB,EACjB,SAAS,EACT,SAAS,EACT,SAAS,EACT,EAAE,CACF,CAAA;QAED,MAAM,WAAW,GAAG,CAAC;gBACpB,QAAQ,EAAE,QAAS;gBACnB,YAAY,EAAE,0BAA0B,CAAC,QAAS,CAAC;gBACnD,WAAW,EAAE,GAAG;aAChB,CAAC,CAAA;QAEF,OAAO,WAAW,CAAA;IACnB,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,2BAA2B,CAAC,cAAc,EAAE,qBAAqB,CAAC,CAAA;IAExF,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC,CAAA;IAEzE,OAAO,OAAO,CAAA;AACf,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,YAAqC,EAAE,SAA2B,EAAE,aAAqB,EAAE,SAAkB;IAC7I,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,MAAM,CAAC,8BAA8B,CAAC,CAAA;IAEhE,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,SAAS,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,CAAA;IAClD,MAAM,OAAO,CAAC,2BAA2B,EAAE,CAAA;IAE3C,MAAM,aAAa,GAAa,EAAE,CAAA;IAElC,IAAI,2BAA2B,GAAG,CAAC,CAAA;IAEnC,IAAI,kBAAkB,GAAG,CAAC,CAAA;IAE1B,KAAK,IAAI,YAAY,GAAG,CAAC,EAAE,YAAY,GAAG,YAAY,CAAC,aAAa,CAAC,MAAM,EAAE,YAAY,EAAE,EAAE,CAAC;QAC7F,MAAM,aAAa,GAAG,YAAY,CAAC,aAAa,CAAC,YAAY,CAAC,CAAA;QAE9D,MAAM,MAAM,GAAG,aAAa,CAAC,MAAM,CAAA;QAEnC,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,UAAU,EAAE,EAAE,CAAC;YACnE,MAAM,WAAW,GAAG,MAAM,CAAC,UAAU,CAAC,CAAA;YAEtC,6FAA6F;YAC7F,6BAA6B;YAC7B,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;gBAC1B,WAAW,CAAC,OAAO,GAAG;oBACrB,IAAI,EAAE,kBAAkB;oBACxB,EAAE,EAAE,kBAAkB;iBACtB,CAAA;YACF,CAAC;iBAAM,CAAC;gBACP,kBAAkB,GAAG,WAAW,CAAC,OAAO,CAAC,EAAE,CAAA;YAC5C,CAAC;YAED,IAAI,UAAU,KAAK,CAAC,IAAI,WAAW,CAAC,IAAI,KAAK,SAAS,IAAI,WAAW,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;gBAC1F,2BAA2B,GAAG,aAAa,CAAC,OAAO,CAAC,IAAI,GAAG,IAAI,CAAA;YAChE,CAAC;YAED,MAAM,OAAO,GAAG,WAAW,CAAC,EAAE,CAAA;YAC9B,MAAM,SAAS,GAAG,OAAO,CAAC,WAAW,CAAC,OAAO,EAAE,IAAI,CAAC,CAAA;YACpD,MAAM,eAAe,GAAG,WAAW,CAAC,CAAC,CAAA;YAErC,IAAI,SAAiB,CAAA;YACrB,IAAI,OAAe,CAAA;YAEnB,IAAI,SAAS,EAAE,CAAC;gBACf,MAAM,cAAc,GAAG,MAAM,CAAC,UAAU,GAAG,CAAC,CAAC,CAAA;gBAE7C,MAAM,sBAAsB,GAAG,WAAW,CAAC,KAAK,GAAG,GAAG,CAAA;gBACtD,MAAM,0BAA0B,GAAG,cAAc,CAAC,CAAC,CAAC,cAAc,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,aAAa,CAAA;gBAE9F,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,sBAAsB,EAAE,CAAC,CAAC,CAAA;gBAC/C,OAAO,GAAG,0BAA0B,CAAA;YACrC,CAAC;iBAAM,CAAC;gBACP,SAAS,GAAG,WAAW,CAAC,OAAO,CAAC,IAAI,GAAG,IAAI,CAAA;gBAC3C,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC,EAAE,GAAG,IAAI,CAAA;YACxC,CAAC;YAED,SAAS,IAAI,2BAA2B,CAAA;YACxC,OAAO,IAAI,2BAA2B,CAAA;YAEtC,aAAa,CAAC,IAAI,CAAC;gBAClB,IAAI,EAAE,OAAO;gBACb,IAAI,EAAE,SAAS;gBACf,EAAE,EAAE,OAAO;gBACX,SAAS;gBACT,OAAO;gBACP,UAAU,EAAE,eAAe;aAC3B,CAAC,CAAA;QACH,CAAC;IACF,CAAC;IAED,MAAM,WAAW,GAAG,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,EAAG,CAAC,CAAA;IACzD,MAAM,UAAU,GAAG,OAAO,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC,IAAI,EAAE,CAAA;IAC3D,MAAM,QAAQ,GAAG,YAAY,CAAC,MAAM,CAAC,QAAQ,CAAA;IAE7C,MAAM,QAAQ,GAAG,OAAO,CAAC,2BAA2B,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAA;IAE7E,OAAO;QACN,UAAU;QACV,QAAQ;QACR,QAAQ;KACR,CAAA;AACF,CAAC;AAED,SAAS,0BAA0B,CAAC,KAAe,EAAE,SAA4B;IAChF,IAAI,UAAU,GAAG,EAAE,CAAA;IACnB,MAAM,QAAQ,GAAa,EAAE,CAAA;IAE7B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QAC1B,MAAM,yBAAyB,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;QACnD,MAAM,yBAAyB,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,yBAAyB,GAAG,CAAC,CAAC,CAAA;QAElF,MAAM,eAAe,GAAG,IAAI,CAAC,SAAS,CAAC,yBAAyB,GAAG,CAAC,EAAE,yBAAyB,CAAC,CAAA;QAEhG,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,iCAAiC,CAAC,eAAe,CAAC,CAAA;QAE5F,IAAI,CAAC,SAAS,EAAE,CAAC;YAChB,SAAQ;QACT,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,yBAAyB,GAAG,CAAC,GAAG,CAAC,CAAC,CAAA;QAE9D,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,SAAQ;QACT,CAAC;QAED,UAAU,IAAI,IAAI,CAAA;QAElB,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACnD,QAAQ,CAAC,IAAI,CAAC;gBACb,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE;gBACjB,SAAS,EAAE,SAAS;gBACpB,OAAO,EAAE,OAAO;aAChB,CAAC,CAAA;QACH,CAAC;aAAM,CAAC;YACP,MAAM,aAAa,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;YAEnD,aAAa,CAAC,IAAI,IAAI,IAAI,CAAA;YAC1B,aAAa,CAAC,OAAO,GAAG,OAAO,CAAA;QAChC,CAAC;IACF,CAAC;IAED,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAA;AAChC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,OAAsC,EAAE,YAAgC;IAC9G,IAAI,OAAO,KAAK,OAAO,EAAE,CAAC;QACzB,OAAO,GAAG,UAAU,CAAA;IACrB,CAAC;IAED,IAAI,OAAO,EAAE,CAAC;QACb,MAAM,SAAS,GAAG,uBAAuB,CAAC,OAAO,CAAC,CAAA;QAElD,IAAI,YAAY,IAAI,IAAI,IAAI,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACvD,MAAM,IAAI,KAAK,CAAC,2BAA2B,SAAS,iDAAiD,YAAY,IAAI,CAAC,CAAA;QACvH,CAAC;IACF,CAAC;SAAM,CAAC;QACP,IAAI,YAAY,EAAE,CAAC;YAClB,MAAM,iBAAiB,GAAG,oBAAoB,CAAC,YAAY,CAAC,CAAA;YAE5D,OAAO,GAAG,iBAAiB,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAA;QACzD,CAAC;aAAM,CAAC;YACP,OAAO,GAAG,MAAM,CAAA;QACjB,CAAC;IACF,CAAC;IAED,MAAM,WAAW,GAAG,eAAe,OAAO,EAAE,CAAA;IAC5C,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,WAAW,CAAC,CAAA;IAC/C,MAAM,SAAS,GAAG,QAAQ,CAAC,QAAQ,EAAE,QAAQ,OAAO,MAAM,CAAC,CAAA;IAC3D,MAAM,SAAS,GAAG,uBAAuB,CAAC,OAAO,CAAC,CAAA;IAElD,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,CAAA;AAChC,CAAC;AAID,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,SAA0B;IACrE,IAAI,SAAS,KAAK,QAAQ,EAAE,CAAC;QAC5B,MAAM,IAAI,KAAK,CAAC,wHAAwH,CAAC,CAAA;IAC1I,CAAC;IAED,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAA;IACjC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAA;IAEzB,IAAI,WAAmB,CAAA;IAEvB,IAAI,SAAS,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QACrC,IAAI,QAAQ,KAAK,OAAO,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;YAC5C,WAAW,GAAG,oCAAoC,SAAS,SAAS,CAAA;QACrE,CAAC;aAAM,IAAI,QAAQ,KAAK,OAAO,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;YACnD,WAAW,GAAG,kCAAkC,SAAS,SAAS,CAAA;QACnE,CAAC;aAAM,CAAC;YACP,MAAM,IAAI,KAAK,CAAC,+MAA+M,CAAC,CAAA;QACjO,CAAC;IACF,CAAC;SAAM,IAAI,SAAS,KAAK,KAAK,EAAE,CAAC;QAChC,IAAI,QAAQ,KAAK,OAAO,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;YAC5C,WAAW,GAAG,6CAA6C,CAAA;QAC5D,CAAC;aAAM,IAAI,QAAQ,KAAK,OAAO,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;YACnD,WAAW,GAAG,2CAA2C,CAAA;QAC1D,CAAC;aAAM,CAAC;YACP,MAAM,IAAI,KAAK,CAAC,kJAAkJ,CAAC,CAAA;QACpK,CAAC;IACF,CAAC;SAAM,CAAC;QACP,MAAM,IAAI,KAAK,CAAC,2BAA2B,SAAS,GAAG,CAAC,CAAA;IACzD,CAAC;IAED,MAAM,WAAW,GAAG,MAAM,WAAW,CAAC,WAAW,CAAC,CAAA;IAElD,IAAI,QAAQ,GAAG,aAAa,CAAA,CAAC,wDAAwD;IAErF,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;QAC1B,QAAQ,IAAI,MAAM,CAAA;IACnB,CAAC;IAED,OAAO,QAAQ,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAA;AACvC,CAAC;AAED,SAAS,uBAAuB,CAAC,OAA0B;IAC1D,IAAI,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QACpC,OAAO,UAAU,CAAA;IAClB,CAAC;IAED,IAAI,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QACpC,OAAO,UAAU,CAAA;IAClB,CAAC;IAED,IAAI,OAAO,CAAC,UAAU,CAAC,gBAAgB,CAAC,EAAE,CAAC;QAC1C,OAAO,gBAAgB,CAAA;IACxB,CAAC;IAED,IAAI,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QACpC,OAAO,UAAU,CAAA;IAClB,CAAC;IAED,MAAM,aAAa,GAAG,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,CAAA;IAE9C,IAAI,SAAiB,CAAA;IAErB,IAAI,aAAa,IAAI,CAAC,EAAE,CAAC;QACxB,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,aAAa,CAAqB,CAAA;IACpE,CAAC;SAAM,CAAC;QACP,SAAS,GAAG,OAAO,CAAA;IACpB,CAAC;IAED,OAAO,SAA6B,CAAA;AACrC,CAAC;AAqFD,MAAM,CAAC,MAAM,wBAAwB,GAAsB;IAC1D,KAAK,EAAE,SAAS;IAChB,cAAc,EAAE,SAAS;IAEzB,KAAK,EAAE,SAAS;IAEhB,WAAW,EAAE,CAAC;IACd,UAAU,EAAE,CAAC;IACb,SAAS,EAAE,SAAS;IAEpB,iBAAiB,EAAE,CAAC;IACpB,SAAS,EAAE,CAAC;IACZ,mBAAmB,EAAE,GAAG;IAExB,WAAW,EAAE,CAAC;IACd,oBAAoB,EAAE,GAAG;IAEzB,MAAM,EAAE,SAAS;IAEjB,SAAS,EAAE,KAAK;IAChB,oBAAoB,EAAE,KAAK;IAE3B,OAAO,EAAE,KAAK;CACd,CAAA"}
@@ -1,12 +0,0 @@
1
- import { SynthesisVoice } from '../api/API.js';
2
- import { Timeline } from '../utilities/Timeline.js';
3
- export declare function synthesizeLongText(text: string, voice: string, languageCode: string, sentenceEndPause?: number, segmentEndPause?: number): Promise<{
4
- rawAudio: {
5
- audioChannels: Float32Array<ArrayBufferLike>[];
6
- sampleRate: number;
7
- };
8
- timeline: Timeline;
9
- }>;
10
- export declare function synthesizeFragment(text: string, voice: string): Promise<Uint8Array<ArrayBuffer>>;
11
- export declare const voiceList: SynthesisVoice[];
12
- //# sourceMappingURL=StreamlabsPollyTTS.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"StreamlabsPollyTTS.d.ts","sourceRoot":"","sources":["../../src/synthesis/StreamlabsPollyTTS.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAA;AAM9C,OAAO,EAAE,QAAQ,EAAE,MAAM,0BAA0B,CAAA;AAMnD,wBAAsB,kBAAkB,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,gBAAgB,SAAO,EAAE,eAAe,SAAM;;;;;;GA6DzI;AAED,wBAAsB,kBAAkB,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,oCAmBnE;AAED,eAAO,MAAM,SAAS,EAAE,cAAc,EAgBrC,CAAA"}
@@ -1,88 +0,0 @@
1
- import { request } from 'gaxios';
2
- import { trimAudioEnd } from '../audio/AudioUtilities.js';
3
- import * as FFMpegTranscoder from '../codecs/FFMpegTranscoder.js';
4
- import { Phrase, splitToFragments } from '../nlp/Segmentation.js';
5
- import { Logger } from '../utilities/Logger.js';
6
- import { concatFloat32Arrays, logToStderr } from '../utilities/Utilities.js';
7
- const log = logToStderr;
8
- const maxTextLengthPerRequest = 200;
9
- export async function synthesizeLongText(text, voice, languageCode, sentenceEndPause = 0.75, segmentEndPause = 1.0) {
10
- if (text.length == 0) {
11
- throw new Error('Text is empty');
12
- }
13
- const logger = new Logger();
14
- logger.start('Prepare and split text');
15
- const fragments = await splitToFragments(text, maxTextLengthPerRequest, languageCode);
16
- const audioFragments = [];
17
- let fragmentsSampleRate = 0;
18
- const timeline = [];
19
- for (let i = 0; i < fragments.length; i++) {
20
- const fragment = fragments[i];
21
- logger.start(`Request synthesis for text fragment ${i + 1}/${fragments.length} from Streamslabs Polly`);
22
- const fragmentMp3Stream = await synthesizeFragment(fragment.text, voice);
23
- if (fragmentMp3Stream.length == 0) {
24
- continue;
25
- }
26
- const rawAudio = await FFMpegTranscoder.decodeToChannels(fragmentMp3Stream, 24000, 1);
27
- fragmentsSampleRate = rawAudio.sampleRate;
28
- let targetEndingSilenceTime;
29
- if (fragment.lastSegment?.isSentenceFinalizer) {
30
- targetEndingSilenceTime = sentenceEndPause;
31
- }
32
- else if (fragment.lastSegment instanceof Phrase) {
33
- targetEndingSilenceTime = segmentEndPause;
34
- }
35
- else {
36
- targetEndingSilenceTime = 0;
37
- }
38
- const trimmedAudio = trimAudioEnd(rawAudio.audioChannels[0], targetEndingSilenceTime * rawAudio.sampleRate);
39
- audioFragments.push(trimmedAudio);
40
- const startTime = timeline.length == 0 ? 0 : timeline[timeline.length - 1].endTime;
41
- const endTime = startTime + (trimmedAudio.length / fragmentsSampleRate);
42
- timeline.push({
43
- type: 'segment',
44
- text: fragment.text,
45
- startTime,
46
- endTime
47
- });
48
- }
49
- const rawAudio = { audioChannels: [concatFloat32Arrays(audioFragments)], sampleRate: fragmentsSampleRate };
50
- logger.end();
51
- return {
52
- rawAudio,
53
- timeline
54
- };
55
- }
56
- export async function synthesizeFragment(text, voice) {
57
- const response = await request({
58
- url: `https://streamlabs.com/polly/speak`,
59
- method: 'POST',
60
- data: {
61
- voice,
62
- text,
63
- },
64
- responseType: 'json'
65
- });
66
- const responseObject = response.data;
67
- const audioUrl = responseObject.speak_url;
68
- const audioUrlResponse = await request({ url: audioUrl, responseType: 'arraybuffer' });
69
- return new Uint8Array(audioUrlResponse.data);
70
- }
71
- export const voiceList = [
72
- { name: 'Brian', languages: ['en-GB', 'en'], gender: 'male' },
73
- { name: 'Emma', languages: ['en-GB', 'en'], gender: 'female' },
74
- { name: 'Russell', languages: ['en-AU', 'en'], gender: 'male' },
75
- { name: 'Joey', languages: ['en-US', 'en'], gender: 'male' },
76
- { name: 'Matthew', languages: ['en-US', 'en'], gender: 'male' },
77
- { name: 'Joanna', languages: ['en-US', 'en'], gender: 'female' },
78
- { name: 'Kimberly', languages: ['en-US', 'en'], gender: 'female' },
79
- { name: 'Amy', languages: ['en-GB', 'en'], gender: 'female' },
80
- { name: 'Geraint', languages: ['en-GB-WLS', 'en-GB', 'en'], gender: 'male' },
81
- { name: 'Nicole', languages: ['en-AU', 'en'], gender: 'female' },
82
- { name: 'Justin', languages: ['en-US', 'en'], gender: 'male' },
83
- { name: 'Ivy', languages: ['en-US', 'en'], gender: 'female' },
84
- { name: 'Kendra', languages: ['en-US', 'en'], gender: 'female' },
85
- { name: 'Salli', languages: ['en-US', 'en'], gender: 'female' },
86
- { name: 'Raveena', languages: ['en-IN', 'en'], gender: 'female' },
87
- ];
88
- //# sourceMappingURL=StreamlabsPollyTTS.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"StreamlabsPollyTTS.js","sourceRoot":"","sources":["../../src/synthesis/StreamlabsPollyTTS.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,QAAQ,CAAA;AAEhC,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAA;AACzD,OAAO,KAAK,gBAAgB,MAAM,+BAA+B,CAAA;AACjE,OAAO,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAA;AACjE,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAA;AAC/C,OAAO,EAAE,mBAAmB,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAA;AAG5E,MAAM,GAAG,GAAG,WAAW,CAAA;AAEvB,MAAM,uBAAuB,GAAG,GAAG,CAAA;AAEnC,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,IAAY,EAAE,KAAa,EAAE,YAAoB,EAAE,gBAAgB,GAAG,IAAI,EAAE,eAAe,GAAG,GAAG;IACzI,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAA;IACjC,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAA;IAC3B,MAAM,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAA;IAEtC,MAAM,SAAS,GAAG,MAAM,gBAAgB,CAAC,IAAI,EAAE,uBAAuB,EAAE,YAAY,CAAC,CAAA;IAErF,MAAM,cAAc,GAAmB,EAAE,CAAA;IACzC,IAAI,mBAAmB,GAAG,CAAC,CAAA;IAE3B,MAAM,QAAQ,GAAa,EAAE,CAAA;IAE7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3C,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,CAAA;QAE7B,MAAM,CAAC,KAAK,CAAC,uCAAuC,CAAC,GAAG,CAAC,IAAI,SAAS,CAAC,MAAM,yBAAyB,CAAC,CAAA;QACvG,MAAM,iBAAiB,GAAG,MAAM,kBAAkB,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;QAExE,IAAI,iBAAiB,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACnC,SAAQ;QACT,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CAAC,gBAAgB,CAAC,iBAAiB,EAAE,KAAK,EAAE,CAAC,CAAC,CAAA;QACrF,mBAAmB,GAAG,QAAQ,CAAC,UAAU,CAAA;QAEzC,IAAI,uBAA+B,CAAA;QAEnC,IAAI,QAAQ,CAAC,WAAW,EAAE,mBAAmB,EAAE,CAAC;YAC/C,uBAAuB,GAAG,gBAAgB,CAAA;QAC3C,CAAC;aAAM,IAAI,QAAQ,CAAC,WAAW,YAAY,MAAM,EAAE,CAAC;YACnD,uBAAuB,GAAG,eAAe,CAAA;QAC1C,CAAC;aAAM,CAAC;YACP,uBAAuB,GAAG,CAAC,CAAA;QAC5B,CAAC;QAED,MAAM,YAAY,GAAG,YAAY,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,uBAAuB,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAA;QAE3G,cAAc,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;QAEjC,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,CAAA;QAClF,MAAM,OAAO,GAAG,SAAS,GAAG,CAAC,YAAY,CAAC,MAAM,GAAG,mBAAmB,CAAC,CAAA;QAEvE,QAAQ,CAAC,IAAI,CAAC;YACb,IAAI,EAAE,SAAS;YACf,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,SAAS;YACT,OAAO;SACP,CAAC,CAAA;IACH,CAAC;IAED,MAAM,QAAQ,GAAG,EAAE,aAAa,EAAE,CAAC,mBAAmB,CAAC,cAAc,CAAC,CAAC,EAAE,UAAU,EAAE,mBAAmB,EAAE,CAAA;IAE1G,MAAM,CAAC,GAAG,EAAE,CAAA;IAEZ,OAAO;QACN,QAAQ;QACR,QAAQ;KACR,CAAA;AACF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,IAAY,EAAE,KAAa;IACnE,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAM;QACnC,GAAG,EAAE,oCAAoC;QAEzC,MAAM,EAAE,MAAM;QAEd,IAAI,EAAE;YACL,KAAK;YACL,IAAI;SACJ;QAED,YAAY,EAAE,MAAM;KACpB,CAAC,CAAA;IAEF,MAAM,cAAc,GAAG,QAAQ,CAAC,IAAI,CAAA;IACpC,MAAM,QAAQ,GAAG,cAAc,CAAC,SAAS,CAAA;IACzC,MAAM,gBAAgB,GAAG,MAAM,OAAO,CAAc,EAAE,GAAG,EAAE,QAAQ,EAAE,YAAY,EAAE,aAAa,EAAE,CAAC,CAAA;IAEnG,OAAO,IAAI,UAAU,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAA;AAC7C,CAAC;AAED,MAAM,CAAC,MAAM,SAAS,GAAqB;IAC1C,EAAE,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE;IAC7D,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE;IAC9D,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE;IAC/D,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE;IAC5D,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE;IAC/D,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE;IAChE,EAAE,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE;IAClE,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE;IAC7D,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,WAAW,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE;IAC5E,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE;IAChE,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE;IAC9D,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE;IAC7D,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE;IAChE,EAAE,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE;IAC/D,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE;CACjE,CAAA"}
@@ -1,14 +0,0 @@
1
- export declare function readUint8(buffer: Uint8Array, offset: number): number;
2
- export declare function writeUint8(buffer: Uint8Array, value: number, offset: number): void;
3
- export declare function readUint16LE(buffer: Uint8Array, offset: number): number;
4
- export declare function writeUint16LE(buffer: Uint8Array, value: number, offset: number): void;
5
- export declare function readUint32LE(buffer: Uint8Array, offset: number): number;
6
- export declare function writeUint32LE(buffer: Uint8Array, value: number, offset: number): void;
7
- export declare function readInt8(buffer: Uint8Array, offset: number): number;
8
- export declare function writeInt8(buffer: Uint8Array, value: number, offset: number): void;
9
- export declare function readInt16LE(buffer: Uint8Array, offset: number): number;
10
- export declare function writeInt16LE(buffer: Uint8Array, value: number, offset: number): void;
11
- export declare function readInt32LE(buffer: Uint8Array, offset: number): number;
12
- export declare function writeInt32LE(buffer: Uint8Array, value: number, offset: number): void;
13
- export declare function writeAscii(buffer: Uint8Array, asciiString: string, writeStartOffset: number): void;
14
- //# sourceMappingURL=BinaryUtilities.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"BinaryUtilities.d.ts","sourceRoot":"","sources":["../../src/utilities/BinaryUtilities.ts"],"names":[],"mappings":"AAGA,wBAAgB,SAAS,CAAC,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,UAE3D;AAED,wBAAgB,UAAU,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,QAM3E;AAED,wBAAgB,YAAY,CAAC,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,UAE9D;AAED,wBAAgB,aAAa,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,QAO9E;AAED,wBAAgB,YAAY,CAAC,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,UAE9D;AAED,wBAAgB,aAAa,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,QAS9E;AAKD,wBAAgB,QAAQ,CAAC,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,UAQ1D;AAED,wBAAgB,SAAS,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,QAc1E;AAED,wBAAgB,WAAW,CAAC,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,UAQ7D;AAED,wBAAgB,YAAY,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,QAc7E;AAED,wBAAgB,WAAW,CAAC,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,UAQ7D;AAED,wBAAgB,YAAY,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,QAS7E;AAKD,wBAAgB,UAAU,CAAC,MAAM,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,QAe3F"}