echogarden 0.0.1 → 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (295) hide show
  1. package/README.md +59 -1
  2. package/data/lexicons/heteronyms.json +674 -0
  3. package/data/schemas/options.json +1057 -0
  4. package/data/tables/lcid-table.json +7427 -0
  5. package/dist/alignment/DTWMfccSequenceAlignment.d.ts +2 -0
  6. package/dist/alignment/DTWMfccSequenceAlignment.js +26 -0
  7. package/dist/alignment/DTWMfccSequenceAlignment.js.map +1 -0
  8. package/dist/alignment/DTWSequenceAlignment.d.ts +5 -0
  9. package/dist/alignment/DTWSequenceAlignment.js +99 -0
  10. package/dist/alignment/DTWSequenceAlignment.js.map +1 -0
  11. package/dist/alignment/DTWSequenceAlignmentWindowed.d.ts +5 -0
  12. package/dist/alignment/DTWSequenceAlignmentWindowed.js +161 -0
  13. package/dist/alignment/DTWSequenceAlignmentWindowed.js.map +1 -0
  14. package/dist/alignment/LevenshteinSequenceAlignment.d.ts +5 -0
  15. package/dist/alignment/LevenshteinSequenceAlignment.js +102 -0
  16. package/dist/alignment/LevenshteinSequenceAlignment.js.map +1 -0
  17. package/dist/alignment/SpeechAlignment.d.ts +27 -0
  18. package/dist/alignment/SpeechAlignment.js +266 -0
  19. package/dist/alignment/SpeechAlignment.js.map +1 -0
  20. package/dist/api/API.d.ts +8 -0
  21. package/dist/api/API.js +10 -0
  22. package/dist/api/API.js.map +1 -0
  23. package/dist/api/APIOptions.d.ts +12 -0
  24. package/dist/api/APIOptions.js +2 -0
  25. package/dist/api/APIOptions.js.map +1 -0
  26. package/dist/api/Alignment.d.ts +32 -0
  27. package/dist/api/Alignment.js +134 -0
  28. package/dist/api/Alignment.js.map +1 -0
  29. package/dist/api/Denoising.d.ts +14 -0
  30. package/dist/api/Denoising.js +66 -0
  31. package/dist/api/Denoising.js.map +1 -0
  32. package/dist/api/Globals.d.ts +1 -0
  33. package/dist/api/Globals.js +2 -0
  34. package/dist/api/Globals.js.map +1 -0
  35. package/dist/api/LanguageDetection.d.ts +49 -0
  36. package/dist/api/LanguageDetection.js +118 -0
  37. package/dist/api/LanguageDetection.js.map +1 -0
  38. package/dist/api/Recognition.d.ts +49 -0
  39. package/dist/api/Recognition.js +162 -0
  40. package/dist/api/Recognition.js.map +1 -0
  41. package/dist/api/Synthesis.d.ts +125 -0
  42. package/dist/api/Synthesis.js +892 -0
  43. package/dist/api/Synthesis.js.map +1 -0
  44. package/dist/api/Translation.d.ts +25 -0
  45. package/dist/api/Translation.js +69 -0
  46. package/dist/api/Translation.js.map +1 -0
  47. package/dist/api/Vad.d.ts +25 -0
  48. package/dist/api/Vad.js +88 -0
  49. package/dist/api/Vad.js.map +1 -0
  50. package/dist/audio/AudioBufferConversion.d.ts +15 -0
  51. package/dist/audio/AudioBufferConversion.js +228 -0
  52. package/dist/audio/AudioBufferConversion.js.map +1 -0
  53. package/dist/audio/AudioPlayer.d.ts +9 -0
  54. package/dist/audio/AudioPlayer.js +232 -0
  55. package/dist/audio/AudioPlayer.js.map +1 -0
  56. package/dist/audio/AudioRecorder.d.ts +3 -0
  57. package/dist/audio/AudioRecorder.js +68 -0
  58. package/dist/audio/AudioRecorder.js.map +1 -0
  59. package/dist/audio/AudioUtilities.d.ts +48 -0
  60. package/dist/audio/AudioUtilities.js +209 -0
  61. package/dist/audio/AudioUtilities.js.map +1 -0
  62. package/dist/audio/SoxPath.d.ts +1 -0
  63. package/dist/audio/SoxPath.js +19 -0
  64. package/dist/audio/SoxPath.js.map +1 -0
  65. package/dist/cli/CLI.d.ts +8 -0
  66. package/dist/cli/CLI.js +860 -0
  67. package/dist/cli/CLI.js.map +1 -0
  68. package/dist/cli/CLIConfigFile.d.ts +3 -0
  69. package/dist/cli/CLIConfigFile.js +62 -0
  70. package/dist/cli/CLIConfigFile.js.map +1 -0
  71. package/dist/cli/CLILauncher.d.ts +2 -0
  72. package/dist/cli/CLILauncher.js +22 -0
  73. package/dist/cli/CLILauncher.js.map +1 -0
  74. package/dist/cli/CLIOptionsSchema.d.ts +5 -0
  75. package/dist/cli/CLIOptionsSchema.js +36 -0
  76. package/dist/cli/CLIOptionsSchema.js.map +1 -0
  77. package/dist/cli/CLIParser.d.ts +6 -0
  78. package/dist/cli/CLIParser.js +34 -0
  79. package/dist/cli/CLIParser.js.map +1 -0
  80. package/dist/cli/CLIStarter.d.ts +1 -0
  81. package/dist/cli/CLIStarter.js +3 -0
  82. package/dist/cli/CLIStarter.js.map +1 -0
  83. package/dist/codecs/FFMpegTranscoder.d.ts +20 -0
  84. package/dist/codecs/FFMpegTranscoder.js +169 -0
  85. package/dist/codecs/FFMpegTranscoder.js.map +1 -0
  86. package/dist/codecs/TIMITCodec.d.ts +9 -0
  87. package/dist/codecs/TIMITCodec.js +14 -0
  88. package/dist/codecs/TIMITCodec.js.map +1 -0
  89. package/dist/codecs/WaveCodec.d.ts +19 -0
  90. package/dist/codecs/WaveCodec.js +208 -0
  91. package/dist/codecs/WaveCodec.js.map +1 -0
  92. package/dist/denoising/RNNoise.d.ts +6 -0
  93. package/dist/denoising/RNNoise.js +68 -0
  94. package/dist/denoising/RNNoise.js.map +1 -0
  95. package/dist/dsp/BiquadFilter.d.ts +26 -0
  96. package/dist/dsp/BiquadFilter.js +399 -0
  97. package/dist/dsp/BiquadFilter.js.map +1 -0
  98. package/dist/dsp/FFT.d.ts +9 -0
  99. package/dist/dsp/FFT.js +135 -0
  100. package/dist/dsp/FFT.js.map +1 -0
  101. package/dist/dsp/MFCC.d.ts +25 -0
  102. package/dist/dsp/MFCC.js +162 -0
  103. package/dist/dsp/MFCC.js.map +1 -0
  104. package/dist/dsp/MelSpectogram.d.ts +19 -0
  105. package/dist/dsp/MelSpectogram.js +102 -0
  106. package/dist/dsp/MelSpectogram.js.map +1 -0
  107. package/dist/dsp/Rubberband.d.ts +52 -0
  108. package/dist/dsp/Rubberband.js +186 -0
  109. package/dist/dsp/Rubberband.js.map +1 -0
  110. package/dist/dsp/Sonic.d.ts +2 -0
  111. package/dist/dsp/Sonic.js +39 -0
  112. package/dist/dsp/Sonic.js.map +1 -0
  113. package/dist/dsp/SpeexResampler.d.ts +3 -0
  114. package/dist/dsp/SpeexResampler.js +53 -0
  115. package/dist/dsp/SpeexResampler.js.map +1 -0
  116. package/dist/math/VectorMath.d.ts +70 -0
  117. package/dist/math/VectorMath.js +564 -0
  118. package/dist/math/VectorMath.js.map +1 -0
  119. package/dist/nlp/ChineseSegmentation.d.ts +1 -0
  120. package/dist/nlp/ChineseSegmentation.js +53 -0
  121. package/dist/nlp/ChineseSegmentation.js.map +1 -0
  122. package/dist/nlp/CompromiseNLP.d.ts +15 -0
  123. package/dist/nlp/CompromiseNLP.js +66 -0
  124. package/dist/nlp/CompromiseNLP.js.map +1 -0
  125. package/dist/nlp/EspeakPhonemizer.d.ts +4 -0
  126. package/dist/nlp/EspeakPhonemizer.js +133 -0
  127. package/dist/nlp/EspeakPhonemizer.js.map +1 -0
  128. package/dist/nlp/IPA.d.ts +19 -0
  129. package/dist/nlp/IPA.js +113 -0
  130. package/dist/nlp/IPA.js.map +1 -0
  131. package/dist/nlp/JapaneseSegmentation.d.ts +1 -0
  132. package/dist/nlp/JapaneseSegmentation.js +40 -0
  133. package/dist/nlp/JapaneseSegmentation.js.map +1 -0
  134. package/dist/nlp/Lexicon.d.ts +17 -0
  135. package/dist/nlp/Lexicon.js +6 -0
  136. package/dist/nlp/Lexicon.js.map +1 -0
  137. package/dist/nlp/PhoneConversion.d.ts +6 -0
  138. package/dist/nlp/PhoneConversion.js +467 -0
  139. package/dist/nlp/PhoneConversion.js.map +1 -0
  140. package/dist/nlp/Segmentation.d.ts +41 -0
  141. package/dist/nlp/Segmentation.js +158 -0
  142. package/dist/nlp/Segmentation.js.map +1 -0
  143. package/dist/nlp/TextNormalizer.d.ts +4 -0
  144. package/dist/nlp/TextNormalizer.js +69 -0
  145. package/dist/nlp/TextNormalizer.js.map +1 -0
  146. package/dist/recognition/AmazonTranscribeSTT.d.ts +6 -0
  147. package/dist/recognition/AmazonTranscribeSTT.js +79 -0
  148. package/dist/recognition/AmazonTranscribeSTT.js.map +1 -0
  149. package/dist/recognition/AzureCognitiveServicesSTT.d.ts +7 -0
  150. package/dist/recognition/AzureCognitiveServicesSTT.js +51 -0
  151. package/dist/recognition/AzureCognitiveServicesSTT.js.map +1 -0
  152. package/dist/recognition/GoogleCloudSTT.d.ts +7 -0
  153. package/dist/recognition/GoogleCloudSTT.js +66 -0
  154. package/dist/recognition/GoogleCloudSTT.js.map +1 -0
  155. package/dist/recognition/SileroSTT.d.ts +9 -0
  156. package/dist/recognition/SileroSTT.js +125 -0
  157. package/dist/recognition/SileroSTT.js.map +1 -0
  158. package/dist/recognition/VoskSTT.d.ts +10 -0
  159. package/dist/recognition/VoskSTT.js +78 -0
  160. package/dist/recognition/VoskSTT.js.map +1 -0
  161. package/dist/recognition/WhisperSTT.d.ts +69 -0
  162. package/dist/recognition/WhisperSTT.js +977 -0
  163. package/dist/recognition/WhisperSTT.js.map +1 -0
  164. package/dist/server/Server.d.ts +1 -0
  165. package/dist/server/Server.js +18 -0
  166. package/dist/server/Server.js.map +1 -0
  167. package/dist/speech-language-detection/SileroLanguageDetection.d.ts +9 -0
  168. package/dist/speech-language-detection/SileroLanguageDetection.js +47 -0
  169. package/dist/speech-language-detection/SileroLanguageDetection.js.map +1 -0
  170. package/dist/subtitles/Subtitles.d.ts +25 -0
  171. package/dist/subtitles/Subtitles.js +286 -0
  172. package/dist/subtitles/Subtitles.js.map +1 -0
  173. package/dist/synthesis/AwsPollyTTS.d.ts +7 -0
  174. package/dist/synthesis/AwsPollyTTS.js +51 -0
  175. package/dist/synthesis/AwsPollyTTS.js.map +1 -0
  176. package/dist/synthesis/AzureCognitiveServicesTTS.d.ts +9 -0
  177. package/dist/synthesis/AzureCognitiveServicesTTS.js +103 -0
  178. package/dist/synthesis/AzureCognitiveServicesTTS.js.map +1 -0
  179. package/dist/synthesis/CoquiServerTTS.d.ts +6 -0
  180. package/dist/synthesis/CoquiServerTTS.js +22 -0
  181. package/dist/synthesis/CoquiServerTTS.js.map +1 -0
  182. package/dist/synthesis/ElevenLabsTTS.d.ts +8 -0
  183. package/dist/synthesis/ElevenLabsTTS.js +48 -0
  184. package/dist/synthesis/ElevenLabsTTS.js.map +1 -0
  185. package/dist/synthesis/EspeakTTS.d.ts +46 -0
  186. package/dist/synthesis/EspeakTTS.js +353 -0
  187. package/dist/synthesis/EspeakTTS.js.map +1 -0
  188. package/dist/synthesis/FliteTTS.d.ts +17 -0
  189. package/dist/synthesis/FliteTTS.js +326 -0
  190. package/dist/synthesis/FliteTTS.js.map +1 -0
  191. package/dist/synthesis/GoogleCloudTTS.d.ts +16 -0
  192. package/dist/synthesis/GoogleCloudTTS.js +72 -0
  193. package/dist/synthesis/GoogleCloudTTS.js.map +1 -0
  194. package/dist/synthesis/GoogleTranslateTTS.d.ts +13 -0
  195. package/dist/synthesis/GoogleTranslateTTS.js +177 -0
  196. package/dist/synthesis/GoogleTranslateTTS.js.map +1 -0
  197. package/dist/synthesis/MicrosoftEdgeTTS.d.ts +10 -0
  198. package/dist/synthesis/MicrosoftEdgeTTS.js +216 -0
  199. package/dist/synthesis/MicrosoftEdgeTTS.js.map +1 -0
  200. package/dist/synthesis/SamTTS.d.ts +4 -0
  201. package/dist/synthesis/SamTTS.js +21 -0
  202. package/dist/synthesis/SamTTS.js.map +1 -0
  203. package/dist/synthesis/SapiTTS.d.ts +9 -0
  204. package/dist/synthesis/SapiTTS.js +211 -0
  205. package/dist/synthesis/SapiTTS.js.map +1 -0
  206. package/dist/synthesis/StreamlabsPollyTTS.d.ts +12 -0
  207. package/dist/synthesis/StreamlabsPollyTTS.js +88 -0
  208. package/dist/synthesis/StreamlabsPollyTTS.js.map +1 -0
  209. package/dist/synthesis/SvoxPicoTTS.d.ts +11 -0
  210. package/dist/synthesis/SvoxPicoTTS.js +236 -0
  211. package/dist/synthesis/SvoxPicoTTS.js.map +1 -0
  212. package/dist/synthesis/VitsTTS.d.ts +27 -0
  213. package/dist/synthesis/VitsTTS.js +359 -0
  214. package/dist/synthesis/VitsTTS.js.map +1 -0
  215. package/dist/tests/Test.d.ts +1 -0
  216. package/dist/tests/Test.js +10 -0
  217. package/dist/tests/Test.js.map +1 -0
  218. package/dist/text-language-detection/FastTextLanguageDetection.d.ts +2 -0
  219. package/dist/text-language-detection/FastTextLanguageDetection.js +38 -0
  220. package/dist/text-language-detection/FastTextLanguageDetection.js.map +1 -0
  221. package/dist/text-language-detection/TinyLDLanguageDetection.d.ts +2 -0
  222. package/dist/text-language-detection/TinyLDLanguageDetection.js +12 -0
  223. package/dist/text-language-detection/TinyLDLanguageDetection.js.map +1 -0
  224. package/dist/utilities/BinaryArrayConversion.d.ts +15 -0
  225. package/dist/utilities/BinaryArrayConversion.js +115 -0
  226. package/dist/utilities/BinaryArrayConversion.js.map +1 -0
  227. package/dist/utilities/Compression.d.ts +4 -0
  228. package/dist/utilities/Compression.js +67 -0
  229. package/dist/utilities/Compression.js.map +1 -0
  230. package/dist/utilities/FileDownloader.d.ts +3 -0
  231. package/dist/utilities/FileDownloader.js +147 -0
  232. package/dist/utilities/FileDownloader.js.map +1 -0
  233. package/dist/utilities/FileSystem.d.ts +30 -0
  234. package/dist/utilities/FileSystem.js +141 -0
  235. package/dist/utilities/FileSystem.js.map +1 -0
  236. package/dist/utilities/Hashing.d.ts +10 -0
  237. package/dist/utilities/Hashing.js +169 -0
  238. package/dist/utilities/Hashing.js.map +1 -0
  239. package/dist/utilities/Locale.d.ts +9 -0
  240. package/dist/utilities/Locale.js +65 -0
  241. package/dist/utilities/Locale.js.map +1 -0
  242. package/dist/utilities/Logger.d.ts +11 -0
  243. package/dist/utilities/Logger.js +49 -0
  244. package/dist/utilities/Logger.js.map +1 -0
  245. package/dist/utilities/NdArrayUtilities.d.ts +3 -0
  246. package/dist/utilities/NdArrayUtilities.js +22 -0
  247. package/dist/utilities/NdArrayUtilities.js.map +1 -0
  248. package/dist/utilities/ObjectUtilities.d.ts +4 -0
  249. package/dist/utilities/ObjectUtilities.js +132 -0
  250. package/dist/utilities/ObjectUtilities.js.map +1 -0
  251. package/dist/utilities/OpenPromise.d.ts +6 -0
  252. package/dist/utilities/OpenPromise.js +12 -0
  253. package/dist/utilities/OpenPromise.js.map +1 -0
  254. package/dist/utilities/PackageManager.d.ts +4 -0
  255. package/dist/utilities/PackageManager.js +46 -0
  256. package/dist/utilities/PackageManager.js.map +1 -0
  257. package/dist/utilities/RandomGenerator.d.ts +35 -0
  258. package/dist/utilities/RandomGenerator.js +149 -0
  259. package/dist/utilities/RandomGenerator.js.map +1 -0
  260. package/dist/utilities/TarballMaker.d.ts +4 -0
  261. package/dist/utilities/TarballMaker.js +50 -0
  262. package/dist/utilities/TarballMaker.js.map +1 -0
  263. package/dist/utilities/Timeline.d.ts +20 -0
  264. package/dist/utilities/Timeline.js +110 -0
  265. package/dist/utilities/Timeline.js.map +1 -0
  266. package/dist/utilities/Timer.d.ts +13 -0
  267. package/dist/utilities/Timer.js +70 -0
  268. package/dist/utilities/Timer.js.map +1 -0
  269. package/dist/utilities/Utilities.d.ts +68 -0
  270. package/dist/utilities/Utilities.js +305 -0
  271. package/dist/utilities/Utilities.js.map +1 -0
  272. package/dist/utilities/WasmMemoryManager.d.ts +142 -0
  273. package/dist/utilities/WasmMemoryManager.js +407 -0
  274. package/dist/utilities/WasmMemoryManager.js.map +1 -0
  275. package/dist/utilities/WebReader.d.ts +1 -0
  276. package/dist/utilities/WebReader.js +47 -0
  277. package/dist/utilities/WebReader.js.map +1 -0
  278. package/dist/utilities/WikipediaReader.d.ts +1 -0
  279. package/dist/utilities/WikipediaReader.js +31 -0
  280. package/dist/utilities/WikipediaReader.js.map +1 -0
  281. package/dist/voice-activity-detection/SileroVAD.d.ts +13 -0
  282. package/dist/voice-activity-detection/SileroVAD.js +58 -0
  283. package/dist/voice-activity-detection/SileroVAD.js.map +1 -0
  284. package/dist/voice-activity-detection/WebRtcVAD.d.ts +3 -0
  285. package/dist/voice-activity-detection/WebRtcVAD.js +53 -0
  286. package/dist/voice-activity-detection/WebRtcVAD.js.map +1 -0
  287. package/docs/CLI.md +234 -0
  288. package/docs/Development.md +3 -0
  289. package/docs/Engines.md +80 -0
  290. package/docs/Licenses.md +37 -0
  291. package/docs/Options.md +192 -0
  292. package/docs/Roadmap.md +16 -0
  293. package/docs/Technical.md +72 -0
  294. package/package.json +119 -19
  295. package/cli.js +0 -3
@@ -0,0 +1 @@
1
+ {"version":3,"file":"VectorMath.js","sourceRoot":"","sources":["../../src/math/VectorMath.ts"],"names":[],"mappings":"AAAA,OAAO,kBAAkB,MAAM,eAAe,CAAA;AAE9C,MAAM,UAAU,yBAAyB,CAAC,OAAmB,EAAE,OAAkB,EAAE,MAAM,GAAG,KAAK;IAChG,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC,EAAE;QACxB,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAA;KACnC;IAED,MAAM,EAAE,eAAe,EAAE,eAAe,EAAE,IAAI,EAAE,GAAG,aAAa,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;IAElF,IAAI,gBAAgB,CAAA;IAEpB,IAAI,OAAO,EAAE;QACZ,gBAAgB,GAAG,yCAAyC,CAAC,eAAe,EAAE,OAAO,CAAC,CAAA;KACtF;SAAM;QACN,gBAAgB,GAAG,iCAAiC,CAAC,eAAe,EAAE,MAAM,CAAC,CAAA;KAC7E;IAED,OAAO,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAA;AAClC,CAAC;AAED,MAAM,UAAU,iCAAiC,CAAC,eAA2B,EAAE,MAAM,GAAG,KAAK,EAAE,4BAA4B,GAAG,IAAI;IACjI,MAAM,WAAW,GAAG,eAAe,CAAC,MAAM,CAAA;IAE1C,IAAI,WAAW,IAAI,CAAC,EAAE;QACrB,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAA;KACnC;IAED,MAAM,gBAAgB,GAAG,MAAM,IAAI,WAAW,IAAI,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW,GAAG,CAAC,CAAA;IACnF,MAAM,YAAY,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC,MAAM,CAAA;IAE9C,MAAM,gBAAgB,GAAG,iBAAiB,CAAC,YAAY,EAAE,YAAY,CAAC,CAAA;IAEtE,IAAI,WAAW,IAAI,CAAC,EAAE;QACrB,OAAO,gBAAgB,CAAA;KACvB;IAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,EAAE,CAAC,EAAE,EAAE;QACtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,EAAE,CAAC,EAAE,EAAE;YACtC,IAAI,CAAC,GAAG,CAAC,EAAE;gBACV,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;gBAC/C,SAAQ;aACR;YAED,IAAI,aAAa,GAAG,GAAG,CAAA;YAEvB,KAAK,MAAM,MAAM,IAAI,eAAe,EAAE;gBACrC,aAAa,IAAI,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAA;aACtC;YAED,aAAa,IAAI,gBAAgB,CAAA;YAEjC,IAAI,CAAC,IAAI,CAAC,EAAE;gBACX,aAAa,IAAI,4BAA4B,CAAA;aAC7C;YAED,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,aAAa,CAAA;SACtC;KACD;IAED,OAAO,gBAAgB,CAAA;AACxB,CAAC;AAED,MAAM,UAAU,yCAAyC,CAAC,eAA2B,EAAE,OAAiB,EAAE,4BAA4B,GAAG,IAAI;IAC5I,MAAM,WAAW,GAAG,eAAe,CAAC,MAAM,CAAA;IAE1C,IAAI,WAAW,IAAI,CAAC,EAAE;QACrB,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAA;KACnC;IAED,MAAM,YAAY,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC,MAAM,CAAA;IAE9C,MAAM,gBAAgB,GAAG,iBAAiB,CAAC,YAAY,EAAE,YAAY,CAAC,CAAA;IAEtE,IAAI,WAAW,IAAI,CAAC,EAAE;QACrB,OAAO,gBAAgB,CAAA;KACvB;IAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,EAAE,CAAC,EAAE,EAAE;QACtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,EAAE,CAAC,EAAE,EAAE;YACtC,IAAI,CAAC,GAAG,CAAC,EAAE;gBACV,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;gBAC/C,SAAQ;aACR;YAED,IAAI,aAAa,GAAG,GAAG,CAAA;YAEvB,KAAK,IAAI,WAAW,GAAG,CAAC,EAAE,WAAW,GAAG,WAAW,EAAE,WAAW,EAAE,EAAE;gBACnE,MAAM,MAAM,GAAG,eAAe,CAAC,WAAW,CAAC,CAAA;gBAC3C,MAAM,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC,CAAA;gBAEnC,aAAa,IAAI,MAAM,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAA;aACjD;YAED,IAAI,CAAC,IAAI,CAAC,EAAE;gBACX,aAAa,IAAI,4BAA4B,CAAA;aAC7C;YAED,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,aAAa,CAAA;SACtC;KACD;IAED,OAAO,gBAAgB,CAAA;AACxB,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,OAAmB,EAAE,OAAkB;IACpE,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAA;IAElC,IAAI,WAAW,IAAI,CAAC,EAAE;QACrB,OAAO,EAAE,eAAe,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,CAAA;KACxC;IAED,IAAI,IAAc,CAAA;IAClB,IAAI,OAAO,EAAE;QACZ,IAAI,GAAG,qBAAqB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;KAC9C;SAAM;QACN,IAAI,GAAG,aAAa,CAAC,OAAO,CAAC,CAAA;KAC7B;IAED,MAAM,eAAe,GAAe,IAAI,KAAK,CAAC,WAAW,CAAC,CAAA;IAE1D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE;QACrC,eAAe,CAAC,CAAC,CAAC,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAA;KACtD;IAED,OAAO,EAAE,eAAe,EAAE,IAAI,EAAE,CAAA;AACjC,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,MAAgB;IAC5C,MAAM,IAAI,GAAG,YAAY,CAAC,MAAM,CAAC,CAAA;IAEjC,MAAM,cAAc,GAAa,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;IAEzD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;QACvC,cAAc,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,CAAA;KACpC;IAED,OAAO,cAAc,CAAA;AACtB,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,MAAgB;IAC7C,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,EAAE;QACvB,OAAO,EAAE,CAAA;KACT;IAED,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,EAAE;QACvB,OAAO,CAAC,CAAC,CAAC,CAAA;KACV;IAED,MAAM,QAAQ,GAAG,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAA;IAE3C,MAAM,YAAY,GAAG,MAAM,CAAC,KAAK,EAAE,CAAA;IAEnC,IAAI,QAAQ,GAAG,CAAC,EAAE;QACjB,MAAM,WAAW,GAAG,CAAC,QAAQ,GAAG,CAAC,CAAA;QAEjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YAC7C,YAAY,CAAC,CAAC,CAAC,IAAI,WAAW,CAAA;SAC9B;KACD;IAED,MAAM,GAAG,GAAG,SAAS,CAAC,YAAY,CAAC,CAAA;IAEnC,IAAI,GAAG,IAAI,CAAC,EAAE;QACb,OAAO,YAAY,CAAA;KACnB;IAED,IAAI,GAAG,IAAI,QAAQ,EAAE;QACpB,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAA;KACzC;IAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;QACvC,YAAY,CAAC,CAAC,CAAC,IAAI,GAAG,CAAA;QAEtB,YAAY,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAA;KAC5C;IAED,OAAO,YAAY,CAAA;AACpB,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,MAAgB,EAAE,OAAgC,YAAY;IAC7F,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,EAAE;QACvB,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAA;KAClC;IAED,MAAM,IAAI,GAAG,YAAY,CAAC,MAAM,CAAC,CAAA;IACjC,MAAM,YAAY,GAAG,oBAAoB,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,CAAA;IAE7D,MAAM,gBAAgB,GAAG,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;IAEpD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;QACvC,gBAAgB,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,YAAY,CAAA;QAEvD,gBAAgB,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAA;KACpD;IAED,OAAO,EAAE,gBAAgB,EAAE,IAAI,EAAE,YAAY,EAAE,CAAA;AAChD,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,OAAmB,EAAE,OAAgC,YAAY;IACjG,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAA;IAElC,IAAI,WAAW,IAAI,CAAC,EAAE;QACrB,OAAO,EAAE,iBAAiB,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,CAAA;KAC5D;IAED,MAAM,YAAY,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAA;IAEtC,MAAM,IAAI,GAAG,aAAa,CAAC,OAAO,CAAC,CAAA;IACnC,MAAM,YAAY,GAAG,qBAAqB,CAAC,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,CAAA;IAE/D,MAAM,iBAAiB,GAAe,EAAE,CAAA;IAExC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE;QAC7B,MAAM,gBAAgB,GAAG,YAAY,CAAC,YAAY,CAAC,CAAA;QAEnD,KAAK,IAAI,YAAY,GAAG,CAAC,EAAE,YAAY,GAAG,YAAY,EAAE,YAAY,EAAE,EAAE;YACvE,gBAAgB,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,GAAG,YAAY,CAAC,YAAY,CAAC,CAAA;YAEzG,gBAAgB,CAAC,YAAY,CAAC,GAAG,SAAS,CAAC,gBAAgB,CAAC,YAAY,CAAC,CAAC,CAAA;SAC1E;QAED,iBAAiB,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAA;KACxC;IAED,OAAO,EAAE,iBAAiB,EAAE,IAAI,EAAE,YAAY,EAAE,CAAA;AACjD,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,iBAA6B,EAAE,YAAsB,EAAE,oBAA8B;IACvH,MAAM,WAAW,GAAG,gBAAgB,CAAC,MAAM,CAAA;IAE3C,IAAI,WAAW,IAAI,CAAC,EAAE;QACrB,OAAO,EAAE,CAAA;KACT;IAED,MAAM,YAAY,GAAG,iBAAiB,CAAC,CAAC,CAAC,CAAC,MAAM,CAAA;IAEhD,MAAM,mBAAmB,GAAe,EAAE,CAAA;IAE1C,KAAK,MAAM,gBAAgB,IAAI,iBAAiB,EAAE;QACjD,MAAM,kBAAkB,GAAG,YAAY,CAAC,YAAY,CAAC,CAAA;QAErD,KAAK,IAAI,YAAY,GAAG,CAAC,EAAE,YAAY,GAAG,YAAY,EAAE,YAAY,EAAE,EAAE;YACvE,kBAAkB,CAAC,YAAY,CAAC,GAAG,YAAY,CAAC,YAAY,CAAC,GAAG,CAAC,gBAAgB,CAAC,YAAY,CAAC,GAAG,oBAAoB,CAAC,YAAY,CAAC,CAAC,CAAA;SACrI;QAED,mBAAmB,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAA;KAC5C;IAED,OAAO,mBAAmB,CAAA;AAC3B,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,OAAmB;IAChD,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAA;IAElC,IAAI,WAAW,IAAI,CAAC,EAAE;QACrB,OAAO,EAAE,CAAA;KACT;IAED,MAAM,YAAY,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAA;IAEtC,MAAM,MAAM,GAAG,YAAY,CAAC,YAAY,CAAC,CAAA;IAEzC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE;QAC7B,KAAK,IAAI,YAAY,GAAG,CAAC,EAAE,YAAY,GAAG,YAAY,EAAE,YAAY,EAAE,EAAE;YACvE,MAAM,CAAC,YAAY,CAAC,IAAI,MAAM,CAAC,YAAY,CAAC,CAAA;SAC5C;KACD;IAED,KAAK,IAAI,YAAY,GAAG,CAAC,EAAE,YAAY,GAAG,YAAY,EAAE,YAAY,EAAE,EAAE;QACvE,MAAM,CAAC,YAAY,CAAC,IAAI,WAAW,CAAA;KACnC;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,OAAmB,EAAE,OAAiB;IAC3E,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAA;IAElC,IAAI,WAAW,IAAI,CAAC,EAAE;QACrB,OAAO,EAAE,CAAA;KACT;IAED,MAAM,YAAY,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAA;IAEtC,MAAM,MAAM,GAAG,YAAY,CAAC,YAAY,CAAC,CAAA;IAEzC,KAAK,IAAI,WAAW,GAAG,CAAC,EAAE,WAAW,GAAG,WAAW,EAAE,WAAW,EAAE,EAAE;QACnE,MAAM,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC,CAAA;QACnC,MAAM,YAAY,GAAG,OAAO,CAAC,WAAW,CAAC,CAAA;QAEzC,KAAK,IAAI,YAAY,GAAG,CAAC,EAAE,YAAY,GAAG,YAAY,EAAE,YAAY,EAAE,EAAE;YACvE,MAAM,CAAC,YAAY,CAAC,IAAI,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC,CAAA;SAC3D;KACD;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,OAAmB,EAAE,OAAgC,YAAY,EAAE,IAAe;IACvH,OAAO,iBAAiB,CAAC,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;AACrE,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,OAAmB,EAAE,OAAgC,YAAY,EAAE,IAAe;IACnH,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAA;IAElC,IAAI,WAAW,IAAI,CAAC,EAAE;QACrB,OAAO,EAAE,CAAA;KACT;IAED,MAAM,gBAAgB,GAAG,IAAI,IAAI,YAAY,IAAI,WAAW,IAAI,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW,GAAG,CAAC,CAAA;IACjG,MAAM,YAAY,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAA;IAEtC,IAAI,CAAC,IAAI,EAAE;QACV,IAAI,GAAG,aAAa,CAAC,OAAO,CAAC,CAAA;KAC7B;IAED,MAAM,MAAM,GAAG,YAAY,CAAC,YAAY,CAAC,CAAA;IAEzC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE;QAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,EAAE,CAAC,EAAE,EAAE;YACtC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;SACvC;KACD;IAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,EAAE,CAAC,EAAE,EAAE;QACtC,MAAM,CAAC,CAAC,CAAC,IAAI,gBAAgB,CAAA;KAC7B;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,MAAgB;IAC5C,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,EAAE;QACvB,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAA;KAClC;IAED,OAAO,SAAS,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC,MAAM,CAAA;AACzC,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,MAAgB;IAC9C,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,EAAE;QACvB,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAA;KAClC;IAED,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAA;AAC7C,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,MAAgB,EAAE,OAAgC,YAAY,EAAE,IAAa;IACjH,OAAO,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAA;AACvD,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,MAAgB,EAAE,OAAgC,YAAY,EAAE,IAAa;IAC7G,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,EAAE;QACvB,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAA;KAClC;IAED,MAAM,gBAAgB,GAAG,IAAI,IAAI,YAAY,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAA;IAEvG,IAAI,IAAI,IAAI,IAAI,EAAE;QACjB,IAAI,GAAG,YAAY,CAAC,MAAM,CAAC,CAAA;KAC3B;IAED,IAAI,MAAM,GAAG,GAAG,CAAA;IAEhB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE;QAC3B,MAAM,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,CAAA;KAC7B;IAED,OAAO,MAAM,GAAG,gBAAgB,CAAA;AACjC,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,MAAgB,EAAE,MAAM,GAAG,KAAK;IAC3D,OAAO,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC,CAAA;AACrD,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,MAAgB;IAC3C,OAAO,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAA;AAC5C,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,MAAkB;IAC3C,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAA;IACjC,MAAM,YAAY,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAA;IAErC,MAAM,gBAAgB,GAAG,iBAAiB,CAAC,YAAY,EAAE,WAAW,CAAC,CAAA;IAErE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE;QACrC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,EAAE,CAAC,EAAE,EAAE;YACtC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;SACrC;KACD;IAED,OAAO,gBAAgB,CAAA;AACxB,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,MAAgB;IACtD,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAA;IAElC,IAAI,YAAY,IAAI,CAAC,EAAE;QACtB,OAAO,EAAE,CAAA;KACT;IAED,IAAI,YAAY,IAAI,CAAC,EAAE;QACtB,OAAO,MAAM,CAAC,KAAK,EAAE,CAAA;KACrB;IAED,MAAM,MAAM,GAAa,EAAE,CAAA;IAE3B,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;IAEpD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE;QAC1C,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;KAC5D;IAED,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,YAAY,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,YAAY,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;IAEjG,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,MAAkB,EAAE,QAAoB;IAC/E,IAAI,MAAM,CAAC,MAAM,IAAI,QAAQ,CAAC,MAAM,EAAE;QACrC,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAA;KAClD;IAED,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAA;IAEjC,IAAI,WAAW,IAAI,CAAC,EAAE;QACrB,OAAO,CAAC,CAAA;KACR;IAED,IAAI,GAAG,GAAG,GAAG,CAAA;IAEb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE;QACrC,GAAG,IAAI,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA;KAC/C;IAED,OAAO,GAAG,GAAG,WAAW,CAAA;AACzB,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,MAAgB,EAAE,QAAkB;IACpE,IAAI,MAAM,CAAC,MAAM,IAAI,QAAQ,CAAC,MAAM,EAAE;QACrC,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAA;KAClD;IAED,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAA;IAElC,IAAI,YAAY,IAAI,CAAC,EAAE;QACtB,OAAO,CAAC,CAAA;KACR;IAED,IAAI,GAAG,GAAG,GAAG,CAAA;IAEb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,EAAE,CAAC,EAAE,EAAE;QACtC,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;KACrC;IAED,OAAO,GAAG,GAAG,YAAY,CAAA;AAC1B,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,OAAiB,EAAE,OAAiB;IACrE,OAAO,IAAI,CAAC,IAAI,CAAC,wBAAwB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAA;AAC7D,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,OAAiB,EAAE,OAAiB;IAC5E,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,EAAE;QACrC,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAA;KAClD;IAED,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAA;IAEnC,IAAI,YAAY,IAAI,CAAC,EAAE;QACtB,OAAO,CAAC,CAAA;KACR;IAED,IAAI,GAAG,GAAG,GAAG,CAAA;IAEb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,EAAE,CAAC,EAAE,EAAE;QACtC,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;KACrC;IAED,OAAO,GAAG,CAAA;AACX,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,OAAiB,EAAE,OAAiB;IAClE,OAAO,CAAC,GAAG,gBAAgB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;AAC9C,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,OAAiB,EAAE,OAAiB;IACpE,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,EAAE;QACrC,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAA;KAClD;IAED,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC,EAAE;QACxB,OAAO,CAAC,CAAA;KACR;IAED,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAA;IAEnC,IAAI,UAAU,GAAG,GAAG,CAAA;IAEpB,IAAI,iBAAiB,GAAG,GAAG,CAAA;IAC3B,IAAI,iBAAiB,GAAG,GAAG,CAAA;IAE3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,EAAE,CAAC,EAAE,EAAE;QACtC,UAAU,IAAI,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAA;QAErC,iBAAiB,IAAI,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;QACpC,iBAAiB,IAAI,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;KACpC;IAED,MAAM,MAAM,GAAG,UAAU,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAA;IAEzF,OAAO,SAAS,CAAC,MAAM,CAAC,CAAA;AACzB,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,OAAiB,EAAE,OAAiB,EAAE,KAAa;IACpF,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,EAAE;QACrC,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAA;KAClD;IAED,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAA;IAEnC,IAAI,YAAY,IAAI,CAAC,EAAE;QACtB,OAAO,CAAC,CAAA;KACR;IAED,IAAI,GAAG,GAAG,GAAG,CAAA;IAEb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,EAAE,CAAC,EAAE,EAAE;QACtC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,CAAA;KACjD;IAED,OAAO,GAAG,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC,CAAA;AAC1B,CAAC;AAED,MAAM,UAAU,mCAAmC,CAAC,OAAiB,EAAE,OAAiB,EAAE,UAAkB,EAAE,UAAkB;IAC/H,OAAO,CAAC,GAAG,qCAAqC,CAAC,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,UAAU,CAAC,CAAA;AAC3F,CAAC;AAED,MAAM,UAAU,qCAAqC,CAAC,OAAiB,EAAE,OAAiB,EAAE,UAAkB,EAAE,UAAkB;IACjI,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,EAAE;QACrC,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAA;KAClD;IAED,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC,EAAE;QACxB,OAAO,CAAC,CAAA;KACR;IAED,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAA;IAEnC,IAAI,UAAU,GAAG,GAAG,CAAA;IAEpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,EAAE,CAAC,EAAE,EAAE;QACtC,UAAU,IAAI,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAA;KACrC;IAED,MAAM,MAAM,GAAG,UAAU,GAAG,CAAC,UAAU,GAAG,UAAU,CAAC,CAAA;IAErD,OAAO,SAAS,CAAC,MAAM,CAAC,CAAA;AACzB,CAAC;AAGD,MAAM,UAAU,eAAe,CAAC,OAAiB,EAAE,OAAiB;IACnE,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,EAAE;QACrC,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAA;KAClD;IAED,MAAM,MAAM,GAAG,YAAY,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;IAE3C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;QACxC,MAAM,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAA;KACnC;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,MAAgB;IACzC,IAAI,MAAM,GAAG,GAAG,CAAA;IAEhB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;QACvC,MAAM,IAAI,MAAM,CAAC,CAAC,CAAC,CAAA;KACnB;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,OAAiB,EAAE,OAAiB;IAC9D,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,EAAE;QACrC,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAA;KAClD;IAED,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAA;IAEnC,IAAI,MAAM,GAAG,GAAG,CAAA;IAEhB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,EAAE,CAAC,EAAE,EAAE;QACtC,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAA;KACjC;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,MAAgB;IACzC,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAA;IAElC,IAAI,gBAAgB,GAAG,GAAG,CAAA;IAE1B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,EAAE,CAAC,EAAE,EAAE;QACtC,gBAAgB,IAAI,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;KAClC;IAED,OAAO,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAA;AACnC,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,MAAgB;IACxC,OAAO,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAA;AAClC,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,MAAgB;IAC1C,IAAI,QAAQ,GAAG,CAAC,QAAQ,CAAA;IACxB,IAAI,MAAM,GAAG,CAAC,CAAC,CAAA;IAEf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;QACvC,IAAI,MAAM,CAAC,CAAC,CAAC,GAAG,QAAQ,EAAE;YACzB,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,CAAA;YACpB,MAAM,GAAG,CAAC,CAAA;SACV;KACD;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,MAAgB;IACxC,OAAO,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAA;AAClC,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,MAAgB;IAC1C,IAAI,QAAQ,GAAG,QAAQ,CAAA;IACvB,IAAI,MAAM,GAAG,CAAC,CAAC,CAAA;IAEf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;QACvC,IAAI,MAAM,CAAC,CAAC,CAAC,GAAG,QAAQ,EAAE;YACzB,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,CAAA;YACpB,MAAM,GAAG,CAAC,CAAA;SACV;KACD;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,UAAU,iCAAiC,CAAC,OAAmB,EAAE,eAAuB;IAC7F,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAA;IAElC,IAAI,WAAW,IAAI,CAAC,EAAE;QACrB,OAAO,EAAE,CAAA;KACT;IAED,MAAM,YAAY,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAA;IAEtC,MAAM,eAAe,GAAG,YAAY,CAAC,YAAY,CAAC,CAAA;IAElD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE;QACrC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,EAAE,CAAC,EAAE,EAAE;YACtC,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;YAE3B,eAAe,CAAC,CAAC,CAAC,GAAG,CAAC,eAAe,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,eAAe,CAAC,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC,CAAA;SAC7F;KACD;IAED,OAAO,eAAe,CAAA;AACvB,CAAC;AAED,MAAM,UAAU,OAAO,CAAC,CAAS;IAChC,MAAM,MAAM,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IAErC,OAAO,SAAS,CAAC,MAAM,CAAC,CAAA;AACzB,CAAC;AAED,MAAM,UAAU,OAAO,CAAC,MAAgB,EAAE,WAAW,GAAG,GAAG;IAC1D,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,EAAE;QACvB,OAAO,EAAE,CAAA;KACT;IAED,MAAM,MAAM,GAAa,EAAE,CAAA;IAE3B,IAAI,wBAAwB,GAAG,GAAG,CAAA;IAElC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE;QAC3B,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,WAAW,CAAC,CAAA;QAC9C,wBAAwB,IAAI,QAAQ,CAAA;QAEpC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;KACrB;IAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;QACvC,MAAM,CAAC,CAAC,CAAC,IAAI,wBAAwB,CAAA;QAErC,MAAM,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAA;KAChC;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,MAAc,EAAE,MAAc,EAAE,SAAS,GAAG,EAAE;IAC7E,IAAI,QAAQ,GAAG,MAAM,GAAG,MAAM,CAAA;IAE9B,IAAI,MAAM,GAAG,CAAC,CAAA;IAEd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE;QACnC,MAAM,IAAI,QAAQ,GAAG,CAAC,CAAA;QACtB,QAAQ,GAAG,QAAQ,IAAI,CAAC,CAAA;KACxB;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,MAAgB,EAAE,KAAa;IAC3D,MAAM,MAAM,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAA;IACxC,MAAM,MAAM,GAAG,EAAE,CAAA;IAEjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;QACvC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;KAC9B;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,WAAmB,EAAE,YAAoB,EAAE,YAAY,GAAG,GAAG;IAC9F,MAAM,MAAM,GAAe,IAAI,KAAK,CAAC,WAAW,CAAC,CAAA;IAEjD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE;QACrC,MAAM,CAAC,CAAC,CAAC,GAAG,YAAY,CAAC,YAAY,EAAE,YAAY,CAAC,CAAA;KACpD;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,YAAoB,EAAE,YAAY,GAAG,GAAG;IACpE,MAAM,MAAM,GAAa,IAAI,KAAK,CAAC,YAAY,CAAC,CAAA;IAEhD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,EAAE,CAAC,EAAE,EAAE;QACtC,MAAM,CAAC,CAAC,CAAC,GAAG,YAAY,CAAA;KACxB;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,UAAU,2BAA2B,CAAC,KAAa,EAAE,GAAW;IACrE,MAAM,SAAS,GAAa,EAAE,CAAA;IAE9B,KAAK,IAAI,CAAC,GAAG,KAAK,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE;QACjC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;KACjB;IAED,OAAO,SAAS,CAAA;AACjB,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,GAAW;IACpC,IAAI,KAAK,CAAC,GAAG,CAAC,EAAE;QACf,OAAO,CAAC,CAAA;KACR;SAAM;QACN,OAAO,GAAG,CAAA;KACV;AACF,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,MAAgB,EAAE,MAAM,GAAG,KAAK;IACzD,OAAO,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAA;AACzC,CAAC;AAED,MAAM,UAAU,MAAM,CAAC,MAAgB;IACtC,IAAI,QAAQ,GAAG,CAAC,CAAA;IAEhB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE;QAC3B,QAAQ,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;KAC3B;IAED,OAAO,QAAQ,CAAA;AAChB,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,MAAgB,EAAE,MAAM,GAAG,KAAK;IAC1D,MAAM,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC,CAAA;IACvC,OAAO,WAAW,CAAC,eAAe,EAAE,MAAM,CAAC,CAAA;AAC5C,CAAC;AAED,MAAM,OAAO,eAAe;IAC3B,mBAAmB,GAAG,CAAC,CAAA;IACvB,WAAW,GAAG,GAAG,CAAA;IAEjB,cAAc,CAAC,KAAa;QAC3B,IAAI,CAAC,mBAAmB,IAAI,CAAC,CAAA;QAC7B,IAAI,CAAC,WAAW,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,IAAI,CAAC,mBAAmB,CAAA;IAC1E,CAAC;CAQD"}
@@ -0,0 +1 @@
1
+ export declare function splitChineseTextToWords_Jieba(text: string, fineGrained?: boolean, useHMM?: boolean): Promise<any[]>;
@@ -0,0 +1,53 @@
1
+ export async function splitChineseTextToWords_Jieba(text, fineGrained = true, useHMM = true) {
2
+ const jieba = await getWasmInstance();
3
+ if (!fineGrained) {
4
+ return jieba.cut(text, useHMM);
5
+ }
6
+ else {
7
+ const results = jieba.tokenize(text, "search", useHMM);
8
+ const startOffsetsSet = new Set();
9
+ const endOffsetsSet = new Set();
10
+ for (const result of results) {
11
+ startOffsetsSet.add(result.start);
12
+ endOffsetsSet.add(result.end);
13
+ }
14
+ const startOffsets = Array.from(startOffsetsSet);
15
+ startOffsets.sort((a, b) => a - b);
16
+ const endOffsets = Array.from(endOffsetsSet);
17
+ endOffsets.sort((a, b) => a - b);
18
+ const words = [];
19
+ for (let i = 0; i < startOffsets.length; i++) {
20
+ const wordStartOffset = startOffsets[i];
21
+ function getWordEndOffset() {
22
+ if (i < startOffsets.length - 1) {
23
+ const nextWordStartOffset = startOffsets[i + 1];
24
+ for (let j = 0; j < endOffsets.length - 1; j++) {
25
+ const currentEndOffset = endOffsets[j];
26
+ const nextEndOffset = endOffsets[j + 1];
27
+ if (currentEndOffset >= nextWordStartOffset) {
28
+ return nextWordStartOffset;
29
+ }
30
+ else if (currentEndOffset > wordStartOffset &&
31
+ currentEndOffset < nextWordStartOffset &&
32
+ nextEndOffset > nextWordStartOffset) {
33
+ return currentEndOffset;
34
+ }
35
+ }
36
+ }
37
+ return endOffsets[endOffsets.length - 1];
38
+ }
39
+ const wordEndOffset = getWordEndOffset();
40
+ words.push(text.substring(wordStartOffset, wordEndOffset));
41
+ }
42
+ return words;
43
+ }
44
+ }
45
+ let JiebaWasmInstance;
46
+ async function getWasmInstance() {
47
+ if (!JiebaWasmInstance) {
48
+ const { default: JibeaWasm } = await import("jieba-wasm");
49
+ JiebaWasmInstance = JibeaWasm;
50
+ }
51
+ return JiebaWasmInstance;
52
+ }
53
+ //# sourceMappingURL=ChineseSegmentation.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ChineseSegmentation.js","sourceRoot":"","sources":["../../src/nlp/ChineseSegmentation.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,KAAK,UAAU,6BAA6B,CAAC,IAAY,EAAE,WAAW,GAAG,IAAI,EAAE,MAAM,GAAG,IAAI;IAClG,MAAM,KAAK,GAAG,MAAM,eAAe,EAAE,CAAA;IAErC,IAAI,CAAC,WAAW,EAAE;QACjB,OAAO,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;KAC9B;SAAM;QACN,MAAM,OAAO,GAAG,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAA;QAEtD,MAAM,eAAe,GAAG,IAAI,GAAG,EAAU,CAAA;QACzC,MAAM,aAAa,GAAG,IAAI,GAAG,EAAU,CAAA;QAEvC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE;YAC7B,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;YACjC,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;SAC7B;QAED,MAAM,YAAY,GAAG,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,CAAA;QAChD,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;QAElC,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA;QAC5C,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;QAEhC,MAAM,KAAK,GAAa,EAAE,CAAA;QAE1B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YAC7C,MAAM,eAAe,GAAG,YAAY,CAAC,CAAC,CAAC,CAAA;YAEvC,SAAS,gBAAgB;gBACxB,IAAI,CAAC,GAAG,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE;oBAChC,MAAM,mBAAmB,GAAG,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;oBAE/C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE;wBAC/C,MAAM,gBAAgB,GAAG,UAAU,CAAC,CAAC,CAAC,CAAA;wBACtC,MAAM,aAAa,GAAG,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;wBAEvC,IAAI,gBAAgB,IAAI,mBAAmB,EAAE;4BAC5C,OAAO,mBAAmB,CAAA;yBAC1B;6BAAM,IACN,gBAAgB,GAAG,eAAe;4BAClC,gBAAgB,GAAG,mBAAmB;4BACtC,aAAa,GAAG,mBAAmB,EAAE;4BAErC,OAAO,gBAAgB,CAAA;yBACvB;qBACD;iBACD;gBAED,OAAO,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;YACzC,CAAC;YAED,MAAM,aAAa,GAAG,gBAAgB,EAAE,CAAA;YAExC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,eAAe,EAAE,aAAa,CAAC,CAAC,CAAA;SAC1D;QAED,OAAO,KAAK,CAAA;KACZ;AACF,CAAC;AAED,IAAI,iBAA8C,CAAA;AAClD,KAAK,UAAU,eAAe;IAC7B,IAAI,CAAC,iBAAiB,EAAE;QACvB,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,CAAA;QACzD,iBAAiB,GAAG,SAAS,CAAA;KAC7B;IAED,OAAO,iBAAiB,CAAA;AACzB,CAAC"}
@@ -0,0 +1,15 @@
1
+ import { Lexicon } from './Lexicon.js';
2
+ export declare function parse(text: string): Promise<CompromiseParsedDocument>;
3
+ export declare function tryMatchInLexicons(term: CompromiseParsedTerm, lexicons: Lexicon[], espeakVoice: string): string[] | undefined;
4
+ export declare function tryMatchInLexicon(term: CompromiseParsedTerm, lexicon: Lexicon, espeakVoice: string): string[] | undefined;
5
+ export type CompromiseParsedDocument = CompromiseParsedSentence[];
6
+ export type CompromiseParsedSentence = CompromiseParsedTerm[];
7
+ export type CompromiseParsedTerm = {
8
+ text: string;
9
+ pos: string;
10
+ tags: string[];
11
+ preText: string;
12
+ postText: string;
13
+ startOffset: number;
14
+ endOffset: number;
15
+ };
@@ -0,0 +1,66 @@
1
+ import { logToStderr } from '../utilities/Utilities.js';
2
+ const log = logToStderr;
3
+ export async function parse(text) {
4
+ const { default: nlp } = await import('compromise');
5
+ const doc = nlp(text);
6
+ doc.compute('penn');
7
+ const jsonDoc = doc.json({ offset: true });
8
+ //log(jsonDoc)
9
+ const result = jsonDoc.map(sentence => {
10
+ const terms = sentence.terms;
11
+ const parsedSentence = [];
12
+ for (let termIndex = 0; termIndex < terms.length; termIndex++) {
13
+ const term = terms[termIndex];
14
+ const parsedTerm = {
15
+ text: term.text,
16
+ pos: term.penn,
17
+ tags: term.tags,
18
+ preText: term.pre,
19
+ postText: term.post,
20
+ startOffset: term.offset.start,
21
+ endOffset: term.offset.start + term.offset.length
22
+ };
23
+ if (parsedTerm.text == "") {
24
+ if (parsedSentence.length > 0) {
25
+ parsedSentence[parsedSentence.length - 1].postText += parsedTerm.preText + parsedTerm.postText;
26
+ }
27
+ }
28
+ else if (parsedTerm.tags.includes("Abbreviation") && parsedTerm.postText.startsWith(".")) {
29
+ parsedTerm.text += ".";
30
+ parsedTerm.endOffset += 1;
31
+ parsedSentence.push(parsedTerm);
32
+ }
33
+ else {
34
+ parsedSentence.push(parsedTerm);
35
+ }
36
+ }
37
+ return parsedSentence;
38
+ });
39
+ //log(result)
40
+ return result;
41
+ }
42
+ export function tryMatchInLexicons(term, lexicons, espeakVoice) {
43
+ for (const lexicon of lexicons) {
44
+ const match = tryMatchInLexicon(term, lexicon, espeakVoice);
45
+ if (match) {
46
+ return match;
47
+ }
48
+ }
49
+ }
50
+ export function tryMatchInLexicon(term, lexicon, espeakVoice) {
51
+ const termText = term.text;
52
+ const lowerCaseTermText = termText.toLocaleLowerCase();
53
+ if (lowerCaseTermText in lexicon) {
54
+ const entry = lexicon[lowerCaseTermText];
55
+ for (const substitutionEntry of entry) {
56
+ if (!substitutionEntry.pos || substitutionEntry.pos.includes(term.pos)) {
57
+ const substitutionPhonemesText = substitutionEntry?.pronunciation?.espeak?.[espeakVoice];
58
+ if (substitutionPhonemesText) {
59
+ const substitutionPhonemes = substitutionPhonemesText.split(/ +/g);
60
+ return substitutionPhonemes;
61
+ }
62
+ }
63
+ }
64
+ }
65
+ }
66
+ //# sourceMappingURL=CompromiseNLP.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"CompromiseNLP.js","sourceRoot":"","sources":["../../src/nlp/CompromiseNLP.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAA;AAGvD,MAAM,GAAG,GAAG,WAAW,CAAA;AAEvB,MAAM,CAAC,KAAK,UAAU,KAAK,CAAC,IAAY;IACvC,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,CAAA;IAEnD,MAAM,GAAG,GAAG,GAAG,CAAC,IAAI,CAAC,CAAA;IAErB,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;IAEnB,MAAM,OAAO,GAAU,GAAG,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAA;IAEjD,cAAc;IAEd,MAAM,MAAM,GAA6B,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE;QAC/D,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAA;QAC5B,MAAM,cAAc,GAA6B,EAAE,CAAA;QAEnD,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,SAAS,GAAG,KAAK,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE;YAC9D,MAAM,IAAI,GAAG,KAAK,CAAC,SAAS,CAAC,CAAA;YAE7B,MAAM,UAAU,GAAyB;gBACxC,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,GAAG,EAAE,IAAI,CAAC,IAAI;gBACd,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,OAAO,EAAE,IAAI,CAAC,GAAG;gBACjB,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;gBAC9B,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM;aACjD,CAAA;YAED,IAAI,UAAU,CAAC,IAAI,IAAI,EAAE,EAAE;gBAC1B,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE;oBAC9B,cAAc,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,QAAQ,IAAI,UAAU,CAAC,OAAO,GAAG,UAAU,CAAC,QAAQ,CAAA;iBAC9F;aACD;iBAAM,IAAI,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE;gBAC3F,UAAU,CAAC,IAAI,IAAI,GAAG,CAAA;gBACtB,UAAU,CAAC,SAAS,IAAI,CAAC,CAAA;gBACzB,cAAc,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;aAC/B;iBAAM;gBACN,cAAc,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;aAC/B;SACD;QAED,OAAO,cAAc,CAAA;IACtB,CAAC,CAAC,CAAA;IAEF,aAAa;IAEb,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,IAA0B,EAAE,QAAmB,EAAE,WAAmB;IACtG,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE;QAC/B,MAAM,KAAK,GAAG,iBAAiB,CAAC,IAAI,EAAE,OAAO,EAAE,WAAW,CAAC,CAAA;QAE3D,IAAI,KAAK,EAAE;YACV,OAAO,KAAK,CAAA;SACZ;KACD;AACF,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,IAA0B,EAAE,OAAgB,EAAE,WAAmB;IAClG,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAA;IAC1B,MAAM,iBAAiB,GAAG,QAAQ,CAAC,iBAAiB,EAAE,CAAA;IAEtD,IAAI,iBAAiB,IAAI,OAAO,EAAE;QACjC,MAAM,KAAK,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAAA;QAExC,KAAK,MAAM,iBAAiB,IAAI,KAAK,EAAE;YACtC,IAAI,CAAC,iBAAiB,CAAC,GAAG,IAAI,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;gBACvE,MAAM,wBAAwB,GAAG,iBAAiB,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC,WAAW,CAAC,CAAA;gBAExF,IAAI,wBAAwB,EAAE;oBAC7B,MAAM,oBAAoB,GAAG,wBAAwB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;oBAElE,OAAO,oBAAoB,CAAA;iBAC3B;aACD;SACD;KACD;AACF,CAAC"}
@@ -0,0 +1,4 @@
1
+ export declare function phonemizeSentence(sentence: string, espeakVoice: string, substitutionMap?: Map<string, string[]>, useIpa?: boolean): Promise<string[][][]>;
2
+ export declare function phonemizeText(text: string, voice: string, substitutionMap?: Map<string, string[]>): Promise<string[][][]>;
3
+ export declare function phonemizeClauses(clauses: string[], voice: string, clauseBreakers: string[], substitutionMap?: Map<string, string[]>): Promise<string[][][]>;
4
+ export declare function phonemizedClausesToSentences(phonemizedClauses: string[][][]): string[][][];
@@ -0,0 +1,133 @@
1
+ import * as EspeakTTS from "../synthesis/EspeakTTS.js";
2
+ import { logToStderr } from "../utilities/Utilities.js";
3
+ import * as Segmentation from "./Segmentation.js";
4
+ const log = logToStderr;
5
+ export async function phonemizeSentence(sentence, espeakVoice, substitutionMap, useIpa = true) {
6
+ const ipaString = await EspeakTTS.textToPhonemes(sentence, espeakVoice, useIpa);
7
+ const clauseStrings = ipaString.split(" | ");
8
+ const clauses = [];
9
+ for (let clauseIndex = 0; clauseIndex < clauseStrings.length; clauseIndex++) {
10
+ const clauseString = clauseStrings[clauseIndex];
11
+ const wordStrings = clauseString.trim().split(/ +/g);
12
+ const words = [];
13
+ for (let wordIndex = 0; wordIndex < wordStrings.length; wordIndex++) {
14
+ const word = wordStrings[wordIndex];
15
+ let wordPhonemes = word.split("_");
16
+ wordPhonemes = wordPhonemes.flatMap(phoneme => {
17
+ if (!phoneme || phoneme.startsWith("(")) {
18
+ return [];
19
+ }
20
+ else if (phoneme.startsWith("ˈ") || phoneme.startsWith("ˌ")) {
21
+ return [phoneme[0], phoneme.substring(1)];
22
+ }
23
+ else if (phoneme.endsWith("ˈ") || phoneme.endsWith("ˌ")) {
24
+ return [phoneme.substring(0, phoneme.length - 1), phoneme[phoneme.length - 1]];
25
+ }
26
+ else {
27
+ return substitutionMap?.get(phoneme) || [phoneme];
28
+ }
29
+ });
30
+ if (wordPhonemes.length > 0) {
31
+ words.push(wordPhonemes);
32
+ }
33
+ }
34
+ if (words.length > 0) {
35
+ clauses.push(words);
36
+ }
37
+ }
38
+ return clauses;
39
+ }
40
+ export async function phonemizeText(text, voice, substitutionMap) {
41
+ text = text.replaceAll(",", ",").replaceAll("、", ",").replaceAll("。", ".").replaceAll("(", ", ").replaceAll(")", ", ");
42
+ const segmentedText = await Segmentation.parse(text, voice);
43
+ const preparedClauses = [];
44
+ const clauseBreakers = [];
45
+ for (const sentence of segmentedText) {
46
+ for (const clause of sentence.phrases) {
47
+ const words = clause.words.filter(wordObject => Segmentation.isWord(wordObject.text));
48
+ const preparedClauseText = words.map(word => word.text.replace(/\./g, " ")).join(" ");
49
+ preparedClauses.push(preparedClauseText);
50
+ const trimmedClauseText = clause.text.trim();
51
+ const lastChar = trimmedClauseText[trimmedClauseText.length - 1];
52
+ if (clause.isSentenceFinalizer) {
53
+ if (trimmedClauseText.endsWith('?') || trimmedClauseText.endsWith('?"')) {
54
+ clauseBreakers.push('?');
55
+ }
56
+ else if (trimmedClauseText.endsWith('!') || trimmedClauseText.endsWith('!"')) {
57
+ clauseBreakers.push('!');
58
+ }
59
+ else {
60
+ clauseBreakers.push(".");
61
+ }
62
+ }
63
+ else {
64
+ if (lastChar == ':' || lastChar == ';') {
65
+ clauseBreakers.push(lastChar);
66
+ }
67
+ else {
68
+ clauseBreakers.push(",");
69
+ }
70
+ }
71
+ }
72
+ }
73
+ return phonemizeClauses(preparedClauses, voice, clauseBreakers, substitutionMap);
74
+ }
75
+ export async function phonemizeClauses(clauses, voice, clauseBreakers, substitutionMap) {
76
+ if (clauses.length == 0) {
77
+ return [];
78
+ }
79
+ const preparedText = clauses.join("\n\n"); // filter(clause => clause.trim().length > 0)
80
+ const ipaString = await EspeakTTS.textToIPA(preparedText, voice);
81
+ const ipaLines = ipaString.split("\n");
82
+ const phonemeLines = ipaLines.map(line => {
83
+ line = line.replace(/_+/g, "_").replace(/ +/g, " ");
84
+ return line.split(" ").map(word => {
85
+ word = word.replaceAll("_", " ").trim();
86
+ let wordPhonemes = word.split(" ");
87
+ wordPhonemes = wordPhonemes.flatMap(phoneme => {
88
+ if (!phoneme || phoneme.startsWith("(")) {
89
+ return [];
90
+ }
91
+ else if (phoneme.startsWith("ˈ") || phoneme.startsWith("ˌ")) {
92
+ return [phoneme[0], phoneme.substring(1)];
93
+ }
94
+ else if (phoneme.endsWith("ˈ") || phoneme.endsWith("ˌ")) {
95
+ return [phoneme.substring(0, phoneme.length - 1), phoneme[phoneme.length - 1]];
96
+ }
97
+ else {
98
+ return [phoneme];
99
+ }
100
+ });
101
+ if (substitutionMap) {
102
+ wordPhonemes = wordPhonemes.flatMap(phoneme => substitutionMap.get(phoneme) || [phoneme]);
103
+ }
104
+ return wordPhonemes;
105
+ });
106
+ });
107
+ if (ipaLines.length != clauseBreakers.length) {
108
+ log(clauses);
109
+ log(ipaLines);
110
+ log(clauseBreakers);
111
+ throw new Error(`Unexpected: IPA lines count (${ipaLines.length}) is not equal to clause breakers count (${clauseBreakers.length})`);
112
+ }
113
+ for (let i = 0; i < phonemeLines.length; i++) {
114
+ const line = phonemeLines[i];
115
+ const lastWordInLine = line[line.length - 1];
116
+ lastWordInLine.push(clauseBreakers[i]);
117
+ }
118
+ return phonemeLines;
119
+ }
120
+ export function phonemizedClausesToSentences(phonemizedClauses) {
121
+ let phonemizedSentences = [[]];
122
+ for (const phonemizedClause of phonemizedClauses) {
123
+ phonemizedSentences[phonemizedSentences.length - 1].push(...phonemizedClause);
124
+ const lastWord = phonemizedClause[phonemizedClause.length - 1];
125
+ const lastPhoneme = lastWord[lastWord.length - 1];
126
+ if ([".", "?", "!"].includes(lastPhoneme)) {
127
+ phonemizedSentences.push([]);
128
+ }
129
+ }
130
+ phonemizedSentences = phonemizedSentences.filter(entry => entry.length > 0);
131
+ return phonemizedSentences;
132
+ }
133
+ //# sourceMappingURL=EspeakPhonemizer.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"EspeakPhonemizer.js","sourceRoot":"","sources":["../../src/nlp/EspeakPhonemizer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,SAAS,MAAM,2BAA2B,CAAA;AACtD,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAA;AACvD,OAAO,KAAK,YAAY,MAAM,mBAAmB,CAAA;AAEjD,MAAM,GAAG,GAAG,WAAW,CAAA;AAEvB,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,QAAgB,EAAE,WAAmB,EAAE,eAAuC,EAAE,MAAM,GAAG,IAAI;IACpI,MAAM,SAAS,GAAG,MAAM,SAAS,CAAC,cAAc,CAAC,QAAQ,EAAE,WAAW,EAAE,MAAM,CAAC,CAAA;IAE/E,MAAM,aAAa,GAAG,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;IAE5C,MAAM,OAAO,GAAiB,EAAE,CAAA;IAEhC,KAAK,IAAI,WAAW,GAAG,CAAC,EAAE,WAAW,GAAG,aAAa,CAAC,MAAM,EAAE,WAAW,EAAE,EAAE;QAC5E,MAAM,YAAY,GAAG,aAAa,CAAC,WAAW,CAAC,CAAA;QAE/C,MAAM,WAAW,GAAG,YAAY,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;QACpD,MAAM,KAAK,GAAe,EAAE,CAAA;QAE5B,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,SAAS,GAAG,WAAW,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE;YACpE,MAAM,IAAI,GAAG,WAAW,CAAC,SAAS,CAAC,CAAA;YAEnC,IAAI,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;YAElC,YAAY,GAAG,YAAY,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;gBAC7C,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE;oBACxC,OAAO,EAAE,CAAA;iBACT;qBAAM,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE;oBAC9D,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAA;iBACzC;qBAAM,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE;oBAC1D,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAA;iBAC9E;qBAAM;oBACN,OAAO,eAAe,EAAE,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;iBACjD;YACF,CAAC,CAAC,CAAA;YAEF,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE;gBAC5B,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;aACxB;SACD;QAED,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE;YACrB,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;SACnB;KACD;IAED,OAAO,OAAO,CAAA;AACf,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,IAAY,EAAE,KAAa,EAAE,eAAuC;IACvG,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,CAAA;IAEtH,MAAM,aAAa,GAAG,MAAM,YAAY,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;IAC3D,MAAM,eAAe,GAAa,EAAE,CAAA;IACpC,MAAM,cAAc,GAAa,EAAE,CAAA;IAEnC,KAAK,MAAM,QAAQ,IAAI,aAAa,EAAE;QACrC,KAAK,MAAM,MAAM,IAAI,QAAQ,CAAC,OAAO,EAAE;YACtC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAA;YACrF,MAAM,kBAAkB,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;YAErF,eAAe,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAA;YAExC,MAAM,iBAAiB,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAA;YAC5C,MAAM,QAAQ,GAAG,iBAAiB,CAAC,iBAAiB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;YAEhE,IAAI,MAAM,CAAC,mBAAmB,EAAE;gBAC/B,IAAI,iBAAiB,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,iBAAiB,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE;oBACxE,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;iBACxB;qBAAM,IAAI,iBAAiB,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,iBAAiB,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE;oBAC/E,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;iBACxB;qBAAM;oBACN,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;iBACxB;aACD;iBAAM;gBACN,IAAI,QAAQ,IAAI,GAAG,IAAI,QAAQ,IAAI,GAAG,EAAE;oBACvC,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;iBAC7B;qBAAM;oBACN,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;iBACxB;aACD;SACD;KACD;IAED,OAAO,gBAAgB,CAAC,eAAe,EAAE,KAAK,EAAE,cAAc,EAAE,eAAe,CAAC,CAAA;AACjF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,OAAiB,EAAE,KAAa,EAAE,cAAwB,EAAE,eAAuC;IACzI,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC,EAAE;QACxB,OAAO,EAAE,CAAA;KACT;IAED,MAAM,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA,CAAC,6CAA6C;IAEvF,MAAM,SAAS,GAAG,MAAM,SAAS,CAAC,SAAS,CAAC,YAAY,EAAE,KAAK,CAAC,CAAA;IAEhE,MAAM,QAAQ,GAAG,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;IAEtC,MAAM,YAAY,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;QACxC,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAA;QAEnD,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;YACjC,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAA;YACvC,IAAI,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;YAElC,YAAY,GAAG,YAAY,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;gBAC7C,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE;oBACxC,OAAO,EAAE,CAAA;iBACT;qBAAM,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE;oBAC9D,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAA;iBACzC;qBAAM,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE;oBAC1D,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAA;iBAC9E;qBAAM;oBACN,OAAO,CAAC,OAAO,CAAC,CAAA;iBAChB;YACF,CAAC,CAAC,CAAA;YAEF,IAAI,eAAe,EAAE;gBACpB,YAAY,GAAG,YAAY,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,eAAe,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAA;aACzF;YAED,OAAO,YAAY,CAAA;QACpB,CAAC,CAAC,CAAA;IACH,CAAC,CAAC,CAAA;IAEF,IAAI,QAAQ,CAAC,MAAM,IAAI,cAAc,CAAC,MAAM,EAAE;QAC7C,GAAG,CAAC,OAAO,CAAC,CAAA;QACZ,GAAG,CAAC,QAAQ,CAAC,CAAA;QACb,GAAG,CAAC,cAAc,CAAC,CAAA;QAEnB,MAAM,IAAI,KAAK,CAAC,gCAAgC,QAAQ,CAAC,MAAM,4CAA4C,cAAc,CAAC,MAAM,GAAG,CAAC,CAAA;KACpI;IAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;QAC7C,MAAM,IAAI,GAAG,YAAY,CAAC,CAAC,CAAC,CAAA;QAC5B,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;QAE5C,cAAc,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAA;KACtC;IAED,OAAO,YAAY,CAAA;AACpB,CAAC;AAED,MAAM,UAAU,4BAA4B,CAAC,iBAA+B;IAC3E,IAAI,mBAAmB,GAAiB,CAAC,EAAE,CAAC,CAAA;IAE5C,KAAK,MAAM,gBAAgB,IAAI,iBAAiB,EAAE;QACjD,mBAAmB,CAAC,mBAAmB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,gBAAgB,CAAC,CAAA;QAE7E,MAAM,QAAQ,GAAG,gBAAgB,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;QAC9D,MAAM,WAAW,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;QAEjD,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE;YAC1C,mBAAmB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;SAC5B;KACD;IAED,mBAAmB,GAAG,mBAAmB,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAE3E,OAAO,mBAAmB,CAAA;AAC3B,CAAC"}
@@ -0,0 +1,19 @@
1
+ export declare function getPhoneSubstitutionCost1(ipa1: string, ipa2: string): 0 | 1;
2
+ export declare function getPhoneSubstitutionCost2(ipa1: string, ipa2: string): 0 | 1 | 0.5;
3
+ export declare function getPhoneSubstitutionCost3(ipa1: string, ipa2: string): 0 | 1 | 0.5 | 0.75;
4
+ export declare function isKnownSymbol(ipa: string): boolean;
5
+ export declare function isConsonant(ipa: string): boolean;
6
+ export declare function isVowel(ipa: string): boolean;
7
+ export declare function isPlosiveOrNasal(ipa: string): boolean;
8
+ export declare function isTrillTapOrFlap(ipa: string): boolean;
9
+ export declare function isFricativeLike(ipa: string): boolean;
10
+ export declare function isApproximantLike(ipa: string): boolean;
11
+ export declare function isPlosive(ipa: string): boolean;
12
+ export declare function isNasal(ipa: string): boolean;
13
+ export declare function isTrill(ipa: string): boolean;
14
+ export declare function isTapOrFlap(ipa: string): boolean;
15
+ export declare function isFricative(ipa: string): boolean;
16
+ export declare function isLateralFricative(ipa: string): boolean;
17
+ export declare function isAffricate(ipa: string): boolean;
18
+ export declare function isApproximant(ipa: string): boolean;
19
+ export declare function isLateralApproximant(ipa: string): boolean;
@@ -0,0 +1,113 @@
1
+ import { logToStderr } from "../utilities/Utilities.js";
2
+ const log = logToStderr;
3
+ const consonant = {
4
+ plosive: ["p", "b", "t", "d", "ʈ", "ɖ", "c", "ɟ", "k", "g", "q", "ɢ", "ʔ", /* extensions */ "ɡ"],
5
+ nasal: ["m", "ɱ", "n", "ɳ", "ɲ", "ŋ", "ɴ", "n̩"],
6
+ trill: ["ʙ", "r", "ʀ"],
7
+ tapOrFlap: ["ⱱ", "ɾ", "ɽ"],
8
+ fricative: ["ɸ", "β", "f", "v", "θ", "ð", "s", "z", "ʃ", "ʒ", "ʂ", "ʐ", "ç", "ʝ", "x", "ɣ", "χ", "ʁ", "ħ", "ʕ", "h", "ɦ"],
9
+ lateralFricative: ["ɬ", "ɮ"],
10
+ affricate: ["tʃ", "ʈʃ", "dʒ"],
11
+ approximant: ["ʋ", "ɹ", "ɻ", "j", "ɰ", /* extensions */ "w"],
12
+ lateralApproximant: ["l", "ɭ", "ʎ", "ʟ"]
13
+ };
14
+ const vowel = {
15
+ close: ["i", "yɨ", "ʉɯ", "u", "iː"],
16
+ closeOther: ["ɪ", "ʏ", "ʊ", "ɨ", "ᵻ"],
17
+ closeMid: ["e", "ø", "ɘ", "ɵ", "ɤ", "o", "ə", "oː"],
18
+ openMid: ["ɛ", "œ", "ɜ", "ɞ", "ʌ", "ɔ", "ɜː", "uː", "ɔː", "ɛː"],
19
+ open: ["æ", "a", "ɶ", "ɐ", "ɑ", "ɒ", "ɑː"],
20
+ rhotic: ["◌˞", "ɚ", "ɝ", "ɹ̩"],
21
+ diphtongs: [
22
+ "eɪ", "əʊ", "oʊ", "aɪ", "ɔɪ", "aʊ", "iə",
23
+ "ɜr", "ɑr", "ɔr", "oʊr", "oːɹ", "ir", "ɪɹ", "ɔːɹ", "ɑːɹ", "ʊɹ", "ʊr", "ɛr", "ɛɹ",
24
+ "əl", "aɪɚ", "aɪə"
25
+ ],
26
+ };
27
+ let consonants = [];
28
+ for (const p in consonant) {
29
+ consonants = [...consonants, ...consonant[p]];
30
+ }
31
+ let vowels = [];
32
+ for (const p in vowel) {
33
+ vowels = [...vowels, ...vowel[p]];
34
+ }
35
+ const all = [" ", ...consonants, ...vowels];
36
+ export function getPhoneSubstitutionCost1(ipa1, ipa2) {
37
+ if (ipa1 == ipa2) {
38
+ return 0;
39
+ }
40
+ else {
41
+ return 1;
42
+ }
43
+ }
44
+ export function getPhoneSubstitutionCost2(ipa1, ipa2) {
45
+ if (!isKnownSymbol(ipa1)) {
46
+ throw new Error(`'${ipa1}' is not a known IPA symbol`);
47
+ }
48
+ if (!isKnownSymbol(ipa2)) {
49
+ throw new Error(`'${ipa2}' is not a known IPA symbol`);
50
+ }
51
+ if (ipa1 == ipa2) {
52
+ return 0;
53
+ }
54
+ else if (isVowel(ipa1) && isVowel(ipa2)) {
55
+ return 0.5;
56
+ }
57
+ else if (isConsonant(ipa1) && isConsonant(ipa2)) {
58
+ return 0.5;
59
+ }
60
+ else {
61
+ return 1;
62
+ }
63
+ }
64
+ export function getPhoneSubstitutionCost3(ipa1, ipa2) {
65
+ if (!isKnownSymbol(ipa1)) {
66
+ throw new Error(`'${ipa1}' is not a known IPA symbol`);
67
+ }
68
+ if (!isKnownSymbol(ipa2)) {
69
+ throw new Error(`'${ipa2}' is not a known IPA symbol`);
70
+ }
71
+ if (ipa1 == ipa2) {
72
+ return 0;
73
+ }
74
+ else if (isVowel(ipa1) && isVowel(ipa2)) {
75
+ return 0.75;
76
+ }
77
+ else if (isConsonant(ipa1) && isConsonant(ipa2)) {
78
+ if ((isPlosiveOrNasal(ipa1) && isPlosiveOrNasal(ipa2)) ||
79
+ (isTrillTapOrFlap(ipa1) && isTrillTapOrFlap(ipa2)) ||
80
+ (isFricativeLike(ipa1) && isFricativeLike(ipa2)) ||
81
+ (isApproximantLike(ipa1) && isApproximantLike(ipa2))) {
82
+ return 0.5;
83
+ }
84
+ else {
85
+ return 0.75;
86
+ }
87
+ }
88
+ else {
89
+ return 1;
90
+ }
91
+ }
92
+ // All symbols:
93
+ export function isKnownSymbol(ipa) { return all.includes(ipa); }
94
+ // All consonants:
95
+ export function isConsonant(ipa) { return consonants.includes(ipa); }
96
+ // All vowels:
97
+ export function isVowel(ipa) { return vowels.includes(ipa); }
98
+ // Higher level grouping:
99
+ export function isPlosiveOrNasal(ipa) { return isPlosive(ipa) || isNasal(ipa); }
100
+ export function isTrillTapOrFlap(ipa) { return isTrill(ipa) || isTapOrFlap(ipa); }
101
+ export function isFricativeLike(ipa) { return isFricative(ipa) || isLateralFricative(ipa) || isAffricate(ipa); }
102
+ export function isApproximantLike(ipa) { return isApproximant(ipa) || isLateralApproximant(ipa); }
103
+ // Grouping:
104
+ export function isPlosive(ipa) { return consonant.plosive.includes(ipa); }
105
+ export function isNasal(ipa) { return consonant.nasal.includes(ipa); }
106
+ export function isTrill(ipa) { return consonant.trill.includes(ipa); }
107
+ export function isTapOrFlap(ipa) { return consonant.tapOrFlap.includes(ipa); }
108
+ export function isFricative(ipa) { return consonant.fricative.includes(ipa); }
109
+ export function isLateralFricative(ipa) { return consonant.lateralFricative.includes(ipa); }
110
+ export function isAffricate(ipa) { return consonant.affricate.includes(ipa); }
111
+ export function isApproximant(ipa) { return consonant.approximant.includes(ipa); }
112
+ export function isLateralApproximant(ipa) { return consonant.lateralApproximant.includes(ipa); }
113
+ //# sourceMappingURL=IPA.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"IPA.js","sourceRoot":"","sources":["../../src/nlp/IPA.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAA;AAEvD,MAAM,GAAG,GAAG,WAAW,CAAA;AAEvB,MAAM,SAAS,GAAG;IACjB,OAAO,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,gBAAgB,CAAC,GAAG,CAAC;IAChG,KAAK,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC;IAChD,KAAK,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;IACtB,SAAS,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;IAC1B,SAAS,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;IACzH,gBAAgB,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC;IAC5B,SAAS,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC;IAC7B,WAAW,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,gBAAgB,CAAC,GAAG,CAAC;IAC5D,kBAAkB,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;CACxC,CAAA;AAED,MAAM,KAAK,GAAG;IACb,KAAK,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,CAAC;IACnC,UAAU,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;IACrC,QAAQ,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC;IACnD,OAAO,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC;IAC/D,IAAI,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC;IAE1C,MAAM,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC;IAE9B,SAAS,EAAE;QACV,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI;QACxC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI;QAChF,IAAI,EAAE,KAAK,EAAE,KAAK;KAClB;CACD,CAAA;AAED,IAAI,UAAU,GAAa,EAAE,CAAA;AAE7B,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE;IAC1B,UAAU,GAAG,CAAC,GAAG,UAAU,EAAE,GAAI,SAAiB,CAAC,CAAC,CAAC,CAAC,CAAA;CACtD;AAED,IAAI,MAAM,GAAa,EAAE,CAAA;AAEzB,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE;IACtB,MAAM,GAAG,CAAC,GAAG,MAAM,EAAE,GAAI,KAAa,CAAC,CAAC,CAAC,CAAC,CAAA;CAC1C;AAED,MAAM,GAAG,GAAG,CAAC,GAAG,EAAE,GAAG,UAAU,EAAE,GAAG,MAAM,CAAC,CAAA;AAE3C,MAAM,UAAU,yBAAyB,CAAC,IAAY,EAAE,IAAY;IACnE,IAAI,IAAI,IAAI,IAAI,EAAE;QACjB,OAAO,CAAC,CAAA;KACR;SAAM;QACN,OAAO,CAAC,CAAA;KACR;AACF,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,IAAY,EAAE,IAAY;IACnE,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,EAAE;QACzB,MAAM,IAAI,KAAK,CAAC,IAAI,IAAI,6BAA6B,CAAC,CAAA;KACtD;IAED,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,EAAE;QACzB,MAAM,IAAI,KAAK,CAAC,IAAI,IAAI,6BAA6B,CAAC,CAAA;KACtD;IAED,IAAI,IAAI,IAAI,IAAI,EAAE;QACjB,OAAO,CAAC,CAAA;KACR;SAAM,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,EAAE;QAC1C,OAAO,GAAG,CAAA;KACV;SAAM,IAAI,WAAW,CAAC,IAAI,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC,EAAE;QAClD,OAAO,GAAG,CAAA;KACV;SAAM;QACN,OAAO,CAAC,CAAA;KACR;AACF,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,IAAY,EAAE,IAAY;IACnE,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,EAAE;QACzB,MAAM,IAAI,KAAK,CAAC,IAAI,IAAI,6BAA6B,CAAC,CAAA;KACtD;IAED,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,EAAE;QACzB,MAAM,IAAI,KAAK,CAAC,IAAI,IAAI,6BAA6B,CAAC,CAAA;KACtD;IAED,IAAI,IAAI,IAAI,IAAI,EAAE;QACjB,OAAO,CAAC,CAAA;KACR;SAAM,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,EAAE;QAC1C,OAAO,IAAI,CAAA;KACX;SAAM,IAAI,WAAW,CAAC,IAAI,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC,EAAE;QAClD,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,gBAAgB,CAAC,IAAI,CAAC,CAAC;YACrD,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,gBAAgB,CAAC,IAAI,CAAC,CAAC;YAClD,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,eAAe,CAAC,IAAI,CAAC,CAAC;YAChD,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,iBAAiB,CAAC,IAAI,CAAC,CAAC,EAAE;YACtD,OAAO,GAAG,CAAA;SACV;aAAM;YACN,OAAO,IAAI,CAAA;SACX;KACD;SAAM;QACN,OAAO,CAAC,CAAA;KACR;AACF,CAAC;AAED,eAAe;AACf,MAAM,UAAU,aAAa,CAAC,GAAW,IAAI,OAAO,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAA,CAAC,CAAC;AAEvE,kBAAkB;AAClB,MAAM,UAAU,WAAW,CAAC,GAAW,IAAI,OAAO,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAA,CAAC,CAAC;AAE5E,cAAc;AACd,MAAM,UAAU,OAAO,CAAC,GAAW,IAAI,OAAO,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAA,CAAC,CAAC;AAEpE,yBAAyB;AACzB,MAAM,UAAU,gBAAgB,CAAC,GAAW,IAAI,OAAO,SAAS,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,CAAA,CAAC,CAAC;AAEvF,MAAM,UAAU,gBAAgB,CAAC,GAAW,IAAI,OAAO,OAAO,CAAC,GAAG,CAAC,IAAI,WAAW,CAAC,GAAG,CAAC,CAAA,CAAC,CAAC;AAEzF,MAAM,UAAU,eAAe,CAAC,GAAW,IAAI,OAAO,WAAW,CAAC,GAAG,CAAC,IAAI,kBAAkB,CAAC,GAAG,CAAC,IAAI,WAAW,CAAC,GAAG,CAAC,CAAA,CAAC,CAAC;AAEvH,MAAM,UAAU,iBAAiB,CAAC,GAAW,IAAI,OAAO,aAAa,CAAC,GAAG,CAAC,IAAI,oBAAoB,CAAC,GAAG,CAAC,CAAA,CAAC,CAAC;AAEzG,YAAY;AACZ,MAAM,UAAU,SAAS,CAAC,GAAW,IAAI,OAAO,SAAS,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAA,CAAC,CAAC;AAEjF,MAAM,UAAU,OAAO,CAAC,GAAW,IAAI,OAAO,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAA,CAAC,CAAC;AAE7E,MAAM,UAAU,OAAO,CAAC,GAAW,IAAI,OAAO,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAA,CAAC,CAAC;AAE7E,MAAM,UAAU,WAAW,CAAC,GAAW,IAAI,OAAO,SAAS,CAAC,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAA,CAAC,CAAC;AAErF,MAAM,UAAU,WAAW,CAAC,GAAW,IAAI,OAAO,SAAS,CAAC,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAA,CAAC,CAAC;AAErF,MAAM,UAAU,kBAAkB,CAAC,GAAW,IAAI,OAAO,SAAS,CAAC,gBAAgB,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAA,CAAC,CAAC;AAEnG,MAAM,UAAU,WAAW,CAAC,GAAW,IAAI,OAAO,SAAS,CAAC,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAA,CAAC,CAAC;AAErF,MAAM,UAAU,aAAa,CAAC,GAAW,IAAI,OAAO,SAAS,CAAC,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAA,CAAC,CAAC;AAEzF,MAAM,UAAU,oBAAoB,CAAC,GAAW,IAAI,OAAO,SAAS,CAAC,kBAAkB,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAA,CAAC,CAAC"}
@@ -0,0 +1 @@
1
+ export declare function splitJapaneseTextToWords_Kuromoji(text: string): Promise<any[]>;
@@ -0,0 +1,40 @@
1
+ import path from "path";
2
+ import { OpenPromise } from "../utilities/OpenPromise.js";
3
+ import { getModuleRootDir } from "../utilities/FileSystem.js";
4
+ export async function splitJapaneseTextToWords_Kuromoji(text) {
5
+ const tokenizer = await getKuromojiTokenizer();
6
+ const results = tokenizer.tokenize(text);
7
+ const words = results.map(entry => entry.surface_form);
8
+ return words;
9
+ }
10
+ let kuromojiTokenizer;
11
+ async function getKuromojiTokenizer() {
12
+ if (kuromojiTokenizer) {
13
+ return kuromojiTokenizer;
14
+ }
15
+ const { default: kuromoji } = await import("kuromoji");
16
+ const resultOpenPromise = new OpenPromise();
17
+ const dictionaryPath = path.join(getModuleRootDir(), "node_modules", "kuromoji", "dict");
18
+ kuromoji.builder({ dicPath: dictionaryPath }).build(function (error, tokenizer) {
19
+ if (error) {
20
+ resultOpenPromise.reject(error);
21
+ return;
22
+ }
23
+ kuromojiTokenizer = tokenizer;
24
+ resultOpenPromise.resolve(kuromojiTokenizer);
25
+ });
26
+ return resultOpenPromise.promise;
27
+ }
28
+ /*
29
+ export async function splitJapaneseTextToWords_Sudachi(text: string, mode: 0 | 1 | 2) {
30
+ const { TokenizeMode, tokenize } = await import("sudachi")
31
+
32
+ const resultString = tokenize(text, mode)
33
+
34
+ const parsedResult: any[] = JSON.parse(resultString)
35
+ const result = parsedResult.map(entry => entry.surface)
36
+
37
+ return result
38
+ }
39
+ */
40
+ //# sourceMappingURL=JapaneseSegmentation.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"JapaneseSegmentation.js","sourceRoot":"","sources":["../../src/nlp/JapaneseSegmentation.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,MAAM,CAAA;AACvB,OAAO,EAAE,WAAW,EAAE,MAAM,6BAA6B,CAAA;AACzD,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAA;AAE7D,MAAM,CAAC,KAAK,UAAU,iCAAiC,CAAC,IAAY;IACnE,MAAM,SAAS,GAAG,MAAM,oBAAoB,EAAE,CAAA;IAE9C,MAAM,OAAO,GAAU,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;IAC/C,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,YAAY,CAAC,CAAA;IAEtD,OAAO,KAAK,CAAA;AACb,CAAC;AAED,IAAI,iBAAsB,CAAA;AAE1B,KAAK,UAAU,oBAAoB;IAClC,IAAI,iBAAiB,EAAE;QACtB,OAAO,iBAAiB,CAAA;KACxB;IAED,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,UAAU,CAAC,CAAA;IAEtD,MAAM,iBAAiB,GAAG,IAAI,WAAW,EAAO,CAAA;IAEhD,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,CAAC,CAAA;IAExF,QAAQ,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,UAAU,KAAU,EAAE,SAAc;QACvF,IAAI,KAAK,EAAE;YACV,iBAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;YAC/B,OAAM;SACN;QAED,iBAAiB,GAAG,SAAS,CAAA;QAE7B,iBAAiB,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAA;IAC7C,CAAC,CAAC,CAAA;IAEF,OAAO,iBAAiB,CAAC,OAAO,CAAA;AACjC,CAAC;AAED;;;;;;;;;;;EAWE"}
@@ -0,0 +1,17 @@
1
+ export declare function loadLexiconFile(jsonFilePath: string): Promise<Lexicon>;
2
+ export type Lexicon = {
3
+ [word: string]: LexiconEntry[];
4
+ };
5
+ export type LexiconEntry = {
6
+ pos?: string[];
7
+ case?: LexiconWordCase;
8
+ pronunciation?: {
9
+ espeak?: LexiconPronunciationForLanguages;
10
+ sapi?: LexiconPronunciationForLanguages;
11
+ };
12
+ example?: string;
13
+ };
14
+ export type LexiconWordCase = "any" | "capitalized" | "uppercase" | "lowercase" | "titlecase" | "camelcase" | "pascalcase";
15
+ export type LexiconPronunciationForLanguages = {
16
+ [language: string]: string;
17
+ };
@@ -0,0 +1,6 @@
1
+ import { readAndParseJsonFile } from "../utilities/FileSystem.js";
2
+ export async function loadLexiconFile(jsonFilePath) {
3
+ const parsedLexicon = await readAndParseJsonFile(jsonFilePath);
4
+ return parsedLexicon;
5
+ }
6
+ //# sourceMappingURL=Lexicon.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"Lexicon.js","sourceRoot":"","sources":["../../src/nlp/Lexicon.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAY,MAAM,4BAA4B,CAAA;AAE3E,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,YAAoB;IACzD,MAAM,aAAa,GAAY,MAAM,oBAAoB,CAAC,YAAY,CAAC,CAAA;IAEvE,OAAO,aAAa,CAAA;AACrB,CAAC"}
@@ -0,0 +1,6 @@
1
+ export declare function ipaPhoneToKirshenbaum(ipaPhone: string): string;
2
+ export declare function ipaWordToTimitTokens(ipaWord: string, subphoneCount?: number): string[];
3
+ export declare function ipaPhoneToTimit(ipaPhone: string, subphoneCount?: number): string[] | undefined;
4
+ export declare function arpabetPhoneToIpa(arpabetPhone: string): string | undefined;
5
+ export declare function timitPhoneToIpa(arpabetPhone: string): string | undefined;
6
+ export declare function splitTokensToSubphones(tokens: string[], subphoneCount?: number): string[];