echogarden 0.0.1 → 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +59 -1
- package/data/lexicons/heteronyms.json +674 -0
- package/data/schemas/options.json +1057 -0
- package/data/tables/lcid-table.json +7427 -0
- package/dist/alignment/DTWMfccSequenceAlignment.d.ts +2 -0
- package/dist/alignment/DTWMfccSequenceAlignment.js +26 -0
- package/dist/alignment/DTWMfccSequenceAlignment.js.map +1 -0
- package/dist/alignment/DTWSequenceAlignment.d.ts +5 -0
- package/dist/alignment/DTWSequenceAlignment.js +99 -0
- package/dist/alignment/DTWSequenceAlignment.js.map +1 -0
- package/dist/alignment/DTWSequenceAlignmentWindowed.d.ts +5 -0
- package/dist/alignment/DTWSequenceAlignmentWindowed.js +161 -0
- package/dist/alignment/DTWSequenceAlignmentWindowed.js.map +1 -0
- package/dist/alignment/LevenshteinSequenceAlignment.d.ts +5 -0
- package/dist/alignment/LevenshteinSequenceAlignment.js +102 -0
- package/dist/alignment/LevenshteinSequenceAlignment.js.map +1 -0
- package/dist/alignment/SpeechAlignment.d.ts +27 -0
- package/dist/alignment/SpeechAlignment.js +266 -0
- package/dist/alignment/SpeechAlignment.js.map +1 -0
- package/dist/api/API.d.ts +8 -0
- package/dist/api/API.js +10 -0
- package/dist/api/API.js.map +1 -0
- package/dist/api/APIOptions.d.ts +12 -0
- package/dist/api/APIOptions.js +2 -0
- package/dist/api/APIOptions.js.map +1 -0
- package/dist/api/Alignment.d.ts +32 -0
- package/dist/api/Alignment.js +134 -0
- package/dist/api/Alignment.js.map +1 -0
- package/dist/api/Denoising.d.ts +14 -0
- package/dist/api/Denoising.js +66 -0
- package/dist/api/Denoising.js.map +1 -0
- package/dist/api/Globals.d.ts +1 -0
- package/dist/api/Globals.js +2 -0
- package/dist/api/Globals.js.map +1 -0
- package/dist/api/LanguageDetection.d.ts +49 -0
- package/dist/api/LanguageDetection.js +118 -0
- package/dist/api/LanguageDetection.js.map +1 -0
- package/dist/api/Recognition.d.ts +49 -0
- package/dist/api/Recognition.js +162 -0
- package/dist/api/Recognition.js.map +1 -0
- package/dist/api/Synthesis.d.ts +125 -0
- package/dist/api/Synthesis.js +892 -0
- package/dist/api/Synthesis.js.map +1 -0
- package/dist/api/Translation.d.ts +25 -0
- package/dist/api/Translation.js +69 -0
- package/dist/api/Translation.js.map +1 -0
- package/dist/api/Vad.d.ts +25 -0
- package/dist/api/Vad.js +88 -0
- package/dist/api/Vad.js.map +1 -0
- package/dist/audio/AudioBufferConversion.d.ts +15 -0
- package/dist/audio/AudioBufferConversion.js +228 -0
- package/dist/audio/AudioBufferConversion.js.map +1 -0
- package/dist/audio/AudioPlayer.d.ts +9 -0
- package/dist/audio/AudioPlayer.js +232 -0
- package/dist/audio/AudioPlayer.js.map +1 -0
- package/dist/audio/AudioRecorder.d.ts +3 -0
- package/dist/audio/AudioRecorder.js +68 -0
- package/dist/audio/AudioRecorder.js.map +1 -0
- package/dist/audio/AudioUtilities.d.ts +48 -0
- package/dist/audio/AudioUtilities.js +209 -0
- package/dist/audio/AudioUtilities.js.map +1 -0
- package/dist/audio/SoxPath.d.ts +1 -0
- package/dist/audio/SoxPath.js +19 -0
- package/dist/audio/SoxPath.js.map +1 -0
- package/dist/cli/CLI.d.ts +8 -0
- package/dist/cli/CLI.js +860 -0
- package/dist/cli/CLI.js.map +1 -0
- package/dist/cli/CLIConfigFile.d.ts +3 -0
- package/dist/cli/CLIConfigFile.js +62 -0
- package/dist/cli/CLIConfigFile.js.map +1 -0
- package/dist/cli/CLILauncher.d.ts +2 -0
- package/dist/cli/CLILauncher.js +22 -0
- package/dist/cli/CLILauncher.js.map +1 -0
- package/dist/cli/CLIOptionsSchema.d.ts +5 -0
- package/dist/cli/CLIOptionsSchema.js +36 -0
- package/dist/cli/CLIOptionsSchema.js.map +1 -0
- package/dist/cli/CLIParser.d.ts +6 -0
- package/dist/cli/CLIParser.js +34 -0
- package/dist/cli/CLIParser.js.map +1 -0
- package/dist/cli/CLIStarter.d.ts +1 -0
- package/dist/cli/CLIStarter.js +3 -0
- package/dist/cli/CLIStarter.js.map +1 -0
- package/dist/codecs/FFMpegTranscoder.d.ts +20 -0
- package/dist/codecs/FFMpegTranscoder.js +169 -0
- package/dist/codecs/FFMpegTranscoder.js.map +1 -0
- package/dist/codecs/TIMITCodec.d.ts +9 -0
- package/dist/codecs/TIMITCodec.js +14 -0
- package/dist/codecs/TIMITCodec.js.map +1 -0
- package/dist/codecs/WaveCodec.d.ts +19 -0
- package/dist/codecs/WaveCodec.js +208 -0
- package/dist/codecs/WaveCodec.js.map +1 -0
- package/dist/denoising/RNNoise.d.ts +6 -0
- package/dist/denoising/RNNoise.js +68 -0
- package/dist/denoising/RNNoise.js.map +1 -0
- package/dist/dsp/BiquadFilter.d.ts +26 -0
- package/dist/dsp/BiquadFilter.js +399 -0
- package/dist/dsp/BiquadFilter.js.map +1 -0
- package/dist/dsp/FFT.d.ts +9 -0
- package/dist/dsp/FFT.js +135 -0
- package/dist/dsp/FFT.js.map +1 -0
- package/dist/dsp/MFCC.d.ts +25 -0
- package/dist/dsp/MFCC.js +162 -0
- package/dist/dsp/MFCC.js.map +1 -0
- package/dist/dsp/MelSpectogram.d.ts +19 -0
- package/dist/dsp/MelSpectogram.js +102 -0
- package/dist/dsp/MelSpectogram.js.map +1 -0
- package/dist/dsp/Rubberband.d.ts +52 -0
- package/dist/dsp/Rubberband.js +186 -0
- package/dist/dsp/Rubberband.js.map +1 -0
- package/dist/dsp/Sonic.d.ts +2 -0
- package/dist/dsp/Sonic.js +39 -0
- package/dist/dsp/Sonic.js.map +1 -0
- package/dist/dsp/SpeexResampler.d.ts +3 -0
- package/dist/dsp/SpeexResampler.js +53 -0
- package/dist/dsp/SpeexResampler.js.map +1 -0
- package/dist/math/VectorMath.d.ts +70 -0
- package/dist/math/VectorMath.js +564 -0
- package/dist/math/VectorMath.js.map +1 -0
- package/dist/nlp/ChineseSegmentation.d.ts +1 -0
- package/dist/nlp/ChineseSegmentation.js +53 -0
- package/dist/nlp/ChineseSegmentation.js.map +1 -0
- package/dist/nlp/CompromiseNLP.d.ts +15 -0
- package/dist/nlp/CompromiseNLP.js +66 -0
- package/dist/nlp/CompromiseNLP.js.map +1 -0
- package/dist/nlp/EspeakPhonemizer.d.ts +4 -0
- package/dist/nlp/EspeakPhonemizer.js +133 -0
- package/dist/nlp/EspeakPhonemizer.js.map +1 -0
- package/dist/nlp/IPA.d.ts +19 -0
- package/dist/nlp/IPA.js +113 -0
- package/dist/nlp/IPA.js.map +1 -0
- package/dist/nlp/JapaneseSegmentation.d.ts +1 -0
- package/dist/nlp/JapaneseSegmentation.js +40 -0
- package/dist/nlp/JapaneseSegmentation.js.map +1 -0
- package/dist/nlp/Lexicon.d.ts +17 -0
- package/dist/nlp/Lexicon.js +6 -0
- package/dist/nlp/Lexicon.js.map +1 -0
- package/dist/nlp/PhoneConversion.d.ts +6 -0
- package/dist/nlp/PhoneConversion.js +467 -0
- package/dist/nlp/PhoneConversion.js.map +1 -0
- package/dist/nlp/Segmentation.d.ts +41 -0
- package/dist/nlp/Segmentation.js +158 -0
- package/dist/nlp/Segmentation.js.map +1 -0
- package/dist/nlp/TextNormalizer.d.ts +4 -0
- package/dist/nlp/TextNormalizer.js +69 -0
- package/dist/nlp/TextNormalizer.js.map +1 -0
- package/dist/recognition/AmazonTranscribeSTT.d.ts +6 -0
- package/dist/recognition/AmazonTranscribeSTT.js +79 -0
- package/dist/recognition/AmazonTranscribeSTT.js.map +1 -0
- package/dist/recognition/AzureCognitiveServicesSTT.d.ts +7 -0
- package/dist/recognition/AzureCognitiveServicesSTT.js +51 -0
- package/dist/recognition/AzureCognitiveServicesSTT.js.map +1 -0
- package/dist/recognition/GoogleCloudSTT.d.ts +7 -0
- package/dist/recognition/GoogleCloudSTT.js +66 -0
- package/dist/recognition/GoogleCloudSTT.js.map +1 -0
- package/dist/recognition/SileroSTT.d.ts +9 -0
- package/dist/recognition/SileroSTT.js +125 -0
- package/dist/recognition/SileroSTT.js.map +1 -0
- package/dist/recognition/VoskSTT.d.ts +10 -0
- package/dist/recognition/VoskSTT.js +78 -0
- package/dist/recognition/VoskSTT.js.map +1 -0
- package/dist/recognition/WhisperSTT.d.ts +69 -0
- package/dist/recognition/WhisperSTT.js +977 -0
- package/dist/recognition/WhisperSTT.js.map +1 -0
- package/dist/server/Server.d.ts +1 -0
- package/dist/server/Server.js +18 -0
- package/dist/server/Server.js.map +1 -0
- package/dist/speech-language-detection/SileroLanguageDetection.d.ts +9 -0
- package/dist/speech-language-detection/SileroLanguageDetection.js +47 -0
- package/dist/speech-language-detection/SileroLanguageDetection.js.map +1 -0
- package/dist/subtitles/Subtitles.d.ts +25 -0
- package/dist/subtitles/Subtitles.js +286 -0
- package/dist/subtitles/Subtitles.js.map +1 -0
- package/dist/synthesis/AwsPollyTTS.d.ts +7 -0
- package/dist/synthesis/AwsPollyTTS.js +51 -0
- package/dist/synthesis/AwsPollyTTS.js.map +1 -0
- package/dist/synthesis/AzureCognitiveServicesTTS.d.ts +9 -0
- package/dist/synthesis/AzureCognitiveServicesTTS.js +103 -0
- package/dist/synthesis/AzureCognitiveServicesTTS.js.map +1 -0
- package/dist/synthesis/CoquiServerTTS.d.ts +6 -0
- package/dist/synthesis/CoquiServerTTS.js +22 -0
- package/dist/synthesis/CoquiServerTTS.js.map +1 -0
- package/dist/synthesis/ElevenLabsTTS.d.ts +8 -0
- package/dist/synthesis/ElevenLabsTTS.js +48 -0
- package/dist/synthesis/ElevenLabsTTS.js.map +1 -0
- package/dist/synthesis/EspeakTTS.d.ts +46 -0
- package/dist/synthesis/EspeakTTS.js +353 -0
- package/dist/synthesis/EspeakTTS.js.map +1 -0
- package/dist/synthesis/FliteTTS.d.ts +17 -0
- package/dist/synthesis/FliteTTS.js +326 -0
- package/dist/synthesis/FliteTTS.js.map +1 -0
- package/dist/synthesis/GoogleCloudTTS.d.ts +16 -0
- package/dist/synthesis/GoogleCloudTTS.js +72 -0
- package/dist/synthesis/GoogleCloudTTS.js.map +1 -0
- package/dist/synthesis/GoogleTranslateTTS.d.ts +13 -0
- package/dist/synthesis/GoogleTranslateTTS.js +177 -0
- package/dist/synthesis/GoogleTranslateTTS.js.map +1 -0
- package/dist/synthesis/MicrosoftEdgeTTS.d.ts +10 -0
- package/dist/synthesis/MicrosoftEdgeTTS.js +216 -0
- package/dist/synthesis/MicrosoftEdgeTTS.js.map +1 -0
- package/dist/synthesis/SamTTS.d.ts +4 -0
- package/dist/synthesis/SamTTS.js +21 -0
- package/dist/synthesis/SamTTS.js.map +1 -0
- package/dist/synthesis/SapiTTS.d.ts +9 -0
- package/dist/synthesis/SapiTTS.js +211 -0
- package/dist/synthesis/SapiTTS.js.map +1 -0
- package/dist/synthesis/StreamlabsPollyTTS.d.ts +12 -0
- package/dist/synthesis/StreamlabsPollyTTS.js +88 -0
- package/dist/synthesis/StreamlabsPollyTTS.js.map +1 -0
- package/dist/synthesis/SvoxPicoTTS.d.ts +11 -0
- package/dist/synthesis/SvoxPicoTTS.js +236 -0
- package/dist/synthesis/SvoxPicoTTS.js.map +1 -0
- package/dist/synthesis/VitsTTS.d.ts +27 -0
- package/dist/synthesis/VitsTTS.js +359 -0
- package/dist/synthesis/VitsTTS.js.map +1 -0
- package/dist/tests/Test.d.ts +1 -0
- package/dist/tests/Test.js +10 -0
- package/dist/tests/Test.js.map +1 -0
- package/dist/text-language-detection/FastTextLanguageDetection.d.ts +2 -0
- package/dist/text-language-detection/FastTextLanguageDetection.js +38 -0
- package/dist/text-language-detection/FastTextLanguageDetection.js.map +1 -0
- package/dist/text-language-detection/TinyLDLanguageDetection.d.ts +2 -0
- package/dist/text-language-detection/TinyLDLanguageDetection.js +12 -0
- package/dist/text-language-detection/TinyLDLanguageDetection.js.map +1 -0
- package/dist/utilities/BinaryArrayConversion.d.ts +15 -0
- package/dist/utilities/BinaryArrayConversion.js +115 -0
- package/dist/utilities/BinaryArrayConversion.js.map +1 -0
- package/dist/utilities/Compression.d.ts +4 -0
- package/dist/utilities/Compression.js +67 -0
- package/dist/utilities/Compression.js.map +1 -0
- package/dist/utilities/FileDownloader.d.ts +3 -0
- package/dist/utilities/FileDownloader.js +147 -0
- package/dist/utilities/FileDownloader.js.map +1 -0
- package/dist/utilities/FileSystem.d.ts +30 -0
- package/dist/utilities/FileSystem.js +141 -0
- package/dist/utilities/FileSystem.js.map +1 -0
- package/dist/utilities/Hashing.d.ts +10 -0
- package/dist/utilities/Hashing.js +169 -0
- package/dist/utilities/Hashing.js.map +1 -0
- package/dist/utilities/Locale.d.ts +9 -0
- package/dist/utilities/Locale.js +65 -0
- package/dist/utilities/Locale.js.map +1 -0
- package/dist/utilities/Logger.d.ts +11 -0
- package/dist/utilities/Logger.js +49 -0
- package/dist/utilities/Logger.js.map +1 -0
- package/dist/utilities/NdArrayUtilities.d.ts +3 -0
- package/dist/utilities/NdArrayUtilities.js +22 -0
- package/dist/utilities/NdArrayUtilities.js.map +1 -0
- package/dist/utilities/ObjectUtilities.d.ts +4 -0
- package/dist/utilities/ObjectUtilities.js +132 -0
- package/dist/utilities/ObjectUtilities.js.map +1 -0
- package/dist/utilities/OpenPromise.d.ts +6 -0
- package/dist/utilities/OpenPromise.js +12 -0
- package/dist/utilities/OpenPromise.js.map +1 -0
- package/dist/utilities/PackageManager.d.ts +4 -0
- package/dist/utilities/PackageManager.js +46 -0
- package/dist/utilities/PackageManager.js.map +1 -0
- package/dist/utilities/RandomGenerator.d.ts +35 -0
- package/dist/utilities/RandomGenerator.js +149 -0
- package/dist/utilities/RandomGenerator.js.map +1 -0
- package/dist/utilities/TarballMaker.d.ts +4 -0
- package/dist/utilities/TarballMaker.js +50 -0
- package/dist/utilities/TarballMaker.js.map +1 -0
- package/dist/utilities/Timeline.d.ts +20 -0
- package/dist/utilities/Timeline.js +110 -0
- package/dist/utilities/Timeline.js.map +1 -0
- package/dist/utilities/Timer.d.ts +13 -0
- package/dist/utilities/Timer.js +70 -0
- package/dist/utilities/Timer.js.map +1 -0
- package/dist/utilities/Utilities.d.ts +68 -0
- package/dist/utilities/Utilities.js +305 -0
- package/dist/utilities/Utilities.js.map +1 -0
- package/dist/utilities/WasmMemoryManager.d.ts +142 -0
- package/dist/utilities/WasmMemoryManager.js +407 -0
- package/dist/utilities/WasmMemoryManager.js.map +1 -0
- package/dist/utilities/WebReader.d.ts +1 -0
- package/dist/utilities/WebReader.js +47 -0
- package/dist/utilities/WebReader.js.map +1 -0
- package/dist/utilities/WikipediaReader.d.ts +1 -0
- package/dist/utilities/WikipediaReader.js +31 -0
- package/dist/utilities/WikipediaReader.js.map +1 -0
- package/dist/voice-activity-detection/SileroVAD.d.ts +13 -0
- package/dist/voice-activity-detection/SileroVAD.js +58 -0
- package/dist/voice-activity-detection/SileroVAD.js.map +1 -0
- package/dist/voice-activity-detection/WebRtcVAD.d.ts +3 -0
- package/dist/voice-activity-detection/WebRtcVAD.js +53 -0
- package/dist/voice-activity-detection/WebRtcVAD.js.map +1 -0
- package/docs/CLI.md +234 -0
- package/docs/Development.md +3 -0
- package/docs/Engines.md +80 -0
- package/docs/Licenses.md +37 -0
- package/docs/Options.md +192 -0
- package/docs/Roadmap.md +16 -0
- package/docs/Technical.md +72 -0
- package/package.json +119 -19
- package/cli.js +0 -3
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"VectorMath.js","sourceRoot":"","sources":["../../src/math/VectorMath.ts"],"names":[],"mappings":"AAAA,OAAO,kBAAkB,MAAM,eAAe,CAAA;AAE9C,MAAM,UAAU,yBAAyB,CAAC,OAAmB,EAAE,OAAkB,EAAE,MAAM,GAAG,KAAK;IAChG,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC,EAAE;QACxB,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAA;KACnC;IAED,MAAM,EAAE,eAAe,EAAE,eAAe,EAAE,IAAI,EAAE,GAAG,aAAa,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;IAElF,IAAI,gBAAgB,CAAA;IAEpB,IAAI,OAAO,EAAE;QACZ,gBAAgB,GAAG,yCAAyC,CAAC,eAAe,EAAE,OAAO,CAAC,CAAA;KACtF;SAAM;QACN,gBAAgB,GAAG,iCAAiC,CAAC,eAAe,EAAE,MAAM,CAAC,CAAA;KAC7E;IAED,OAAO,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAA;AAClC,CAAC;AAED,MAAM,UAAU,iCAAiC,CAAC,eAA2B,EAAE,MAAM,GAAG,KAAK,EAAE,4BAA4B,GAAG,IAAI;IACjI,MAAM,WAAW,GAAG,eAAe,CAAC,MAAM,CAAA;IAE1C,IAAI,WAAW,IAAI,CAAC,EAAE;QACrB,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAA;KACnC;IAED,MAAM,gBAAgB,GAAG,MAAM,IAAI,WAAW,IAAI,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW,GAAG,CAAC,CAAA;IACnF,MAAM,YAAY,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC,MAAM,CAAA;IAE9C,MAAM,gBAAgB,GAAG,iBAAiB,CAAC,YAAY,EAAE,YAAY,CAAC,CAAA;IAEtE,IAAI,WAAW,IAAI,CAAC,EAAE;QACrB,OAAO,gBAAgB,CAAA;KACvB;IAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,EAAE,CAAC,EAAE,EAAE;QACtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,EAAE,CAAC,EAAE,EAAE;YACtC,IAAI,CAAC,GAAG,CAAC,EAAE;gBACV,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;gBAC/C,SAAQ;aACR;YAED,IAAI,aAAa,GAAG,GAAG,CAAA;YAEvB,KAAK,MAAM,MAAM,IAAI,eAAe,EAAE;gBACrC,aAAa,IAAI,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAA;aACtC;YAED,aAAa,IAAI,gBAAgB,CAAA;YAEjC,IAAI,CAAC,IAAI,CAAC,EAAE;gBACX,aAAa,IAAI,4BAA4B,CAAA;aAC7C;YAED,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,aAAa,CAAA;SACtC;KACD;IAED,OAAO,gBAAgB,CAAA;AACxB,CAAC;AAED,MAAM,UAAU,yCAAyC,CAAC,eAA2B,EAAE,OAAiB,EAAE,4BAA4B,GAAG,IAAI;IAC5I,MAAM,WAAW,GAAG,eAAe,CAAC,MAAM,CAAA;IAE1C,IAAI,WAAW,IAAI,CAAC,EAAE;QACrB,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAA;KACnC;IAED,MAAM,YAAY,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC,MAAM,CAAA;IAE9C,MAAM,gBAAgB,GAAG,iBAAiB,CAAC,YAAY,EAAE,YAAY,CAAC,CAAA;IAEtE,IAAI,WAAW,IAAI,CAAC,EAAE;QACrB,OAAO,gBAAgB,CAAA;KACvB;IAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,EAAE,CAAC,EAAE,EAAE;QACtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,EAAE,CAAC,EAAE,EAAE;YACtC,IAAI,CAAC,GAAG,CAAC,EAAE;gBACV,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;gBAC/C,SAAQ;aACR;YAED,IAAI,aAAa,GAAG,GAAG,CAAA;YAEvB,KAAK,IAAI,WAAW,GAAG,CAAC,EAAE,WAAW,GAAG,WAAW,EAAE,WAAW,EAAE,EAAE;gBACnE,MAAM,MAAM,GAAG,eAAe,CAAC,WAAW,CAAC,CAAA;gBAC3C,MAAM,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC,CAAA;gBAEnC,aAAa,IAAI,MAAM,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAA;aACjD;YAED,IAAI,CAAC,IAAI,CAAC,EAAE;gBACX,aAAa,IAAI,4BAA4B,CAAA;aAC7C;YAED,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,aAAa,CAAA;SACtC;KACD;IAED,OAAO,gBAAgB,CAAA;AACxB,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,OAAmB,EAAE,OAAkB;IACpE,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAA;IAElC,IAAI,WAAW,IAAI,CAAC,EAAE;QACrB,OAAO,EAAE,eAAe,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,CAAA;KACxC;IAED,IAAI,IAAc,CAAA;IAClB,IAAI,OAAO,EAAE;QACZ,IAAI,GAAG,qBAAqB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;KAC9C;SAAM;QACN,IAAI,GAAG,aAAa,CAAC,OAAO,CAAC,CAAA;KAC7B;IAED,MAAM,eAAe,GAAe,IAAI,KAAK,CAAC,WAAW,CAAC,CAAA;IAE1D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE;QACrC,eAAe,CAAC,CAAC,CAAC,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAA;KACtD;IAED,OAAO,EAAE,eAAe,EAAE,IAAI,EAAE,CAAA;AACjC,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,MAAgB;IAC5C,MAAM,IAAI,GAAG,YAAY,CAAC,MAAM,CAAC,CAAA;IAEjC,MAAM,cAAc,GAAa,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;IAEzD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;QACvC,cAAc,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,CAAA;KACpC;IAED,OAAO,cAAc,CAAA;AACtB,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,MAAgB;IAC7C,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,EAAE;QACvB,OAAO,EAAE,CAAA;KACT;IAED,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,EAAE;QACvB,OAAO,CAAC,CAAC,CAAC,CAAA;KACV;IAED,MAAM,QAAQ,GAAG,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAA;IAE3C,MAAM,YAAY,GAAG,MAAM,CAAC,KAAK,EAAE,CAAA;IAEnC,IAAI,QAAQ,GAAG,CAAC,EAAE;QACjB,MAAM,WAAW,GAAG,CAAC,QAAQ,GAAG,CAAC,CAAA;QAEjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YAC7C,YAAY,CAAC,CAAC,CAAC,IAAI,WAAW,CAAA;SAC9B;KACD;IAED,MAAM,GAAG,GAAG,SAAS,CAAC,YAAY,CAAC,CAAA;IAEnC,IAAI,GAAG,IAAI,CAAC,EAAE;QACb,OAAO,YAAY,CAAA;KACnB;IAED,IAAI,GAAG,IAAI,QAAQ,EAAE;QACpB,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAA;KACzC;IAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;QACvC,YAAY,CAAC,CAAC,CAAC,IAAI,GAAG,CAAA;QAEtB,YAAY,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAA;KAC5C;IAED,OAAO,YAAY,CAAA;AACpB,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,MAAgB,EAAE,OAAgC,YAAY;IAC7F,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,EAAE;QACvB,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAA;KAClC;IAED,MAAM,IAAI,GAAG,YAAY,CAAC,MAAM,CAAC,CAAA;IACjC,MAAM,YAAY,GAAG,oBAAoB,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,CAAA;IAE7D,MAAM,gBAAgB,GAAG,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;IAEpD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;QACvC,gBAAgB,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,YAAY,CAAA;QAEvD,gBAAgB,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAA;KACpD;IAED,OAAO,EAAE,gBAAgB,EAAE,IAAI,EAAE,YAAY,EAAE,CAAA;AAChD,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,OAAmB,EAAE,OAAgC,YAAY;IACjG,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAA;IAElC,IAAI,WAAW,IAAI,CAAC,EAAE;QACrB,OAAO,EAAE,iBAAiB,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,CAAA;KAC5D;IAED,MAAM,YAAY,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAA;IAEtC,MAAM,IAAI,GAAG,aAAa,CAAC,OAAO,CAAC,CAAA;IACnC,MAAM,YAAY,GAAG,qBAAqB,CAAC,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,CAAA;IAE/D,MAAM,iBAAiB,GAAe,EAAE,CAAA;IAExC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE;QAC7B,MAAM,gBAAgB,GAAG,YAAY,CAAC,YAAY,CAAC,CAAA;QAEnD,KAAK,IAAI,YAAY,GAAG,CAAC,EAAE,YAAY,GAAG,YAAY,EAAE,YAAY,EAAE,EAAE;YACvE,gBAAgB,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,GAAG,YAAY,CAAC,YAAY,CAAC,CAAA;YAEzG,gBAAgB,CAAC,YAAY,CAAC,GAAG,SAAS,CAAC,gBAAgB,CAAC,YAAY,CAAC,CAAC,CAAA;SAC1E;QAED,iBAAiB,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAA;KACxC;IAED,OAAO,EAAE,iBAAiB,EAAE,IAAI,EAAE,YAAY,EAAE,CAAA;AACjD,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,iBAA6B,EAAE,YAAsB,EAAE,oBAA8B;IACvH,MAAM,WAAW,GAAG,gBAAgB,CAAC,MAAM,CAAA;IAE3C,IAAI,WAAW,IAAI,CAAC,EAAE;QACrB,OAAO,EAAE,CAAA;KACT;IAED,MAAM,YAAY,GAAG,iBAAiB,CAAC,CAAC,CAAC,CAAC,MAAM,CAAA;IAEhD,MAAM,mBAAmB,GAAe,EAAE,CAAA;IAE1C,KAAK,MAAM,gBAAgB,IAAI,iBAAiB,EAAE;QACjD,MAAM,kBAAkB,GAAG,YAAY,CAAC,YAAY,CAAC,CAAA;QAErD,KAAK,IAAI,YAAY,GAAG,CAAC,EAAE,YAAY,GAAG,YAAY,EAAE,YAAY,EAAE,EAAE;YACvE,kBAAkB,CAAC,YAAY,CAAC,GAAG,YAAY,CAAC,YAAY,CAAC,GAAG,CAAC,gBAAgB,CAAC,YAAY,CAAC,GAAG,oBAAoB,CAAC,YAAY,CAAC,CAAC,CAAA;SACrI;QAED,mBAAmB,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAA;KAC5C;IAED,OAAO,mBAAmB,CAAA;AAC3B,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,OAAmB;IAChD,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAA;IAElC,IAAI,WAAW,IAAI,CAAC,EAAE;QACrB,OAAO,EAAE,CAAA;KACT;IAED,MAAM,YAAY,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAA;IAEtC,MAAM,MAAM,GAAG,YAAY,CAAC,YAAY,CAAC,CAAA;IAEzC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE;QAC7B,KAAK,IAAI,YAAY,GAAG,CAAC,EAAE,YAAY,GAAG,YAAY,EAAE,YAAY,EAAE,EAAE;YACvE,MAAM,CAAC,YAAY,CAAC,IAAI,MAAM,CAAC,YAAY,CAAC,CAAA;SAC5C;KACD;IAED,KAAK,IAAI,YAAY,GAAG,CAAC,EAAE,YAAY,GAAG,YAAY,EAAE,YAAY,EAAE,EAAE;QACvE,MAAM,CAAC,YAAY,CAAC,IAAI,WAAW,CAAA;KACnC;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,OAAmB,EAAE,OAAiB;IAC3E,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAA;IAElC,IAAI,WAAW,IAAI,CAAC,EAAE;QACrB,OAAO,EAAE,CAAA;KACT;IAED,MAAM,YAAY,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAA;IAEtC,MAAM,MAAM,GAAG,YAAY,CAAC,YAAY,CAAC,CAAA;IAEzC,KAAK,IAAI,WAAW,GAAG,CAAC,EAAE,WAAW,GAAG,WAAW,EAAE,WAAW,EAAE,EAAE;QACnE,MAAM,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC,CAAA;QACnC,MAAM,YAAY,GAAG,OAAO,CAAC,WAAW,CAAC,CAAA;QAEzC,KAAK,IAAI,YAAY,GAAG,CAAC,EAAE,YAAY,GAAG,YAAY,EAAE,YAAY,EAAE,EAAE;YACvE,MAAM,CAAC,YAAY,CAAC,IAAI,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC,CAAA;SAC3D;KACD;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,OAAmB,EAAE,OAAgC,YAAY,EAAE,IAAe;IACvH,OAAO,iBAAiB,CAAC,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;AACrE,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,OAAmB,EAAE,OAAgC,YAAY,EAAE,IAAe;IACnH,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAA;IAElC,IAAI,WAAW,IAAI,CAAC,EAAE;QACrB,OAAO,EAAE,CAAA;KACT;IAED,MAAM,gBAAgB,GAAG,IAAI,IAAI,YAAY,IAAI,WAAW,IAAI,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW,GAAG,CAAC,CAAA;IACjG,MAAM,YAAY,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAA;IAEtC,IAAI,CAAC,IAAI,EAAE;QACV,IAAI,GAAG,aAAa,CAAC,OAAO,CAAC,CAAA;KAC7B;IAED,MAAM,MAAM,GAAG,YAAY,CAAC,YAAY,CAAC,CAAA;IAEzC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE;QAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,EAAE,CAAC,EAAE,EAAE;YACtC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;SACvC;KACD;IAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,EAAE,CAAC,EAAE,EAAE;QACtC,MAAM,CAAC,CAAC,CAAC,IAAI,gBAAgB,CAAA;KAC7B;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,MAAgB;IAC5C,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,EAAE;QACvB,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAA;KAClC;IAED,OAAO,SAAS,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC,MAAM,CAAA;AACzC,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,MAAgB;IAC9C,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,EAAE;QACvB,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAA;KAClC;IAED,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAA;AAC7C,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,MAAgB,EAAE,OAAgC,YAAY,EAAE,IAAa;IACjH,OAAO,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAA;AACvD,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,MAAgB,EAAE,OAAgC,YAAY,EAAE,IAAa;IAC7G,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,EAAE;QACvB,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAA;KAClC;IAED,MAAM,gBAAgB,GAAG,IAAI,IAAI,YAAY,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAA;IAEvG,IAAI,IAAI,IAAI,IAAI,EAAE;QACjB,IAAI,GAAG,YAAY,CAAC,MAAM,CAAC,CAAA;KAC3B;IAED,IAAI,MAAM,GAAG,GAAG,CAAA;IAEhB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE;QAC3B,MAAM,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,CAAA;KAC7B;IAED,OAAO,MAAM,GAAG,gBAAgB,CAAA;AACjC,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,MAAgB,EAAE,MAAM,GAAG,KAAK;IAC3D,OAAO,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC,CAAA;AACrD,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,MAAgB;IAC3C,OAAO,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAA;AAC5C,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,MAAkB;IAC3C,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAA;IACjC,MAAM,YAAY,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAA;IAErC,MAAM,gBAAgB,GAAG,iBAAiB,CAAC,YAAY,EAAE,WAAW,CAAC,CAAA;IAErE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE;QACrC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,EAAE,CAAC,EAAE,EAAE;YACtC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;SACrC;KACD;IAED,OAAO,gBAAgB,CAAA;AACxB,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,MAAgB;IACtD,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAA;IAElC,IAAI,YAAY,IAAI,CAAC,EAAE;QACtB,OAAO,EAAE,CAAA;KACT;IAED,IAAI,YAAY,IAAI,CAAC,EAAE;QACtB,OAAO,MAAM,CAAC,KAAK,EAAE,CAAA;KACrB;IAED,MAAM,MAAM,GAAa,EAAE,CAAA;IAE3B,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;IAEpD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE;QAC1C,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;KAC5D;IAED,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,YAAY,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,YAAY,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;IAEjG,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,MAAkB,EAAE,QAAoB;IAC/E,IAAI,MAAM,CAAC,MAAM,IAAI,QAAQ,CAAC,MAAM,EAAE;QACrC,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAA;KAClD;IAED,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAA;IAEjC,IAAI,WAAW,IAAI,CAAC,EAAE;QACrB,OAAO,CAAC,CAAA;KACR;IAED,IAAI,GAAG,GAAG,GAAG,CAAA;IAEb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE;QACrC,GAAG,IAAI,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA;KAC/C;IAED,OAAO,GAAG,GAAG,WAAW,CAAA;AACzB,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,MAAgB,EAAE,QAAkB;IACpE,IAAI,MAAM,CAAC,MAAM,IAAI,QAAQ,CAAC,MAAM,EAAE;QACrC,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAA;KAClD;IAED,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAA;IAElC,IAAI,YAAY,IAAI,CAAC,EAAE;QACtB,OAAO,CAAC,CAAA;KACR;IAED,IAAI,GAAG,GAAG,GAAG,CAAA;IAEb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,EAAE,CAAC,EAAE,EAAE;QACtC,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;KACrC;IAED,OAAO,GAAG,GAAG,YAAY,CAAA;AAC1B,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,OAAiB,EAAE,OAAiB;IACrE,OAAO,IAAI,CAAC,IAAI,CAAC,wBAAwB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAA;AAC7D,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,OAAiB,EAAE,OAAiB;IAC5E,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,EAAE;QACrC,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAA;KAClD;IAED,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAA;IAEnC,IAAI,YAAY,IAAI,CAAC,EAAE;QACtB,OAAO,CAAC,CAAA;KACR;IAED,IAAI,GAAG,GAAG,GAAG,CAAA;IAEb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,EAAE,CAAC,EAAE,EAAE;QACtC,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;KACrC;IAED,OAAO,GAAG,CAAA;AACX,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,OAAiB,EAAE,OAAiB;IAClE,OAAO,CAAC,GAAG,gBAAgB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;AAC9C,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,OAAiB,EAAE,OAAiB;IACpE,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,EAAE;QACrC,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAA;KAClD;IAED,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC,EAAE;QACxB,OAAO,CAAC,CAAA;KACR;IAED,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAA;IAEnC,IAAI,UAAU,GAAG,GAAG,CAAA;IAEpB,IAAI,iBAAiB,GAAG,GAAG,CAAA;IAC3B,IAAI,iBAAiB,GAAG,GAAG,CAAA;IAE3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,EAAE,CAAC,EAAE,EAAE;QACtC,UAAU,IAAI,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAA;QAErC,iBAAiB,IAAI,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;QACpC,iBAAiB,IAAI,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;KACpC;IAED,MAAM,MAAM,GAAG,UAAU,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAA;IAEzF,OAAO,SAAS,CAAC,MAAM,CAAC,CAAA;AACzB,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,OAAiB,EAAE,OAAiB,EAAE,KAAa;IACpF,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,EAAE;QACrC,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAA;KAClD;IAED,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAA;IAEnC,IAAI,YAAY,IAAI,CAAC,EAAE;QACtB,OAAO,CAAC,CAAA;KACR;IAED,IAAI,GAAG,GAAG,GAAG,CAAA;IAEb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,EAAE,CAAC,EAAE,EAAE;QACtC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,CAAA;KACjD;IAED,OAAO,GAAG,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC,CAAA;AAC1B,CAAC;AAED,MAAM,UAAU,mCAAmC,CAAC,OAAiB,EAAE,OAAiB,EAAE,UAAkB,EAAE,UAAkB;IAC/H,OAAO,CAAC,GAAG,qCAAqC,CAAC,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,UAAU,CAAC,CAAA;AAC3F,CAAC;AAED,MAAM,UAAU,qCAAqC,CAAC,OAAiB,EAAE,OAAiB,EAAE,UAAkB,EAAE,UAAkB;IACjI,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,EAAE;QACrC,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAA;KAClD;IAED,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC,EAAE;QACxB,OAAO,CAAC,CAAA;KACR;IAED,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAA;IAEnC,IAAI,UAAU,GAAG,GAAG,CAAA;IAEpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,EAAE,CAAC,EAAE,EAAE;QACtC,UAAU,IAAI,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAA;KACrC;IAED,MAAM,MAAM,GAAG,UAAU,GAAG,CAAC,UAAU,GAAG,UAAU,CAAC,CAAA;IAErD,OAAO,SAAS,CAAC,MAAM,CAAC,CAAA;AACzB,CAAC;AAGD,MAAM,UAAU,eAAe,CAAC,OAAiB,EAAE,OAAiB;IACnE,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,EAAE;QACrC,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAA;KAClD;IAED,MAAM,MAAM,GAAG,YAAY,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;IAE3C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;QACxC,MAAM,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAA;KACnC;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,MAAgB;IACzC,IAAI,MAAM,GAAG,GAAG,CAAA;IAEhB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;QACvC,MAAM,IAAI,MAAM,CAAC,CAAC,CAAC,CAAA;KACnB;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,OAAiB,EAAE,OAAiB;IAC9D,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,EAAE;QACrC,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAA;KAClD;IAED,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAA;IAEnC,IAAI,MAAM,GAAG,GAAG,CAAA;IAEhB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,EAAE,CAAC,EAAE,EAAE;QACtC,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAA;KACjC;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,MAAgB;IACzC,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAA;IAElC,IAAI,gBAAgB,GAAG,GAAG,CAAA;IAE1B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,EAAE,CAAC,EAAE,EAAE;QACtC,gBAAgB,IAAI,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;KAClC;IAED,OAAO,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAA;AACnC,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,MAAgB;IACxC,OAAO,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAA;AAClC,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,MAAgB;IAC1C,IAAI,QAAQ,GAAG,CAAC,QAAQ,CAAA;IACxB,IAAI,MAAM,GAAG,CAAC,CAAC,CAAA;IAEf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;QACvC,IAAI,MAAM,CAAC,CAAC,CAAC,GAAG,QAAQ,EAAE;YACzB,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,CAAA;YACpB,MAAM,GAAG,CAAC,CAAA;SACV;KACD;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,MAAgB;IACxC,OAAO,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAA;AAClC,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,MAAgB;IAC1C,IAAI,QAAQ,GAAG,QAAQ,CAAA;IACvB,IAAI,MAAM,GAAG,CAAC,CAAC,CAAA;IAEf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;QACvC,IAAI,MAAM,CAAC,CAAC,CAAC,GAAG,QAAQ,EAAE;YACzB,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,CAAA;YACpB,MAAM,GAAG,CAAC,CAAA;SACV;KACD;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,UAAU,iCAAiC,CAAC,OAAmB,EAAE,eAAuB;IAC7F,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAA;IAElC,IAAI,WAAW,IAAI,CAAC,EAAE;QACrB,OAAO,EAAE,CAAA;KACT;IAED,MAAM,YAAY,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAA;IAEtC,MAAM,eAAe,GAAG,YAAY,CAAC,YAAY,CAAC,CAAA;IAElD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE;QACrC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,EAAE,CAAC,EAAE,EAAE;YACtC,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;YAE3B,eAAe,CAAC,CAAC,CAAC,GAAG,CAAC,eAAe,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,eAAe,CAAC,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC,CAAA;SAC7F;KACD;IAED,OAAO,eAAe,CAAA;AACvB,CAAC;AAED,MAAM,UAAU,OAAO,CAAC,CAAS;IAChC,MAAM,MAAM,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IAErC,OAAO,SAAS,CAAC,MAAM,CAAC,CAAA;AACzB,CAAC;AAED,MAAM,UAAU,OAAO,CAAC,MAAgB,EAAE,WAAW,GAAG,GAAG;IAC1D,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,EAAE;QACvB,OAAO,EAAE,CAAA;KACT;IAED,MAAM,MAAM,GAAa,EAAE,CAAA;IAE3B,IAAI,wBAAwB,GAAG,GAAG,CAAA;IAElC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE;QAC3B,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,WAAW,CAAC,CAAA;QAC9C,wBAAwB,IAAI,QAAQ,CAAA;QAEpC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;KACrB;IAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;QACvC,MAAM,CAAC,CAAC,CAAC,IAAI,wBAAwB,CAAA;QAErC,MAAM,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAA;KAChC;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,MAAc,EAAE,MAAc,EAAE,SAAS,GAAG,EAAE;IAC7E,IAAI,QAAQ,GAAG,MAAM,GAAG,MAAM,CAAA;IAE9B,IAAI,MAAM,GAAG,CAAC,CAAA;IAEd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE;QACnC,MAAM,IAAI,QAAQ,GAAG,CAAC,CAAA;QACtB,QAAQ,GAAG,QAAQ,IAAI,CAAC,CAAA;KACxB;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,MAAgB,EAAE,KAAa;IAC3D,MAAM,MAAM,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAA;IACxC,MAAM,MAAM,GAAG,EAAE,CAAA;IAEjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;QACvC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;KAC9B;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,WAAmB,EAAE,YAAoB,EAAE,YAAY,GAAG,GAAG;IAC9F,MAAM,MAAM,GAAe,IAAI,KAAK,CAAC,WAAW,CAAC,CAAA;IAEjD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE;QACrC,MAAM,CAAC,CAAC,CAAC,GAAG,YAAY,CAAC,YAAY,EAAE,YAAY,CAAC,CAAA;KACpD;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,YAAoB,EAAE,YAAY,GAAG,GAAG;IACpE,MAAM,MAAM,GAAa,IAAI,KAAK,CAAC,YAAY,CAAC,CAAA;IAEhD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,EAAE,CAAC,EAAE,EAAE;QACtC,MAAM,CAAC,CAAC,CAAC,GAAG,YAAY,CAAA;KACxB;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,UAAU,2BAA2B,CAAC,KAAa,EAAE,GAAW;IACrE,MAAM,SAAS,GAAa,EAAE,CAAA;IAE9B,KAAK,IAAI,CAAC,GAAG,KAAK,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE;QACjC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;KACjB;IAED,OAAO,SAAS,CAAA;AACjB,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,GAAW;IACpC,IAAI,KAAK,CAAC,GAAG,CAAC,EAAE;QACf,OAAO,CAAC,CAAA;KACR;SAAM;QACN,OAAO,GAAG,CAAA;KACV;AACF,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,MAAgB,EAAE,MAAM,GAAG,KAAK;IACzD,OAAO,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAA;AACzC,CAAC;AAED,MAAM,UAAU,MAAM,CAAC,MAAgB;IACtC,IAAI,QAAQ,GAAG,CAAC,CAAA;IAEhB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE;QAC3B,QAAQ,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;KAC3B;IAED,OAAO,QAAQ,CAAA;AAChB,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,MAAgB,EAAE,MAAM,GAAG,KAAK;IAC1D,MAAM,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC,CAAA;IACvC,OAAO,WAAW,CAAC,eAAe,EAAE,MAAM,CAAC,CAAA;AAC5C,CAAC;AAED,MAAM,OAAO,eAAe;IAC3B,mBAAmB,GAAG,CAAC,CAAA;IACvB,WAAW,GAAG,GAAG,CAAA;IAEjB,cAAc,CAAC,KAAa;QAC3B,IAAI,CAAC,mBAAmB,IAAI,CAAC,CAAA;QAC7B,IAAI,CAAC,WAAW,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,IAAI,CAAC,mBAAmB,CAAA;IAC1E,CAAC;CAQD"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export declare function splitChineseTextToWords_Jieba(text: string, fineGrained?: boolean, useHMM?: boolean): Promise<any[]>;
|
|
@@ -0,0 +1,53 @@
|
|
|
1
|
+
export async function splitChineseTextToWords_Jieba(text, fineGrained = true, useHMM = true) {
|
|
2
|
+
const jieba = await getWasmInstance();
|
|
3
|
+
if (!fineGrained) {
|
|
4
|
+
return jieba.cut(text, useHMM);
|
|
5
|
+
}
|
|
6
|
+
else {
|
|
7
|
+
const results = jieba.tokenize(text, "search", useHMM);
|
|
8
|
+
const startOffsetsSet = new Set();
|
|
9
|
+
const endOffsetsSet = new Set();
|
|
10
|
+
for (const result of results) {
|
|
11
|
+
startOffsetsSet.add(result.start);
|
|
12
|
+
endOffsetsSet.add(result.end);
|
|
13
|
+
}
|
|
14
|
+
const startOffsets = Array.from(startOffsetsSet);
|
|
15
|
+
startOffsets.sort((a, b) => a - b);
|
|
16
|
+
const endOffsets = Array.from(endOffsetsSet);
|
|
17
|
+
endOffsets.sort((a, b) => a - b);
|
|
18
|
+
const words = [];
|
|
19
|
+
for (let i = 0; i < startOffsets.length; i++) {
|
|
20
|
+
const wordStartOffset = startOffsets[i];
|
|
21
|
+
function getWordEndOffset() {
|
|
22
|
+
if (i < startOffsets.length - 1) {
|
|
23
|
+
const nextWordStartOffset = startOffsets[i + 1];
|
|
24
|
+
for (let j = 0; j < endOffsets.length - 1; j++) {
|
|
25
|
+
const currentEndOffset = endOffsets[j];
|
|
26
|
+
const nextEndOffset = endOffsets[j + 1];
|
|
27
|
+
if (currentEndOffset >= nextWordStartOffset) {
|
|
28
|
+
return nextWordStartOffset;
|
|
29
|
+
}
|
|
30
|
+
else if (currentEndOffset > wordStartOffset &&
|
|
31
|
+
currentEndOffset < nextWordStartOffset &&
|
|
32
|
+
nextEndOffset > nextWordStartOffset) {
|
|
33
|
+
return currentEndOffset;
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
return endOffsets[endOffsets.length - 1];
|
|
38
|
+
}
|
|
39
|
+
const wordEndOffset = getWordEndOffset();
|
|
40
|
+
words.push(text.substring(wordStartOffset, wordEndOffset));
|
|
41
|
+
}
|
|
42
|
+
return words;
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
let JiebaWasmInstance;
|
|
46
|
+
async function getWasmInstance() {
|
|
47
|
+
if (!JiebaWasmInstance) {
|
|
48
|
+
const { default: JibeaWasm } = await import("jieba-wasm");
|
|
49
|
+
JiebaWasmInstance = JibeaWasm;
|
|
50
|
+
}
|
|
51
|
+
return JiebaWasmInstance;
|
|
52
|
+
}
|
|
53
|
+
//# sourceMappingURL=ChineseSegmentation.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ChineseSegmentation.js","sourceRoot":"","sources":["../../src/nlp/ChineseSegmentation.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,KAAK,UAAU,6BAA6B,CAAC,IAAY,EAAE,WAAW,GAAG,IAAI,EAAE,MAAM,GAAG,IAAI;IAClG,MAAM,KAAK,GAAG,MAAM,eAAe,EAAE,CAAA;IAErC,IAAI,CAAC,WAAW,EAAE;QACjB,OAAO,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;KAC9B;SAAM;QACN,MAAM,OAAO,GAAG,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAA;QAEtD,MAAM,eAAe,GAAG,IAAI,GAAG,EAAU,CAAA;QACzC,MAAM,aAAa,GAAG,IAAI,GAAG,EAAU,CAAA;QAEvC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE;YAC7B,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;YACjC,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;SAC7B;QAED,MAAM,YAAY,GAAG,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,CAAA;QAChD,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;QAElC,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA;QAC5C,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;QAEhC,MAAM,KAAK,GAAa,EAAE,CAAA;QAE1B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YAC7C,MAAM,eAAe,GAAG,YAAY,CAAC,CAAC,CAAC,CAAA;YAEvC,SAAS,gBAAgB;gBACxB,IAAI,CAAC,GAAG,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE;oBAChC,MAAM,mBAAmB,GAAG,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;oBAE/C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE;wBAC/C,MAAM,gBAAgB,GAAG,UAAU,CAAC,CAAC,CAAC,CAAA;wBACtC,MAAM,aAAa,GAAG,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;wBAEvC,IAAI,gBAAgB,IAAI,mBAAmB,EAAE;4BAC5C,OAAO,mBAAmB,CAAA;yBAC1B;6BAAM,IACN,gBAAgB,GAAG,eAAe;4BAClC,gBAAgB,GAAG,mBAAmB;4BACtC,aAAa,GAAG,mBAAmB,EAAE;4BAErC,OAAO,gBAAgB,CAAA;yBACvB;qBACD;iBACD;gBAED,OAAO,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;YACzC,CAAC;YAED,MAAM,aAAa,GAAG,gBAAgB,EAAE,CAAA;YAExC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,eAAe,EAAE,aAAa,CAAC,CAAC,CAAA;SAC1D;QAED,OAAO,KAAK,CAAA;KACZ;AACF,CAAC;AAED,IAAI,iBAA8C,CAAA;AAClD,KAAK,UAAU,eAAe;IAC7B,IAAI,CAAC,iBAAiB,EAAE;QACvB,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,CAAA;QACzD,iBAAiB,GAAG,SAAS,CAAA;KAC7B;IAED,OAAO,iBAAiB,CAAA;AACzB,CAAC"}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
import { Lexicon } from './Lexicon.js';
|
|
2
|
+
export declare function parse(text: string): Promise<CompromiseParsedDocument>;
|
|
3
|
+
export declare function tryMatchInLexicons(term: CompromiseParsedTerm, lexicons: Lexicon[], espeakVoice: string): string[] | undefined;
|
|
4
|
+
export declare function tryMatchInLexicon(term: CompromiseParsedTerm, lexicon: Lexicon, espeakVoice: string): string[] | undefined;
|
|
5
|
+
export type CompromiseParsedDocument = CompromiseParsedSentence[];
|
|
6
|
+
export type CompromiseParsedSentence = CompromiseParsedTerm[];
|
|
7
|
+
export type CompromiseParsedTerm = {
|
|
8
|
+
text: string;
|
|
9
|
+
pos: string;
|
|
10
|
+
tags: string[];
|
|
11
|
+
preText: string;
|
|
12
|
+
postText: string;
|
|
13
|
+
startOffset: number;
|
|
14
|
+
endOffset: number;
|
|
15
|
+
};
|
|
@@ -0,0 +1,66 @@
|
|
|
1
|
+
import { logToStderr } from '../utilities/Utilities.js';
|
|
2
|
+
const log = logToStderr;
|
|
3
|
+
export async function parse(text) {
|
|
4
|
+
const { default: nlp } = await import('compromise');
|
|
5
|
+
const doc = nlp(text);
|
|
6
|
+
doc.compute('penn');
|
|
7
|
+
const jsonDoc = doc.json({ offset: true });
|
|
8
|
+
//log(jsonDoc)
|
|
9
|
+
const result = jsonDoc.map(sentence => {
|
|
10
|
+
const terms = sentence.terms;
|
|
11
|
+
const parsedSentence = [];
|
|
12
|
+
for (let termIndex = 0; termIndex < terms.length; termIndex++) {
|
|
13
|
+
const term = terms[termIndex];
|
|
14
|
+
const parsedTerm = {
|
|
15
|
+
text: term.text,
|
|
16
|
+
pos: term.penn,
|
|
17
|
+
tags: term.tags,
|
|
18
|
+
preText: term.pre,
|
|
19
|
+
postText: term.post,
|
|
20
|
+
startOffset: term.offset.start,
|
|
21
|
+
endOffset: term.offset.start + term.offset.length
|
|
22
|
+
};
|
|
23
|
+
if (parsedTerm.text == "") {
|
|
24
|
+
if (parsedSentence.length > 0) {
|
|
25
|
+
parsedSentence[parsedSentence.length - 1].postText += parsedTerm.preText + parsedTerm.postText;
|
|
26
|
+
}
|
|
27
|
+
}
|
|
28
|
+
else if (parsedTerm.tags.includes("Abbreviation") && parsedTerm.postText.startsWith(".")) {
|
|
29
|
+
parsedTerm.text += ".";
|
|
30
|
+
parsedTerm.endOffset += 1;
|
|
31
|
+
parsedSentence.push(parsedTerm);
|
|
32
|
+
}
|
|
33
|
+
else {
|
|
34
|
+
parsedSentence.push(parsedTerm);
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
return parsedSentence;
|
|
38
|
+
});
|
|
39
|
+
//log(result)
|
|
40
|
+
return result;
|
|
41
|
+
}
|
|
42
|
+
export function tryMatchInLexicons(term, lexicons, espeakVoice) {
|
|
43
|
+
for (const lexicon of lexicons) {
|
|
44
|
+
const match = tryMatchInLexicon(term, lexicon, espeakVoice);
|
|
45
|
+
if (match) {
|
|
46
|
+
return match;
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
}
|
|
50
|
+
export function tryMatchInLexicon(term, lexicon, espeakVoice) {
|
|
51
|
+
const termText = term.text;
|
|
52
|
+
const lowerCaseTermText = termText.toLocaleLowerCase();
|
|
53
|
+
if (lowerCaseTermText in lexicon) {
|
|
54
|
+
const entry = lexicon[lowerCaseTermText];
|
|
55
|
+
for (const substitutionEntry of entry) {
|
|
56
|
+
if (!substitutionEntry.pos || substitutionEntry.pos.includes(term.pos)) {
|
|
57
|
+
const substitutionPhonemesText = substitutionEntry?.pronunciation?.espeak?.[espeakVoice];
|
|
58
|
+
if (substitutionPhonemesText) {
|
|
59
|
+
const substitutionPhonemes = substitutionPhonemesText.split(/ +/g);
|
|
60
|
+
return substitutionPhonemes;
|
|
61
|
+
}
|
|
62
|
+
}
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
//# sourceMappingURL=CompromiseNLP.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"CompromiseNLP.js","sourceRoot":"","sources":["../../src/nlp/CompromiseNLP.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAA;AAGvD,MAAM,GAAG,GAAG,WAAW,CAAA;AAEvB,MAAM,CAAC,KAAK,UAAU,KAAK,CAAC,IAAY;IACvC,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,CAAA;IAEnD,MAAM,GAAG,GAAG,GAAG,CAAC,IAAI,CAAC,CAAA;IAErB,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;IAEnB,MAAM,OAAO,GAAU,GAAG,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAA;IAEjD,cAAc;IAEd,MAAM,MAAM,GAA6B,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE;QAC/D,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAA;QAC5B,MAAM,cAAc,GAA6B,EAAE,CAAA;QAEnD,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,SAAS,GAAG,KAAK,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE;YAC9D,MAAM,IAAI,GAAG,KAAK,CAAC,SAAS,CAAC,CAAA;YAE7B,MAAM,UAAU,GAAyB;gBACxC,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,GAAG,EAAE,IAAI,CAAC,IAAI;gBACd,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,OAAO,EAAE,IAAI,CAAC,GAAG;gBACjB,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;gBAC9B,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM;aACjD,CAAA;YAED,IAAI,UAAU,CAAC,IAAI,IAAI,EAAE,EAAE;gBAC1B,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE;oBAC9B,cAAc,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,QAAQ,IAAI,UAAU,CAAC,OAAO,GAAG,UAAU,CAAC,QAAQ,CAAA;iBAC9F;aACD;iBAAM,IAAI,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE;gBAC3F,UAAU,CAAC,IAAI,IAAI,GAAG,CAAA;gBACtB,UAAU,CAAC,SAAS,IAAI,CAAC,CAAA;gBACzB,cAAc,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;aAC/B;iBAAM;gBACN,cAAc,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;aAC/B;SACD;QAED,OAAO,cAAc,CAAA;IACtB,CAAC,CAAC,CAAA;IAEF,aAAa;IAEb,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,IAA0B,EAAE,QAAmB,EAAE,WAAmB;IACtG,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE;QAC/B,MAAM,KAAK,GAAG,iBAAiB,CAAC,IAAI,EAAE,OAAO,EAAE,WAAW,CAAC,CAAA;QAE3D,IAAI,KAAK,EAAE;YACV,OAAO,KAAK,CAAA;SACZ;KACD;AACF,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,IAA0B,EAAE,OAAgB,EAAE,WAAmB;IAClG,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAA;IAC1B,MAAM,iBAAiB,GAAG,QAAQ,CAAC,iBAAiB,EAAE,CAAA;IAEtD,IAAI,iBAAiB,IAAI,OAAO,EAAE;QACjC,MAAM,KAAK,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAAA;QAExC,KAAK,MAAM,iBAAiB,IAAI,KAAK,EAAE;YACtC,IAAI,CAAC,iBAAiB,CAAC,GAAG,IAAI,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;gBACvE,MAAM,wBAAwB,GAAG,iBAAiB,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC,WAAW,CAAC,CAAA;gBAExF,IAAI,wBAAwB,EAAE;oBAC7B,MAAM,oBAAoB,GAAG,wBAAwB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;oBAElE,OAAO,oBAAoB,CAAA;iBAC3B;aACD;SACD;KACD;AACF,CAAC"}
|
|
@@ -0,0 +1,4 @@
|
|
|
1
|
+
export declare function phonemizeSentence(sentence: string, espeakVoice: string, substitutionMap?: Map<string, string[]>, useIpa?: boolean): Promise<string[][][]>;
|
|
2
|
+
export declare function phonemizeText(text: string, voice: string, substitutionMap?: Map<string, string[]>): Promise<string[][][]>;
|
|
3
|
+
export declare function phonemizeClauses(clauses: string[], voice: string, clauseBreakers: string[], substitutionMap?: Map<string, string[]>): Promise<string[][][]>;
|
|
4
|
+
export declare function phonemizedClausesToSentences(phonemizedClauses: string[][][]): string[][][];
|
|
@@ -0,0 +1,133 @@
|
|
|
1
|
+
import * as EspeakTTS from "../synthesis/EspeakTTS.js";
|
|
2
|
+
import { logToStderr } from "../utilities/Utilities.js";
|
|
3
|
+
import * as Segmentation from "./Segmentation.js";
|
|
4
|
+
const log = logToStderr;
|
|
5
|
+
export async function phonemizeSentence(sentence, espeakVoice, substitutionMap, useIpa = true) {
|
|
6
|
+
const ipaString = await EspeakTTS.textToPhonemes(sentence, espeakVoice, useIpa);
|
|
7
|
+
const clauseStrings = ipaString.split(" | ");
|
|
8
|
+
const clauses = [];
|
|
9
|
+
for (let clauseIndex = 0; clauseIndex < clauseStrings.length; clauseIndex++) {
|
|
10
|
+
const clauseString = clauseStrings[clauseIndex];
|
|
11
|
+
const wordStrings = clauseString.trim().split(/ +/g);
|
|
12
|
+
const words = [];
|
|
13
|
+
for (let wordIndex = 0; wordIndex < wordStrings.length; wordIndex++) {
|
|
14
|
+
const word = wordStrings[wordIndex];
|
|
15
|
+
let wordPhonemes = word.split("_");
|
|
16
|
+
wordPhonemes = wordPhonemes.flatMap(phoneme => {
|
|
17
|
+
if (!phoneme || phoneme.startsWith("(")) {
|
|
18
|
+
return [];
|
|
19
|
+
}
|
|
20
|
+
else if (phoneme.startsWith("ˈ") || phoneme.startsWith("ˌ")) {
|
|
21
|
+
return [phoneme[0], phoneme.substring(1)];
|
|
22
|
+
}
|
|
23
|
+
else if (phoneme.endsWith("ˈ") || phoneme.endsWith("ˌ")) {
|
|
24
|
+
return [phoneme.substring(0, phoneme.length - 1), phoneme[phoneme.length - 1]];
|
|
25
|
+
}
|
|
26
|
+
else {
|
|
27
|
+
return substitutionMap?.get(phoneme) || [phoneme];
|
|
28
|
+
}
|
|
29
|
+
});
|
|
30
|
+
if (wordPhonemes.length > 0) {
|
|
31
|
+
words.push(wordPhonemes);
|
|
32
|
+
}
|
|
33
|
+
}
|
|
34
|
+
if (words.length > 0) {
|
|
35
|
+
clauses.push(words);
|
|
36
|
+
}
|
|
37
|
+
}
|
|
38
|
+
return clauses;
|
|
39
|
+
}
|
|
40
|
+
export async function phonemizeText(text, voice, substitutionMap) {
|
|
41
|
+
text = text.replaceAll(",", ",").replaceAll("、", ",").replaceAll("。", ".").replaceAll("(", ", ").replaceAll(")", ", ");
|
|
42
|
+
const segmentedText = await Segmentation.parse(text, voice);
|
|
43
|
+
const preparedClauses = [];
|
|
44
|
+
const clauseBreakers = [];
|
|
45
|
+
for (const sentence of segmentedText) {
|
|
46
|
+
for (const clause of sentence.phrases) {
|
|
47
|
+
const words = clause.words.filter(wordObject => Segmentation.isWord(wordObject.text));
|
|
48
|
+
const preparedClauseText = words.map(word => word.text.replace(/\./g, " ")).join(" ");
|
|
49
|
+
preparedClauses.push(preparedClauseText);
|
|
50
|
+
const trimmedClauseText = clause.text.trim();
|
|
51
|
+
const lastChar = trimmedClauseText[trimmedClauseText.length - 1];
|
|
52
|
+
if (clause.isSentenceFinalizer) {
|
|
53
|
+
if (trimmedClauseText.endsWith('?') || trimmedClauseText.endsWith('?"')) {
|
|
54
|
+
clauseBreakers.push('?');
|
|
55
|
+
}
|
|
56
|
+
else if (trimmedClauseText.endsWith('!') || trimmedClauseText.endsWith('!"')) {
|
|
57
|
+
clauseBreakers.push('!');
|
|
58
|
+
}
|
|
59
|
+
else {
|
|
60
|
+
clauseBreakers.push(".");
|
|
61
|
+
}
|
|
62
|
+
}
|
|
63
|
+
else {
|
|
64
|
+
if (lastChar == ':' || lastChar == ';') {
|
|
65
|
+
clauseBreakers.push(lastChar);
|
|
66
|
+
}
|
|
67
|
+
else {
|
|
68
|
+
clauseBreakers.push(",");
|
|
69
|
+
}
|
|
70
|
+
}
|
|
71
|
+
}
|
|
72
|
+
}
|
|
73
|
+
return phonemizeClauses(preparedClauses, voice, clauseBreakers, substitutionMap);
|
|
74
|
+
}
|
|
75
|
+
export async function phonemizeClauses(clauses, voice, clauseBreakers, substitutionMap) {
|
|
76
|
+
if (clauses.length == 0) {
|
|
77
|
+
return [];
|
|
78
|
+
}
|
|
79
|
+
const preparedText = clauses.join("\n\n"); // filter(clause => clause.trim().length > 0)
|
|
80
|
+
const ipaString = await EspeakTTS.textToIPA(preparedText, voice);
|
|
81
|
+
const ipaLines = ipaString.split("\n");
|
|
82
|
+
const phonemeLines = ipaLines.map(line => {
|
|
83
|
+
line = line.replace(/_+/g, "_").replace(/ +/g, " ");
|
|
84
|
+
return line.split(" ").map(word => {
|
|
85
|
+
word = word.replaceAll("_", " ").trim();
|
|
86
|
+
let wordPhonemes = word.split(" ");
|
|
87
|
+
wordPhonemes = wordPhonemes.flatMap(phoneme => {
|
|
88
|
+
if (!phoneme || phoneme.startsWith("(")) {
|
|
89
|
+
return [];
|
|
90
|
+
}
|
|
91
|
+
else if (phoneme.startsWith("ˈ") || phoneme.startsWith("ˌ")) {
|
|
92
|
+
return [phoneme[0], phoneme.substring(1)];
|
|
93
|
+
}
|
|
94
|
+
else if (phoneme.endsWith("ˈ") || phoneme.endsWith("ˌ")) {
|
|
95
|
+
return [phoneme.substring(0, phoneme.length - 1), phoneme[phoneme.length - 1]];
|
|
96
|
+
}
|
|
97
|
+
else {
|
|
98
|
+
return [phoneme];
|
|
99
|
+
}
|
|
100
|
+
});
|
|
101
|
+
if (substitutionMap) {
|
|
102
|
+
wordPhonemes = wordPhonemes.flatMap(phoneme => substitutionMap.get(phoneme) || [phoneme]);
|
|
103
|
+
}
|
|
104
|
+
return wordPhonemes;
|
|
105
|
+
});
|
|
106
|
+
});
|
|
107
|
+
if (ipaLines.length != clauseBreakers.length) {
|
|
108
|
+
log(clauses);
|
|
109
|
+
log(ipaLines);
|
|
110
|
+
log(clauseBreakers);
|
|
111
|
+
throw new Error(`Unexpected: IPA lines count (${ipaLines.length}) is not equal to clause breakers count (${clauseBreakers.length})`);
|
|
112
|
+
}
|
|
113
|
+
for (let i = 0; i < phonemeLines.length; i++) {
|
|
114
|
+
const line = phonemeLines[i];
|
|
115
|
+
const lastWordInLine = line[line.length - 1];
|
|
116
|
+
lastWordInLine.push(clauseBreakers[i]);
|
|
117
|
+
}
|
|
118
|
+
return phonemeLines;
|
|
119
|
+
}
|
|
120
|
+
export function phonemizedClausesToSentences(phonemizedClauses) {
|
|
121
|
+
let phonemizedSentences = [[]];
|
|
122
|
+
for (const phonemizedClause of phonemizedClauses) {
|
|
123
|
+
phonemizedSentences[phonemizedSentences.length - 1].push(...phonemizedClause);
|
|
124
|
+
const lastWord = phonemizedClause[phonemizedClause.length - 1];
|
|
125
|
+
const lastPhoneme = lastWord[lastWord.length - 1];
|
|
126
|
+
if ([".", "?", "!"].includes(lastPhoneme)) {
|
|
127
|
+
phonemizedSentences.push([]);
|
|
128
|
+
}
|
|
129
|
+
}
|
|
130
|
+
phonemizedSentences = phonemizedSentences.filter(entry => entry.length > 0);
|
|
131
|
+
return phonemizedSentences;
|
|
132
|
+
}
|
|
133
|
+
//# sourceMappingURL=EspeakPhonemizer.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"EspeakPhonemizer.js","sourceRoot":"","sources":["../../src/nlp/EspeakPhonemizer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,SAAS,MAAM,2BAA2B,CAAA;AACtD,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAA;AACvD,OAAO,KAAK,YAAY,MAAM,mBAAmB,CAAA;AAEjD,MAAM,GAAG,GAAG,WAAW,CAAA;AAEvB,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,QAAgB,EAAE,WAAmB,EAAE,eAAuC,EAAE,MAAM,GAAG,IAAI;IACpI,MAAM,SAAS,GAAG,MAAM,SAAS,CAAC,cAAc,CAAC,QAAQ,EAAE,WAAW,EAAE,MAAM,CAAC,CAAA;IAE/E,MAAM,aAAa,GAAG,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;IAE5C,MAAM,OAAO,GAAiB,EAAE,CAAA;IAEhC,KAAK,IAAI,WAAW,GAAG,CAAC,EAAE,WAAW,GAAG,aAAa,CAAC,MAAM,EAAE,WAAW,EAAE,EAAE;QAC5E,MAAM,YAAY,GAAG,aAAa,CAAC,WAAW,CAAC,CAAA;QAE/C,MAAM,WAAW,GAAG,YAAY,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;QACpD,MAAM,KAAK,GAAe,EAAE,CAAA;QAE5B,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,SAAS,GAAG,WAAW,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE;YACpE,MAAM,IAAI,GAAG,WAAW,CAAC,SAAS,CAAC,CAAA;YAEnC,IAAI,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;YAElC,YAAY,GAAG,YAAY,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;gBAC7C,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE;oBACxC,OAAO,EAAE,CAAA;iBACT;qBAAM,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE;oBAC9D,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAA;iBACzC;qBAAM,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE;oBAC1D,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAA;iBAC9E;qBAAM;oBACN,OAAO,eAAe,EAAE,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;iBACjD;YACF,CAAC,CAAC,CAAA;YAEF,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE;gBAC5B,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;aACxB;SACD;QAED,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE;YACrB,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;SACnB;KACD;IAED,OAAO,OAAO,CAAA;AACf,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,IAAY,EAAE,KAAa,EAAE,eAAuC;IACvG,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,CAAA;IAEtH,MAAM,aAAa,GAAG,MAAM,YAAY,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;IAC3D,MAAM,eAAe,GAAa,EAAE,CAAA;IACpC,MAAM,cAAc,GAAa,EAAE,CAAA;IAEnC,KAAK,MAAM,QAAQ,IAAI,aAAa,EAAE;QACrC,KAAK,MAAM,MAAM,IAAI,QAAQ,CAAC,OAAO,EAAE;YACtC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAA;YACrF,MAAM,kBAAkB,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;YAErF,eAAe,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAA;YAExC,MAAM,iBAAiB,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAA;YAC5C,MAAM,QAAQ,GAAG,iBAAiB,CAAC,iBAAiB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;YAEhE,IAAI,MAAM,CAAC,mBAAmB,EAAE;gBAC/B,IAAI,iBAAiB,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,iBAAiB,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE;oBACxE,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;iBACxB;qBAAM,IAAI,iBAAiB,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,iBAAiB,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE;oBAC/E,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;iBACxB;qBAAM;oBACN,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;iBACxB;aACD;iBAAM;gBACN,IAAI,QAAQ,IAAI,GAAG,IAAI,QAAQ,IAAI,GAAG,EAAE;oBACvC,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;iBAC7B;qBAAM;oBACN,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;iBACxB;aACD;SACD;KACD;IAED,OAAO,gBAAgB,CAAC,eAAe,EAAE,KAAK,EAAE,cAAc,EAAE,eAAe,CAAC,CAAA;AACjF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,OAAiB,EAAE,KAAa,EAAE,cAAwB,EAAE,eAAuC;IACzI,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC,EAAE;QACxB,OAAO,EAAE,CAAA;KACT;IAED,MAAM,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA,CAAC,6CAA6C;IAEvF,MAAM,SAAS,GAAG,MAAM,SAAS,CAAC,SAAS,CAAC,YAAY,EAAE,KAAK,CAAC,CAAA;IAEhE,MAAM,QAAQ,GAAG,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;IAEtC,MAAM,YAAY,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;QACxC,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAA;QAEnD,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;YACjC,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAA;YACvC,IAAI,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;YAElC,YAAY,GAAG,YAAY,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;gBAC7C,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE;oBACxC,OAAO,EAAE,CAAA;iBACT;qBAAM,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE;oBAC9D,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAA;iBACzC;qBAAM,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE;oBAC1D,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAA;iBAC9E;qBAAM;oBACN,OAAO,CAAC,OAAO,CAAC,CAAA;iBAChB;YACF,CAAC,CAAC,CAAA;YAEF,IAAI,eAAe,EAAE;gBACpB,YAAY,GAAG,YAAY,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,eAAe,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAA;aACzF;YAED,OAAO,YAAY,CAAA;QACpB,CAAC,CAAC,CAAA;IACH,CAAC,CAAC,CAAA;IAEF,IAAI,QAAQ,CAAC,MAAM,IAAI,cAAc,CAAC,MAAM,EAAE;QAC7C,GAAG,CAAC,OAAO,CAAC,CAAA;QACZ,GAAG,CAAC,QAAQ,CAAC,CAAA;QACb,GAAG,CAAC,cAAc,CAAC,CAAA;QAEnB,MAAM,IAAI,KAAK,CAAC,gCAAgC,QAAQ,CAAC,MAAM,4CAA4C,cAAc,CAAC,MAAM,GAAG,CAAC,CAAA;KACpI;IAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;QAC7C,MAAM,IAAI,GAAG,YAAY,CAAC,CAAC,CAAC,CAAA;QAC5B,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;QAE5C,cAAc,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAA;KACtC;IAED,OAAO,YAAY,CAAA;AACpB,CAAC;AAED,MAAM,UAAU,4BAA4B,CAAC,iBAA+B;IAC3E,IAAI,mBAAmB,GAAiB,CAAC,EAAE,CAAC,CAAA;IAE5C,KAAK,MAAM,gBAAgB,IAAI,iBAAiB,EAAE;QACjD,mBAAmB,CAAC,mBAAmB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,gBAAgB,CAAC,CAAA;QAE7E,MAAM,QAAQ,GAAG,gBAAgB,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;QAC9D,MAAM,WAAW,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;QAEjD,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE;YAC1C,mBAAmB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;SAC5B;KACD;IAED,mBAAmB,GAAG,mBAAmB,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAE3E,OAAO,mBAAmB,CAAA;AAC3B,CAAC"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
export declare function getPhoneSubstitutionCost1(ipa1: string, ipa2: string): 0 | 1;
|
|
2
|
+
export declare function getPhoneSubstitutionCost2(ipa1: string, ipa2: string): 0 | 1 | 0.5;
|
|
3
|
+
export declare function getPhoneSubstitutionCost3(ipa1: string, ipa2: string): 0 | 1 | 0.5 | 0.75;
|
|
4
|
+
export declare function isKnownSymbol(ipa: string): boolean;
|
|
5
|
+
export declare function isConsonant(ipa: string): boolean;
|
|
6
|
+
export declare function isVowel(ipa: string): boolean;
|
|
7
|
+
export declare function isPlosiveOrNasal(ipa: string): boolean;
|
|
8
|
+
export declare function isTrillTapOrFlap(ipa: string): boolean;
|
|
9
|
+
export declare function isFricativeLike(ipa: string): boolean;
|
|
10
|
+
export declare function isApproximantLike(ipa: string): boolean;
|
|
11
|
+
export declare function isPlosive(ipa: string): boolean;
|
|
12
|
+
export declare function isNasal(ipa: string): boolean;
|
|
13
|
+
export declare function isTrill(ipa: string): boolean;
|
|
14
|
+
export declare function isTapOrFlap(ipa: string): boolean;
|
|
15
|
+
export declare function isFricative(ipa: string): boolean;
|
|
16
|
+
export declare function isLateralFricative(ipa: string): boolean;
|
|
17
|
+
export declare function isAffricate(ipa: string): boolean;
|
|
18
|
+
export declare function isApproximant(ipa: string): boolean;
|
|
19
|
+
export declare function isLateralApproximant(ipa: string): boolean;
|
package/dist/nlp/IPA.js
ADDED
|
@@ -0,0 +1,113 @@
|
|
|
1
|
+
import { logToStderr } from "../utilities/Utilities.js";
|
|
2
|
+
const log = logToStderr;
|
|
3
|
+
const consonant = {
|
|
4
|
+
plosive: ["p", "b", "t", "d", "ʈ", "ɖ", "c", "ɟ", "k", "g", "q", "ɢ", "ʔ", /* extensions */ "ɡ"],
|
|
5
|
+
nasal: ["m", "ɱ", "n", "ɳ", "ɲ", "ŋ", "ɴ", "n̩"],
|
|
6
|
+
trill: ["ʙ", "r", "ʀ"],
|
|
7
|
+
tapOrFlap: ["ⱱ", "ɾ", "ɽ"],
|
|
8
|
+
fricative: ["ɸ", "β", "f", "v", "θ", "ð", "s", "z", "ʃ", "ʒ", "ʂ", "ʐ", "ç", "ʝ", "x", "ɣ", "χ", "ʁ", "ħ", "ʕ", "h", "ɦ"],
|
|
9
|
+
lateralFricative: ["ɬ", "ɮ"],
|
|
10
|
+
affricate: ["tʃ", "ʈʃ", "dʒ"],
|
|
11
|
+
approximant: ["ʋ", "ɹ", "ɻ", "j", "ɰ", /* extensions */ "w"],
|
|
12
|
+
lateralApproximant: ["l", "ɭ", "ʎ", "ʟ"]
|
|
13
|
+
};
|
|
14
|
+
const vowel = {
|
|
15
|
+
close: ["i", "yɨ", "ʉɯ", "u", "iː"],
|
|
16
|
+
closeOther: ["ɪ", "ʏ", "ʊ", "ɨ", "ᵻ"],
|
|
17
|
+
closeMid: ["e", "ø", "ɘ", "ɵ", "ɤ", "o", "ə", "oː"],
|
|
18
|
+
openMid: ["ɛ", "œ", "ɜ", "ɞ", "ʌ", "ɔ", "ɜː", "uː", "ɔː", "ɛː"],
|
|
19
|
+
open: ["æ", "a", "ɶ", "ɐ", "ɑ", "ɒ", "ɑː"],
|
|
20
|
+
rhotic: ["◌˞", "ɚ", "ɝ", "ɹ̩"],
|
|
21
|
+
diphtongs: [
|
|
22
|
+
"eɪ", "əʊ", "oʊ", "aɪ", "ɔɪ", "aʊ", "iə",
|
|
23
|
+
"ɜr", "ɑr", "ɔr", "oʊr", "oːɹ", "ir", "ɪɹ", "ɔːɹ", "ɑːɹ", "ʊɹ", "ʊr", "ɛr", "ɛɹ",
|
|
24
|
+
"əl", "aɪɚ", "aɪə"
|
|
25
|
+
],
|
|
26
|
+
};
|
|
27
|
+
let consonants = [];
|
|
28
|
+
for (const p in consonant) {
|
|
29
|
+
consonants = [...consonants, ...consonant[p]];
|
|
30
|
+
}
|
|
31
|
+
let vowels = [];
|
|
32
|
+
for (const p in vowel) {
|
|
33
|
+
vowels = [...vowels, ...vowel[p]];
|
|
34
|
+
}
|
|
35
|
+
const all = [" ", ...consonants, ...vowels];
|
|
36
|
+
export function getPhoneSubstitutionCost1(ipa1, ipa2) {
|
|
37
|
+
if (ipa1 == ipa2) {
|
|
38
|
+
return 0;
|
|
39
|
+
}
|
|
40
|
+
else {
|
|
41
|
+
return 1;
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
export function getPhoneSubstitutionCost2(ipa1, ipa2) {
|
|
45
|
+
if (!isKnownSymbol(ipa1)) {
|
|
46
|
+
throw new Error(`'${ipa1}' is not a known IPA symbol`);
|
|
47
|
+
}
|
|
48
|
+
if (!isKnownSymbol(ipa2)) {
|
|
49
|
+
throw new Error(`'${ipa2}' is not a known IPA symbol`);
|
|
50
|
+
}
|
|
51
|
+
if (ipa1 == ipa2) {
|
|
52
|
+
return 0;
|
|
53
|
+
}
|
|
54
|
+
else if (isVowel(ipa1) && isVowel(ipa2)) {
|
|
55
|
+
return 0.5;
|
|
56
|
+
}
|
|
57
|
+
else if (isConsonant(ipa1) && isConsonant(ipa2)) {
|
|
58
|
+
return 0.5;
|
|
59
|
+
}
|
|
60
|
+
else {
|
|
61
|
+
return 1;
|
|
62
|
+
}
|
|
63
|
+
}
|
|
64
|
+
export function getPhoneSubstitutionCost3(ipa1, ipa2) {
|
|
65
|
+
if (!isKnownSymbol(ipa1)) {
|
|
66
|
+
throw new Error(`'${ipa1}' is not a known IPA symbol`);
|
|
67
|
+
}
|
|
68
|
+
if (!isKnownSymbol(ipa2)) {
|
|
69
|
+
throw new Error(`'${ipa2}' is not a known IPA symbol`);
|
|
70
|
+
}
|
|
71
|
+
if (ipa1 == ipa2) {
|
|
72
|
+
return 0;
|
|
73
|
+
}
|
|
74
|
+
else if (isVowel(ipa1) && isVowel(ipa2)) {
|
|
75
|
+
return 0.75;
|
|
76
|
+
}
|
|
77
|
+
else if (isConsonant(ipa1) && isConsonant(ipa2)) {
|
|
78
|
+
if ((isPlosiveOrNasal(ipa1) && isPlosiveOrNasal(ipa2)) ||
|
|
79
|
+
(isTrillTapOrFlap(ipa1) && isTrillTapOrFlap(ipa2)) ||
|
|
80
|
+
(isFricativeLike(ipa1) && isFricativeLike(ipa2)) ||
|
|
81
|
+
(isApproximantLike(ipa1) && isApproximantLike(ipa2))) {
|
|
82
|
+
return 0.5;
|
|
83
|
+
}
|
|
84
|
+
else {
|
|
85
|
+
return 0.75;
|
|
86
|
+
}
|
|
87
|
+
}
|
|
88
|
+
else {
|
|
89
|
+
return 1;
|
|
90
|
+
}
|
|
91
|
+
}
|
|
92
|
+
// All symbols:
|
|
93
|
+
export function isKnownSymbol(ipa) { return all.includes(ipa); }
|
|
94
|
+
// All consonants:
|
|
95
|
+
export function isConsonant(ipa) { return consonants.includes(ipa); }
|
|
96
|
+
// All vowels:
|
|
97
|
+
export function isVowel(ipa) { return vowels.includes(ipa); }
|
|
98
|
+
// Higher level grouping:
|
|
99
|
+
export function isPlosiveOrNasal(ipa) { return isPlosive(ipa) || isNasal(ipa); }
|
|
100
|
+
export function isTrillTapOrFlap(ipa) { return isTrill(ipa) || isTapOrFlap(ipa); }
|
|
101
|
+
export function isFricativeLike(ipa) { return isFricative(ipa) || isLateralFricative(ipa) || isAffricate(ipa); }
|
|
102
|
+
export function isApproximantLike(ipa) { return isApproximant(ipa) || isLateralApproximant(ipa); }
|
|
103
|
+
// Grouping:
|
|
104
|
+
export function isPlosive(ipa) { return consonant.plosive.includes(ipa); }
|
|
105
|
+
export function isNasal(ipa) { return consonant.nasal.includes(ipa); }
|
|
106
|
+
export function isTrill(ipa) { return consonant.trill.includes(ipa); }
|
|
107
|
+
export function isTapOrFlap(ipa) { return consonant.tapOrFlap.includes(ipa); }
|
|
108
|
+
export function isFricative(ipa) { return consonant.fricative.includes(ipa); }
|
|
109
|
+
export function isLateralFricative(ipa) { return consonant.lateralFricative.includes(ipa); }
|
|
110
|
+
export function isAffricate(ipa) { return consonant.affricate.includes(ipa); }
|
|
111
|
+
export function isApproximant(ipa) { return consonant.approximant.includes(ipa); }
|
|
112
|
+
export function isLateralApproximant(ipa) { return consonant.lateralApproximant.includes(ipa); }
|
|
113
|
+
//# sourceMappingURL=IPA.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"IPA.js","sourceRoot":"","sources":["../../src/nlp/IPA.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAA;AAEvD,MAAM,GAAG,GAAG,WAAW,CAAA;AAEvB,MAAM,SAAS,GAAG;IACjB,OAAO,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,gBAAgB,CAAC,GAAG,CAAC;IAChG,KAAK,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC;IAChD,KAAK,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;IACtB,SAAS,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;IAC1B,SAAS,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;IACzH,gBAAgB,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC;IAC5B,SAAS,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC;IAC7B,WAAW,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,gBAAgB,CAAC,GAAG,CAAC;IAC5D,kBAAkB,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;CACxC,CAAA;AAED,MAAM,KAAK,GAAG;IACb,KAAK,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,CAAC;IACnC,UAAU,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;IACrC,QAAQ,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC;IACnD,OAAO,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC;IAC/D,IAAI,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC;IAE1C,MAAM,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC;IAE9B,SAAS,EAAE;QACV,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI;QACxC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI;QAChF,IAAI,EAAE,KAAK,EAAE,KAAK;KAClB;CACD,CAAA;AAED,IAAI,UAAU,GAAa,EAAE,CAAA;AAE7B,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE;IAC1B,UAAU,GAAG,CAAC,GAAG,UAAU,EAAE,GAAI,SAAiB,CAAC,CAAC,CAAC,CAAC,CAAA;CACtD;AAED,IAAI,MAAM,GAAa,EAAE,CAAA;AAEzB,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE;IACtB,MAAM,GAAG,CAAC,GAAG,MAAM,EAAE,GAAI,KAAa,CAAC,CAAC,CAAC,CAAC,CAAA;CAC1C;AAED,MAAM,GAAG,GAAG,CAAC,GAAG,EAAE,GAAG,UAAU,EAAE,GAAG,MAAM,CAAC,CAAA;AAE3C,MAAM,UAAU,yBAAyB,CAAC,IAAY,EAAE,IAAY;IACnE,IAAI,IAAI,IAAI,IAAI,EAAE;QACjB,OAAO,CAAC,CAAA;KACR;SAAM;QACN,OAAO,CAAC,CAAA;KACR;AACF,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,IAAY,EAAE,IAAY;IACnE,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,EAAE;QACzB,MAAM,IAAI,KAAK,CAAC,IAAI,IAAI,6BAA6B,CAAC,CAAA;KACtD;IAED,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,EAAE;QACzB,MAAM,IAAI,KAAK,CAAC,IAAI,IAAI,6BAA6B,CAAC,CAAA;KACtD;IAED,IAAI,IAAI,IAAI,IAAI,EAAE;QACjB,OAAO,CAAC,CAAA;KACR;SAAM,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,EAAE;QAC1C,OAAO,GAAG,CAAA;KACV;SAAM,IAAI,WAAW,CAAC,IAAI,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC,EAAE;QAClD,OAAO,GAAG,CAAA;KACV;SAAM;QACN,OAAO,CAAC,CAAA;KACR;AACF,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,IAAY,EAAE,IAAY;IACnE,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,EAAE;QACzB,MAAM,IAAI,KAAK,CAAC,IAAI,IAAI,6BAA6B,CAAC,CAAA;KACtD;IAED,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,EAAE;QACzB,MAAM,IAAI,KAAK,CAAC,IAAI,IAAI,6BAA6B,CAAC,CAAA;KACtD;IAED,IAAI,IAAI,IAAI,IAAI,EAAE;QACjB,OAAO,CAAC,CAAA;KACR;SAAM,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,EAAE;QAC1C,OAAO,IAAI,CAAA;KACX;SAAM,IAAI,WAAW,CAAC,IAAI,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC,EAAE;QAClD,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,gBAAgB,CAAC,IAAI,CAAC,CAAC;YACrD,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,gBAAgB,CAAC,IAAI,CAAC,CAAC;YAClD,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,eAAe,CAAC,IAAI,CAAC,CAAC;YAChD,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,iBAAiB,CAAC,IAAI,CAAC,CAAC,EAAE;YACtD,OAAO,GAAG,CAAA;SACV;aAAM;YACN,OAAO,IAAI,CAAA;SACX;KACD;SAAM;QACN,OAAO,CAAC,CAAA;KACR;AACF,CAAC;AAED,eAAe;AACf,MAAM,UAAU,aAAa,CAAC,GAAW,IAAI,OAAO,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAA,CAAC,CAAC;AAEvE,kBAAkB;AAClB,MAAM,UAAU,WAAW,CAAC,GAAW,IAAI,OAAO,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAA,CAAC,CAAC;AAE5E,cAAc;AACd,MAAM,UAAU,OAAO,CAAC,GAAW,IAAI,OAAO,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAA,CAAC,CAAC;AAEpE,yBAAyB;AACzB,MAAM,UAAU,gBAAgB,CAAC,GAAW,IAAI,OAAO,SAAS,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,CAAA,CAAC,CAAC;AAEvF,MAAM,UAAU,gBAAgB,CAAC,GAAW,IAAI,OAAO,OAAO,CAAC,GAAG,CAAC,IAAI,WAAW,CAAC,GAAG,CAAC,CAAA,CAAC,CAAC;AAEzF,MAAM,UAAU,eAAe,CAAC,GAAW,IAAI,OAAO,WAAW,CAAC,GAAG,CAAC,IAAI,kBAAkB,CAAC,GAAG,CAAC,IAAI,WAAW,CAAC,GAAG,CAAC,CAAA,CAAC,CAAC;AAEvH,MAAM,UAAU,iBAAiB,CAAC,GAAW,IAAI,OAAO,aAAa,CAAC,GAAG,CAAC,IAAI,oBAAoB,CAAC,GAAG,CAAC,CAAA,CAAC,CAAC;AAEzG,YAAY;AACZ,MAAM,UAAU,SAAS,CAAC,GAAW,IAAI,OAAO,SAAS,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAA,CAAC,CAAC;AAEjF,MAAM,UAAU,OAAO,CAAC,GAAW,IAAI,OAAO,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAA,CAAC,CAAC;AAE7E,MAAM,UAAU,OAAO,CAAC,GAAW,IAAI,OAAO,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAA,CAAC,CAAC;AAE7E,MAAM,UAAU,WAAW,CAAC,GAAW,IAAI,OAAO,SAAS,CAAC,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAA,CAAC,CAAC;AAErF,MAAM,UAAU,WAAW,CAAC,GAAW,IAAI,OAAO,SAAS,CAAC,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAA,CAAC,CAAC;AAErF,MAAM,UAAU,kBAAkB,CAAC,GAAW,IAAI,OAAO,SAAS,CAAC,gBAAgB,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAA,CAAC,CAAC;AAEnG,MAAM,UAAU,WAAW,CAAC,GAAW,IAAI,OAAO,SAAS,CAAC,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAA,CAAC,CAAC;AAErF,MAAM,UAAU,aAAa,CAAC,GAAW,IAAI,OAAO,SAAS,CAAC,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAA,CAAC,CAAC;AAEzF,MAAM,UAAU,oBAAoB,CAAC,GAAW,IAAI,OAAO,SAAS,CAAC,kBAAkB,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAA,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export declare function splitJapaneseTextToWords_Kuromoji(text: string): Promise<any[]>;
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
import path from "path";
|
|
2
|
+
import { OpenPromise } from "../utilities/OpenPromise.js";
|
|
3
|
+
import { getModuleRootDir } from "../utilities/FileSystem.js";
|
|
4
|
+
export async function splitJapaneseTextToWords_Kuromoji(text) {
|
|
5
|
+
const tokenizer = await getKuromojiTokenizer();
|
|
6
|
+
const results = tokenizer.tokenize(text);
|
|
7
|
+
const words = results.map(entry => entry.surface_form);
|
|
8
|
+
return words;
|
|
9
|
+
}
|
|
10
|
+
let kuromojiTokenizer;
|
|
11
|
+
async function getKuromojiTokenizer() {
|
|
12
|
+
if (kuromojiTokenizer) {
|
|
13
|
+
return kuromojiTokenizer;
|
|
14
|
+
}
|
|
15
|
+
const { default: kuromoji } = await import("kuromoji");
|
|
16
|
+
const resultOpenPromise = new OpenPromise();
|
|
17
|
+
const dictionaryPath = path.join(getModuleRootDir(), "node_modules", "kuromoji", "dict");
|
|
18
|
+
kuromoji.builder({ dicPath: dictionaryPath }).build(function (error, tokenizer) {
|
|
19
|
+
if (error) {
|
|
20
|
+
resultOpenPromise.reject(error);
|
|
21
|
+
return;
|
|
22
|
+
}
|
|
23
|
+
kuromojiTokenizer = tokenizer;
|
|
24
|
+
resultOpenPromise.resolve(kuromojiTokenizer);
|
|
25
|
+
});
|
|
26
|
+
return resultOpenPromise.promise;
|
|
27
|
+
}
|
|
28
|
+
/*
|
|
29
|
+
export async function splitJapaneseTextToWords_Sudachi(text: string, mode: 0 | 1 | 2) {
|
|
30
|
+
const { TokenizeMode, tokenize } = await import("sudachi")
|
|
31
|
+
|
|
32
|
+
const resultString = tokenize(text, mode)
|
|
33
|
+
|
|
34
|
+
const parsedResult: any[] = JSON.parse(resultString)
|
|
35
|
+
const result = parsedResult.map(entry => entry.surface)
|
|
36
|
+
|
|
37
|
+
return result
|
|
38
|
+
}
|
|
39
|
+
*/
|
|
40
|
+
//# sourceMappingURL=JapaneseSegmentation.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"JapaneseSegmentation.js","sourceRoot":"","sources":["../../src/nlp/JapaneseSegmentation.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,MAAM,CAAA;AACvB,OAAO,EAAE,WAAW,EAAE,MAAM,6BAA6B,CAAA;AACzD,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAA;AAE7D,MAAM,CAAC,KAAK,UAAU,iCAAiC,CAAC,IAAY;IACnE,MAAM,SAAS,GAAG,MAAM,oBAAoB,EAAE,CAAA;IAE9C,MAAM,OAAO,GAAU,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;IAC/C,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,YAAY,CAAC,CAAA;IAEtD,OAAO,KAAK,CAAA;AACb,CAAC;AAED,IAAI,iBAAsB,CAAA;AAE1B,KAAK,UAAU,oBAAoB;IAClC,IAAI,iBAAiB,EAAE;QACtB,OAAO,iBAAiB,CAAA;KACxB;IAED,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,UAAU,CAAC,CAAA;IAEtD,MAAM,iBAAiB,GAAG,IAAI,WAAW,EAAO,CAAA;IAEhD,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,CAAC,CAAA;IAExF,QAAQ,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,UAAU,KAAU,EAAE,SAAc;QACvF,IAAI,KAAK,EAAE;YACV,iBAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;YAC/B,OAAM;SACN;QAED,iBAAiB,GAAG,SAAS,CAAA;QAE7B,iBAAiB,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAA;IAC7C,CAAC,CAAC,CAAA;IAEF,OAAO,iBAAiB,CAAC,OAAO,CAAA;AACjC,CAAC;AAED;;;;;;;;;;;EAWE"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
export declare function loadLexiconFile(jsonFilePath: string): Promise<Lexicon>;
|
|
2
|
+
export type Lexicon = {
|
|
3
|
+
[word: string]: LexiconEntry[];
|
|
4
|
+
};
|
|
5
|
+
export type LexiconEntry = {
|
|
6
|
+
pos?: string[];
|
|
7
|
+
case?: LexiconWordCase;
|
|
8
|
+
pronunciation?: {
|
|
9
|
+
espeak?: LexiconPronunciationForLanguages;
|
|
10
|
+
sapi?: LexiconPronunciationForLanguages;
|
|
11
|
+
};
|
|
12
|
+
example?: string;
|
|
13
|
+
};
|
|
14
|
+
export type LexiconWordCase = "any" | "capitalized" | "uppercase" | "lowercase" | "titlecase" | "camelcase" | "pascalcase";
|
|
15
|
+
export type LexiconPronunciationForLanguages = {
|
|
16
|
+
[language: string]: string;
|
|
17
|
+
};
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"Lexicon.js","sourceRoot":"","sources":["../../src/nlp/Lexicon.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAY,MAAM,4BAA4B,CAAA;AAE3E,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,YAAoB;IACzD,MAAM,aAAa,GAAY,MAAM,oBAAoB,CAAC,YAAY,CAAC,CAAA;IAEvE,OAAO,aAAa,CAAA;AACrB,CAAC"}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
export declare function ipaPhoneToKirshenbaum(ipaPhone: string): string;
|
|
2
|
+
export declare function ipaWordToTimitTokens(ipaWord: string, subphoneCount?: number): string[];
|
|
3
|
+
export declare function ipaPhoneToTimit(ipaPhone: string, subphoneCount?: number): string[] | undefined;
|
|
4
|
+
export declare function arpabetPhoneToIpa(arpabetPhone: string): string | undefined;
|
|
5
|
+
export declare function timitPhoneToIpa(arpabetPhone: string): string | undefined;
|
|
6
|
+
export declare function splitTokensToSubphones(tokens: string[], subphoneCount?: number): string[];
|