@lokascript/semantic 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +686 -0
- package/dist/browser-ar.ar.global.js +2 -0
- package/dist/browser-core.core.global.js +2 -0
- package/dist/browser-de.de.global.js +2 -0
- package/dist/browser-east-asian.east-asian.global.js +2 -0
- package/dist/browser-en-tr.en-tr.global.js +2 -0
- package/dist/browser-en.en.global.js +2 -0
- package/dist/browser-es-en.es-en.global.js +2 -0
- package/dist/browser-es.es.global.js +2 -0
- package/dist/browser-fr.fr.global.js +2 -0
- package/dist/browser-id.id.global.js +2 -0
- package/dist/browser-ja.ja.global.js +2 -0
- package/dist/browser-ko.ko.global.js +2 -0
- package/dist/browser-lazy.lazy.global.js +2 -0
- package/dist/browser-priority.priority.global.js +2 -0
- package/dist/browser-pt.pt.global.js +2 -0
- package/dist/browser-qu.qu.global.js +2 -0
- package/dist/browser-sw.sw.global.js +2 -0
- package/dist/browser-tr.tr.global.js +2 -0
- package/dist/browser-western.western.global.js +2 -0
- package/dist/browser-zh.zh.global.js +2 -0
- package/dist/browser.global.js +3 -0
- package/dist/browser.global.js.map +1 -0
- package/dist/index.cjs +35051 -0
- package/dist/index.cjs.map +1 -0
- package/dist/index.d.cts +3426 -0
- package/dist/index.d.ts +3426 -0
- package/dist/index.js +34890 -0
- package/dist/index.js.map +1 -0
- package/dist/languages/ar.d.ts +78 -0
- package/dist/languages/ar.js +1622 -0
- package/dist/languages/ar.js.map +1 -0
- package/dist/languages/de.d.ts +38 -0
- package/dist/languages/de.js +1168 -0
- package/dist/languages/de.js.map +1 -0
- package/dist/languages/en.d.ts +44 -0
- package/dist/languages/en.js +3491 -0
- package/dist/languages/en.js.map +1 -0
- package/dist/languages/es.d.ts +52 -0
- package/dist/languages/es.js +1493 -0
- package/dist/languages/es.js.map +1 -0
- package/dist/languages/fr.d.ts +37 -0
- package/dist/languages/fr.js +1159 -0
- package/dist/languages/fr.js.map +1 -0
- package/dist/languages/id.d.ts +35 -0
- package/dist/languages/id.js +1152 -0
- package/dist/languages/id.js.map +1 -0
- package/dist/languages/ja.d.ts +53 -0
- package/dist/languages/ja.js +1430 -0
- package/dist/languages/ja.js.map +1 -0
- package/dist/languages/ko.d.ts +51 -0
- package/dist/languages/ko.js +1729 -0
- package/dist/languages/ko.js.map +1 -0
- package/dist/languages/pt.d.ts +37 -0
- package/dist/languages/pt.js +1127 -0
- package/dist/languages/pt.js.map +1 -0
- package/dist/languages/qu.d.ts +36 -0
- package/dist/languages/qu.js +1143 -0
- package/dist/languages/qu.js.map +1 -0
- package/dist/languages/sw.d.ts +35 -0
- package/dist/languages/sw.js +1147 -0
- package/dist/languages/sw.js.map +1 -0
- package/dist/languages/tr.d.ts +45 -0
- package/dist/languages/tr.js +1529 -0
- package/dist/languages/tr.js.map +1 -0
- package/dist/languages/zh.d.ts +58 -0
- package/dist/languages/zh.js +1257 -0
- package/dist/languages/zh.js.map +1 -0
- package/dist/types-C4dcj53L.d.ts +600 -0
- package/package.json +202 -0
- package/src/__test-utils__/index.ts +7 -0
- package/src/__test-utils__/test-helpers.ts +8 -0
- package/src/__types__/test-helpers.ts +122 -0
- package/src/analysis/index.ts +479 -0
- package/src/ast-builder/command-mappers.ts +1133 -0
- package/src/ast-builder/expression-parser/index.ts +41 -0
- package/src/ast-builder/expression-parser/parser.ts +563 -0
- package/src/ast-builder/expression-parser/tokenizer.ts +394 -0
- package/src/ast-builder/expression-parser/types.ts +208 -0
- package/src/ast-builder/index.ts +536 -0
- package/src/ast-builder/value-converters.ts +172 -0
- package/src/bridge.ts +275 -0
- package/src/browser-ar.ts +162 -0
- package/src/browser-core.ts +231 -0
- package/src/browser-de.ts +162 -0
- package/src/browser-east-asian.ts +173 -0
- package/src/browser-en-tr.ts +165 -0
- package/src/browser-en.ts +157 -0
- package/src/browser-es-en.ts +200 -0
- package/src/browser-es.ts +170 -0
- package/src/browser-fr.ts +162 -0
- package/src/browser-id.ts +162 -0
- package/src/browser-ja.ts +162 -0
- package/src/browser-ko.ts +162 -0
- package/src/browser-lazy.ts +189 -0
- package/src/browser-priority.ts +214 -0
- package/src/browser-pt.ts +162 -0
- package/src/browser-qu.ts +162 -0
- package/src/browser-sw.ts +162 -0
- package/src/browser-tr.ts +162 -0
- package/src/browser-western.ts +181 -0
- package/src/browser-zh.ts +162 -0
- package/src/browser.ts +268 -0
- package/src/cache/index.ts +14 -0
- package/src/cache/semantic-cache.ts +344 -0
- package/src/core-bridge.ts +372 -0
- package/src/explicit/converter.ts +258 -0
- package/src/explicit/index.ts +18 -0
- package/src/explicit/parser.ts +236 -0
- package/src/explicit/renderer.ts +424 -0
- package/src/generators/command-schemas.ts +1636 -0
- package/src/generators/event-handler-generator.ts +109 -0
- package/src/generators/index.ts +117 -0
- package/src/generators/language-profiles.ts +139 -0
- package/src/generators/pattern-generator.ts +537 -0
- package/src/generators/profiles/arabic.ts +131 -0
- package/src/generators/profiles/bengali.ts +132 -0
- package/src/generators/profiles/chinese.ts +124 -0
- package/src/generators/profiles/english.ts +113 -0
- package/src/generators/profiles/french.ts +125 -0
- package/src/generators/profiles/german.ts +126 -0
- package/src/generators/profiles/hindi.ts +146 -0
- package/src/generators/profiles/index.ts +46 -0
- package/src/generators/profiles/indonesian.ts +125 -0
- package/src/generators/profiles/italian.ts +139 -0
- package/src/generators/profiles/japanese.ts +149 -0
- package/src/generators/profiles/korean.ts +127 -0
- package/src/generators/profiles/marker-templates.ts +288 -0
- package/src/generators/profiles/ms.ts +130 -0
- package/src/generators/profiles/polish.ts +249 -0
- package/src/generators/profiles/portuguese.ts +115 -0
- package/src/generators/profiles/quechua.ts +113 -0
- package/src/generators/profiles/russian.ts +260 -0
- package/src/generators/profiles/spanish.ts +130 -0
- package/src/generators/profiles/swahili.ts +129 -0
- package/src/generators/profiles/thai.ts +132 -0
- package/src/generators/profiles/tl.ts +128 -0
- package/src/generators/profiles/turkish.ts +124 -0
- package/src/generators/profiles/types.ts +165 -0
- package/src/generators/profiles/ukrainian.ts +270 -0
- package/src/generators/profiles/vietnamese.ts +133 -0
- package/src/generators/schema-error-codes.ts +160 -0
- package/src/generators/schema-validator.ts +391 -0
- package/src/index.ts +429 -0
- package/src/language-building-schema.ts +3170 -0
- package/src/language-loader.ts +394 -0
- package/src/languages/_all.ts +65 -0
- package/src/languages/ar.ts +15 -0
- package/src/languages/bn.ts +16 -0
- package/src/languages/de.ts +15 -0
- package/src/languages/en.ts +29 -0
- package/src/languages/es.ts +15 -0
- package/src/languages/fr.ts +15 -0
- package/src/languages/hi.ts +26 -0
- package/src/languages/id.ts +15 -0
- package/src/languages/index.ts +18 -0
- package/src/languages/it.ts +15 -0
- package/src/languages/ja.ts +15 -0
- package/src/languages/ko.ts +15 -0
- package/src/languages/ms.ts +16 -0
- package/src/languages/pl.ts +18 -0
- package/src/languages/pt.ts +15 -0
- package/src/languages/qu.ts +15 -0
- package/src/languages/ru.ts +26 -0
- package/src/languages/sw.ts +15 -0
- package/src/languages/th.ts +16 -0
- package/src/languages/tl.ts +16 -0
- package/src/languages/tr.ts +15 -0
- package/src/languages/uk.ts +26 -0
- package/src/languages/vi.ts +16 -0
- package/src/languages/zh.ts +15 -0
- package/src/parser/index.ts +15 -0
- package/src/parser/pattern-matcher.ts +1181 -0
- package/src/parser/semantic-parser.ts +573 -0
- package/src/parser/utils/index.ts +35 -0
- package/src/parser/utils/marker-resolution.ts +111 -0
- package/src/parser/utils/possessive-keywords.ts +43 -0
- package/src/parser/utils/role-positioning.ts +70 -0
- package/src/parser/utils/type-validation.ts +134 -0
- package/src/patterns/add/ar.ts +71 -0
- package/src/patterns/add/bn.ts +70 -0
- package/src/patterns/add/hi.ts +69 -0
- package/src/patterns/add/index.ts +87 -0
- package/src/patterns/add/it.ts +61 -0
- package/src/patterns/add/ja.ts +93 -0
- package/src/patterns/add/ko.ts +74 -0
- package/src/patterns/add/ms.ts +30 -0
- package/src/patterns/add/pl.ts +62 -0
- package/src/patterns/add/ru.ts +62 -0
- package/src/patterns/add/th.ts +49 -0
- package/src/patterns/add/tl.ts +30 -0
- package/src/patterns/add/tr.ts +71 -0
- package/src/patterns/add/uk.ts +62 -0
- package/src/patterns/add/vi.ts +61 -0
- package/src/patterns/add/zh.ts +71 -0
- package/src/patterns/builders.ts +207 -0
- package/src/patterns/decrement/bn.ts +70 -0
- package/src/patterns/decrement/de.ts +42 -0
- package/src/patterns/decrement/hi.ts +68 -0
- package/src/patterns/decrement/index.ts +79 -0
- package/src/patterns/decrement/it.ts +69 -0
- package/src/patterns/decrement/ms.ts +30 -0
- package/src/patterns/decrement/pl.ts +58 -0
- package/src/patterns/decrement/ru.ts +58 -0
- package/src/patterns/decrement/th.ts +49 -0
- package/src/patterns/decrement/tl.ts +30 -0
- package/src/patterns/decrement/tr.ts +48 -0
- package/src/patterns/decrement/uk.ts +58 -0
- package/src/patterns/decrement/vi.ts +61 -0
- package/src/patterns/decrement/zh.ts +32 -0
- package/src/patterns/en.ts +302 -0
- package/src/patterns/event-handler/ar.ts +151 -0
- package/src/patterns/event-handler/bn.ts +72 -0
- package/src/patterns/event-handler/de.ts +117 -0
- package/src/patterns/event-handler/en.ts +117 -0
- package/src/patterns/event-handler/es.ts +136 -0
- package/src/patterns/event-handler/fr.ts +117 -0
- package/src/patterns/event-handler/hi.ts +64 -0
- package/src/patterns/event-handler/id.ts +117 -0
- package/src/patterns/event-handler/index.ts +119 -0
- package/src/patterns/event-handler/it.ts +54 -0
- package/src/patterns/event-handler/ja.ts +118 -0
- package/src/patterns/event-handler/ko.ts +133 -0
- package/src/patterns/event-handler/ms.ts +30 -0
- package/src/patterns/event-handler/pl.ts +62 -0
- package/src/patterns/event-handler/pt.ts +117 -0
- package/src/patterns/event-handler/qu.ts +66 -0
- package/src/patterns/event-handler/ru.ts +62 -0
- package/src/patterns/event-handler/shared.ts +270 -0
- package/src/patterns/event-handler/sw.ts +117 -0
- package/src/patterns/event-handler/th.ts +53 -0
- package/src/patterns/event-handler/tl.ts +30 -0
- package/src/patterns/event-handler/tr.ts +170 -0
- package/src/patterns/event-handler/uk.ts +62 -0
- package/src/patterns/event-handler/vi.ts +61 -0
- package/src/patterns/event-handler/zh.ts +150 -0
- package/src/patterns/get/ar.ts +49 -0
- package/src/patterns/get/bn.ts +47 -0
- package/src/patterns/get/de.ts +32 -0
- package/src/patterns/get/hi.ts +52 -0
- package/src/patterns/get/index.ts +83 -0
- package/src/patterns/get/it.ts +56 -0
- package/src/patterns/get/ja.ts +53 -0
- package/src/patterns/get/ko.ts +53 -0
- package/src/patterns/get/ms.ts +30 -0
- package/src/patterns/get/pl.ts +57 -0
- package/src/patterns/get/ru.ts +57 -0
- package/src/patterns/get/th.ts +29 -0
- package/src/patterns/get/tl.ts +30 -0
- package/src/patterns/get/uk.ts +57 -0
- package/src/patterns/get/vi.ts +48 -0
- package/src/patterns/grammar-transformed/index.ts +39 -0
- package/src/patterns/grammar-transformed/ja.ts +1713 -0
- package/src/patterns/grammar-transformed/ko.ts +1311 -0
- package/src/patterns/grammar-transformed/tr.ts +1067 -0
- package/src/patterns/hide/ar.ts +67 -0
- package/src/patterns/hide/bn.ts +47 -0
- package/src/patterns/hide/de.ts +36 -0
- package/src/patterns/hide/hi.ts +61 -0
- package/src/patterns/hide/index.ts +91 -0
- package/src/patterns/hide/it.ts +56 -0
- package/src/patterns/hide/ja.ts +69 -0
- package/src/patterns/hide/ko.ts +69 -0
- package/src/patterns/hide/ms.ts +30 -0
- package/src/patterns/hide/pl.ts +57 -0
- package/src/patterns/hide/ru.ts +57 -0
- package/src/patterns/hide/th.ts +29 -0
- package/src/patterns/hide/tl.ts +30 -0
- package/src/patterns/hide/tr.ts +65 -0
- package/src/patterns/hide/uk.ts +57 -0
- package/src/patterns/hide/vi.ts +56 -0
- package/src/patterns/hide/zh.ts +68 -0
- package/src/patterns/increment/bn.ts +70 -0
- package/src/patterns/increment/de.ts +36 -0
- package/src/patterns/increment/hi.ts +68 -0
- package/src/patterns/increment/index.ts +79 -0
- package/src/patterns/increment/it.ts +69 -0
- package/src/patterns/increment/ms.ts +30 -0
- package/src/patterns/increment/pl.ts +58 -0
- package/src/patterns/increment/ru.ts +58 -0
- package/src/patterns/increment/th.ts +49 -0
- package/src/patterns/increment/tl.ts +30 -0
- package/src/patterns/increment/tr.ts +52 -0
- package/src/patterns/increment/uk.ts +58 -0
- package/src/patterns/increment/vi.ts +61 -0
- package/src/patterns/increment/zh.ts +32 -0
- package/src/patterns/index.ts +84 -0
- package/src/patterns/languages/en/control-flow.ts +93 -0
- package/src/patterns/languages/en/fetch.ts +62 -0
- package/src/patterns/languages/en/index.ts +42 -0
- package/src/patterns/languages/en/repeat.ts +67 -0
- package/src/patterns/languages/en/set.ts +48 -0
- package/src/patterns/languages/en/swap.ts +38 -0
- package/src/patterns/languages/en/temporal.ts +57 -0
- package/src/patterns/put/ar.ts +74 -0
- package/src/patterns/put/bn.ts +53 -0
- package/src/patterns/put/en.ts +74 -0
- package/src/patterns/put/es.ts +74 -0
- package/src/patterns/put/hi.ts +69 -0
- package/src/patterns/put/id.ts +96 -0
- package/src/patterns/put/index.ts +99 -0
- package/src/patterns/put/it.ts +56 -0
- package/src/patterns/put/ja.ts +75 -0
- package/src/patterns/put/ko.ts +67 -0
- package/src/patterns/put/ms.ts +30 -0
- package/src/patterns/put/pl.ts +81 -0
- package/src/patterns/put/ru.ts +85 -0
- package/src/patterns/put/th.ts +32 -0
- package/src/patterns/put/tl.ts +30 -0
- package/src/patterns/put/tr.ts +67 -0
- package/src/patterns/put/uk.ts +85 -0
- package/src/patterns/put/vi.ts +72 -0
- package/src/patterns/put/zh.ts +62 -0
- package/src/patterns/registry.ts +163 -0
- package/src/patterns/remove/ar.ts +71 -0
- package/src/patterns/remove/bn.ts +68 -0
- package/src/patterns/remove/hi.ts +69 -0
- package/src/patterns/remove/index.ts +87 -0
- package/src/patterns/remove/it.ts +69 -0
- package/src/patterns/remove/ja.ts +74 -0
- package/src/patterns/remove/ko.ts +78 -0
- package/src/patterns/remove/ms.ts +30 -0
- package/src/patterns/remove/pl.ts +62 -0
- package/src/patterns/remove/ru.ts +62 -0
- package/src/patterns/remove/th.ts +49 -0
- package/src/patterns/remove/tl.ts +30 -0
- package/src/patterns/remove/tr.ts +78 -0
- package/src/patterns/remove/uk.ts +62 -0
- package/src/patterns/remove/vi.ts +61 -0
- package/src/patterns/remove/zh.ts +72 -0
- package/src/patterns/set/ar.ts +84 -0
- package/src/patterns/set/bn.ts +53 -0
- package/src/patterns/set/de.ts +84 -0
- package/src/patterns/set/es.ts +92 -0
- package/src/patterns/set/fr.ts +88 -0
- package/src/patterns/set/hi.ts +56 -0
- package/src/patterns/set/id.ts +84 -0
- package/src/patterns/set/index.ts +107 -0
- package/src/patterns/set/it.ts +56 -0
- package/src/patterns/set/ja.ts +86 -0
- package/src/patterns/set/ko.ts +85 -0
- package/src/patterns/set/ms.ts +30 -0
- package/src/patterns/set/pl.ts +57 -0
- package/src/patterns/set/pt.ts +84 -0
- package/src/patterns/set/ru.ts +57 -0
- package/src/patterns/set/th.ts +31 -0
- package/src/patterns/set/tl.ts +30 -0
- package/src/patterns/set/tr.ts +107 -0
- package/src/patterns/set/uk.ts +57 -0
- package/src/patterns/set/vi.ts +53 -0
- package/src/patterns/set/zh.ts +84 -0
- package/src/patterns/show/ar.ts +67 -0
- package/src/patterns/show/bn.ts +47 -0
- package/src/patterns/show/de.ts +32 -0
- package/src/patterns/show/fr.ts +32 -0
- package/src/patterns/show/hi.ts +61 -0
- package/src/patterns/show/index.ts +95 -0
- package/src/patterns/show/it.ts +56 -0
- package/src/patterns/show/ja.ts +69 -0
- package/src/patterns/show/ko.ts +73 -0
- package/src/patterns/show/ms.ts +30 -0
- package/src/patterns/show/pl.ts +57 -0
- package/src/patterns/show/ru.ts +57 -0
- package/src/patterns/show/th.ts +29 -0
- package/src/patterns/show/tl.ts +30 -0
- package/src/patterns/show/tr.ts +65 -0
- package/src/patterns/show/uk.ts +57 -0
- package/src/patterns/show/vi.ts +56 -0
- package/src/patterns/show/zh.ts +68 -0
- package/src/patterns/take/ar.ts +51 -0
- package/src/patterns/take/index.ts +31 -0
- package/src/patterns/toggle/ar.ts +61 -0
- package/src/patterns/toggle/bn.ts +70 -0
- package/src/patterns/toggle/en.ts +61 -0
- package/src/patterns/toggle/es.ts +61 -0
- package/src/patterns/toggle/hi.ts +80 -0
- package/src/patterns/toggle/index.ts +95 -0
- package/src/patterns/toggle/it.ts +69 -0
- package/src/patterns/toggle/ja.ts +156 -0
- package/src/patterns/toggle/ko.ts +113 -0
- package/src/patterns/toggle/ms.ts +30 -0
- package/src/patterns/toggle/pl.ts +62 -0
- package/src/patterns/toggle/ru.ts +62 -0
- package/src/patterns/toggle/th.ts +50 -0
- package/src/patterns/toggle/tl.ts +30 -0
- package/src/patterns/toggle/tr.ts +88 -0
- package/src/patterns/toggle/uk.ts +62 -0
- package/src/patterns/toggle/vi.ts +61 -0
- package/src/patterns/toggle/zh.ts +99 -0
- package/src/public-api.ts +286 -0
- package/src/registry.ts +441 -0
- package/src/tokenizers/arabic.ts +723 -0
- package/src/tokenizers/base.ts +1300 -0
- package/src/tokenizers/bengali.ts +289 -0
- package/src/tokenizers/chinese.ts +481 -0
- package/src/tokenizers/english.ts +416 -0
- package/src/tokenizers/french.ts +326 -0
- package/src/tokenizers/german.ts +324 -0
- package/src/tokenizers/hindi.ts +319 -0
- package/src/tokenizers/index.ts +127 -0
- package/src/tokenizers/indonesian.ts +306 -0
- package/src/tokenizers/italian.ts +458 -0
- package/src/tokenizers/japanese.ts +447 -0
- package/src/tokenizers/korean.ts +642 -0
- package/src/tokenizers/morphology/arabic-normalizer.ts +242 -0
- package/src/tokenizers/morphology/french-normalizer.ts +268 -0
- package/src/tokenizers/morphology/german-normalizer.ts +256 -0
- package/src/tokenizers/morphology/index.ts +46 -0
- package/src/tokenizers/morphology/italian-normalizer.ts +329 -0
- package/src/tokenizers/morphology/japanese-normalizer.ts +288 -0
- package/src/tokenizers/morphology/korean-normalizer.ts +428 -0
- package/src/tokenizers/morphology/polish-normalizer.ts +264 -0
- package/src/tokenizers/morphology/portuguese-normalizer.ts +310 -0
- package/src/tokenizers/morphology/spanish-normalizer.ts +327 -0
- package/src/tokenizers/morphology/turkish-normalizer.ts +412 -0
- package/src/tokenizers/morphology/types.ts +211 -0
- package/src/tokenizers/ms.ts +198 -0
- package/src/tokenizers/polish.ts +354 -0
- package/src/tokenizers/portuguese.ts +304 -0
- package/src/tokenizers/quechua.ts +339 -0
- package/src/tokenizers/russian.ts +375 -0
- package/src/tokenizers/spanish.ts +403 -0
- package/src/tokenizers/swahili.ts +303 -0
- package/src/tokenizers/thai.ts +236 -0
- package/src/tokenizers/tl.ts +198 -0
- package/src/tokenizers/turkish.ts +411 -0
- package/src/tokenizers/ukrainian.ts +369 -0
- package/src/tokenizers/vietnamese.ts +410 -0
- package/src/types/grammar-types.ts +617 -0
- package/src/types/unified-profile.ts +267 -0
- package/src/types.ts +709 -0
- package/src/utils/confidence-calculator.ts +147 -0
- package/src/validators/command-validator.ts +380 -0
- package/src/validators/index.ts +15 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../src/registry.ts","../../src/tokenizers/base.ts","../../src/tokenizers/morphology/types.ts","../../src/tokenizers/morphology/turkish-normalizer.ts","../../src/generators/profiles/turkish.ts","../../src/tokenizers/turkish.ts","../../src/languages/tr.ts"],"sourcesContent":["/**\n * Language Registry\n *\n * Central registration point for language support in the semantic parser.\n * Languages self-register when their modules are imported, enabling\n * tree-shaking for minimal bundles.\n *\n * @example\n * ```typescript\n * // Import only the languages you need\n * import '@lokascript/semantic/languages/en';\n * import '@lokascript/semantic/languages/es';\n *\n * // Now parse works for registered languages\n * import { parse } from '@lokascript/semantic';\n * parse('toggle .active', 'en'); // Works\n * parse('alternar .activo', 'es'); // Works\n * parse('切り替え .active', 'ja'); // Error: Language not registered\n * ```\n */\n\nimport type { LanguageTokenizer, LanguagePattern, TokenStream } from './types';\n\n// Re-export profile types from generators for convenience\nexport type {\n LanguageProfile,\n WordOrder,\n MarkingStrategy,\n RoleMarker,\n VerbConfig,\n PossessiveConfig,\n KeywordTranslation,\n TokenizationConfig,\n} from './generators/language-profiles';\n\nimport type { LanguageProfile } from './generators/language-profiles';\n\n// =============================================================================\n// External Pattern Source Interface\n// =============================================================================\n\n/**\n * Interface for external pattern sources (e.g., @lokascript/patterns-reference database).\n * External sources can provide additional patterns at runtime.\n */\nexport interface ExternalPatternsSource {\n /** Unique identifier for the source */\n id: string;\n /** Human-readable name */\n name: string;\n /** Get patterns for a specific language */\n getPatternsForLanguage(language: string): Promise<ExternalPatternEntry[]>;\n /** Get patterns for a specific command */\n getPatternsForCommand(command: string, language?: string): Promise<ExternalPatternEntry[]>;\n /** Check if source has patterns for a language */\n hasPatterns(language: string): Promise<boolean>;\n /** Get all supported languages */\n getSupportedLanguages(): Promise<string[]>;\n}\n\n/**\n * Pattern entry from external source.\n */\nexport interface ExternalPatternEntry {\n id: string;\n code: string;\n command: string | null;\n language: string;\n confidence: number;\n verified: boolean;\n title?: string;\n category?: string;\n}\n\n// =============================================================================\n// Registry State\n// =============================================================================\n\nconst tokenizers = new Map<string, LanguageTokenizer>();\nconst profiles = new Map<string, LanguageProfile>();\nconst patternCache = new Map<string, LanguagePattern[]>();\n\n// External pattern sources (e.g., @lokascript/patterns-reference database)\nconst externalSources = new Map<string, ExternalPatternsSource>();\n\n// Pattern generator function - set by patterns module to avoid circular deps\nlet patternGenerator: ((profile: LanguageProfile) => LanguagePattern[]) | null = null;\n\n// =============================================================================\n// Registration Functions\n// =============================================================================\n\n/**\n * Register a language with its tokenizer and profile.\n * Called automatically by language modules when imported.\n */\nexport function registerLanguage(\n code: string,\n tokenizer: LanguageTokenizer,\n profile: LanguageProfile\n): void {\n tokenizers.set(code, tokenizer);\n profiles.set(code, profile);\n // Clear pattern cache for this language if it was previously cached\n patternCache.delete(code);\n}\n\n/**\n * Register only a tokenizer (for backwards compatibility).\n */\nexport function registerTokenizer(tokenizer: LanguageTokenizer): void {\n tokenizers.set(tokenizer.language, tokenizer);\n}\n\n/**\n * Register only a profile (for backwards compatibility).\n */\nexport function registerProfile(profile: LanguageProfile): void {\n profiles.set(profile.code, profile);\n patternCache.delete(profile.code);\n}\n\n/**\n * Set the pattern generator function.\n * Called by patterns module to inject the generator without circular deps.\n */\nexport function setPatternGenerator(\n generator: (profile: LanguageProfile) => LanguagePattern[]\n): void {\n patternGenerator = generator;\n}\n\n// Direct pattern registration map (for tree-shaking)\nconst registeredPatterns = new Map<string, LanguagePattern[]>();\n\n/**\n * Register patterns directly for a language.\n * This enables tree-shaking by allowing each language module to register\n * only its own patterns.\n */\nexport function registerPatterns(code: string, patterns: LanguagePattern[]): void {\n registeredPatterns.set(code, patterns);\n // Clear cached patterns if any\n patternCache.delete(code);\n}\n\n/**\n * Check if patterns are directly registered for a language.\n */\nexport function hasRegisteredPatterns(code: string): boolean {\n return registeredPatterns.has(code);\n}\n\n/**\n * Get directly registered patterns for a language.\n */\nexport function getRegisteredPatterns(code: string): LanguagePattern[] | undefined {\n return registeredPatterns.get(code);\n}\n\n// =============================================================================\n// External Pattern Sources\n// =============================================================================\n\n/**\n * Register an external pattern source.\n * External sources (like @lokascript/patterns-reference) can provide\n * additional patterns at runtime.\n *\n * @example\n * ```typescript\n * import { registerPatternsSource } from '@lokascript/semantic';\n * import { createPatternsProvider } from '@lokascript/patterns-reference';\n *\n * const provider = createPatternsProvider();\n * registerPatternsSource(provider);\n * ```\n */\nexport function registerPatternsSource(source: ExternalPatternsSource): void {\n externalSources.set(source.id, source);\n}\n\n/**\n * Unregister an external pattern source.\n */\nexport function unregisterPatternsSource(sourceId: string): boolean {\n return externalSources.delete(sourceId);\n}\n\n/**\n * Get a registered external pattern source.\n */\nexport function getPatternsSource(sourceId: string): ExternalPatternsSource | undefined {\n return externalSources.get(sourceId);\n}\n\n/**\n * Get all registered external pattern sources.\n */\nexport function getAllPatternsSources(): ExternalPatternsSource[] {\n return Array.from(externalSources.values());\n}\n\n/**\n * Check if any external pattern sources are registered.\n */\nexport function hasExternalSources(): boolean {\n return externalSources.size > 0;\n}\n\n/**\n * Query patterns from all external sources for a language.\n * Returns patterns sorted by confidence.\n */\nexport async function queryExternalPatterns(language: string): Promise<ExternalPatternEntry[]> {\n if (externalSources.size === 0) {\n return [];\n }\n\n const allPatterns: ExternalPatternEntry[] = [];\n\n for (const source of externalSources.values()) {\n try {\n const patterns = await source.getPatternsForLanguage(language);\n allPatterns.push(...patterns);\n } catch (error) {\n console.warn(\n `[Registry] Failed to query patterns from ${source.name}:`,\n error instanceof Error ? error.message : String(error)\n );\n }\n }\n\n // Sort by confidence (highest first)\n return allPatterns.sort((a, b) => b.confidence - a.confidence);\n}\n\n/**\n * Query patterns from all external sources for a command.\n */\nexport async function queryExternalPatternsForCommand(\n command: string,\n language?: string\n): Promise<ExternalPatternEntry[]> {\n if (externalSources.size === 0) {\n return [];\n }\n\n const allPatterns: ExternalPatternEntry[] = [];\n\n for (const source of externalSources.values()) {\n try {\n const patterns = await source.getPatternsForCommand(command, language);\n allPatterns.push(...patterns);\n } catch (error) {\n console.warn(\n `[Registry] Failed to query patterns from ${source.name}:`,\n error instanceof Error ? error.message : String(error)\n );\n }\n }\n\n return allPatterns.sort((a, b) => b.confidence - a.confidence);\n}\n\n// =============================================================================\n// Query Functions\n// =============================================================================\n\n/**\n * Get a tokenizer for the specified language.\n * @throws Error if language is not registered\n */\nexport function getTokenizer(code: string): LanguageTokenizer {\n const tokenizer = tokenizers.get(code);\n if (!tokenizer) {\n const registered = Array.from(tokenizers.keys()).join(', ');\n throw new Error(\n `Language '${code}' is not registered. ` +\n `Registered languages: ${registered || 'none'}. ` +\n `Import the language module first: import '@lokascript/semantic/languages/${code}';`\n );\n }\n return tokenizer;\n}\n\n/**\n * Get a profile for the specified language.\n * @throws Error if language is not registered\n */\nexport function getProfile(code: string): LanguageProfile {\n const profile = profiles.get(code);\n if (!profile) {\n const registered = Array.from(profiles.keys()).join(', ');\n throw new Error(\n `Language profile '${code}' is not registered. ` +\n `Registered languages: ${registered || 'none'}. ` +\n `Import the language module first: import '@lokascript/semantic/languages/${code}';`\n );\n }\n return profile;\n}\n\n/**\n * Try to get a tokenizer, returning undefined if not registered.\n */\nexport function tryGetTokenizer(code: string): LanguageTokenizer | undefined {\n return tokenizers.get(code);\n}\n\n/**\n * Try to get a profile, returning undefined if not registered.\n */\nexport function tryGetProfile(code: string): LanguageProfile | undefined {\n return profiles.get(code);\n}\n\n/**\n * Get all registered language codes.\n */\nexport function getRegisteredLanguages(): string[] {\n return Array.from(tokenizers.keys());\n}\n\n/**\n * Check if a language is registered.\n */\nexport function isLanguageRegistered(code: string): boolean {\n return tokenizers.has(code) && profiles.has(code);\n}\n\n/**\n * Check if a language is supported (alias for isLanguageRegistered).\n * For backwards compatibility with tokenizers API.\n */\nexport function isLanguageSupported(code: string): boolean {\n return tokenizers.has(code);\n}\n\n// =============================================================================\n// Tokenization\n// =============================================================================\n\n/**\n * Tokenize input in the specified language.\n * @throws Error if language is not registered\n */\nexport function tokenize(input: string, language: string): TokenStream {\n const tokenizer = getTokenizer(language);\n return tokenizer.tokenize(input);\n}\n\n// =============================================================================\n// Pattern Access (Lazy Generation)\n// =============================================================================\n\n/**\n * Get patterns for a specific language.\n * First checks for directly registered patterns (for tree-shaking),\n * then falls back to pattern generator.\n * @throws Error if language is not registered\n */\nexport function getPatternsForLanguage(code: string): LanguagePattern[] {\n // Check cache first\n const cached = patternCache.get(code);\n if (cached) {\n return cached;\n }\n\n // Check for directly registered patterns (tree-shakeable path)\n const registered = registeredPatterns.get(code);\n if (registered) {\n patternCache.set(code, registered);\n return registered;\n }\n\n // Fall back to pattern generator\n if (!patternGenerator) {\n throw new Error(\n `No patterns registered for language '${code}'. ` +\n 'Either import the language module or set a pattern generator.'\n );\n }\n\n // Get profile (throws if not registered)\n const profile = getProfile(code);\n const patterns = patternGenerator(profile);\n patternCache.set(code, patterns);\n return patterns;\n}\n\n/**\n * Get patterns for a specific language and command.\n */\nexport function getPatternsForLanguageAndCommand(\n language: string,\n command: string\n): LanguagePattern[] {\n return getPatternsForLanguage(language)\n .filter(p => p.command === command)\n .sort((a, b) => b.priority - a.priority);\n}\n\n/**\n * Clear the pattern cache for a language (useful for testing).\n */\nexport function clearPatternCache(code?: string): void {\n if (code) {\n patternCache.delete(code);\n } else {\n patternCache.clear();\n }\n}\n\n// =============================================================================\n// Backwards Compatibility\n// =============================================================================\n\n/**\n * Get all profiles as a record (for backwards compatibility).\n * Note: Only returns registered profiles.\n */\nexport function getAllProfiles(): Record<string, LanguageProfile> {\n const result: Record<string, LanguageProfile> = {};\n for (const [code, profile] of profiles) {\n result[code] = profile;\n }\n return result;\n}\n\n/**\n * Get all tokenizers as a record (for backwards compatibility).\n * Note: Only returns registered tokenizers.\n */\nexport function getAllTokenizers(): Record<string, LanguageTokenizer> {\n const result: Record<string, LanguageTokenizer> = {};\n for (const [code, tokenizer] of tokenizers) {\n result[code] = tokenizer;\n }\n return result;\n}\n","/**\n * Base Tokenizer\n *\n * Provides the TokenStream implementation and shared tokenization utilities.\n * Language-specific tokenizers extend these base utilities.\n */\n\nimport type {\n LanguageToken,\n TokenKind,\n TokenStream,\n StreamMark,\n SourcePosition,\n LanguageTokenizer,\n} from '../types';\nimport type { MorphologicalNormalizer, NormalizationResult } from './morphology/types';\n\n// =============================================================================\n// Time Unit Configuration\n// =============================================================================\n\n/**\n * Configuration for a native language time unit pattern.\n * Used by tryNumberWithTimeUnits() to match language-specific time units.\n */\nexport interface TimeUnitMapping {\n /** The pattern to match (e.g., 'segundos', 'ミリ秒') */\n readonly pattern: string;\n /** The standard suffix to use (ms, s, m, h) */\n readonly suffix: string;\n /** Length of the pattern (for optimization) */\n readonly length: number;\n /** Whether to check for word boundary after the pattern */\n readonly checkBoundary?: boolean;\n /** Character that cannot follow the pattern (e.g., 's' for 'm' to avoid 'ms') */\n readonly notFollowedBy?: string;\n /** Whether to do case-insensitive matching */\n readonly caseInsensitive?: boolean;\n}\n\n// =============================================================================\n// Token Stream Implementation\n// =============================================================================\n\n/**\n * Concrete implementation of TokenStream.\n */\nexport class TokenStreamImpl implements TokenStream {\n readonly tokens: readonly LanguageToken[];\n readonly language: string;\n private pos: number = 0;\n\n constructor(tokens: LanguageToken[], language: string) {\n this.tokens = tokens;\n this.language = language;\n }\n\n peek(offset: number = 0): LanguageToken | null {\n const index = this.pos + offset;\n if (index < 0 || index >= this.tokens.length) {\n return null;\n }\n return this.tokens[index];\n }\n\n advance(): LanguageToken {\n if (this.isAtEnd()) {\n throw new Error('Unexpected end of token stream');\n }\n return this.tokens[this.pos++];\n }\n\n isAtEnd(): boolean {\n return this.pos >= this.tokens.length;\n }\n\n mark(): StreamMark {\n return { position: this.pos };\n }\n\n reset(mark: StreamMark): void {\n this.pos = mark.position;\n }\n\n position(): number {\n return this.pos;\n }\n\n /**\n * Get remaining tokens as an array.\n */\n remaining(): LanguageToken[] {\n return this.tokens.slice(this.pos);\n }\n\n /**\n * Consume tokens while predicate is true.\n */\n takeWhile(predicate: (token: LanguageToken) => boolean): LanguageToken[] {\n const result: LanguageToken[] = [];\n while (!this.isAtEnd() && predicate(this.peek()!)) {\n result.push(this.advance());\n }\n return result;\n }\n\n /**\n * Skip tokens while predicate is true.\n */\n skipWhile(predicate: (token: LanguageToken) => boolean): void {\n while (!this.isAtEnd() && predicate(this.peek()!)) {\n this.advance();\n }\n }\n}\n\n// =============================================================================\n// Shared Tokenization Utilities\n// =============================================================================\n\n/**\n * Create a source position from start and end offsets.\n */\nexport function createPosition(start: number, end: number): SourcePosition {\n return { start, end };\n}\n\n/**\n * Options for creating a token with optional morphological data.\n */\nexport interface CreateTokenOptions {\n /** Explicitly normalized form from keyword map */\n normalized?: string;\n /** Morphologically normalized stem */\n stem?: string;\n /** Confidence in the stem (0.0-1.0) */\n stemConfidence?: number;\n}\n\n/**\n * Create a language token.\n */\nexport function createToken(\n value: string,\n kind: TokenKind,\n position: SourcePosition,\n normalizedOrOptions?: string | CreateTokenOptions\n): LanguageToken {\n // Handle legacy string argument for backward compatibility\n if (typeof normalizedOrOptions === 'string') {\n return { value, kind, position, normalized: normalizedOrOptions };\n }\n\n // Handle options object\n if (normalizedOrOptions) {\n const { normalized, stem, stemConfidence } = normalizedOrOptions;\n const token: LanguageToken = { value, kind, position };\n\n // Build token with only defined properties\n if (normalized !== undefined) {\n (token as any).normalized = normalized;\n }\n if (stem !== undefined) {\n (token as any).stem = stem;\n if (stemConfidence !== undefined) {\n (token as any).stemConfidence = stemConfidence;\n }\n }\n\n return token;\n }\n\n return { value, kind, position };\n}\n\n/**\n * Check if a character is whitespace.\n */\nexport function isWhitespace(char: string): boolean {\n return /\\s/.test(char);\n}\n\n/**\n * Check if a string starts with a CSS selector prefix.\n * Includes JSX-style element selectors: <form />, <div>\n */\nexport function isSelectorStart(char: string): boolean {\n return (\n char === '#' || char === '.' || char === '[' || char === '@' || char === '*' || char === '<'\n );\n}\n\n/**\n * Check if a character is a quote (string delimiter).\n */\nexport function isQuote(char: string): boolean {\n return char === '\"' || char === \"'\" || char === '`' || char === '「' || char === '」';\n}\n\n/**\n * Check if a character is a digit.\n */\nexport function isDigit(char: string): boolean {\n return /\\d/.test(char);\n}\n\n/**\n * Check if a character is an ASCII letter.\n */\nexport function isAsciiLetter(char: string): boolean {\n return /[a-zA-Z]/.test(char);\n}\n\n/**\n * Check if a character is part of an ASCII identifier.\n */\nexport function isAsciiIdentifierChar(char: string): boolean {\n return /[a-zA-Z0-9_-]/.test(char);\n}\n\n// =============================================================================\n// Unicode Range Classification\n// =============================================================================\n\n/**\n * Unicode range tuple: [start, end] (inclusive).\n */\nexport type UnicodeRange = readonly [number, number];\n\n/**\n * Create a character classifier for Unicode ranges.\n * Returns a function that checks if a character's code point falls within any of the ranges.\n *\n * @example\n * // Japanese Hiragana\n * const isHiragana = createUnicodeRangeClassifier([[0x3040, 0x309f]]);\n *\n * // Korean (Hangul syllables + Jamo)\n * const isKorean = createUnicodeRangeClassifier([\n * [0xac00, 0xd7a3], // Hangul syllables\n * [0x1100, 0x11ff], // Hangul Jamo\n * [0x3130, 0x318f], // Hangul Compatibility Jamo\n * ]);\n */\nexport function createUnicodeRangeClassifier(\n ranges: readonly UnicodeRange[]\n): (char: string) => boolean {\n return (char: string): boolean => {\n const code = char.charCodeAt(0);\n return ranges.some(([start, end]) => code >= start && code <= end);\n };\n}\n\n/**\n * Combine multiple character classifiers into one.\n * Returns true if any of the classifiers return true.\n *\n * @example\n * const isJapanese = combineClassifiers(isHiragana, isKatakana, isKanji);\n */\nexport function combineClassifiers(\n ...classifiers: Array<(char: string) => boolean>\n): (char: string) => boolean {\n return (char: string): boolean => classifiers.some(fn => fn(char));\n}\n\n/**\n * Character classifiers for a Latin-based language.\n */\nexport interface LatinCharClassifiers {\n /** Check if character is a letter in this language (including accented chars). */\n isLetter: (char: string) => boolean;\n /** Check if character is part of an identifier (letter, digit, underscore, hyphen). */\n isIdentifierChar: (char: string) => boolean;\n}\n\n/**\n * Create character classifiers for a Latin-based language.\n * Returns isLetter and isIdentifierChar functions based on the provided regex.\n *\n * @example\n * // Spanish letters\n * const { isLetter, isIdentifierChar } = createLatinCharClassifiers(/[a-zA-ZáéíóúüñÁÉÍÓÚÜÑ]/);\n *\n * // German letters\n * const { isLetter, isIdentifierChar } = createLatinCharClassifiers(/[a-zA-ZäöüÄÖÜß]/);\n */\nexport function createLatinCharClassifiers(letterPattern: RegExp): LatinCharClassifiers {\n const isLetter = (char: string): boolean => letterPattern.test(char);\n const isIdentifierChar = (char: string): boolean => isLetter(char) || /[0-9_-]/.test(char);\n return { isLetter, isIdentifierChar };\n}\n\n// =============================================================================\n// CSS Selector Tokenization\n// =============================================================================\n\n/**\n * Extract a CSS selector from the input string starting at pos.\n * CSS selectors are universal across languages.\n *\n * Supported formats:\n * - #id\n * - .class\n * - [attribute]\n * - [attribute=value]\n * - @attribute (shorthand)\n * - *property (CSS property shorthand)\n * - Complex selectors with combinators (limited)\n *\n * Method call handling:\n * - #dialog.showModal() → stops after #dialog (method call, not compound selector)\n * - #box.active → compound selector (no parens)\n */\nexport function extractCssSelector(input: string, startPos: number): string | null {\n if (startPos >= input.length) return null;\n\n const char = input[startPos];\n if (!isSelectorStart(char)) return null;\n\n let pos = startPos;\n let selector = '';\n\n // Handle different selector types\n if (char === '#' || char === '.') {\n // ID or class selector: #id, .class\n selector += input[pos++];\n while (pos < input.length && isAsciiIdentifierChar(input[pos])) {\n selector += input[pos++];\n }\n // Must have at least one character after prefix\n if (selector.length <= 1) return null;\n\n // Check for method call pattern: #id.method() or .class.method()\n // If we see .identifier followed by (, don't consume it - it's a method call\n if (pos < input.length && input[pos] === '.' && char === '#') {\n // Look ahead to see if this is a method call\n const methodStart = pos + 1;\n let methodEnd = methodStart;\n while (methodEnd < input.length && isAsciiIdentifierChar(input[methodEnd])) {\n methodEnd++;\n }\n // If followed by (, it's a method call - stop here\n if (methodEnd < input.length && input[methodEnd] === '(') {\n return selector;\n }\n }\n } else if (char === '[') {\n // Attribute selector: [attr] or [attr=value] or [attr=\"value\"]\n // Need to track quote state to avoid counting brackets inside quotes\n let depth = 1;\n let inQuote = false;\n let quoteChar: string | null = null;\n let escaped = false;\n\n selector += input[pos++]; // [\n\n while (pos < input.length && depth > 0) {\n const c = input[pos];\n selector += c;\n\n if (escaped) {\n // Skip escaped character\n escaped = false;\n } else if (c === '\\\\') {\n // Next character is escaped\n escaped = true;\n } else if (inQuote) {\n // Inside a quoted string\n if (c === quoteChar) {\n inQuote = false;\n quoteChar = null;\n }\n } else {\n // Not inside a quoted string\n if (c === '\"' || c === \"'\" || c === '`') {\n inQuote = true;\n quoteChar = c;\n } else if (c === '[') {\n depth++;\n } else if (c === ']') {\n depth--;\n }\n }\n pos++;\n }\n if (depth !== 0) return null;\n } else if (char === '@') {\n // Attribute shorthand: @disabled\n selector += input[pos++];\n while (pos < input.length && isAsciiIdentifierChar(input[pos])) {\n selector += input[pos++];\n }\n if (selector.length <= 1) return null;\n } else if (char === '*') {\n // CSS property shorthand: *display\n selector += input[pos++];\n while (pos < input.length && isAsciiIdentifierChar(input[pos])) {\n selector += input[pos++];\n }\n if (selector.length <= 1) return null;\n } else if (char === '<') {\n // HTML literal selector with optional modifiers and attributes:\n // - <div>\n // - <div.class>\n // - <div#id>\n // - <div.class#id>\n // - <button[disabled]/>\n // - <div.card/>\n // - <div.class#id[attr=\"value\"]/>\n selector += input[pos++]; // <\n\n // Must be followed by an identifier (tag name)\n if (pos >= input.length || !isAsciiLetter(input[pos])) return null;\n\n // Extract tag name\n while (pos < input.length && isAsciiIdentifierChar(input[pos])) {\n selector += input[pos++];\n }\n\n // Process modifiers and attributes\n // Can have multiple .class, one #id, and multiple [attr] in any order\n while (pos < input.length) {\n const modChar = input[pos];\n\n if (modChar === '.') {\n // Class modifier\n selector += input[pos++]; // .\n if (pos >= input.length || !isAsciiIdentifierChar(input[pos])) {\n return null; // Invalid - class name required after .\n }\n while (pos < input.length && isAsciiIdentifierChar(input[pos])) {\n selector += input[pos++];\n }\n } else if (modChar === '#') {\n // ID modifier\n selector += input[pos++]; // #\n if (pos >= input.length || !isAsciiIdentifierChar(input[pos])) {\n return null; // Invalid - ID required after #\n }\n while (pos < input.length && isAsciiIdentifierChar(input[pos])) {\n selector += input[pos++];\n }\n } else if (modChar === '[') {\n // Attribute modifier: [disabled] or [type=\"button\"]\n // Need to track quote state to avoid counting brackets inside quotes\n let depth = 1;\n let inQuote = false;\n let quoteChar: string | null = null;\n let escaped = false;\n\n selector += input[pos++]; // [\n\n while (pos < input.length && depth > 0) {\n const c = input[pos];\n selector += c;\n\n if (escaped) {\n escaped = false;\n } else if (c === '\\\\') {\n escaped = true;\n } else if (inQuote) {\n if (c === quoteChar) {\n inQuote = false;\n quoteChar = null;\n }\n } else {\n if (c === '\"' || c === \"'\" || c === '`') {\n inQuote = true;\n quoteChar = c;\n } else if (c === '[') {\n depth++;\n } else if (c === ']') {\n depth--;\n }\n }\n pos++;\n }\n if (depth !== 0) return null; // Unclosed bracket\n } else {\n // No more modifiers\n break;\n }\n }\n\n // Skip whitespace before optional self-closing /\n while (pos < input.length && isWhitespace(input[pos])) {\n selector += input[pos++];\n }\n\n // Optional self-closing /\n if (pos < input.length && input[pos] === '/') {\n selector += input[pos++];\n // Skip whitespace after /\n while (pos < input.length && isWhitespace(input[pos])) {\n selector += input[pos++];\n }\n }\n\n // Must end with >\n if (pos >= input.length || input[pos] !== '>') return null;\n selector += input[pos++]; // >\n }\n\n return selector || null;\n}\n\n// =============================================================================\n// String Literal Tokenization\n// =============================================================================\n\n/**\n * Check if a single quote at pos is a possessive marker ('s).\n * Returns true if this looks like possessive, not a string start.\n *\n * Examples:\n * - #element's *opacity → possessive (returns true)\n * - 'hello' → string (returns false)\n * - it's value → possessive (returns true)\n */\nexport function isPossessiveMarker(input: string, pos: number): boolean {\n if (pos >= input.length || input[pos] !== \"'\") return false;\n\n // Check if followed by 's' or 'S'\n if (pos + 1 >= input.length) return false;\n const nextChar = input[pos + 1].toLowerCase();\n if (nextChar !== 's') return false;\n\n // After 's, should be end, whitespace, or special char (not alphanumeric)\n if (pos + 2 >= input.length) return true; // end of input\n const afterS = input[pos + 2];\n return isWhitespace(afterS) || afterS === '*' || !isAsciiIdentifierChar(afterS);\n}\n\n/**\n * Extract a string literal from the input starting at pos.\n * Handles both ASCII quotes and Unicode quotes.\n *\n * Note: Single quotes that look like possessive markers ('s) are skipped.\n */\nexport function extractStringLiteral(input: string, startPos: number): string | null {\n if (startPos >= input.length) return null;\n\n const openQuote = input[startPos];\n if (!isQuote(openQuote)) return null;\n\n // Check for possessive marker - don't treat as string\n if (openQuote === \"'\" && isPossessiveMarker(input, startPos)) {\n return null;\n }\n\n // Map opening quotes to closing quotes\n const closeQuoteMap: Record<string, string> = {\n '\"': '\"',\n \"'\": \"'\",\n '`': '`',\n '「': '」',\n };\n\n const closeQuote = closeQuoteMap[openQuote];\n if (!closeQuote) return null;\n\n let pos = startPos + 1;\n let literal = openQuote;\n let escaped = false;\n\n while (pos < input.length) {\n const char = input[pos];\n literal += char;\n\n if (escaped) {\n escaped = false;\n } else if (char === '\\\\') {\n escaped = true;\n } else if (char === closeQuote) {\n // Found closing quote\n return literal;\n }\n pos++;\n }\n\n // Unclosed string - return what we have\n return literal;\n}\n\n// =============================================================================\n// URL Tokenization\n// =============================================================================\n\n/**\n * Check if the input at position starts a URL.\n * Detects: /path, ./path, ../path, //domain.com, http://, https://\n */\nexport function isUrlStart(input: string, pos: number): boolean {\n if (pos >= input.length) return false;\n\n const char = input[pos];\n const next = input[pos + 1] || '';\n const third = input[pos + 2] || '';\n\n // Absolute path: /something (but not just /)\n // Must be followed by alphanumeric or path char, not another / (that's protocol-relative)\n if (char === '/' && next !== '/' && /[a-zA-Z0-9._-]/.test(next)) {\n return true;\n }\n\n // Protocol-relative: //domain.com\n if (char === '/' && next === '/' && /[a-zA-Z]/.test(third)) {\n return true;\n }\n\n // Relative path: ./ or ../\n if (char === '.' && (next === '/' || (next === '.' && third === '/'))) {\n return true;\n }\n\n // Full URL: http:// or https://\n const slice = input.slice(pos, pos + 8).toLowerCase();\n if (slice.startsWith('http://') || slice.startsWith('https://')) {\n return true;\n }\n\n return false;\n}\n\n/**\n * Extract a URL from the input starting at pos.\n * Handles paths, query strings, and fragments.\n *\n * Fragment (#) handling:\n * - /page#section → includes fragment as part of URL\n * - #id alone → not a URL (CSS selector)\n */\nexport function extractUrl(input: string, startPos: number): string | null {\n if (!isUrlStart(input, startPos)) return null;\n\n let pos = startPos;\n let url = '';\n\n // Core URL characters (RFC 3986 unreserved + sub-delims + path/query chars)\n // Includes: letters, digits, and - . _ ~ : / ? # [ ] @ ! $ & ' ( ) * + , ; = %\n const urlChars = /[a-zA-Z0-9/:._\\-?&=%@+~!$'()*,;[\\]]/;\n\n while (pos < input.length) {\n const char = input[pos];\n\n // Special handling for #\n if (char === '#') {\n // Only include # if we have path content before it (it's a fragment)\n // If # appears at URL start or after certain chars, stop (might be CSS selector)\n if (url.length > 0 && /[a-zA-Z0-9/.]$/.test(url)) {\n // Include fragment\n url += char;\n pos++;\n // Consume fragment identifier (letters, digits, underscore, hyphen)\n while (pos < input.length && /[a-zA-Z0-9_-]/.test(input[pos])) {\n url += input[pos++];\n }\n }\n // Stop either way - fragment consumed or # is separate token\n break;\n }\n\n if (urlChars.test(char)) {\n url += char;\n pos++;\n } else {\n break;\n }\n }\n\n // Minimum length validation\n if (url.length < 2) return null;\n\n return url;\n}\n\n// =============================================================================\n// Number Tokenization\n// =============================================================================\n\n/**\n * Extract a number from the input starting at pos.\n * Handles integers and decimals.\n */\nexport function extractNumber(input: string, startPos: number): string | null {\n if (startPos >= input.length) return null;\n\n const char = input[startPos];\n if (!isDigit(char) && char !== '-' && char !== '+') return null;\n\n let pos = startPos;\n let number = '';\n\n // Optional sign\n if (input[pos] === '-' || input[pos] === '+') {\n number += input[pos++];\n }\n\n // Must have at least one digit\n if (pos >= input.length || !isDigit(input[pos])) {\n return null;\n }\n\n // Integer part\n while (pos < input.length && isDigit(input[pos])) {\n number += input[pos++];\n }\n\n // Optional decimal part\n if (pos < input.length && input[pos] === '.') {\n number += input[pos++];\n while (pos < input.length && isDigit(input[pos])) {\n number += input[pos++];\n }\n }\n\n // Optional duration suffix (s, ms, m, h)\n if (pos < input.length) {\n const suffix = input.slice(pos, pos + 2);\n if (suffix === 'ms') {\n number += 'ms';\n } else if (input[pos] === 's' || input[pos] === 'm' || input[pos] === 'h') {\n number += input[pos];\n }\n }\n\n return number;\n}\n\n// =============================================================================\n// Base Tokenizer Class\n// =============================================================================\n\n/**\n * Keyword entry for tokenizer - maps native word to normalized English form.\n */\nexport interface KeywordEntry {\n readonly native: string;\n readonly normalized: string;\n}\n\n/**\n * Profile interface for keyword derivation.\n * Matches the structure of LanguageProfile but only includes fields needed for tokenization.\n */\nexport interface TokenizerProfile {\n readonly keywords?: Record<\n string,\n { primary: string; alternatives?: string[]; normalized?: string }\n >;\n readonly references?: Record<string, string>;\n readonly roleMarkers?: Record<\n string,\n { primary: string; alternatives?: string[]; position?: string }\n >;\n}\n\n/**\n * Abstract base class for language-specific tokenizers.\n * Provides common functionality for CSS selectors, strings, and numbers.\n */\nexport abstract class BaseTokenizer implements LanguageTokenizer {\n abstract readonly language: string;\n abstract readonly direction: 'ltr' | 'rtl';\n\n /** Optional morphological normalizer for this language */\n protected normalizer?: MorphologicalNormalizer;\n\n /** Keywords derived from profile, sorted longest-first for greedy matching */\n protected profileKeywords: KeywordEntry[] = [];\n\n /** Map for O(1) keyword lookups by lowercase native word */\n protected profileKeywordMap: Map<string, KeywordEntry> = new Map();\n\n abstract tokenize(input: string): TokenStream;\n abstract classifyToken(token: string): TokenKind;\n\n /**\n * Initialize keyword mappings from a language profile.\n * Builds a list of native→english mappings from:\n * - profile.keywords (primary + alternatives)\n * - profile.references (me, it, you, etc.)\n * - profile.roleMarkers (into, from, with, etc.)\n *\n * Results are sorted longest-first for greedy matching (important for non-space languages).\n * Extras take precedence over profile entries when there are duplicates.\n *\n * @param profile - Language profile containing keyword translations\n * @param extras - Additional keyword entries to include (literals, positional, events)\n */\n protected initializeKeywordsFromProfile(\n profile: TokenizerProfile,\n extras: KeywordEntry[] = []\n ): void {\n // Use a Map to deduplicate, with extras taking precedence\n const keywordMap = new Map<string, KeywordEntry>();\n\n // Extract from keywords (command translations)\n if (profile.keywords) {\n for (const [normalized, translation] of Object.entries(profile.keywords)) {\n // Primary translation\n keywordMap.set(translation.primary, {\n native: translation.primary,\n normalized: translation.normalized || normalized,\n });\n\n // Alternative forms\n if (translation.alternatives) {\n for (const alt of translation.alternatives) {\n keywordMap.set(alt, {\n native: alt,\n normalized: translation.normalized || normalized,\n });\n }\n }\n }\n }\n\n // Extract from references (me, it, you, etc.)\n if (profile.references) {\n for (const [normalized, native] of Object.entries(profile.references)) {\n keywordMap.set(native, { native, normalized });\n }\n }\n\n // Extract from roleMarkers (into, from, with, etc.)\n if (profile.roleMarkers) {\n for (const [role, marker] of Object.entries(profile.roleMarkers)) {\n if (marker.primary) {\n keywordMap.set(marker.primary, { native: marker.primary, normalized: role });\n }\n if (marker.alternatives) {\n for (const alt of marker.alternatives) {\n keywordMap.set(alt, { native: alt, normalized: role });\n }\n }\n }\n }\n\n // Add extra entries (literals, positional, events) - these OVERRIDE profile entries\n for (const extra of extras) {\n keywordMap.set(extra.native, extra);\n }\n\n // Convert to array and sort longest-first for greedy matching\n this.profileKeywords = Array.from(keywordMap.values()).sort(\n (a, b) => b.native.length - a.native.length\n );\n\n // Build Map for O(1) lookups (case-insensitive + diacritic-insensitive)\n // This allows matching both 'بدّل' (with shadda) and 'بدل' (without) to the same entry\n this.profileKeywordMap = new Map();\n for (const keyword of this.profileKeywords) {\n // Add original form (with diacritics if present)\n this.profileKeywordMap.set(keyword.native.toLowerCase(), keyword);\n\n // Add diacritic-normalized form (for Arabic, Turkish, etc.)\n const normalized = this.removeDiacritics(keyword.native);\n if (normalized !== keyword.native && !this.profileKeywordMap.has(normalized.toLowerCase())) {\n this.profileKeywordMap.set(normalized.toLowerCase(), keyword);\n }\n }\n }\n\n /**\n * Remove diacritical marks from a word for normalization.\n * Primarily for Arabic (shadda, fatha, kasra, damma, sukun, etc.)\n * but could be extended for other languages.\n *\n * @param word - Word to normalize\n * @returns Word without diacritics\n */\n protected removeDiacritics(word: string): string {\n // Arabic diacritics: U+064B-U+0652 (fatha, kasra, damma, sukun, shadda, etc.)\n // U+0670 (superscript alif)\n return word.replace(/[\\u064B-\\u0652\\u0670]/g, '');\n }\n\n /**\n * Try to match a keyword from profile at the current position.\n * Uses longest-first greedy matching (important for non-space languages).\n *\n * @param input - Input string\n * @param pos - Current position\n * @returns Token if matched, null otherwise\n */\n protected tryProfileKeyword(input: string, pos: number): LanguageToken | null {\n for (const entry of this.profileKeywords) {\n if (input.slice(pos).startsWith(entry.native)) {\n return createToken(\n entry.native,\n 'keyword',\n createPosition(pos, pos + entry.native.length),\n entry.normalized\n );\n }\n }\n return null;\n }\n\n /**\n * Check if the remaining input starts with any known keyword.\n * Useful for non-space languages to detect word boundaries.\n *\n * @param input - Input string\n * @param pos - Current position\n * @returns true if a keyword starts at this position\n */\n protected isKeywordStart(input: string, pos: number): boolean {\n const remaining = input.slice(pos);\n return this.profileKeywords.some(entry => remaining.startsWith(entry.native));\n }\n\n /**\n * Look up a keyword by native word (case-insensitive).\n * O(1) lookup using the keyword map.\n *\n * @param native - Native word to look up\n * @returns KeywordEntry if found, undefined otherwise\n */\n protected lookupKeyword(native: string): KeywordEntry | undefined {\n return this.profileKeywordMap.get(native.toLowerCase());\n }\n\n /**\n * Check if a word is a known keyword (case-insensitive).\n * O(1) lookup using the keyword map.\n *\n * @param native - Native word to check\n * @returns true if the word is a keyword\n */\n protected isKeyword(native: string): boolean {\n return this.profileKeywordMap.has(native.toLowerCase());\n }\n\n /**\n * Set the morphological normalizer for this tokenizer.\n */\n setNormalizer(normalizer: MorphologicalNormalizer): void {\n this.normalizer = normalizer;\n }\n\n /**\n * Try to normalize a word using the morphological normalizer.\n * Returns null if no normalizer is set or normalization fails.\n *\n * Note: We don't check isNormalizable() here because the individual tokenizers\n * historically called normalize() directly without that check. The normalize()\n * method itself handles returning noChange() for words that can't be normalized.\n */\n protected tryNormalize(word: string): NormalizationResult | null {\n if (!this.normalizer) return null;\n\n const result = this.normalizer.normalize(word);\n\n // Only return if actually normalized (stem differs from input)\n if (result.stem !== word && result.confidence >= 0.7) {\n return result;\n }\n\n return null;\n }\n\n /**\n * Try morphological normalization and keyword lookup.\n *\n * If the word can be normalized to a stem that matches a known keyword,\n * returns a keyword token with morphological metadata (stem, stemConfidence).\n *\n * This is the common pattern for handling conjugated verbs across languages:\n * 1. Normalize the word (e.g., \"toggled\" → \"toggle\")\n * 2. Look up the stem in the keyword map\n * 3. Create a token with both the original form and stem metadata\n *\n * @param word - The word to normalize and look up\n * @param startPos - Start position for the token\n * @param endPos - End position for the token\n * @returns Token if stem matches a keyword, null otherwise\n */\n protected tryMorphKeywordMatch(\n word: string,\n startPos: number,\n endPos: number\n ): LanguageToken | null {\n const result = this.tryNormalize(word);\n if (!result) return null;\n\n // Check if the stem is a known keyword\n const stemEntry = this.lookupKeyword(result.stem);\n if (!stemEntry) return null;\n\n const tokenOptions: CreateTokenOptions = {\n normalized: stemEntry.normalized,\n stem: result.stem,\n stemConfidence: result.confidence,\n };\n return createToken(word, 'keyword', createPosition(startPos, endPos), tokenOptions);\n }\n\n /**\n * Try to extract a CSS selector at the current position.\n */\n protected trySelector(input: string, pos: number): LanguageToken | null {\n const selector = extractCssSelector(input, pos);\n if (selector) {\n return createToken(selector, 'selector', createPosition(pos, pos + selector.length));\n }\n return null;\n }\n\n /**\n * Try to extract an event modifier at the current position.\n * Event modifiers are .once, .debounce(N), .throttle(N), .queue(strategy)\n */\n protected tryEventModifier(input: string, pos: number): LanguageToken | null {\n // Must start with a dot\n if (input[pos] !== '.') {\n return null;\n }\n\n // Match pattern: .(once|debounce|throttle|queue) followed by optional (value)\n const match = input\n .slice(pos)\n .match(/^\\.(?:once|debounce|throttle|queue)(?:\\(([^)]+)\\))?(?:\\s|$|\\.)/);\n if (!match) {\n return null;\n }\n\n const fullMatch = match[0].replace(/(\\s|\\.)$/, ''); // Remove trailing space or dot\n const modifierName = fullMatch.slice(1).split('(')[0]; // Extract modifier name\n const value = match[1]; // Extract value from parentheses if present\n\n // Create token with metadata\n const token = createToken(\n fullMatch,\n 'event-modifier',\n createPosition(pos, pos + fullMatch.length)\n );\n\n // Add metadata for the modifier\n return {\n ...token,\n metadata: {\n modifierName,\n value: value ? (modifierName === 'queue' ? value : parseInt(value, 10)) : undefined,\n },\n };\n }\n\n /**\n * Try to extract a string literal at the current position.\n */\n protected tryString(input: string, pos: number): LanguageToken | null {\n const literal = extractStringLiteral(input, pos);\n if (literal) {\n return createToken(literal, 'literal', createPosition(pos, pos + literal.length));\n }\n return null;\n }\n\n /**\n * Try to extract a number at the current position.\n */\n protected tryNumber(input: string, pos: number): LanguageToken | null {\n const number = extractNumber(input, pos);\n if (number) {\n return createToken(number, 'literal', createPosition(pos, pos + number.length));\n }\n return null;\n }\n\n /**\n * Configuration for native language time units.\n * Maps patterns to their standard suffix (ms, s, m, h).\n */\n protected static readonly STANDARD_TIME_UNITS: readonly TimeUnitMapping[] = [\n { pattern: 'ms', suffix: 'ms', length: 2 },\n { pattern: 's', suffix: 's', length: 1, checkBoundary: true },\n { pattern: 'm', suffix: 'm', length: 1, checkBoundary: true, notFollowedBy: 's' },\n { pattern: 'h', suffix: 'h', length: 1, checkBoundary: true },\n ];\n\n /**\n * Try to match a time unit from a list of patterns.\n *\n * @param input - Input string\n * @param pos - Position after the number\n * @param timeUnits - Array of time unit mappings (native pattern → standard suffix)\n * @param skipWhitespace - Whether to skip whitespace before time unit (default: false)\n * @returns Object with matched suffix and new position, or null if no match\n */\n protected tryMatchTimeUnit(\n input: string,\n pos: number,\n timeUnits: readonly TimeUnitMapping[],\n skipWhitespace = false\n ): { suffix: string; endPos: number } | null {\n let unitPos = pos;\n\n // Optionally skip whitespace before time unit\n if (skipWhitespace) {\n while (unitPos < input.length && isWhitespace(input[unitPos])) {\n unitPos++;\n }\n }\n\n const remaining = input.slice(unitPos);\n\n // Check each time unit pattern\n for (const unit of timeUnits) {\n const candidate = remaining.slice(0, unit.length);\n const matches = unit.caseInsensitive\n ? candidate.toLowerCase() === unit.pattern.toLowerCase()\n : candidate === unit.pattern;\n\n if (matches) {\n // Check notFollowedBy constraint (e.g., 'm' should not match 'ms')\n if (unit.notFollowedBy) {\n const nextChar = remaining[unit.length] || '';\n if (nextChar === unit.notFollowedBy) continue;\n }\n\n // Check word boundary if required\n if (unit.checkBoundary) {\n const nextChar = remaining[unit.length] || '';\n if (isAsciiIdentifierChar(nextChar)) continue;\n }\n\n return { suffix: unit.suffix, endPos: unitPos + unit.length };\n }\n }\n\n return null;\n }\n\n /**\n * Parse a base number (sign, integer, decimal) without time units.\n * Returns the number string and end position.\n *\n * @param input - Input string\n * @param startPos - Start position\n * @param allowSign - Whether to allow +/- sign (default: true)\n * @returns Object with number string and end position, or null\n */\n protected parseBaseNumber(\n input: string,\n startPos: number,\n allowSign = true\n ): { number: string; endPos: number } | null {\n let pos = startPos;\n let number = '';\n\n // Optional sign\n if (allowSign && (input[pos] === '-' || input[pos] === '+')) {\n number += input[pos++];\n }\n\n // Must have at least one digit\n if (pos >= input.length || !isDigit(input[pos])) {\n return null;\n }\n\n // Integer part\n while (pos < input.length && isDigit(input[pos])) {\n number += input[pos++];\n }\n\n // Optional decimal\n if (pos < input.length && input[pos] === '.') {\n number += input[pos++];\n while (pos < input.length && isDigit(input[pos])) {\n number += input[pos++];\n }\n }\n\n if (!number || number === '-' || number === '+') return null;\n\n return { number, endPos: pos };\n }\n\n /**\n * Try to extract a number with native language time units.\n *\n * This is a template method that handles the common pattern:\n * 1. Parse the base number (sign, integer, decimal)\n * 2. Try to match native language time units\n * 3. Fall back to standard time units (ms, s, m, h)\n *\n * @param input - Input string\n * @param pos - Start position\n * @param nativeTimeUnits - Language-specific time unit mappings\n * @param options - Configuration options\n * @returns Token if number found, null otherwise\n */\n protected tryNumberWithTimeUnits(\n input: string,\n pos: number,\n nativeTimeUnits: readonly TimeUnitMapping[],\n options: { allowSign?: boolean; skipWhitespace?: boolean } = {}\n ): LanguageToken | null {\n const { allowSign = true, skipWhitespace = false } = options;\n\n // Parse base number\n const baseResult = this.parseBaseNumber(input, pos, allowSign);\n if (!baseResult) return null;\n\n let { number, endPos } = baseResult;\n\n // Try native time units first, then standard\n const allUnits = [...nativeTimeUnits, ...BaseTokenizer.STANDARD_TIME_UNITS];\n const timeMatch = this.tryMatchTimeUnit(input, endPos, allUnits, skipWhitespace);\n\n if (timeMatch) {\n number += timeMatch.suffix;\n endPos = timeMatch.endPos;\n }\n\n return createToken(number, 'literal', createPosition(pos, endPos));\n }\n\n /**\n * Try to extract a URL at the current position.\n * Handles /path, ./path, ../path, //domain.com, http://, https://\n */\n protected tryUrl(input: string, pos: number): LanguageToken | null {\n const url = extractUrl(input, pos);\n if (url) {\n return createToken(url, 'url', createPosition(pos, pos + url.length));\n }\n return null;\n }\n\n /**\n * Try to extract a variable reference (:varname) at the current position.\n * In hyperscript, :x refers to a local variable named x.\n */\n protected tryVariableRef(input: string, pos: number): LanguageToken | null {\n if (input[pos] !== ':') return null;\n if (pos + 1 >= input.length) return null;\n if (!isAsciiIdentifierChar(input[pos + 1])) return null;\n\n let endPos = pos + 1;\n while (endPos < input.length && isAsciiIdentifierChar(input[endPos])) {\n endPos++;\n }\n\n const varRef = input.slice(pos, endPos);\n return createToken(varRef, 'identifier', createPosition(pos, endPos));\n }\n\n /**\n * Try to extract an operator or punctuation token at the current position.\n * Handles two-character operators (==, !=, etc.) and single-character operators.\n */\n protected tryOperator(input: string, pos: number): LanguageToken | null {\n // Two-character operators\n const twoChar = input.slice(pos, pos + 2);\n if (['==', '!=', '<=', '>=', '&&', '||', '->'].includes(twoChar)) {\n return createToken(twoChar, 'operator', createPosition(pos, pos + 2));\n }\n\n // Single-character operators\n const oneChar = input[pos];\n if (['<', '>', '!', '+', '-', '*', '/', '='].includes(oneChar)) {\n return createToken(oneChar, 'operator', createPosition(pos, pos + 1));\n }\n\n // Punctuation\n if (['(', ')', '{', '}', ',', ';', ':'].includes(oneChar)) {\n return createToken(oneChar, 'punctuation', createPosition(pos, pos + 1));\n }\n\n return null;\n }\n\n /**\n * Try to match a multi-character particle from a list.\n *\n * Used by languages like Japanese, Korean, and Chinese that have\n * multi-character particles (e.g., Japanese から, まで, より).\n *\n * @param input - Input string\n * @param pos - Current position\n * @param particles - Array of multi-character particles to match\n * @returns Token if matched, null otherwise\n */\n protected tryMultiCharParticle(\n input: string,\n pos: number,\n particles: readonly string[]\n ): LanguageToken | null {\n for (const particle of particles) {\n if (input.slice(pos, pos + particle.length) === particle) {\n return createToken(particle, 'particle', createPosition(pos, pos + particle.length));\n }\n }\n return null;\n }\n}\n","/**\n * Morphological Normalizer Types\n *\n * Defines interfaces for language-specific morphological analysis.\n * Normalizers reduce conjugated/inflected forms to canonical stems\n * that can be matched against keyword dictionaries.\n */\n\n/**\n * Result of morphological normalization.\n */\nexport interface NormalizationResult {\n /** The extracted stem/root form */\n readonly stem: string;\n\n /** Confidence in the normalization (0.0-1.0) */\n readonly confidence: number;\n\n /** Optional metadata about the transformation */\n readonly metadata?: NormalizationMetadata;\n}\n\n/**\n * Metadata about morphological transformations applied.\n */\nexport interface NormalizationMetadata {\n /** Prefixes that were removed */\n readonly removedPrefixes?: readonly string[];\n\n /** Suffixes that were removed */\n readonly removedSuffixes?: readonly string[];\n\n /** Type of conjugation detected */\n readonly conjugationType?: ConjugationType;\n\n /** Original form classification */\n readonly originalForm?: string;\n\n /** Applied transformation rules (for debugging) */\n readonly appliedRules?: readonly string[];\n}\n\n/**\n * Types of verb conjugation/inflection.\n */\nexport type ConjugationType =\n // Tense\n | 'present'\n | 'past'\n | 'future'\n | 'progressive'\n | 'perfect'\n // Mood\n | 'imperative'\n | 'subjunctive'\n | 'conditional'\n // Voice\n | 'passive'\n | 'causative'\n // Politeness (Japanese/Korean)\n | 'polite'\n | 'humble'\n | 'honorific'\n // Form\n | 'negative'\n | 'potential'\n | 'volitional'\n // Japanese conditional forms\n | 'conditional-tara' // たら/したら - if/when (completed action)\n | 'conditional-to' // と/すると - when (habitual/expected)\n | 'conditional-ba' // ば/すれば - if (hypothetical)\n // Korean-specific\n | 'connective' // 하고, 해서 etc.\n | 'conditional-myeon' // -(으)면 - if/when (general conditional)\n | 'temporal-ttae' // -(으)ㄹ 때 - when (at the time of)\n | 'causal-nikka' // -(으)니까 - because/since\n // Korean honorific forms (-시- infix)\n | 'honorific-conditional' // -하시면 - if (honorific)\n | 'honorific-temporal' // -하실 때 - when (honorific)\n | 'honorific-causal' // -하시니까 - because (honorific)\n | 'honorific-past' // -하셨어요 - past (honorific)\n | 'honorific-polite' // -하십니다 - polite (honorific)\n // Korean sequential forms\n | 'sequential-after' // -고 나서 - after doing\n | 'sequential-before' // -기 전에 - before doing\n | 'immediate' // -자마자 - as soon as\n | 'obligation' // -아야/어야 해 - must do, should do\n // Spanish-specific\n | 'reflexive'\n | 'reflexive-imperative'\n | 'gerund'\n | 'participle'\n // Arabic-specific\n | 'conditional-idha' // إذا - if/when (hypothetical)\n | 'temporal-indama' // عندما - when (temporal conjunction)\n | 'temporal-hina' // حين - at the time of\n | 'temporal-lamma' // لمّا - when (past emphasis)\n | 'past-verb' // فعل ماضي - past tense verb\n // Turkish-specific\n | 'conditional-se' // -se/-sa - if (hypothetical)\n | 'temporal-ince' // -ince/-ınca/-unca/-ünce - when/as\n | 'temporal-dikce' // -dikçe/-dıkça/-dukça/-dükçe - as/while\n | 'aorist' // -ir/-ar - habitual/general\n | 'optative' // -eyim/-ayım/-elim/-alım - let me/us\n | 'necessitative' // -meli/-malı - must/should\n // Japanese request/contracted forms\n | 'request' // てください/でください - polite request\n | 'casual-request' // てくれ/でくれ - casual request\n | 'contracted' // ちゃう/じゃう - contracted completion (てしまう)\n | 'contracted-past' // ちゃった/じゃった - contracted past completion\n // Compound\n | 'compound' // Multi-layer suffixes (ていなかった, 하고나서였어)\n | 'te-form' // Japanese て-form\n | 'dictionary'; // Base/infinitive form\n\n/**\n * Interface for language-specific morphological normalizers.\n *\n * Normalizers attempt to reduce inflected word forms to their\n * canonical stems. This enables matching conjugated verbs against\n * keyword dictionaries that only contain base forms.\n *\n * Example (Japanese):\n * 切り替えた (past) → { stem: '切り替え', confidence: 0.85 }\n * 切り替えます (polite) → { stem: '切り替え', confidence: 0.85 }\n *\n * Example (Spanish):\n * mostrarse (reflexive infinitive) → { stem: 'mostrar', confidence: 0.85 }\n * alternando (gerund) → { stem: 'alternar', confidence: 0.85 }\n */\nexport interface MorphologicalNormalizer {\n /** Language code this normalizer handles */\n readonly language: string;\n\n /**\n * Normalize a word to its canonical stem form.\n *\n * @param word - The word to normalize\n * @returns Normalization result with stem and confidence\n */\n normalize(word: string): NormalizationResult;\n\n /**\n * Check if a word appears to be a verb form that can be normalized.\n * Optional optimization to skip normalization for non-verb tokens.\n *\n * @param word - The word to check\n * @returns true if the word might be a normalizable verb form\n */\n isNormalizable?(word: string): boolean;\n}\n\n/**\n * Configuration for suffix-based normalization rules.\n * Used by agglutinative languages (Japanese, Korean, Turkish).\n */\nexport interface SuffixRule {\n /** The suffix pattern to match */\n readonly pattern: string;\n\n /** Confidence when this suffix is stripped */\n readonly confidence: number;\n\n /** What to replace the suffix with (empty string for simple removal) */\n readonly replacement?: string;\n\n /** Conjugation type this suffix indicates */\n readonly conjugationType?: ConjugationType;\n\n /** Minimum stem length after stripping (to avoid over-stripping) */\n readonly minStemLength?: number;\n}\n\n/**\n * Configuration for prefix-based normalization rules.\n * Used primarily by Arabic for article/conjunction prefixes.\n */\nexport interface PrefixRule {\n /** The prefix pattern to match */\n readonly pattern: string;\n\n /** Confidence penalty when this prefix is stripped */\n readonly confidencePenalty: number;\n\n /** What the prefix indicates (for metadata) */\n readonly prefixType?: 'article' | 'conjunction' | 'preposition' | 'verb-marker';\n\n /** Minimum remaining characters after stripping (to avoid over-stripping) */\n readonly minRemaining?: number;\n}\n\n/**\n * Helper to create a \"no change\" normalization result.\n */\nexport function noChange(word: string): NormalizationResult {\n return { stem: word, confidence: 1.0 };\n}\n\n/**\n * Helper to create a normalization result with metadata.\n */\nexport function normalized(\n stem: string,\n confidence: number,\n metadata?: NormalizationMetadata\n): NormalizationResult {\n if (metadata) {\n return { stem, confidence, metadata };\n }\n return { stem, confidence };\n}\n","/**\n * Turkish Morphological Normalizer\n *\n * Turkish is a highly agglutinative language with strict vowel harmony.\n * Suffixes attach in sequence and their vowels change based on the last\n * vowel of the stem (front/back, rounded/unrounded).\n *\n * Vowel Harmony Rules:\n * - Back vowels (a, ı, o, u) take back vowel suffixes\n * - Front vowels (e, i, ö, ü) take front vowel suffixes\n *\n * Common verb suffixes:\n * - Infinitive: -mak/-mek (değiştirmek = to change)\n * - Present continuous: -iyor/-ıyor/-üyor/-uyor (değiştiriyor = is changing)\n * - Past: -di/-dı/-dü/-du (değiştirdi = changed)\n * - Reported past: -miş/-mış/-müş/-muş (değiştirmiş = apparently changed)\n * - Future: -ecek/-acak (değiştirecek = will change)\n * - Negation: -me/-ma before tense (değiştirmiyor = is not changing)\n * - Passive: -il/-ıl/-ül/-ul (değiştirildi = was changed)\n * - Causative: -tir/-tır/-tür/-tur (değiştirtmek = to make change)\n *\n * Person suffixes (after tense):\n * - 1sg: -im/-ım/-üm/-um or -m (yapıyorum = I am doing)\n * - 2sg: -sin/-sın/-sün/-sun (yapıyorsun = you are doing)\n * - 3sg: (no suffix) (yapıyor = he/she is doing)\n * - 1pl: -iz/-ız/-üz/-uz (yapıyoruz = we are doing)\n * - 2pl: -siniz/-sınız/-sünüz/-sunuz (yapıyorsunuz = you all are doing)\n * - 3pl: -ler/-lar (yapıyorlar = they are doing)\n *\n * Examples:\n * değiştiriyorum → değiştir (I am changing)\n * değiştirmek → değiştir (to change)\n * gösterdi → göster (showed)\n * gizleniyor → gizle (is being hidden)\n */\n\nimport type {\n MorphologicalNormalizer,\n NormalizationResult,\n SuffixRule,\n ConjugationType,\n} from './types';\nimport { noChange, normalized } from './types';\n\n/**\n * Check if a character is a Turkish letter.\n * Turkish uses Latin alphabet with special characters: ç, ğ, ı, ö, ş, ü\n */\nfunction isTurkishLetter(char: string): boolean {\n const code = char.charCodeAt(0);\n // Basic Latin letters\n if ((code >= 0x41 && code <= 0x5a) || (code >= 0x61 && code <= 0x7a)) {\n return true;\n }\n // Turkish special characters\n const turkishChars = 'çÇğĞıİöÖşŞüÜ';\n return turkishChars.includes(char);\n}\n\n/**\n * Check if a word contains Turkish characters (including special chars).\n */\nfunction containsTurkish(word: string): boolean {\n for (const char of word) {\n if (isTurkishLetter(char)) return true;\n }\n return false;\n}\n\n/**\n * Check if a vowel is a back vowel.\n */\nfunction isBackVowel(char: string): boolean {\n return 'aıouAIOU'.includes(char);\n}\n\n/**\n * Check if a vowel is a front vowel.\n */\nfunction isFrontVowel(char: string): boolean {\n return 'eiöüEİÖÜ'.includes(char);\n}\n\n/**\n * Check if a character is a vowel.\n */\nfunction isVowel(char: string): boolean {\n return isBackVowel(char) || isFrontVowel(char);\n}\n\n/**\n * Get the last vowel in a word.\n */\nfunction getLastVowel(word: string): string | null {\n for (let i = word.length - 1; i >= 0; i--) {\n if (isVowel(word[i])) {\n return word[i];\n }\n }\n return null;\n}\n\n/**\n * Check if a suffix matches vowel harmony with the stem.\n * This helps validate that a potential suffix actually belongs.\n */\nfunction matchesVowelHarmony(stem: string, suffix: string): boolean {\n const stemLastVowel = getLastVowel(stem);\n if (!stemLastVowel) return true; // No vowel in stem, can't validate\n\n const suffixFirstVowel = suffix.split('').find(c => isVowel(c));\n if (!suffixFirstVowel) return true; // No vowel in suffix, can't validate\n\n // Back vowel stems take back vowel suffixes\n if (isBackVowel(stemLastVowel)) {\n return isBackVowel(suffixFirstVowel);\n }\n // Front vowel stems take front vowel suffixes\n return isFrontVowel(suffixFirstVowel);\n}\n\n/**\n * Suffix rules for Turkish verb conjugation.\n * Each pattern includes all vowel harmony variants.\n * Ordered by length (longest first) to ensure greedy matching.\n */\nconst TURKISH_SUFFIX_RULES: readonly SuffixRule[] = [\n // Compound tense + person (longest patterns first)\n // Present continuous + person\n { pattern: 'iyorsunuz', confidence: 0.82, conjugationType: 'progressive', minStemLength: 2 },\n { pattern: 'ıyorsunuz', confidence: 0.82, conjugationType: 'progressive', minStemLength: 2 },\n { pattern: 'üyorsunuz', confidence: 0.82, conjugationType: 'progressive', minStemLength: 2 },\n { pattern: 'uyorsunuz', confidence: 0.82, conjugationType: 'progressive', minStemLength: 2 },\n { pattern: 'iyorsun', confidence: 0.82, conjugationType: 'progressive', minStemLength: 2 },\n { pattern: 'ıyorsun', confidence: 0.82, conjugationType: 'progressive', minStemLength: 2 },\n { pattern: 'üyorsun', confidence: 0.82, conjugationType: 'progressive', minStemLength: 2 },\n { pattern: 'uyorsun', confidence: 0.82, conjugationType: 'progressive', minStemLength: 2 },\n { pattern: 'iyoruz', confidence: 0.82, conjugationType: 'progressive', minStemLength: 2 },\n { pattern: 'ıyoruz', confidence: 0.82, conjugationType: 'progressive', minStemLength: 2 },\n { pattern: 'üyoruz', confidence: 0.82, conjugationType: 'progressive', minStemLength: 2 },\n { pattern: 'uyoruz', confidence: 0.82, conjugationType: 'progressive', minStemLength: 2 },\n { pattern: 'iyorum', confidence: 0.85, conjugationType: 'progressive', minStemLength: 2 },\n { pattern: 'ıyorum', confidence: 0.85, conjugationType: 'progressive', minStemLength: 2 },\n { pattern: 'üyorum', confidence: 0.85, conjugationType: 'progressive', minStemLength: 2 },\n { pattern: 'uyorum', confidence: 0.85, conjugationType: 'progressive', minStemLength: 2 },\n { pattern: 'iyorlar', confidence: 0.82, conjugationType: 'progressive', minStemLength: 2 },\n { pattern: 'ıyorlar', confidence: 0.82, conjugationType: 'progressive', minStemLength: 2 },\n { pattern: 'üyorlar', confidence: 0.82, conjugationType: 'progressive', minStemLength: 2 },\n { pattern: 'uyorlar', confidence: 0.82, conjugationType: 'progressive', minStemLength: 2 },\n\n // Future tense + person\n { pattern: 'eceksiniz', confidence: 0.82, conjugationType: 'future', minStemLength: 2 },\n { pattern: 'acaksınız', confidence: 0.82, conjugationType: 'future', minStemLength: 2 },\n { pattern: 'eceksin', confidence: 0.82, conjugationType: 'future', minStemLength: 2 },\n { pattern: 'acaksın', confidence: 0.82, conjugationType: 'future', minStemLength: 2 },\n { pattern: 'eceğiz', confidence: 0.82, conjugationType: 'future', minStemLength: 2 },\n { pattern: 'acağız', confidence: 0.82, conjugationType: 'future', minStemLength: 2 },\n { pattern: 'eceğim', confidence: 0.85, conjugationType: 'future', minStemLength: 2 },\n { pattern: 'acağım', confidence: 0.85, conjugationType: 'future', minStemLength: 2 },\n { pattern: 'ecekler', confidence: 0.82, conjugationType: 'future', minStemLength: 2 },\n { pattern: 'acaklar', confidence: 0.82, conjugationType: 'future', minStemLength: 2 },\n\n // Reported past + person\n { pattern: 'mişsiniz', confidence: 0.82, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'mışsınız', confidence: 0.82, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'müşsünüz', confidence: 0.82, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'muşsunuz', confidence: 0.82, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'mişsin', confidence: 0.82, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'mışsın', confidence: 0.82, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'müşsün', confidence: 0.82, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'muşsun', confidence: 0.82, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'mişiz', confidence: 0.82, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'mışız', confidence: 0.82, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'müşüz', confidence: 0.82, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'muşuz', confidence: 0.82, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'mişim', confidence: 0.85, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'mışım', confidence: 0.85, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'müşüm', confidence: 0.85, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'muşum', confidence: 0.85, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'mişler', confidence: 0.82, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'mışlar', confidence: 0.82, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'müşler', confidence: 0.82, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'muşlar', confidence: 0.82, conjugationType: 'past', minStemLength: 2 },\n\n // Past tense + person\n { pattern: 'diniz', confidence: 0.82, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'dınız', confidence: 0.82, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'dünüz', confidence: 0.82, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'dunuz', confidence: 0.82, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'tiniz', confidence: 0.82, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'tınız', confidence: 0.82, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'tünüz', confidence: 0.82, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'tunuz', confidence: 0.82, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'diler', confidence: 0.82, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'dılar', confidence: 0.82, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'düler', confidence: 0.82, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'dular', confidence: 0.82, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'tiler', confidence: 0.82, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'tılar', confidence: 0.82, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'tüler', confidence: 0.82, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'tular', confidence: 0.82, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'din', confidence: 0.82, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'dın', confidence: 0.82, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'dün', confidence: 0.82, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'dun', confidence: 0.82, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'tin', confidence: 0.82, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'tın', confidence: 0.82, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'tün', confidence: 0.82, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'tun', confidence: 0.82, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'dik', confidence: 0.82, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'dık', confidence: 0.82, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'dük', confidence: 0.82, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'duk', confidence: 0.82, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'tik', confidence: 0.82, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'tık', confidence: 0.82, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'tük', confidence: 0.82, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'tuk', confidence: 0.82, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'dim', confidence: 0.85, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'dım', confidence: 0.85, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'düm', confidence: 0.85, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'dum', confidence: 0.85, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'tim', confidence: 0.85, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'tım', confidence: 0.85, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'tüm', confidence: 0.85, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'tum', confidence: 0.85, conjugationType: 'past', minStemLength: 2 },\n\n // Present continuous (no person - 3rd person singular)\n { pattern: 'iyor', confidence: 0.85, conjugationType: 'progressive', minStemLength: 2 },\n { pattern: 'ıyor', confidence: 0.85, conjugationType: 'progressive', minStemLength: 2 },\n { pattern: 'üyor', confidence: 0.85, conjugationType: 'progressive', minStemLength: 2 },\n { pattern: 'uyor', confidence: 0.85, conjugationType: 'progressive', minStemLength: 2 },\n\n // Future (no person - 3rd person singular)\n { pattern: 'ecek', confidence: 0.85, conjugationType: 'future', minStemLength: 2 },\n { pattern: 'acak', confidence: 0.85, conjugationType: 'future', minStemLength: 2 },\n\n // Reported past (no person - 3rd person singular)\n { pattern: 'miş', confidence: 0.85, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'mış', confidence: 0.85, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'müş', confidence: 0.85, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'muş', confidence: 0.85, conjugationType: 'past', minStemLength: 2 },\n\n // Simple past (no person - 3rd person singular)\n { pattern: 'di', confidence: 0.85, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'dı', confidence: 0.85, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'dü', confidence: 0.85, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'du', confidence: 0.85, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'ti', confidence: 0.85, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'tı', confidence: 0.85, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'tü', confidence: 0.85, conjugationType: 'past', minStemLength: 2 },\n { pattern: 'tu', confidence: 0.85, conjugationType: 'past', minStemLength: 2 },\n\n // Infinitive\n { pattern: 'mek', confidence: 0.88, conjugationType: 'dictionary', minStemLength: 2 },\n { pattern: 'mak', confidence: 0.88, conjugationType: 'dictionary', minStemLength: 2 },\n\n // Optative mood (let me/us...) - -eyim/-ayım/-elim/-alım\n { pattern: 'eyelim', confidence: 0.82, conjugationType: 'optative', minStemLength: 2 },\n { pattern: 'ayalım', confidence: 0.82, conjugationType: 'optative', minStemLength: 2 },\n { pattern: 'eyim', confidence: 0.82, conjugationType: 'optative', minStemLength: 2 },\n { pattern: 'ayım', confidence: 0.82, conjugationType: 'optative', minStemLength: 2 },\n { pattern: 'elim', confidence: 0.82, conjugationType: 'optative', minStemLength: 2 },\n { pattern: 'alım', confidence: 0.82, conjugationType: 'optative', minStemLength: 2 },\n\n // Necessitative (must/should) - -meli/-malı\n { pattern: 'melisiniz', confidence: 0.82, conjugationType: 'necessitative', minStemLength: 2 },\n { pattern: 'malısınız', confidence: 0.82, conjugationType: 'necessitative', minStemLength: 2 },\n { pattern: 'melisin', confidence: 0.82, conjugationType: 'necessitative', minStemLength: 2 },\n { pattern: 'malısın', confidence: 0.82, conjugationType: 'necessitative', minStemLength: 2 },\n { pattern: 'meliyiz', confidence: 0.82, conjugationType: 'necessitative', minStemLength: 2 },\n { pattern: 'malıyız', confidence: 0.82, conjugationType: 'necessitative', minStemLength: 2 },\n { pattern: 'meliyim', confidence: 0.85, conjugationType: 'necessitative', minStemLength: 2 },\n { pattern: 'malıyım', confidence: 0.85, conjugationType: 'necessitative', minStemLength: 2 },\n { pattern: 'meliler', confidence: 0.82, conjugationType: 'necessitative', minStemLength: 2 },\n { pattern: 'malılar', confidence: 0.82, conjugationType: 'necessitative', minStemLength: 2 },\n { pattern: 'meli', confidence: 0.85, conjugationType: 'necessitative', minStemLength: 2 },\n { pattern: 'malı', confidence: 0.85, conjugationType: 'necessitative', minStemLength: 2 },\n\n // Ability (can) - -ebil/-abil + tense suffixes\n { pattern: 'ebiliyor', confidence: 0.82, conjugationType: 'potential', minStemLength: 2 },\n { pattern: 'abiliyor', confidence: 0.82, conjugationType: 'potential', minStemLength: 2 },\n { pattern: 'ebilir', confidence: 0.85, conjugationType: 'potential', minStemLength: 2 },\n { pattern: 'abilir', confidence: 0.85, conjugationType: 'potential', minStemLength: 2 },\n { pattern: 'ebildi', confidence: 0.82, conjugationType: 'potential', minStemLength: 2 },\n { pattern: 'abildi', confidence: 0.82, conjugationType: 'potential', minStemLength: 2 },\n { pattern: 'ebilmek', confidence: 0.85, conjugationType: 'potential', minStemLength: 2 },\n { pattern: 'abilmek', confidence: 0.85, conjugationType: 'potential', minStemLength: 2 },\n\n // Imperative (2nd person singular is just stem, 2nd person plural has suffix)\n { pattern: 'iniz', confidence: 0.82, conjugationType: 'imperative', minStemLength: 2 },\n { pattern: 'ınız', confidence: 0.82, conjugationType: 'imperative', minStemLength: 2 },\n { pattern: 'ünüz', confidence: 0.82, conjugationType: 'imperative', minStemLength: 2 },\n { pattern: 'unuz', confidence: 0.82, conjugationType: 'imperative', minStemLength: 2 },\n { pattern: 'in', confidence: 0.8, conjugationType: 'imperative', minStemLength: 2 },\n { pattern: 'ın', confidence: 0.8, conjugationType: 'imperative', minStemLength: 2 },\n { pattern: 'ün', confidence: 0.8, conjugationType: 'imperative', minStemLength: 2 },\n { pattern: 'un', confidence: 0.8, conjugationType: 'imperative', minStemLength: 2 },\n\n // Passive voice\n { pattern: 'ildi', confidence: 0.82, conjugationType: 'passive', minStemLength: 2 },\n { pattern: 'ıldı', confidence: 0.82, conjugationType: 'passive', minStemLength: 2 },\n { pattern: 'üldü', confidence: 0.82, conjugationType: 'passive', minStemLength: 2 },\n { pattern: 'uldu', confidence: 0.82, conjugationType: 'passive', minStemLength: 2 },\n { pattern: 'ilir', confidence: 0.82, conjugationType: 'passive', minStemLength: 2 },\n { pattern: 'ılır', confidence: 0.82, conjugationType: 'passive', minStemLength: 2 },\n { pattern: 'ülür', confidence: 0.82, conjugationType: 'passive', minStemLength: 2 },\n { pattern: 'ulur', confidence: 0.82, conjugationType: 'passive', minStemLength: 2 },\n\n // Causative\n { pattern: 'tirmek', confidence: 0.82, conjugationType: 'causative', minStemLength: 2 },\n { pattern: 'tırmak', confidence: 0.82, conjugationType: 'causative', minStemLength: 2 },\n { pattern: 'türmek', confidence: 0.82, conjugationType: 'causative', minStemLength: 2 },\n { pattern: 'turmak', confidence: 0.82, conjugationType: 'causative', minStemLength: 2 },\n { pattern: 'dirmek', confidence: 0.82, conjugationType: 'causative', minStemLength: 2 },\n { pattern: 'dırmak', confidence: 0.82, conjugationType: 'causative', minStemLength: 2 },\n { pattern: 'dürmek', confidence: 0.82, conjugationType: 'causative', minStemLength: 2 },\n { pattern: 'durmak', confidence: 0.82, conjugationType: 'causative', minStemLength: 2 },\n\n // Negation + tense combinations (very common)\n { pattern: 'miyorsunuz', confidence: 0.8, conjugationType: 'negative', minStemLength: 2 },\n { pattern: 'mıyorsunuz', confidence: 0.8, conjugationType: 'negative', minStemLength: 2 },\n { pattern: 'müyorsunuz', confidence: 0.8, conjugationType: 'negative', minStemLength: 2 },\n { pattern: 'muyorsunuz', confidence: 0.8, conjugationType: 'negative', minStemLength: 2 },\n { pattern: 'miyorsun', confidence: 0.8, conjugationType: 'negative', minStemLength: 2 },\n { pattern: 'mıyorsun', confidence: 0.8, conjugationType: 'negative', minStemLength: 2 },\n { pattern: 'müyorsun', confidence: 0.8, conjugationType: 'negative', minStemLength: 2 },\n { pattern: 'muyorsun', confidence: 0.8, conjugationType: 'negative', minStemLength: 2 },\n { pattern: 'miyoruz', confidence: 0.8, conjugationType: 'negative', minStemLength: 2 },\n { pattern: 'mıyoruz', confidence: 0.8, conjugationType: 'negative', minStemLength: 2 },\n { pattern: 'müyoruz', confidence: 0.8, conjugationType: 'negative', minStemLength: 2 },\n { pattern: 'muyoruz', confidence: 0.8, conjugationType: 'negative', minStemLength: 2 },\n { pattern: 'miyorum', confidence: 0.82, conjugationType: 'negative', minStemLength: 2 },\n { pattern: 'mıyorum', confidence: 0.82, conjugationType: 'negative', minStemLength: 2 },\n { pattern: 'müyorum', confidence: 0.82, conjugationType: 'negative', minStemLength: 2 },\n { pattern: 'muyorum', confidence: 0.82, conjugationType: 'negative', minStemLength: 2 },\n { pattern: 'miyor', confidence: 0.82, conjugationType: 'negative', minStemLength: 2 },\n { pattern: 'mıyor', confidence: 0.82, conjugationType: 'negative', minStemLength: 2 },\n { pattern: 'müyor', confidence: 0.82, conjugationType: 'negative', minStemLength: 2 },\n { pattern: 'muyor', confidence: 0.82, conjugationType: 'negative', minStemLength: 2 },\n { pattern: 'medi', confidence: 0.82, conjugationType: 'negative', minStemLength: 2 },\n { pattern: 'madı', confidence: 0.82, conjugationType: 'negative', minStemLength: 2 },\n { pattern: 'me', confidence: 0.75, conjugationType: 'negative', minStemLength: 3 },\n { pattern: 'ma', confidence: 0.75, conjugationType: 'negative', minStemLength: 3 },\n];\n\n/**\n * Turkish morphological normalizer.\n */\nexport class TurkishMorphologicalNormalizer implements MorphologicalNormalizer {\n readonly language = 'tr';\n\n /**\n * Check if a word might be a Turkish verb that can be normalized.\n */\n isNormalizable(word: string): boolean {\n // Must contain Turkish characters\n if (!containsTurkish(word)) return false;\n\n // Must be at least 3 characters (Turkish verb stems are usually 2+ chars)\n if (word.length < 3) return false;\n\n return true;\n }\n\n /**\n * Normalize a Turkish word to its stem form.\n */\n normalize(word: string): NormalizationResult {\n // Convert to lowercase for matching\n const lowerWord = word.toLowerCase();\n\n // Try suffix rules\n for (const rule of TURKISH_SUFFIX_RULES) {\n if (lowerWord.endsWith(rule.pattern)) {\n const stem = lowerWord.slice(0, -rule.pattern.length);\n\n // Validate stem length\n const minLength = rule.minStemLength ?? 2;\n if (stem.length < minLength) continue;\n\n // Validate vowel harmony (optional, can help avoid false positives)\n if (!matchesVowelHarmony(stem, rule.pattern)) {\n // Lower confidence if vowel harmony doesn't match\n // but still allow it since there are exceptions\n const adjustedConfidence = rule.confidence * 0.9;\n\n const metadata: { removedSuffixes: string[]; conjugationType?: ConjugationType } = {\n removedSuffixes: [rule.pattern],\n };\n if (rule.conjugationType) {\n metadata.conjugationType = rule.conjugationType;\n }\n return normalized(stem, adjustedConfidence, metadata);\n }\n\n const metadata: { removedSuffixes: string[]; conjugationType?: ConjugationType } = {\n removedSuffixes: [rule.pattern],\n };\n if (rule.conjugationType) {\n metadata.conjugationType = rule.conjugationType;\n }\n return normalized(stem, rule.confidence, metadata);\n }\n }\n\n // No normalization needed\n return noChange(word);\n }\n}\n\n// Export singleton instance\nexport const turkishMorphologicalNormalizer = new TurkishMorphologicalNormalizer();\n","/**\n * Turkish Language Profile\n *\n * SOV word order, case suffixes (agglutinative), space-separated.\n * Features vowel harmony and extensive suffixation.\n */\n\nimport type { LanguageProfile } from './types';\n\nexport const turkishProfile: LanguageProfile = {\n code: 'tr',\n name: 'Turkish',\n nativeName: 'Türkçe',\n direction: 'ltr',\n wordOrder: 'SOV',\n markingStrategy: 'case-suffix',\n usesSpaces: true,\n verb: {\n position: 'end',\n suffixes: ['mek', 'mak', 'yor', 'di', 'miş'],\n subjectDrop: true,\n },\n references: {\n me: 'ben', // \"I/me\"\n it: 'o', // \"it\"\n you: 'sen', // \"you\"\n result: 'sonuç',\n event: 'olay',\n target: 'hedef',\n body: 'gövde',\n },\n possessive: {\n marker: '', // Turkish uses genitive suffix -in/-ın + possessive suffix\n markerPosition: 'after-object',\n usePossessiveAdjectives: true,\n specialForms: {\n me: 'benim', // \"my\" (genitive of \"ben\")\n it: 'onun', // \"its\"\n you: 'senin', // \"your\"\n },\n keywords: {\n benim: 'me', // my\n senin: 'you', // your\n onun: 'it', // its\n },\n },\n roleMarkers: {\n patient: { primary: 'i', alternatives: ['ı', 'u', 'ü'], position: 'after' }, // Accusative\n destination: { primary: 'e', alternatives: ['a', 'de', 'da', 'te', 'ta'], position: 'after' }, // Dative/Locative\n source: { primary: 'den', alternatives: ['dan', 'ten', 'tan'], position: 'after' }, // Ablative\n style: { primary: 'le', alternatives: ['la', 'yle', 'yla'], position: 'after' }, // Instrumental\n event: { primary: 'i', alternatives: ['ı', 'u', 'ü'], position: 'after' }, // Event as accusative\n },\n keywords: {\n // Class/Attribute operations\n toggle: { primary: 'değiştir', alternatives: ['aç/kapat'], normalized: 'toggle' },\n add: { primary: 'ekle', normalized: 'add' },\n remove: { primary: 'kaldır', alternatives: ['sil'], normalized: 'remove' },\n // Content operations\n put: { primary: 'koy', normalized: 'put' },\n append: { primary: 'ekle', normalized: 'append' },\n take: { primary: 'al', normalized: 'take' },\n make: { primary: 'yap', normalized: 'make' },\n clone: { primary: 'kopyala', normalized: 'clone' },\n swap: { primary: 'değiştir', alternatives: ['takas'], normalized: 'swap' },\n morph: { primary: 'dönüştür', alternatives: ['şekil değiştir'], normalized: 'morph' },\n // Variable operations\n set: { primary: 'ayarla', alternatives: ['yap', 'belirle'], normalized: 'set' },\n get: { primary: 'al', normalized: 'get' },\n increment: { primary: 'artır', normalized: 'increment' },\n decrement: { primary: 'azalt', normalized: 'decrement' },\n log: { primary: 'kaydet', normalized: 'log' },\n // Visibility\n show: { primary: 'göster', normalized: 'show' },\n hide: { primary: 'gizle', normalized: 'hide' },\n transition: { primary: 'geçiş', normalized: 'transition' },\n // Events\n on: { primary: 'üzerinde', alternatives: ['olduğunda', 'zaman'], normalized: 'on' },\n trigger: { primary: 'tetikle', normalized: 'trigger' },\n send: { primary: 'gönder', normalized: 'send' },\n // DOM focus\n focus: { primary: 'odak', normalized: 'focus' },\n blur: { primary: 'bulanık', normalized: 'blur' },\n // Navigation\n go: { primary: 'git', normalized: 'go' },\n // Async\n wait: { primary: 'bekle', normalized: 'wait' },\n fetch: { primary: 'getir', normalized: 'fetch' },\n settle: { primary: 'sabitlen', normalized: 'settle' },\n // Control flow\n if: { primary: 'eğer', normalized: 'if' },\n when: { primary: 'iken', alternatives: ['durumunda', 'olduğunda'], normalized: 'when' },\n where: { primary: 'nerede', normalized: 'where' },\n else: { primary: 'yoksa', normalized: 'else' },\n repeat: { primary: 'tekrarla', normalized: 'repeat' },\n for: { primary: 'için', normalized: 'for' },\n while: { primary: 'iken', normalized: 'while' },\n continue: { primary: 'devam', normalized: 'continue' },\n halt: { primary: 'durdur', normalized: 'halt' },\n throw: { primary: 'fırlat', normalized: 'throw' },\n call: { primary: 'çağır', normalized: 'call' },\n return: { primary: 'dön', normalized: 'return' },\n then: { primary: 'sonra', alternatives: ['ardından', 'daha sonra'], normalized: 'then' },\n and: { primary: 've', alternatives: ['ayrıca', 'hem de'], normalized: 'and' },\n end: { primary: 'son', alternatives: ['bitiş', 'bitti'], normalized: 'end' },\n // Advanced\n js: { primary: 'js', normalized: 'js' },\n async: { primary: 'asenkron', normalized: 'async' },\n tell: { primary: 'söyle', normalized: 'tell' },\n default: { primary: 'varsayılan', normalized: 'default' },\n init: { primary: 'başlat', normalized: 'init' },\n behavior: { primary: 'davranış', normalized: 'behavior' },\n install: { primary: 'yükle', normalized: 'install' },\n measure: { primary: 'ölç', normalized: 'measure' },\n // Modifiers\n into: { primary: 'içine', normalized: 'into' },\n before: { primary: 'önce', normalized: 'before' },\n after: { primary: 'sonra', normalized: 'after' },\n // Event modifiers (for repeat until event)\n until: { primary: 'kadar', normalized: 'until' },\n event: { primary: 'olay', normalized: 'event' },\n from: { primary: '-den', alternatives: ['-dan'], normalized: 'from' },\n },\n};\n","/**\n * Turkish Tokenizer\n *\n * Tokenizes Turkish hyperscript input.\n * Turkish is challenging because:\n * - Highly agglutinative (many suffixes attach to words)\n * - Strict vowel harmony rules\n * - Postpositions instead of prepositions\n * - No grammatical gender\n * - Word order is typically SOV\n */\n\nimport type { LanguageToken, TokenKind, TokenStream } from '../types';\nimport {\n BaseTokenizer,\n TokenStreamImpl,\n createToken,\n createPosition,\n createLatinCharClassifiers,\n isWhitespace,\n isSelectorStart,\n isQuote,\n isDigit,\n isUrlStart,\n type KeywordEntry,\n type TimeUnitMapping,\n} from './base';\nimport { TurkishMorphologicalNormalizer } from './morphology/turkish-normalizer';\nimport { turkishProfile } from '../generators/profiles/turkish';\n\n// =============================================================================\n// Turkish Character Classification\n// =============================================================================\n\nconst { isLetter: isTurkishLetter } = createLatinCharClassifiers(/[a-zA-ZçÇğĞıİöÖşŞüÜ]/);\n\n// =============================================================================\n// Turkish Particles and Postpositions\n// =============================================================================\n\n/**\n * Turkish postpositions (come after the noun they modify).\n */\nconst POSTPOSITIONS = new Set([\n 'ile', // with\n 'için', // for\n 'kadar', // until, as far as\n 'gibi', // like\n 'sonra', // after\n 'önce', // before\n 'üzerinde', // on, above\n 'altında', // under\n 'içinde', // inside\n 'dışında', // outside\n 'arasında', // between\n 'karşı', // against, towards\n 'göre', // according to\n 'rağmen', // despite\n 'doğru', // towards\n 'boyunca', // along, throughout\n]);\n\n/**\n * Turkish case suffixes (attach to nouns).\n * These are often used as particles in semantic parsing.\n */\nconst CASE_SUFFIXES = new Set([\n 'de',\n 'da',\n 'te',\n 'ta', // locative (at, in)\n 'den',\n 'dan',\n 'ten',\n 'tan', // ablative (from)\n 'e',\n 'a',\n 'ye',\n 'ya', // dative (to)\n 'i',\n 'ı',\n 'u',\n 'ü', // accusative (object)\n 'in',\n 'ın',\n 'un',\n 'ün', // genitive (of)\n 'le',\n 'la',\n 'yle',\n 'yla', // instrumental (with)\n]);\n\n// =============================================================================\n// Turkish Extras (keywords not in profile)\n// =============================================================================\n\n/**\n * Extra keywords not covered by the profile:\n * - Literals (true, false, null, undefined)\n * - Positional words\n * - Event names\n * - Time units\n * - Diacritic-free variants\n * - Additional synonyms\n */\nconst TURKISH_EXTRAS: KeywordEntry[] = [\n // Values/Literals\n { native: 'doğru', normalized: 'true' },\n { native: 'dogru', normalized: 'true' },\n { native: 'yanlış', normalized: 'false' },\n { native: 'yanlis', normalized: 'false' },\n { native: 'null', normalized: 'null' },\n { native: 'boş', normalized: 'null' },\n { native: 'bos', normalized: 'null' },\n { native: 'tanımsız', normalized: 'undefined' },\n { native: 'tanimsiz', normalized: 'undefined' },\n\n // Positional\n { native: 'ilk', normalized: 'first' },\n { native: 'son', normalized: 'last' },\n { native: 'sonraki', normalized: 'next' },\n { native: 'önceki', normalized: 'previous' },\n { native: 'onceki', normalized: 'previous' },\n { native: 'en_yakın', normalized: 'closest' },\n { native: 'en_yakin', normalized: 'closest' },\n { native: 'ebeveyn', normalized: 'parent' },\n\n // Events\n { native: 'tıklama', normalized: 'click' },\n { native: 'tiklama', normalized: 'click' },\n { native: 'tık', normalized: 'click' },\n { native: 'tik', normalized: 'click' },\n { native: 'giriş', normalized: 'input' },\n { native: 'giris', normalized: 'input' },\n { native: 'değişim', normalized: 'change' },\n { native: 'degisim', normalized: 'change' },\n { native: 'odak', normalized: 'focus' },\n { native: 'bulanık', normalized: 'blur' },\n { native: 'bulanik', normalized: 'blur' },\n { native: 'fare üzerinde', normalized: 'mouseover' },\n { native: 'fare uzerinde', normalized: 'mouseover' },\n { native: 'fare dışında', normalized: 'mouseout' },\n { native: 'fare disinda', normalized: 'mouseout' },\n { native: 'kaydır', normalized: 'scroll' },\n { native: 'kaydir', normalized: 'scroll' },\n { native: 'tuş_bas', normalized: 'keydown' },\n { native: 'tus_bas', normalized: 'keydown' },\n { native: 'tuş_bırak', normalized: 'keyup' },\n { native: 'tus_birak', normalized: 'keyup' },\n\n // References\n { native: 'ben', normalized: 'me' },\n { native: 'benim', normalized: 'my' },\n { native: 'o', normalized: 'it' },\n { native: 'onun', normalized: 'its' },\n { native: 'sonuç', normalized: 'result' },\n { native: 'sonuc', normalized: 'result' },\n { native: 'olay', normalized: 'event' },\n { native: 'hedef', normalized: 'target' },\n\n // Time units\n { native: 'saniye', normalized: 's' },\n { native: 'milisaniye', normalized: 'ms' },\n { native: 'dakika', normalized: 'm' },\n { native: 'saat', normalized: 'h' },\n\n // Logical\n { native: 've', normalized: 'and' },\n { native: 'veya', normalized: 'or' },\n { native: 'değil', normalized: 'not' },\n { native: 'degil', normalized: 'not' },\n\n // Event triggers (on)\n { native: 'üzerinde', normalized: 'on' },\n { native: 'uzerinde', normalized: 'on' },\n { native: 'olduğunda', normalized: 'on' },\n { native: 'oldugunda', normalized: 'on' },\n\n // Command overrides (ensure correct mapping when profile has multiple meanings)\n { native: 'ekle', normalized: 'add' }, // Profile may have this as 'append'\n { native: 'değiştir', normalized: 'toggle' }, // Profile has this as 'swap'\n\n // Diacritic-free variants of commands\n { native: 'değistir', normalized: 'toggle' },\n { native: 'kaldir', normalized: 'remove' },\n { native: 'yerlestir', normalized: 'put' },\n { native: 'olustur', normalized: 'make' },\n { native: 'artir', normalized: 'increment' },\n { native: 'yazdir', normalized: 'log' },\n { native: 'goster', normalized: 'show' },\n { native: 'gecis', normalized: 'transition' },\n { native: 'atesle', normalized: 'trigger' },\n { native: 'gonder', normalized: 'send' },\n { native: 'bulaniklastir', normalized: 'blur' },\n { native: 'odak_kaldir', normalized: 'blur' },\n { native: 'yonlendir', normalized: 'go' },\n { native: 'cek', normalized: 'fetch' },\n { native: 'yerles', normalized: 'settle' },\n { native: 'eger', normalized: 'if' },\n { native: 'degilse', normalized: 'else' },\n { native: 'firlat', normalized: 'throw' },\n { native: 'cagir', normalized: 'call' },\n { native: 'don', normalized: 'return' },\n { native: 'dondur', normalized: 'return' },\n { native: 'eszamansiz', normalized: 'async' },\n { native: 'soyle', normalized: 'tell' },\n { native: 'varsayilan', normalized: 'default' },\n { native: 'baslat', normalized: 'init' },\n { native: 'basla', normalized: 'init' },\n { native: 'davranis', normalized: 'behavior' },\n { native: 'yukle', normalized: 'install' },\n { native: 'olc', normalized: 'measure' },\n { native: 'icine', normalized: 'into' },\n { native: 'once', normalized: 'before' },\n { native: 'icin', normalized: 'for' },\n\n // Colloquial forms\n { native: 'al', normalized: 'get' },\n { native: 'yap', normalized: 'set' },\n\n // Control flow helpers\n { native: 'o_zaman', normalized: 'then' },\n { native: 'bitir', normalized: 'end' },\n\n // Case suffix modifiers\n { native: '-den', normalized: 'from' },\n { native: '-dan', normalized: 'from' },\n];\n\n// =============================================================================\n// Turkish Time Units\n// =============================================================================\n\n/**\n * Turkish time unit patterns for number parsing.\n * Sorted by length (longest first) to ensure correct matching.\n * Includes abbreviations (dk, sa) commonly used in Turkish.\n */\nconst TURKISH_TIME_UNITS: readonly TimeUnitMapping[] = [\n { pattern: 'milisaniye', suffix: 'ms', length: 10, caseInsensitive: true },\n { pattern: 'dakika', suffix: 'm', length: 6, caseInsensitive: true },\n { pattern: 'saniye', suffix: 's', length: 6, caseInsensitive: true },\n { pattern: 'saat', suffix: 'h', length: 4, caseInsensitive: true },\n { pattern: 'dk', suffix: 'm', length: 2, checkBoundary: true }, // Common abbreviation for dakika\n { pattern: 'sa', suffix: 'h', length: 2, checkBoundary: true }, // Common abbreviation for saat\n];\n\n// =============================================================================\n// Turkish Tokenizer Implementation\n// =============================================================================\n\nexport class TurkishTokenizer extends BaseTokenizer {\n readonly language = 'tr';\n readonly direction = 'ltr' as const;\n\n constructor() {\n super();\n this.initializeKeywordsFromProfile(turkishProfile, TURKISH_EXTRAS);\n // Set morphological normalizer for verb conjugations\n this.normalizer = new TurkishMorphologicalNormalizer();\n }\n\n tokenize(input: string): TokenStream {\n const tokens: LanguageToken[] = [];\n let pos = 0;\n\n while (pos < input.length) {\n // Skip whitespace\n if (isWhitespace(input[pos])) {\n pos++;\n continue;\n }\n\n // Try CSS selector first (ASCII-based)\n if (isSelectorStart(input[pos])) {\n // Check for event modifier first (.once, .debounce(), etc.)\n const modifierToken = this.tryEventModifier(input, pos);\n if (modifierToken) {\n tokens.push(modifierToken);\n pos = modifierToken.position.end;\n continue;\n }\n\n const selectorToken = this.trySelector(input, pos);\n if (selectorToken) {\n tokens.push(selectorToken);\n pos = selectorToken.position.end;\n continue;\n }\n }\n\n // Try string literal\n if (isQuote(input[pos])) {\n const stringToken = this.tryString(input, pos);\n if (stringToken) {\n tokens.push(stringToken);\n pos = stringToken.position.end;\n continue;\n }\n }\n\n // Try URL (/path, ./path, http://, etc.)\n if (isUrlStart(input, pos)) {\n const urlToken = this.tryUrl(input, pos);\n if (urlToken) {\n tokens.push(urlToken);\n pos = urlToken.position.end;\n continue;\n }\n }\n\n // Try number (including Turkish time units)\n if (isDigit(input[pos])) {\n const numberToken = this.extractTurkishNumber(input, pos);\n if (numberToken) {\n tokens.push(numberToken);\n pos = numberToken.position.end;\n continue;\n }\n }\n\n // Try variable reference (:varname)\n const varToken = this.tryVariableRef(input, pos);\n if (varToken) {\n tokens.push(varToken);\n pos = varToken.position.end;\n continue;\n }\n\n // Try Turkish word\n if (isTurkishLetter(input[pos])) {\n const wordToken = this.extractTurkishWord(input, pos);\n if (wordToken) {\n tokens.push(wordToken);\n pos = wordToken.position.end;\n continue;\n }\n }\n\n // Skip unknown character\n pos++;\n }\n\n return new TokenStreamImpl(tokens, 'tr');\n }\n\n classifyToken(token: string): TokenKind {\n const lower = token.toLowerCase();\n if (POSTPOSITIONS.has(lower)) return 'particle';\n if (CASE_SUFFIXES.has(lower)) return 'particle';\n // O(1) Map lookup instead of O(n) array search\n if (this.isKeyword(lower)) return 'keyword';\n if (token.startsWith('#') || token.startsWith('.') || token.startsWith('[')) return 'selector';\n if (token.startsWith('\"') || token.startsWith(\"'\")) return 'literal';\n if (/^\\d/.test(token)) return 'literal';\n\n return 'identifier';\n }\n\n /**\n * Extract a Turkish word.\n * Uses morphological normalization to handle verb conjugations.\n */\n private extractTurkishWord(input: string, startPos: number): LanguageToken | null {\n let pos = startPos;\n let word = '';\n\n // Extract Turkish letters (including special chars)\n while (pos < input.length && (isTurkishLetter(input[pos]) || input[pos] === '_')) {\n word += input[pos++];\n }\n\n if (!word) return null;\n\n const lowerWord = word.toLowerCase();\n\n // O(1) Map lookup instead of O(n) array search\n const keywordEntry = this.lookupKeyword(lowerWord);\n if (keywordEntry) {\n return createToken(word, 'keyword', createPosition(startPos, pos), keywordEntry.normalized);\n }\n\n // Check if it's a postposition\n if (POSTPOSITIONS.has(lowerWord)) {\n return createToken(word, 'particle', createPosition(startPos, pos));\n }\n\n // Try morphological normalization for conjugated forms\n const morphToken = this.tryMorphKeywordMatch(lowerWord, startPos, pos);\n if (morphToken) return morphToken;\n\n // Not a keyword or recognized form, return as identifier\n return createToken(word, 'identifier', createPosition(startPos, pos));\n }\n\n /**\n * Extract a number, including Turkish time unit suffixes.\n */\n private extractTurkishNumber(input: string, startPos: number): LanguageToken | null {\n return this.tryNumberWithTimeUnits(input, startPos, TURKISH_TIME_UNITS, {\n allowSign: false,\n skipWhitespace: true,\n });\n }\n}\n\n/**\n * Singleton instance.\n */\nexport const turkishTokenizer = new TurkishTokenizer();\n","/**\n * Turkish Language Module\n *\n * Self-registering module for Turkish language support.\n * Importing this module registers Turkish tokenizer and profile.\n */\n\nimport { registerLanguage } from '../registry';\nimport { turkishTokenizer } from '../tokenizers/turkish';\nimport { turkishProfile } from '../generators/profiles/turkish';\n\nexport { turkishTokenizer } from '../tokenizers/turkish';\nexport { turkishProfile } from '../generators/profiles/turkish';\n\nregisterLanguage('tr', turkishTokenizer, turkishProfile);\n"],"mappings":";AA8EA,IAAM,aAAa,oBAAI,IAA+B;AACtD,IAAM,WAAW,oBAAI,IAA6B;AAClD,IAAM,eAAe,oBAAI,IAA+B;AAgBjD,SAAS,iBACd,MACA,WACA,SACM;AACN,aAAW,IAAI,MAAM,SAAS;AAC9B,WAAS,IAAI,MAAM,OAAO;AAE1B,eAAa,OAAO,IAAI;AAC1B;;;AC1DO,IAAM,kBAAN,MAA6C;AAAA,EAKlD,YAAY,QAAyB,UAAkB;AAFvD,SAAQ,MAAc;AAGpB,SAAK,SAAS;AACd,SAAK,WAAW;AAAA,EAClB;AAAA,EAEA,KAAK,SAAiB,GAAyB;AAC7C,UAAM,QAAQ,KAAK,MAAM;AACzB,QAAI,QAAQ,KAAK,SAAS,KAAK,OAAO,QAAQ;AAC5C,aAAO;AAAA,IACT;AACA,WAAO,KAAK,OAAO,KAAK;AAAA,EAC1B;AAAA,EAEA,UAAyB;AACvB,QAAI,KAAK,QAAQ,GAAG;AAClB,YAAM,IAAI,MAAM,gCAAgC;AAAA,IAClD;AACA,WAAO,KAAK,OAAO,KAAK,KAAK;AAAA,EAC/B;AAAA,EAEA,UAAmB;AACjB,WAAO,KAAK,OAAO,KAAK,OAAO;AAAA,EACjC;AAAA,EAEA,OAAmB;AACjB,WAAO,EAAE,UAAU,KAAK,IAAI;AAAA,EAC9B;AAAA,EAEA,MAAM,MAAwB;AAC5B,SAAK,MAAM,KAAK;AAAA,EAClB;AAAA,EAEA,WAAmB;AACjB,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,YAA6B;AAC3B,WAAO,KAAK,OAAO,MAAM,KAAK,GAAG;AAAA,EACnC;AAAA;AAAA;AAAA;AAAA,EAKA,UAAU,WAA+D;AACvE,UAAM,SAA0B,CAAC;AACjC,WAAO,CAAC,KAAK,QAAQ,KAAK,UAAU,KAAK,KAAK,CAAE,GAAG;AACjD,aAAO,KAAK,KAAK,QAAQ,CAAC;AAAA,IAC5B;AACA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,UAAU,WAAoD;AAC5D,WAAO,CAAC,KAAK,QAAQ,KAAK,UAAU,KAAK,KAAK,CAAE,GAAG;AACjD,WAAK,QAAQ;AAAA,IACf;AAAA,EACF;AACF;AASO,SAAS,eAAe,OAAe,KAA6B;AACzE,SAAO,EAAE,OAAO,IAAI;AACtB;AAiBO,SAAS,YACd,OACA,MACA,UACA,qBACe;AAEf,MAAI,OAAO,wBAAwB,UAAU;AAC3C,WAAO,EAAE,OAAO,MAAM,UAAU,YAAY,oBAAoB;AAAA,EAClE;AAGA,MAAI,qBAAqB;AACvB,UAAM,EAAE,YAAAA,aAAY,MAAM,eAAe,IAAI;AAC7C,UAAM,QAAuB,EAAE,OAAO,MAAM,SAAS;AAGrD,QAAIA,gBAAe,QAAW;AAC5B,MAAC,MAAc,aAAaA;AAAA,IAC9B;AACA,QAAI,SAAS,QAAW;AACtB,MAAC,MAAc,OAAO;AACtB,UAAI,mBAAmB,QAAW;AAChC,QAAC,MAAc,iBAAiB;AAAA,MAClC;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAEA,SAAO,EAAE,OAAO,MAAM,SAAS;AACjC;AAKO,SAAS,aAAa,MAAuB;AAClD,SAAO,KAAK,KAAK,IAAI;AACvB;AAMO,SAAS,gBAAgB,MAAuB;AACrD,SACE,SAAS,OAAO,SAAS,OAAO,SAAS,OAAO,SAAS,OAAO,SAAS,OAAO,SAAS;AAE7F;AAKO,SAAS,QAAQ,MAAuB;AAC7C,SAAO,SAAS,OAAO,SAAS,OAAO,SAAS,OAAO,SAAS,YAAO,SAAS;AAClF;AAKO,SAAS,QAAQ,MAAuB;AAC7C,SAAO,KAAK,KAAK,IAAI;AACvB;AAKO,SAAS,cAAc,MAAuB;AACnD,SAAO,WAAW,KAAK,IAAI;AAC7B;AAKO,SAAS,sBAAsB,MAAuB;AAC3D,SAAO,gBAAgB,KAAK,IAAI;AAClC;AAqEO,SAAS,2BAA2B,eAA6C;AACtF,QAAM,WAAW,CAAC,SAA0B,cAAc,KAAK,IAAI;AACnE,QAAM,mBAAmB,CAAC,SAA0B,SAAS,IAAI,KAAK,UAAU,KAAK,IAAI;AACzF,SAAO,EAAE,UAAU,iBAAiB;AACtC;AAuBO,SAAS,mBAAmB,OAAe,UAAiC;AACjF,MAAI,YAAY,MAAM,OAAQ,QAAO;AAErC,QAAM,OAAO,MAAM,QAAQ;AAC3B,MAAI,CAAC,gBAAgB,IAAI,EAAG,QAAO;AAEnC,MAAI,MAAM;AACV,MAAI,WAAW;AAGf,MAAI,SAAS,OAAO,SAAS,KAAK;AAEhC,gBAAY,MAAM,KAAK;AACvB,WAAO,MAAM,MAAM,UAAU,sBAAsB,MAAM,GAAG,CAAC,GAAG;AAC9D,kBAAY,MAAM,KAAK;AAAA,IACzB;AAEA,QAAI,SAAS,UAAU,EAAG,QAAO;AAIjC,QAAI,MAAM,MAAM,UAAU,MAAM,GAAG,MAAM,OAAO,SAAS,KAAK;AAE5D,YAAM,cAAc,MAAM;AAC1B,UAAI,YAAY;AAChB,aAAO,YAAY,MAAM,UAAU,sBAAsB,MAAM,SAAS,CAAC,GAAG;AAC1E;AAAA,MACF;AAEA,UAAI,YAAY,MAAM,UAAU,MAAM,SAAS,MAAM,KAAK;AACxD,eAAO;AAAA,MACT;AAAA,IACF;AAAA,EACF,WAAW,SAAS,KAAK;AAGvB,QAAI,QAAQ;AACZ,QAAI,UAAU;AACd,QAAI,YAA2B;AAC/B,QAAI,UAAU;AAEd,gBAAY,MAAM,KAAK;AAEvB,WAAO,MAAM,MAAM,UAAU,QAAQ,GAAG;AACtC,YAAM,IAAI,MAAM,GAAG;AACnB,kBAAY;AAEZ,UAAI,SAAS;AAEX,kBAAU;AAAA,MACZ,WAAW,MAAM,MAAM;AAErB,kBAAU;AAAA,MACZ,WAAW,SAAS;AAElB,YAAI,MAAM,WAAW;AACnB,oBAAU;AACV,sBAAY;AAAA,QACd;AAAA,MACF,OAAO;AAEL,YAAI,MAAM,OAAO,MAAM,OAAO,MAAM,KAAK;AACvC,oBAAU;AACV,sBAAY;AAAA,QACd,WAAW,MAAM,KAAK;AACpB;AAAA,QACF,WAAW,MAAM,KAAK;AACpB;AAAA,QACF;AAAA,MACF;AACA;AAAA,IACF;AACA,QAAI,UAAU,EAAG,QAAO;AAAA,EAC1B,WAAW,SAAS,KAAK;AAEvB,gBAAY,MAAM,KAAK;AACvB,WAAO,MAAM,MAAM,UAAU,sBAAsB,MAAM,GAAG,CAAC,GAAG;AAC9D,kBAAY,MAAM,KAAK;AAAA,IACzB;AACA,QAAI,SAAS,UAAU,EAAG,QAAO;AAAA,EACnC,WAAW,SAAS,KAAK;AAEvB,gBAAY,MAAM,KAAK;AACvB,WAAO,MAAM,MAAM,UAAU,sBAAsB,MAAM,GAAG,CAAC,GAAG;AAC9D,kBAAY,MAAM,KAAK;AAAA,IACzB;AACA,QAAI,SAAS,UAAU,EAAG,QAAO;AAAA,EACnC,WAAW,SAAS,KAAK;AASvB,gBAAY,MAAM,KAAK;AAGvB,QAAI,OAAO,MAAM,UAAU,CAAC,cAAc,MAAM,GAAG,CAAC,EAAG,QAAO;AAG9D,WAAO,MAAM,MAAM,UAAU,sBAAsB,MAAM,GAAG,CAAC,GAAG;AAC9D,kBAAY,MAAM,KAAK;AAAA,IACzB;AAIA,WAAO,MAAM,MAAM,QAAQ;AACzB,YAAM,UAAU,MAAM,GAAG;AAEzB,UAAI,YAAY,KAAK;AAEnB,oBAAY,MAAM,KAAK;AACvB,YAAI,OAAO,MAAM,UAAU,CAAC,sBAAsB,MAAM,GAAG,CAAC,GAAG;AAC7D,iBAAO;AAAA,QACT;AACA,eAAO,MAAM,MAAM,UAAU,sBAAsB,MAAM,GAAG,CAAC,GAAG;AAC9D,sBAAY,MAAM,KAAK;AAAA,QACzB;AAAA,MACF,WAAW,YAAY,KAAK;AAE1B,oBAAY,MAAM,KAAK;AACvB,YAAI,OAAO,MAAM,UAAU,CAAC,sBAAsB,MAAM,GAAG,CAAC,GAAG;AAC7D,iBAAO;AAAA,QACT;AACA,eAAO,MAAM,MAAM,UAAU,sBAAsB,MAAM,GAAG,CAAC,GAAG;AAC9D,sBAAY,MAAM,KAAK;AAAA,QACzB;AAAA,MACF,WAAW,YAAY,KAAK;AAG1B,YAAI,QAAQ;AACZ,YAAI,UAAU;AACd,YAAI,YAA2B;AAC/B,YAAI,UAAU;AAEd,oBAAY,MAAM,KAAK;AAEvB,eAAO,MAAM,MAAM,UAAU,QAAQ,GAAG;AACtC,gBAAM,IAAI,MAAM,GAAG;AACnB,sBAAY;AAEZ,cAAI,SAAS;AACX,sBAAU;AAAA,UACZ,WAAW,MAAM,MAAM;AACrB,sBAAU;AAAA,UACZ,WAAW,SAAS;AAClB,gBAAI,MAAM,WAAW;AACnB,wBAAU;AACV,0BAAY;AAAA,YACd;AAAA,UACF,OAAO;AACL,gBAAI,MAAM,OAAO,MAAM,OAAO,MAAM,KAAK;AACvC,wBAAU;AACV,0BAAY;AAAA,YACd,WAAW,MAAM,KAAK;AACpB;AAAA,YACF,WAAW,MAAM,KAAK;AACpB;AAAA,YACF;AAAA,UACF;AACA;AAAA,QACF;AACA,YAAI,UAAU,EAAG,QAAO;AAAA,MAC1B,OAAO;AAEL;AAAA,MACF;AAAA,IACF;AAGA,WAAO,MAAM,MAAM,UAAU,aAAa,MAAM,GAAG,CAAC,GAAG;AACrD,kBAAY,MAAM,KAAK;AAAA,IACzB;AAGA,QAAI,MAAM,MAAM,UAAU,MAAM,GAAG,MAAM,KAAK;AAC5C,kBAAY,MAAM,KAAK;AAEvB,aAAO,MAAM,MAAM,UAAU,aAAa,MAAM,GAAG,CAAC,GAAG;AACrD,oBAAY,MAAM,KAAK;AAAA,MACzB;AAAA,IACF;AAGA,QAAI,OAAO,MAAM,UAAU,MAAM,GAAG,MAAM,IAAK,QAAO;AACtD,gBAAY,MAAM,KAAK;AAAA,EACzB;AAEA,SAAO,YAAY;AACrB;AAeO,SAAS,mBAAmB,OAAe,KAAsB;AACtE,MAAI,OAAO,MAAM,UAAU,MAAM,GAAG,MAAM,IAAK,QAAO;AAGtD,MAAI,MAAM,KAAK,MAAM,OAAQ,QAAO;AACpC,QAAM,WAAW,MAAM,MAAM,CAAC,EAAE,YAAY;AAC5C,MAAI,aAAa,IAAK,QAAO;AAG7B,MAAI,MAAM,KAAK,MAAM,OAAQ,QAAO;AACpC,QAAM,SAAS,MAAM,MAAM,CAAC;AAC5B,SAAO,aAAa,MAAM,KAAK,WAAW,OAAO,CAAC,sBAAsB,MAAM;AAChF;AAQO,SAAS,qBAAqB,OAAe,UAAiC;AACnF,MAAI,YAAY,MAAM,OAAQ,QAAO;AAErC,QAAM,YAAY,MAAM,QAAQ;AAChC,MAAI,CAAC,QAAQ,SAAS,EAAG,QAAO;AAGhC,MAAI,cAAc,OAAO,mBAAmB,OAAO,QAAQ,GAAG;AAC5D,WAAO;AAAA,EACT;AAGA,QAAM,gBAAwC;AAAA,IAC5C,KAAK;AAAA,IACL,KAAK;AAAA,IACL,KAAK;AAAA,IACL,UAAK;AAAA,EACP;AAEA,QAAM,aAAa,cAAc,SAAS;AAC1C,MAAI,CAAC,WAAY,QAAO;AAExB,MAAI,MAAM,WAAW;AACrB,MAAI,UAAU;AACd,MAAI,UAAU;AAEd,SAAO,MAAM,MAAM,QAAQ;AACzB,UAAM,OAAO,MAAM,GAAG;AACtB,eAAW;AAEX,QAAI,SAAS;AACX,gBAAU;AAAA,IACZ,WAAW,SAAS,MAAM;AACxB,gBAAU;AAAA,IACZ,WAAW,SAAS,YAAY;AAE9B,aAAO;AAAA,IACT;AACA;AAAA,EACF;AAGA,SAAO;AACT;AAUO,SAAS,WAAW,OAAe,KAAsB;AAC9D,MAAI,OAAO,MAAM,OAAQ,QAAO;AAEhC,QAAM,OAAO,MAAM,GAAG;AACtB,QAAM,OAAO,MAAM,MAAM,CAAC,KAAK;AAC/B,QAAM,QAAQ,MAAM,MAAM,CAAC,KAAK;AAIhC,MAAI,SAAS,OAAO,SAAS,OAAO,iBAAiB,KAAK,IAAI,GAAG;AAC/D,WAAO;AAAA,EACT;AAGA,MAAI,SAAS,OAAO,SAAS,OAAO,WAAW,KAAK,KAAK,GAAG;AAC1D,WAAO;AAAA,EACT;AAGA,MAAI,SAAS,QAAQ,SAAS,OAAQ,SAAS,OAAO,UAAU,MAAO;AACrE,WAAO;AAAA,EACT;AAGA,QAAM,QAAQ,MAAM,MAAM,KAAK,MAAM,CAAC,EAAE,YAAY;AACpD,MAAI,MAAM,WAAW,SAAS,KAAK,MAAM,WAAW,UAAU,GAAG;AAC/D,WAAO;AAAA,EACT;AAEA,SAAO;AACT;AAUO,SAAS,WAAW,OAAe,UAAiC;AACzE,MAAI,CAAC,WAAW,OAAO,QAAQ,EAAG,QAAO;AAEzC,MAAI,MAAM;AACV,MAAI,MAAM;AAIV,QAAM,WAAW;AAEjB,SAAO,MAAM,MAAM,QAAQ;AACzB,UAAM,OAAO,MAAM,GAAG;AAGtB,QAAI,SAAS,KAAK;AAGhB,UAAI,IAAI,SAAS,KAAK,iBAAiB,KAAK,GAAG,GAAG;AAEhD,eAAO;AACP;AAEA,eAAO,MAAM,MAAM,UAAU,gBAAgB,KAAK,MAAM,GAAG,CAAC,GAAG;AAC7D,iBAAO,MAAM,KAAK;AAAA,QACpB;AAAA,MACF;AAEA;AAAA,IACF;AAEA,QAAI,SAAS,KAAK,IAAI,GAAG;AACvB,aAAO;AACP;AAAA,IACF,OAAO;AACL;AAAA,IACF;AAAA,EACF;AAGA,MAAI,IAAI,SAAS,EAAG,QAAO;AAE3B,SAAO;AACT;AAUO,SAAS,cAAc,OAAe,UAAiC;AAC5E,MAAI,YAAY,MAAM,OAAQ,QAAO;AAErC,QAAM,OAAO,MAAM,QAAQ;AAC3B,MAAI,CAAC,QAAQ,IAAI,KAAK,SAAS,OAAO,SAAS,IAAK,QAAO;AAE3D,MAAI,MAAM;AACV,MAAI,SAAS;AAGb,MAAI,MAAM,GAAG,MAAM,OAAO,MAAM,GAAG,MAAM,KAAK;AAC5C,cAAU,MAAM,KAAK;AAAA,EACvB;AAGA,MAAI,OAAO,MAAM,UAAU,CAAC,QAAQ,MAAM,GAAG,CAAC,GAAG;AAC/C,WAAO;AAAA,EACT;AAGA,SAAO,MAAM,MAAM,UAAU,QAAQ,MAAM,GAAG,CAAC,GAAG;AAChD,cAAU,MAAM,KAAK;AAAA,EACvB;AAGA,MAAI,MAAM,MAAM,UAAU,MAAM,GAAG,MAAM,KAAK;AAC5C,cAAU,MAAM,KAAK;AACrB,WAAO,MAAM,MAAM,UAAU,QAAQ,MAAM,GAAG,CAAC,GAAG;AAChD,gBAAU,MAAM,KAAK;AAAA,IACvB;AAAA,EACF;AAGA,MAAI,MAAM,MAAM,QAAQ;AACtB,UAAM,SAAS,MAAM,MAAM,KAAK,MAAM,CAAC;AACvC,QAAI,WAAW,MAAM;AACnB,gBAAU;AAAA,IACZ,WAAW,MAAM,GAAG,MAAM,OAAO,MAAM,GAAG,MAAM,OAAO,MAAM,GAAG,MAAM,KAAK;AACzE,gBAAU,MAAM,GAAG;AAAA,IACrB;AAAA,EACF;AAEA,SAAO;AACT;AAkCO,IAAe,iBAAf,MAAe,eAA2C;AAAA,EAA1D;AAQL;AAAA,SAAU,kBAAkC,CAAC;AAG7C;AAAA,SAAU,oBAA+C,oBAAI,IAAI;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAkBvD,8BACR,SACA,SAAyB,CAAC,GACpB;AAEN,UAAM,aAAa,oBAAI,IAA0B;AAGjD,QAAI,QAAQ,UAAU;AACpB,iBAAW,CAACC,aAAY,WAAW,KAAK,OAAO,QAAQ,QAAQ,QAAQ,GAAG;AAExE,mBAAW,IAAI,YAAY,SAAS;AAAA,UAClC,QAAQ,YAAY;AAAA,UACpB,YAAY,YAAY,cAAcA;AAAA,QACxC,CAAC;AAGD,YAAI,YAAY,cAAc;AAC5B,qBAAW,OAAO,YAAY,cAAc;AAC1C,uBAAW,IAAI,KAAK;AAAA,cAClB,QAAQ;AAAA,cACR,YAAY,YAAY,cAAcA;AAAA,YACxC,CAAC;AAAA,UACH;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAGA,QAAI,QAAQ,YAAY;AACtB,iBAAW,CAACA,aAAY,MAAM,KAAK,OAAO,QAAQ,QAAQ,UAAU,GAAG;AACrE,mBAAW,IAAI,QAAQ,EAAE,QAAQ,YAAAA,YAAW,CAAC;AAAA,MAC/C;AAAA,IACF;AAGA,QAAI,QAAQ,aAAa;AACvB,iBAAW,CAAC,MAAM,MAAM,KAAK,OAAO,QAAQ,QAAQ,WAAW,GAAG;AAChE,YAAI,OAAO,SAAS;AAClB,qBAAW,IAAI,OAAO,SAAS,EAAE,QAAQ,OAAO,SAAS,YAAY,KAAK,CAAC;AAAA,QAC7E;AACA,YAAI,OAAO,cAAc;AACvB,qBAAW,OAAO,OAAO,cAAc;AACrC,uBAAW,IAAI,KAAK,EAAE,QAAQ,KAAK,YAAY,KAAK,CAAC;AAAA,UACvD;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAGA,eAAW,SAAS,QAAQ;AAC1B,iBAAW,IAAI,MAAM,QAAQ,KAAK;AAAA,IACpC;AAGA,SAAK,kBAAkB,MAAM,KAAK,WAAW,OAAO,CAAC,EAAE;AAAA,MACrD,CAAC,GAAG,MAAM,EAAE,OAAO,SAAS,EAAE,OAAO;AAAA,IACvC;AAIA,SAAK,oBAAoB,oBAAI,IAAI;AACjC,eAAW,WAAW,KAAK,iBAAiB;AAE1C,WAAK,kBAAkB,IAAI,QAAQ,OAAO,YAAY,GAAG,OAAO;AAGhE,YAAMA,cAAa,KAAK,iBAAiB,QAAQ,MAAM;AACvD,UAAIA,gBAAe,QAAQ,UAAU,CAAC,KAAK,kBAAkB,IAAIA,YAAW,YAAY,CAAC,GAAG;AAC1F,aAAK,kBAAkB,IAAIA,YAAW,YAAY,GAAG,OAAO;AAAA,MAC9D;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUU,iBAAiB,MAAsB;AAG/C,WAAO,KAAK,QAAQ,0BAA0B,EAAE;AAAA,EAClD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUU,kBAAkB,OAAe,KAAmC;AAC5E,eAAW,SAAS,KAAK,iBAAiB;AACxC,UAAI,MAAM,MAAM,GAAG,EAAE,WAAW,MAAM,MAAM,GAAG;AAC7C,eAAO;AAAA,UACL,MAAM;AAAA,UACN;AAAA,UACA,eAAe,KAAK,MAAM,MAAM,OAAO,MAAM;AAAA,UAC7C,MAAM;AAAA,QACR;AAAA,MACF;AAAA,IACF;AACA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUU,eAAe,OAAe,KAAsB;AAC5D,UAAM,YAAY,MAAM,MAAM,GAAG;AACjC,WAAO,KAAK,gBAAgB,KAAK,WAAS,UAAU,WAAW,MAAM,MAAM,CAAC;AAAA,EAC9E;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASU,cAAc,QAA0C;AAChE,WAAO,KAAK,kBAAkB,IAAI,OAAO,YAAY,CAAC;AAAA,EACxD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASU,UAAU,QAAyB;AAC3C,WAAO,KAAK,kBAAkB,IAAI,OAAO,YAAY,CAAC;AAAA,EACxD;AAAA;AAAA;AAAA;AAAA,EAKA,cAAc,YAA2C;AACvD,SAAK,aAAa;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUU,aAAa,MAA0C;AAC/D,QAAI,CAAC,KAAK,WAAY,QAAO;AAE7B,UAAM,SAAS,KAAK,WAAW,UAAU,IAAI;AAG7C,QAAI,OAAO,SAAS,QAAQ,OAAO,cAAc,KAAK;AACpD,aAAO;AAAA,IACT;AAEA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAkBU,qBACR,MACA,UACA,QACsB;AACtB,UAAM,SAAS,KAAK,aAAa,IAAI;AACrC,QAAI,CAAC,OAAQ,QAAO;AAGpB,UAAM,YAAY,KAAK,cAAc,OAAO,IAAI;AAChD,QAAI,CAAC,UAAW,QAAO;AAEvB,UAAM,eAAmC;AAAA,MACvC,YAAY,UAAU;AAAA,MACtB,MAAM,OAAO;AAAA,MACb,gBAAgB,OAAO;AAAA,IACzB;AACA,WAAO,YAAY,MAAM,WAAW,eAAe,UAAU,MAAM,GAAG,YAAY;AAAA,EACpF;AAAA;AAAA;AAAA;AAAA,EAKU,YAAY,OAAe,KAAmC;AACtE,UAAM,WAAW,mBAAmB,OAAO,GAAG;AAC9C,QAAI,UAAU;AACZ,aAAO,YAAY,UAAU,YAAY,eAAe,KAAK,MAAM,SAAS,MAAM,CAAC;AAAA,IACrF;AACA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA,EAMU,iBAAiB,OAAe,KAAmC;AAE3E,QAAI,MAAM,GAAG,MAAM,KAAK;AACtB,aAAO;AAAA,IACT;AAGA,UAAM,QAAQ,MACX,MAAM,GAAG,EACT,MAAM,gEAAgE;AACzE,QAAI,CAAC,OAAO;AACV,aAAO;AAAA,IACT;AAEA,UAAM,YAAY,MAAM,CAAC,EAAE,QAAQ,YAAY,EAAE;AACjD,UAAM,eAAe,UAAU,MAAM,CAAC,EAAE,MAAM,GAAG,EAAE,CAAC;AACpD,UAAM,QAAQ,MAAM,CAAC;AAGrB,UAAM,QAAQ;AAAA,MACZ;AAAA,MACA;AAAA,MACA,eAAe,KAAK,MAAM,UAAU,MAAM;AAAA,IAC5C;AAGA,WAAO;AAAA,MACL,GAAG;AAAA,MACH,UAAU;AAAA,QACR;AAAA,QACA,OAAO,QAAS,iBAAiB,UAAU,QAAQ,SAAS,OAAO,EAAE,IAAK;AAAA,MAC5E;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKU,UAAU,OAAe,KAAmC;AACpE,UAAM,UAAU,qBAAqB,OAAO,GAAG;AAC/C,QAAI,SAAS;AACX,aAAO,YAAY,SAAS,WAAW,eAAe,KAAK,MAAM,QAAQ,MAAM,CAAC;AAAA,IAClF;AACA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKU,UAAU,OAAe,KAAmC;AACpE,UAAM,SAAS,cAAc,OAAO,GAAG;AACvC,QAAI,QAAQ;AACV,aAAO,YAAY,QAAQ,WAAW,eAAe,KAAK,MAAM,OAAO,MAAM,CAAC;AAAA,IAChF;AACA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAsBU,iBACR,OACA,KACA,WACA,iBAAiB,OAC0B;AAC3C,QAAI,UAAU;AAGd,QAAI,gBAAgB;AAClB,aAAO,UAAU,MAAM,UAAU,aAAa,MAAM,OAAO,CAAC,GAAG;AAC7D;AAAA,MACF;AAAA,IACF;AAEA,UAAM,YAAY,MAAM,MAAM,OAAO;AAGrC,eAAW,QAAQ,WAAW;AAC5B,YAAM,YAAY,UAAU,MAAM,GAAG,KAAK,MAAM;AAChD,YAAM,UAAU,KAAK,kBACjB,UAAU,YAAY,MAAM,KAAK,QAAQ,YAAY,IACrD,cAAc,KAAK;AAEvB,UAAI,SAAS;AAEX,YAAI,KAAK,eAAe;AACtB,gBAAM,WAAW,UAAU,KAAK,MAAM,KAAK;AAC3C,cAAI,aAAa,KAAK,cAAe;AAAA,QACvC;AAGA,YAAI,KAAK,eAAe;AACtB,gBAAM,WAAW,UAAU,KAAK,MAAM,KAAK;AAC3C,cAAI,sBAAsB,QAAQ,EAAG;AAAA,QACvC;AAEA,eAAO,EAAE,QAAQ,KAAK,QAAQ,QAAQ,UAAU,KAAK,OAAO;AAAA,MAC9D;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAWU,gBACR,OACA,UACA,YAAY,MAC+B;AAC3C,QAAI,MAAM;AACV,QAAI,SAAS;AAGb,QAAI,cAAc,MAAM,GAAG,MAAM,OAAO,MAAM,GAAG,MAAM,MAAM;AAC3D,gBAAU,MAAM,KAAK;AAAA,IACvB;AAGA,QAAI,OAAO,MAAM,UAAU,CAAC,QAAQ,MAAM,GAAG,CAAC,GAAG;AAC/C,aAAO;AAAA,IACT;AAGA,WAAO,MAAM,MAAM,UAAU,QAAQ,MAAM,GAAG,CAAC,GAAG;AAChD,gBAAU,MAAM,KAAK;AAAA,IACvB;AAGA,QAAI,MAAM,MAAM,UAAU,MAAM,GAAG,MAAM,KAAK;AAC5C,gBAAU,MAAM,KAAK;AACrB,aAAO,MAAM,MAAM,UAAU,QAAQ,MAAM,GAAG,CAAC,GAAG;AAChD,kBAAU,MAAM,KAAK;AAAA,MACvB;AAAA,IACF;AAEA,QAAI,CAAC,UAAU,WAAW,OAAO,WAAW,IAAK,QAAO;AAExD,WAAO,EAAE,QAAQ,QAAQ,IAAI;AAAA,EAC/B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAgBU,uBACR,OACA,KACA,iBACA,UAA6D,CAAC,GACxC;AACtB,UAAM,EAAE,YAAY,MAAM,iBAAiB,MAAM,IAAI;AAGrD,UAAM,aAAa,KAAK,gBAAgB,OAAO,KAAK,SAAS;AAC7D,QAAI,CAAC,WAAY,QAAO;AAExB,QAAI,EAAE,QAAQ,OAAO,IAAI;AAGzB,UAAM,WAAW,CAAC,GAAG,iBAAiB,GAAG,eAAc,mBAAmB;AAC1E,UAAM,YAAY,KAAK,iBAAiB,OAAO,QAAQ,UAAU,cAAc;AAE/E,QAAI,WAAW;AACb,gBAAU,UAAU;AACpB,eAAS,UAAU;AAAA,IACrB;AAEA,WAAO,YAAY,QAAQ,WAAW,eAAe,KAAK,MAAM,CAAC;AAAA,EACnE;AAAA;AAAA;AAAA;AAAA;AAAA,EAMU,OAAO,OAAe,KAAmC;AACjE,UAAM,MAAM,WAAW,OAAO,GAAG;AACjC,QAAI,KAAK;AACP,aAAO,YAAY,KAAK,OAAO,eAAe,KAAK,MAAM,IAAI,MAAM,CAAC;AAAA,IACtE;AACA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA,EAMU,eAAe,OAAe,KAAmC;AACzE,QAAI,MAAM,GAAG,MAAM,IAAK,QAAO;AAC/B,QAAI,MAAM,KAAK,MAAM,OAAQ,QAAO;AACpC,QAAI,CAAC,sBAAsB,MAAM,MAAM,CAAC,CAAC,EAAG,QAAO;AAEnD,QAAI,SAAS,MAAM;AACnB,WAAO,SAAS,MAAM,UAAU,sBAAsB,MAAM,MAAM,CAAC,GAAG;AACpE;AAAA,IACF;AAEA,UAAM,SAAS,MAAM,MAAM,KAAK,MAAM;AACtC,WAAO,YAAY,QAAQ,cAAc,eAAe,KAAK,MAAM,CAAC;AAAA,EACtE;AAAA;AAAA;AAAA;AAAA;AAAA,EAMU,YAAY,OAAe,KAAmC;AAEtE,UAAM,UAAU,MAAM,MAAM,KAAK,MAAM,CAAC;AACxC,QAAI,CAAC,MAAM,MAAM,MAAM,MAAM,MAAM,MAAM,IAAI,EAAE,SAAS,OAAO,GAAG;AAChE,aAAO,YAAY,SAAS,YAAY,eAAe,KAAK,MAAM,CAAC,CAAC;AAAA,IACtE;AAGA,UAAM,UAAU,MAAM,GAAG;AACzB,QAAI,CAAC,KAAK,KAAK,KAAK,KAAK,KAAK,KAAK,KAAK,GAAG,EAAE,SAAS,OAAO,GAAG;AAC9D,aAAO,YAAY,SAAS,YAAY,eAAe,KAAK,MAAM,CAAC,CAAC;AAAA,IACtE;AAGA,QAAI,CAAC,KAAK,KAAK,KAAK,KAAK,KAAK,KAAK,GAAG,EAAE,SAAS,OAAO,GAAG;AACzD,aAAO,YAAY,SAAS,eAAe,eAAe,KAAK,MAAM,CAAC,CAAC;AAAA,IACzE;AAEA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAaU,qBACR,OACA,KACA,WACsB;AACtB,eAAW,YAAY,WAAW;AAChC,UAAI,MAAM,MAAM,KAAK,MAAM,SAAS,MAAM,MAAM,UAAU;AACxD,eAAO,YAAY,UAAU,YAAY,eAAe,KAAK,MAAM,SAAS,MAAM,CAAC;AAAA,MACrF;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;AAAA;AAAA;AAAA;AAAA;AAzhBsB,eA0TM,sBAAkD;AAAA,EAC1E,EAAE,SAAS,MAAM,QAAQ,MAAM,QAAQ,EAAE;AAAA,EACzC,EAAE,SAAS,KAAK,QAAQ,KAAK,QAAQ,GAAG,eAAe,KAAK;AAAA,EAC5D,EAAE,SAAS,KAAK,QAAQ,KAAK,QAAQ,GAAG,eAAe,MAAM,eAAe,IAAI;AAAA,EAChF,EAAE,SAAS,KAAK,QAAQ,KAAK,QAAQ,GAAG,eAAe,KAAK;AAC9D;AA/TK,IAAe,gBAAf;;;ACxjBA,SAAS,SAAS,MAAmC;AAC1D,SAAO,EAAE,MAAM,MAAM,YAAY,EAAI;AACvC;AAKO,SAAS,WACd,MACA,YACA,UACqB;AACrB,MAAI,UAAU;AACZ,WAAO,EAAE,MAAM,YAAY,SAAS;AAAA,EACtC;AACA,SAAO,EAAE,MAAM,WAAW;AAC5B;;;AClKA,SAAS,gBAAgB,MAAuB;AAC9C,QAAM,OAAO,KAAK,WAAW,CAAC;AAE9B,MAAK,QAAQ,MAAQ,QAAQ,MAAU,QAAQ,MAAQ,QAAQ,KAAO;AACpE,WAAO;AAAA,EACT;AAEA,QAAM,eAAe;AACrB,SAAO,aAAa,SAAS,IAAI;AACnC;AAKA,SAAS,gBAAgB,MAAuB;AAC9C,aAAW,QAAQ,MAAM;AACvB,QAAI,gBAAgB,IAAI,EAAG,QAAO;AAAA,EACpC;AACA,SAAO;AACT;AAKA,SAAS,YAAY,MAAuB;AAC1C,SAAO,gBAAW,SAAS,IAAI;AACjC;AAKA,SAAS,aAAa,MAAuB;AAC3C,SAAO,4BAAW,SAAS,IAAI;AACjC;AAKA,SAAS,QAAQ,MAAuB;AACtC,SAAO,YAAY,IAAI,KAAK,aAAa,IAAI;AAC/C;AAKA,SAAS,aAAa,MAA6B;AACjD,WAAS,IAAI,KAAK,SAAS,GAAG,KAAK,GAAG,KAAK;AACzC,QAAI,QAAQ,KAAK,CAAC,CAAC,GAAG;AACpB,aAAO,KAAK,CAAC;AAAA,IACf;AAAA,EACF;AACA,SAAO;AACT;AAMA,SAAS,oBAAoB,MAAc,QAAyB;AAClE,QAAM,gBAAgB,aAAa,IAAI;AACvC,MAAI,CAAC,cAAe,QAAO;AAE3B,QAAM,mBAAmB,OAAO,MAAM,EAAE,EAAE,KAAK,OAAK,QAAQ,CAAC,CAAC;AAC9D,MAAI,CAAC,iBAAkB,QAAO;AAG9B,MAAI,YAAY,aAAa,GAAG;AAC9B,WAAO,YAAY,gBAAgB;AAAA,EACrC;AAEA,SAAO,aAAa,gBAAgB;AACtC;AAOA,IAAM,uBAA8C;AAAA;AAAA;AAAA,EAGlD,EAAE,SAAS,aAAa,YAAY,MAAM,iBAAiB,eAAe,eAAe,EAAE;AAAA,EAC3F,EAAE,SAAS,kBAAa,YAAY,MAAM,iBAAiB,eAAe,eAAe,EAAE;AAAA,EAC3F,EAAE,SAAS,gBAAa,YAAY,MAAM,iBAAiB,eAAe,eAAe,EAAE;AAAA,EAC3F,EAAE,SAAS,aAAa,YAAY,MAAM,iBAAiB,eAAe,eAAe,EAAE;AAAA,EAC3F,EAAE,SAAS,WAAW,YAAY,MAAM,iBAAiB,eAAe,eAAe,EAAE;AAAA,EACzF,EAAE,SAAS,gBAAW,YAAY,MAAM,iBAAiB,eAAe,eAAe,EAAE;AAAA,EACzF,EAAE,SAAS,cAAW,YAAY,MAAM,iBAAiB,eAAe,eAAe,EAAE;AAAA,EACzF,EAAE,SAAS,WAAW,YAAY,MAAM,iBAAiB,eAAe,eAAe,EAAE;AAAA,EACzF,EAAE,SAAS,UAAU,YAAY,MAAM,iBAAiB,eAAe,eAAe,EAAE;AAAA,EACxF,EAAE,SAAS,eAAU,YAAY,MAAM,iBAAiB,eAAe,eAAe,EAAE;AAAA,EACxF,EAAE,SAAS,aAAU,YAAY,MAAM,iBAAiB,eAAe,eAAe,EAAE;AAAA,EACxF,EAAE,SAAS,UAAU,YAAY,MAAM,iBAAiB,eAAe,eAAe,EAAE;AAAA,EACxF,EAAE,SAAS,UAAU,YAAY,MAAM,iBAAiB,eAAe,eAAe,EAAE;AAAA,EACxF,EAAE,SAAS,eAAU,YAAY,MAAM,iBAAiB,eAAe,eAAe,EAAE;AAAA,EACxF,EAAE,SAAS,aAAU,YAAY,MAAM,iBAAiB,eAAe,eAAe,EAAE;AAAA,EACxF,EAAE,SAAS,UAAU,YAAY,MAAM,iBAAiB,eAAe,eAAe,EAAE;AAAA,EACxF,EAAE,SAAS,WAAW,YAAY,MAAM,iBAAiB,eAAe,eAAe,EAAE;AAAA,EACzF,EAAE,SAAS,gBAAW,YAAY,MAAM,iBAAiB,eAAe,eAAe,EAAE;AAAA,EACzF,EAAE,SAAS,cAAW,YAAY,MAAM,iBAAiB,eAAe,eAAe,EAAE;AAAA,EACzF,EAAE,SAAS,WAAW,YAAY,MAAM,iBAAiB,eAAe,eAAe,EAAE;AAAA;AAAA,EAGzF,EAAE,SAAS,aAAa,YAAY,MAAM,iBAAiB,UAAU,eAAe,EAAE;AAAA,EACtF,EAAE,SAAS,uBAAa,YAAY,MAAM,iBAAiB,UAAU,eAAe,EAAE;AAAA,EACtF,EAAE,SAAS,WAAW,YAAY,MAAM,iBAAiB,UAAU,eAAe,EAAE;AAAA,EACpF,EAAE,SAAS,gBAAW,YAAY,MAAM,iBAAiB,UAAU,eAAe,EAAE;AAAA,EACpF,EAAE,SAAS,eAAU,YAAY,MAAM,iBAAiB,UAAU,eAAe,EAAE;AAAA,EACnF,EAAE,SAAS,oBAAU,YAAY,MAAM,iBAAiB,UAAU,eAAe,EAAE;AAAA,EACnF,EAAE,SAAS,eAAU,YAAY,MAAM,iBAAiB,UAAU,eAAe,EAAE;AAAA,EACnF,EAAE,SAAS,oBAAU,YAAY,MAAM,iBAAiB,UAAU,eAAe,EAAE;AAAA,EACnF,EAAE,SAAS,WAAW,YAAY,MAAM,iBAAiB,UAAU,eAAe,EAAE;AAAA,EACpF,EAAE,SAAS,WAAW,YAAY,MAAM,iBAAiB,UAAU,eAAe,EAAE;AAAA;AAAA,EAGpF,EAAE,SAAS,iBAAY,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EACnF,EAAE,SAAS,gCAAY,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EACnF,EAAE,SAAS,0BAAY,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EACnF,EAAE,SAAS,iBAAY,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EACnF,EAAE,SAAS,eAAU,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EACjF,EAAE,SAAS,yBAAU,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EACjF,EAAE,SAAS,qBAAU,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EACjF,EAAE,SAAS,eAAU,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EACjF,EAAE,SAAS,cAAS,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAChF,EAAE,SAAS,wBAAS,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAChF,EAAE,SAAS,oBAAS,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAChF,EAAE,SAAS,cAAS,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAChF,EAAE,SAAS,cAAS,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAChF,EAAE,SAAS,wBAAS,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAChF,EAAE,SAAS,oBAAS,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAChF,EAAE,SAAS,cAAS,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAChF,EAAE,SAAS,eAAU,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EACjF,EAAE,SAAS,oBAAU,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EACjF,EAAE,SAAS,kBAAU,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EACjF,EAAE,SAAS,eAAU,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA;AAAA,EAGjF,EAAE,SAAS,SAAS,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAChF,EAAE,SAAS,mBAAS,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAChF,EAAE,SAAS,eAAS,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAChF,EAAE,SAAS,SAAS,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAChF,EAAE,SAAS,SAAS,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAChF,EAAE,SAAS,mBAAS,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAChF,EAAE,SAAS,eAAS,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAChF,EAAE,SAAS,SAAS,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAChF,EAAE,SAAS,SAAS,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAChF,EAAE,SAAS,cAAS,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAChF,EAAE,SAAS,YAAS,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAChF,EAAE,SAAS,SAAS,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAChF,EAAE,SAAS,SAAS,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAChF,EAAE,SAAS,cAAS,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAChF,EAAE,SAAS,YAAS,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAChF,EAAE,SAAS,SAAS,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAChF,EAAE,SAAS,OAAO,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAC9E,EAAE,SAAS,YAAO,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAC9E,EAAE,SAAS,UAAO,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAC9E,EAAE,SAAS,OAAO,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAC9E,EAAE,SAAS,OAAO,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAC9E,EAAE,SAAS,YAAO,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAC9E,EAAE,SAAS,UAAO,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAC9E,EAAE,SAAS,OAAO,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAC9E,EAAE,SAAS,OAAO,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAC9E,EAAE,SAAS,YAAO,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAC9E,EAAE,SAAS,UAAO,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAC9E,EAAE,SAAS,OAAO,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAC9E,EAAE,SAAS,OAAO,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAC9E,EAAE,SAAS,YAAO,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAC9E,EAAE,SAAS,UAAO,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAC9E,EAAE,SAAS,OAAO,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAC9E,EAAE,SAAS,OAAO,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAC9E,EAAE,SAAS,YAAO,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAC9E,EAAE,SAAS,UAAO,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAC9E,EAAE,SAAS,OAAO,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAC9E,EAAE,SAAS,OAAO,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAC9E,EAAE,SAAS,YAAO,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAC9E,EAAE,SAAS,UAAO,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAC9E,EAAE,SAAS,OAAO,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA;AAAA,EAG9E,EAAE,SAAS,QAAQ,YAAY,MAAM,iBAAiB,eAAe,eAAe,EAAE;AAAA,EACtF,EAAE,SAAS,aAAQ,YAAY,MAAM,iBAAiB,eAAe,eAAe,EAAE;AAAA,EACtF,EAAE,SAAS,WAAQ,YAAY,MAAM,iBAAiB,eAAe,eAAe,EAAE;AAAA,EACtF,EAAE,SAAS,QAAQ,YAAY,MAAM,iBAAiB,eAAe,eAAe,EAAE;AAAA;AAAA,EAGtF,EAAE,SAAS,QAAQ,YAAY,MAAM,iBAAiB,UAAU,eAAe,EAAE;AAAA,EACjF,EAAE,SAAS,QAAQ,YAAY,MAAM,iBAAiB,UAAU,eAAe,EAAE;AAAA;AAAA,EAGjF,EAAE,SAAS,YAAO,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAC9E,EAAE,SAAS,iBAAO,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAC9E,EAAE,SAAS,eAAO,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAC9E,EAAE,SAAS,YAAO,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA;AAAA,EAG9E,EAAE,SAAS,MAAM,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAC7E,EAAE,SAAS,WAAM,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAC7E,EAAE,SAAS,SAAM,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAC7E,EAAE,SAAS,MAAM,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAC7E,EAAE,SAAS,MAAM,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAC7E,EAAE,SAAS,WAAM,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAC7E,EAAE,SAAS,SAAM,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA,EAC7E,EAAE,SAAS,MAAM,YAAY,MAAM,iBAAiB,QAAQ,eAAe,EAAE;AAAA;AAAA,EAG7E,EAAE,SAAS,OAAO,YAAY,MAAM,iBAAiB,cAAc,eAAe,EAAE;AAAA,EACpF,EAAE,SAAS,OAAO,YAAY,MAAM,iBAAiB,cAAc,eAAe,EAAE;AAAA;AAAA,EAGpF,EAAE,SAAS,UAAU,YAAY,MAAM,iBAAiB,YAAY,eAAe,EAAE;AAAA,EACrF,EAAE,SAAS,eAAU,YAAY,MAAM,iBAAiB,YAAY,eAAe,EAAE;AAAA,EACrF,EAAE,SAAS,QAAQ,YAAY,MAAM,iBAAiB,YAAY,eAAe,EAAE;AAAA,EACnF,EAAE,SAAS,aAAQ,YAAY,MAAM,iBAAiB,YAAY,eAAe,EAAE;AAAA,EACnF,EAAE,SAAS,QAAQ,YAAY,MAAM,iBAAiB,YAAY,eAAe,EAAE;AAAA,EACnF,EAAE,SAAS,aAAQ,YAAY,MAAM,iBAAiB,YAAY,eAAe,EAAE;AAAA;AAAA,EAGnF,EAAE,SAAS,aAAa,YAAY,MAAM,iBAAiB,iBAAiB,eAAe,EAAE;AAAA,EAC7F,EAAE,SAAS,4BAAa,YAAY,MAAM,iBAAiB,iBAAiB,eAAe,EAAE;AAAA,EAC7F,EAAE,SAAS,WAAW,YAAY,MAAM,iBAAiB,iBAAiB,eAAe,EAAE;AAAA,EAC3F,EAAE,SAAS,qBAAW,YAAY,MAAM,iBAAiB,iBAAiB,eAAe,EAAE;AAAA,EAC3F,EAAE,SAAS,WAAW,YAAY,MAAM,iBAAiB,iBAAiB,eAAe,EAAE;AAAA,EAC3F,EAAE,SAAS,qBAAW,YAAY,MAAM,iBAAiB,iBAAiB,eAAe,EAAE;AAAA,EAC3F,EAAE,SAAS,WAAW,YAAY,MAAM,iBAAiB,iBAAiB,eAAe,EAAE;AAAA,EAC3F,EAAE,SAAS,qBAAW,YAAY,MAAM,iBAAiB,iBAAiB,eAAe,EAAE;AAAA,EAC3F,EAAE,SAAS,WAAW,YAAY,MAAM,iBAAiB,iBAAiB,eAAe,EAAE;AAAA,EAC3F,EAAE,SAAS,gBAAW,YAAY,MAAM,iBAAiB,iBAAiB,eAAe,EAAE;AAAA,EAC3F,EAAE,SAAS,QAAQ,YAAY,MAAM,iBAAiB,iBAAiB,eAAe,EAAE;AAAA,EACxF,EAAE,SAAS,aAAQ,YAAY,MAAM,iBAAiB,iBAAiB,eAAe,EAAE;AAAA;AAAA,EAGxF,EAAE,SAAS,YAAY,YAAY,MAAM,iBAAiB,aAAa,eAAe,EAAE;AAAA,EACxF,EAAE,SAAS,YAAY,YAAY,MAAM,iBAAiB,aAAa,eAAe,EAAE;AAAA,EACxF,EAAE,SAAS,UAAU,YAAY,MAAM,iBAAiB,aAAa,eAAe,EAAE;AAAA,EACtF,EAAE,SAAS,UAAU,YAAY,MAAM,iBAAiB,aAAa,eAAe,EAAE;AAAA,EACtF,EAAE,SAAS,UAAU,YAAY,MAAM,iBAAiB,aAAa,eAAe,EAAE;AAAA,EACtF,EAAE,SAAS,UAAU,YAAY,MAAM,iBAAiB,aAAa,eAAe,EAAE;AAAA,EACtF,EAAE,SAAS,WAAW,YAAY,MAAM,iBAAiB,aAAa,eAAe,EAAE;AAAA,EACvF,EAAE,SAAS,WAAW,YAAY,MAAM,iBAAiB,aAAa,eAAe,EAAE;AAAA;AAAA,EAGvF,EAAE,SAAS,QAAQ,YAAY,MAAM,iBAAiB,cAAc,eAAe,EAAE;AAAA,EACrF,EAAE,SAAS,kBAAQ,YAAY,MAAM,iBAAiB,cAAc,eAAe,EAAE;AAAA,EACrF,EAAE,SAAS,cAAQ,YAAY,MAAM,iBAAiB,cAAc,eAAe,EAAE;AAAA,EACrF,EAAE,SAAS,QAAQ,YAAY,MAAM,iBAAiB,cAAc,eAAe,EAAE;AAAA,EACrF,EAAE,SAAS,MAAM,YAAY,KAAK,iBAAiB,cAAc,eAAe,EAAE;AAAA,EAClF,EAAE,SAAS,WAAM,YAAY,KAAK,iBAAiB,cAAc,eAAe,EAAE;AAAA,EAClF,EAAE,SAAS,SAAM,YAAY,KAAK,iBAAiB,cAAc,eAAe,EAAE;AAAA,EAClF,EAAE,SAAS,MAAM,YAAY,KAAK,iBAAiB,cAAc,eAAe,EAAE;AAAA;AAAA,EAGlF,EAAE,SAAS,QAAQ,YAAY,MAAM,iBAAiB,WAAW,eAAe,EAAE;AAAA,EAClF,EAAE,SAAS,kBAAQ,YAAY,MAAM,iBAAiB,WAAW,eAAe,EAAE;AAAA,EAClF,EAAE,SAAS,cAAQ,YAAY,MAAM,iBAAiB,WAAW,eAAe,EAAE;AAAA,EAClF,EAAE,SAAS,QAAQ,YAAY,MAAM,iBAAiB,WAAW,eAAe,EAAE;AAAA,EAClF,EAAE,SAAS,QAAQ,YAAY,MAAM,iBAAiB,WAAW,eAAe,EAAE;AAAA,EAClF,EAAE,SAAS,kBAAQ,YAAY,MAAM,iBAAiB,WAAW,eAAe,EAAE;AAAA,EAClF,EAAE,SAAS,cAAQ,YAAY,MAAM,iBAAiB,WAAW,eAAe,EAAE;AAAA,EAClF,EAAE,SAAS,QAAQ,YAAY,MAAM,iBAAiB,WAAW,eAAe,EAAE;AAAA;AAAA,EAGlF,EAAE,SAAS,UAAU,YAAY,MAAM,iBAAiB,aAAa,eAAe,EAAE;AAAA,EACtF,EAAE,SAAS,eAAU,YAAY,MAAM,iBAAiB,aAAa,eAAe,EAAE;AAAA,EACtF,EAAE,SAAS,aAAU,YAAY,MAAM,iBAAiB,aAAa,eAAe,EAAE;AAAA,EACtF,EAAE,SAAS,UAAU,YAAY,MAAM,iBAAiB,aAAa,eAAe,EAAE;AAAA,EACtF,EAAE,SAAS,UAAU,YAAY,MAAM,iBAAiB,aAAa,eAAe,EAAE;AAAA,EACtF,EAAE,SAAS,eAAU,YAAY,MAAM,iBAAiB,aAAa,eAAe,EAAE;AAAA,EACtF,EAAE,SAAS,aAAU,YAAY,MAAM,iBAAiB,aAAa,eAAe,EAAE;AAAA,EACtF,EAAE,SAAS,UAAU,YAAY,MAAM,iBAAiB,aAAa,eAAe,EAAE;AAAA;AAAA,EAGtF,EAAE,SAAS,cAAc,YAAY,KAAK,iBAAiB,YAAY,eAAe,EAAE;AAAA,EACxF,EAAE,SAAS,mBAAc,YAAY,KAAK,iBAAiB,YAAY,eAAe,EAAE;AAAA,EACxF,EAAE,SAAS,iBAAc,YAAY,KAAK,iBAAiB,YAAY,eAAe,EAAE;AAAA,EACxF,EAAE,SAAS,cAAc,YAAY,KAAK,iBAAiB,YAAY,eAAe,EAAE;AAAA,EACxF,EAAE,SAAS,YAAY,YAAY,KAAK,iBAAiB,YAAY,eAAe,EAAE;AAAA,EACtF,EAAE,SAAS,iBAAY,YAAY,KAAK,iBAAiB,YAAY,eAAe,EAAE;AAAA,EACtF,EAAE,SAAS,eAAY,YAAY,KAAK,iBAAiB,YAAY,eAAe,EAAE;AAAA,EACtF,EAAE,SAAS,YAAY,YAAY,KAAK,iBAAiB,YAAY,eAAe,EAAE;AAAA,EACtF,EAAE,SAAS,WAAW,YAAY,KAAK,iBAAiB,YAAY,eAAe,EAAE;AAAA,EACrF,EAAE,SAAS,gBAAW,YAAY,KAAK,iBAAiB,YAAY,eAAe,EAAE;AAAA,EACrF,EAAE,SAAS,cAAW,YAAY,KAAK,iBAAiB,YAAY,eAAe,EAAE;AAAA,EACrF,EAAE,SAAS,WAAW,YAAY,KAAK,iBAAiB,YAAY,eAAe,EAAE;AAAA,EACrF,EAAE,SAAS,WAAW,YAAY,MAAM,iBAAiB,YAAY,eAAe,EAAE;AAAA,EACtF,EAAE,SAAS,gBAAW,YAAY,MAAM,iBAAiB,YAAY,eAAe,EAAE;AAAA,EACtF,EAAE,SAAS,cAAW,YAAY,MAAM,iBAAiB,YAAY,eAAe,EAAE;AAAA,EACtF,EAAE,SAAS,WAAW,YAAY,MAAM,iBAAiB,YAAY,eAAe,EAAE;AAAA,EACtF,EAAE,SAAS,SAAS,YAAY,MAAM,iBAAiB,YAAY,eAAe,EAAE;AAAA,EACpF,EAAE,SAAS,cAAS,YAAY,MAAM,iBAAiB,YAAY,eAAe,EAAE;AAAA,EACpF,EAAE,SAAS,YAAS,YAAY,MAAM,iBAAiB,YAAY,eAAe,EAAE;AAAA,EACpF,EAAE,SAAS,SAAS,YAAY,MAAM,iBAAiB,YAAY,eAAe,EAAE;AAAA,EACpF,EAAE,SAAS,QAAQ,YAAY,MAAM,iBAAiB,YAAY,eAAe,EAAE;AAAA,EACnF,EAAE,SAAS,aAAQ,YAAY,MAAM,iBAAiB,YAAY,eAAe,EAAE;AAAA,EACnF,EAAE,SAAS,MAAM,YAAY,MAAM,iBAAiB,YAAY,eAAe,EAAE;AAAA,EACjF,EAAE,SAAS,MAAM,YAAY,MAAM,iBAAiB,YAAY,eAAe,EAAE;AACnF;AAKO,IAAM,iCAAN,MAAwE;AAAA,EAAxE;AACL,SAAS,WAAW;AAAA;AAAA;AAAA;AAAA;AAAA,EAKpB,eAAe,MAAuB;AAEpC,QAAI,CAAC,gBAAgB,IAAI,EAAG,QAAO;AAGnC,QAAI,KAAK,SAAS,EAAG,QAAO;AAE5B,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,UAAU,MAAmC;AAE3C,UAAM,YAAY,KAAK,YAAY;AAGnC,eAAW,QAAQ,sBAAsB;AACvC,UAAI,UAAU,SAAS,KAAK,OAAO,GAAG;AACpC,cAAM,OAAO,UAAU,MAAM,GAAG,CAAC,KAAK,QAAQ,MAAM;AAGpD,cAAM,YAAY,KAAK,iBAAiB;AACxC,YAAI,KAAK,SAAS,UAAW;AAG7B,YAAI,CAAC,oBAAoB,MAAM,KAAK,OAAO,GAAG;AAG5C,gBAAM,qBAAqB,KAAK,aAAa;AAE7C,gBAAMC,YAA6E;AAAA,YACjF,iBAAiB,CAAC,KAAK,OAAO;AAAA,UAChC;AACA,cAAI,KAAK,iBAAiB;AACxB,YAAAA,UAAS,kBAAkB,KAAK;AAAA,UAClC;AACA,iBAAO,WAAW,MAAM,oBAAoBA,SAAQ;AAAA,QACtD;AAEA,cAAM,WAA6E;AAAA,UACjF,iBAAiB,CAAC,KAAK,OAAO;AAAA,QAChC;AACA,YAAI,KAAK,iBAAiB;AACxB,mBAAS,kBAAkB,KAAK;AAAA,QAClC;AACA,eAAO,WAAW,MAAM,KAAK,YAAY,QAAQ;AAAA,MACnD;AAAA,IACF;AAGA,WAAO,SAAS,IAAI;AAAA,EACtB;AACF;AAGO,IAAM,iCAAiC,IAAI,+BAA+B;;;AClZ1E,IAAM,iBAAkC;AAAA,EAC7C,MAAM;AAAA,EACN,MAAM;AAAA,EACN,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,WAAW;AAAA,EACX,iBAAiB;AAAA,EACjB,YAAY;AAAA,EACZ,MAAM;AAAA,IACJ,UAAU;AAAA,IACV,UAAU,CAAC,OAAO,OAAO,OAAO,MAAM,UAAK;AAAA,IAC3C,aAAa;AAAA,EACf;AAAA,EACA,YAAY;AAAA,IACV,IAAI;AAAA;AAAA,IACJ,IAAI;AAAA;AAAA,IACJ,KAAK;AAAA;AAAA,IACL,QAAQ;AAAA,IACR,OAAO;AAAA,IACP,QAAQ;AAAA,IACR,MAAM;AAAA,EACR;AAAA,EACA,YAAY;AAAA,IACV,QAAQ;AAAA;AAAA,IACR,gBAAgB;AAAA,IAChB,yBAAyB;AAAA,IACzB,cAAc;AAAA,MACZ,IAAI;AAAA;AAAA,MACJ,IAAI;AAAA;AAAA,MACJ,KAAK;AAAA;AAAA,IACP;AAAA,IACA,UAAU;AAAA,MACR,OAAO;AAAA;AAAA,MACP,OAAO;AAAA;AAAA,MACP,MAAM;AAAA;AAAA,IACR;AAAA,EACF;AAAA,EACA,aAAa;AAAA,IACX,SAAS,EAAE,SAAS,KAAK,cAAc,CAAC,UAAK,KAAK,MAAG,GAAG,UAAU,QAAQ;AAAA;AAAA,IAC1E,aAAa,EAAE,SAAS,KAAK,cAAc,CAAC,KAAK,MAAM,MAAM,MAAM,IAAI,GAAG,UAAU,QAAQ;AAAA;AAAA,IAC5F,QAAQ,EAAE,SAAS,OAAO,cAAc,CAAC,OAAO,OAAO,KAAK,GAAG,UAAU,QAAQ;AAAA;AAAA,IACjF,OAAO,EAAE,SAAS,MAAM,cAAc,CAAC,MAAM,OAAO,KAAK,GAAG,UAAU,QAAQ;AAAA;AAAA,IAC9E,OAAO,EAAE,SAAS,KAAK,cAAc,CAAC,UAAK,KAAK,MAAG,GAAG,UAAU,QAAQ;AAAA;AAAA,EAC1E;AAAA,EACA,UAAU;AAAA;AAAA,IAER,QAAQ,EAAE,SAAS,sBAAY,cAAc,CAAC,aAAU,GAAG,YAAY,SAAS;AAAA,IAChF,KAAK,EAAE,SAAS,QAAQ,YAAY,MAAM;AAAA,IAC1C,QAAQ,EAAE,SAAS,eAAU,cAAc,CAAC,KAAK,GAAG,YAAY,SAAS;AAAA;AAAA,IAEzE,KAAK,EAAE,SAAS,OAAO,YAAY,MAAM;AAAA,IACzC,QAAQ,EAAE,SAAS,QAAQ,YAAY,SAAS;AAAA,IAChD,MAAM,EAAE,SAAS,MAAM,YAAY,OAAO;AAAA,IAC1C,MAAM,EAAE,SAAS,OAAO,YAAY,OAAO;AAAA,IAC3C,OAAO,EAAE,SAAS,WAAW,YAAY,QAAQ;AAAA,IACjD,MAAM,EAAE,SAAS,sBAAY,cAAc,CAAC,OAAO,GAAG,YAAY,OAAO;AAAA,IACzE,OAAO,EAAE,SAAS,0BAAY,cAAc,CAAC,+BAAgB,GAAG,YAAY,QAAQ;AAAA;AAAA,IAEpF,KAAK,EAAE,SAAS,UAAU,cAAc,CAAC,OAAO,SAAS,GAAG,YAAY,MAAM;AAAA,IAC9E,KAAK,EAAE,SAAS,MAAM,YAAY,MAAM;AAAA,IACxC,WAAW,EAAE,SAAS,cAAS,YAAY,YAAY;AAAA,IACvD,WAAW,EAAE,SAAS,SAAS,YAAY,YAAY;AAAA,IACvD,KAAK,EAAE,SAAS,UAAU,YAAY,MAAM;AAAA;AAAA,IAE5C,MAAM,EAAE,SAAS,aAAU,YAAY,OAAO;AAAA,IAC9C,MAAM,EAAE,SAAS,SAAS,YAAY,OAAO;AAAA,IAC7C,YAAY,EAAE,SAAS,iBAAS,YAAY,aAAa;AAAA;AAAA,IAEzD,IAAI,EAAE,SAAS,eAAY,cAAc,CAAC,kBAAa,OAAO,GAAG,YAAY,KAAK;AAAA,IAClF,SAAS,EAAE,SAAS,WAAW,YAAY,UAAU;AAAA,IACrD,MAAM,EAAE,SAAS,aAAU,YAAY,OAAO;AAAA;AAAA,IAE9C,OAAO,EAAE,SAAS,QAAQ,YAAY,QAAQ;AAAA,IAC9C,MAAM,EAAE,SAAS,gBAAW,YAAY,OAAO;AAAA;AAAA,IAE/C,IAAI,EAAE,SAAS,OAAO,YAAY,KAAK;AAAA;AAAA,IAEvC,MAAM,EAAE,SAAS,SAAS,YAAY,OAAO;AAAA,IAC7C,OAAO,EAAE,SAAS,SAAS,YAAY,QAAQ;AAAA,IAC/C,QAAQ,EAAE,SAAS,YAAY,YAAY,SAAS;AAAA;AAAA,IAEpD,IAAI,EAAE,SAAS,aAAQ,YAAY,KAAK;AAAA,IACxC,MAAM,EAAE,SAAS,QAAQ,cAAc,CAAC,aAAa,gBAAW,GAAG,YAAY,OAAO;AAAA,IACtF,OAAO,EAAE,SAAS,UAAU,YAAY,QAAQ;AAAA,IAChD,MAAM,EAAE,SAAS,SAAS,YAAY,OAAO;AAAA,IAC7C,QAAQ,EAAE,SAAS,YAAY,YAAY,SAAS;AAAA,IACpD,KAAK,EAAE,SAAS,WAAQ,YAAY,MAAM;AAAA,IAC1C,OAAO,EAAE,SAAS,QAAQ,YAAY,QAAQ;AAAA,IAC9C,UAAU,EAAE,SAAS,SAAS,YAAY,WAAW;AAAA,IACrD,MAAM,EAAE,SAAS,UAAU,YAAY,OAAO;AAAA,IAC9C,OAAO,EAAE,SAAS,eAAU,YAAY,QAAQ;AAAA,IAChD,MAAM,EAAE,SAAS,sBAAS,YAAY,OAAO;AAAA,IAC7C,QAAQ,EAAE,SAAS,UAAO,YAAY,SAAS;AAAA,IAC/C,MAAM,EAAE,SAAS,SAAS,cAAc,CAAC,iBAAY,YAAY,GAAG,YAAY,OAAO;AAAA,IACvF,KAAK,EAAE,SAAS,MAAM,cAAc,CAAC,eAAU,QAAQ,GAAG,YAAY,MAAM;AAAA,IAC5E,KAAK,EAAE,SAAS,OAAO,cAAc,CAAC,cAAS,OAAO,GAAG,YAAY,MAAM;AAAA;AAAA,IAE3E,IAAI,EAAE,SAAS,MAAM,YAAY,KAAK;AAAA,IACtC,OAAO,EAAE,SAAS,YAAY,YAAY,QAAQ;AAAA,IAClD,MAAM,EAAE,SAAS,YAAS,YAAY,OAAO;AAAA,IAC7C,SAAS,EAAE,SAAS,mBAAc,YAAY,UAAU;AAAA,IACxD,MAAM,EAAE,SAAS,eAAU,YAAY,OAAO;AAAA,IAC9C,UAAU,EAAE,SAAS,sBAAY,YAAY,WAAW;AAAA,IACxD,SAAS,EAAE,SAAS,YAAS,YAAY,UAAU;AAAA,IACnD,SAAS,EAAE,SAAS,aAAO,YAAY,UAAU;AAAA;AAAA,IAEjD,MAAM,EAAE,SAAS,YAAS,YAAY,OAAO;AAAA,IAC7C,QAAQ,EAAE,SAAS,WAAQ,YAAY,SAAS;AAAA,IAChD,OAAO,EAAE,SAAS,SAAS,YAAY,QAAQ;AAAA;AAAA,IAE/C,OAAO,EAAE,SAAS,SAAS,YAAY,QAAQ;AAAA,IAC/C,OAAO,EAAE,SAAS,QAAQ,YAAY,QAAQ;AAAA,IAC9C,MAAM,EAAE,SAAS,QAAQ,cAAc,CAAC,MAAM,GAAG,YAAY,OAAO;AAAA,EACtE;AACF;;;ACzFA,IAAM,EAAE,UAAUC,iBAAgB,IAAI,2BAA2B,sBAAsB;AASvF,IAAM,gBAAgB,oBAAI,IAAI;AAAA,EAC5B;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AACF,CAAC;AAMD,IAAM,gBAAgB,oBAAI,IAAI;AAAA,EAC5B;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA;AACF,CAAC;AAeD,IAAM,iBAAiC;AAAA;AAAA,EAErC,EAAE,QAAQ,cAAS,YAAY,OAAO;AAAA,EACtC,EAAE,QAAQ,SAAS,YAAY,OAAO;AAAA,EACtC,EAAE,QAAQ,oBAAU,YAAY,QAAQ;AAAA,EACxC,EAAE,QAAQ,UAAU,YAAY,QAAQ;AAAA,EACxC,EAAE,QAAQ,QAAQ,YAAY,OAAO;AAAA,EACrC,EAAE,QAAQ,YAAO,YAAY,OAAO;AAAA,EACpC,EAAE,QAAQ,OAAO,YAAY,OAAO;AAAA,EACpC,EAAE,QAAQ,sBAAY,YAAY,YAAY;AAAA,EAC9C,EAAE,QAAQ,YAAY,YAAY,YAAY;AAAA;AAAA,EAG9C,EAAE,QAAQ,OAAO,YAAY,QAAQ;AAAA,EACrC,EAAE,QAAQ,OAAO,YAAY,OAAO;AAAA,EACpC,EAAE,QAAQ,WAAW,YAAY,OAAO;AAAA,EACxC,EAAE,QAAQ,aAAU,YAAY,WAAW;AAAA,EAC3C,EAAE,QAAQ,UAAU,YAAY,WAAW;AAAA,EAC3C,EAAE,QAAQ,iBAAY,YAAY,UAAU;AAAA,EAC5C,EAAE,QAAQ,YAAY,YAAY,UAAU;AAAA,EAC5C,EAAE,QAAQ,WAAW,YAAY,SAAS;AAAA;AAAA,EAG1C,EAAE,QAAQ,gBAAW,YAAY,QAAQ;AAAA,EACzC,EAAE,QAAQ,WAAW,YAAY,QAAQ;AAAA,EACzC,EAAE,QAAQ,YAAO,YAAY,QAAQ;AAAA,EACrC,EAAE,QAAQ,OAAO,YAAY,QAAQ;AAAA,EACrC,EAAE,QAAQ,cAAS,YAAY,QAAQ;AAAA,EACvC,EAAE,QAAQ,SAAS,YAAY,QAAQ;AAAA,EACvC,EAAE,QAAQ,qBAAW,YAAY,SAAS;AAAA,EAC1C,EAAE,QAAQ,WAAW,YAAY,SAAS;AAAA,EAC1C,EAAE,QAAQ,QAAQ,YAAY,QAAQ;AAAA,EACtC,EAAE,QAAQ,gBAAW,YAAY,OAAO;AAAA,EACxC,EAAE,QAAQ,WAAW,YAAY,OAAO;AAAA,EACxC,EAAE,QAAQ,oBAAiB,YAAY,YAAY;AAAA,EACnD,EAAE,QAAQ,iBAAiB,YAAY,YAAY;AAAA,EACnD,EAAE,QAAQ,+BAAgB,YAAY,WAAW;AAAA,EACjD,EAAE,QAAQ,gBAAgB,YAAY,WAAW;AAAA,EACjD,EAAE,QAAQ,eAAU,YAAY,SAAS;AAAA,EACzC,EAAE,QAAQ,UAAU,YAAY,SAAS;AAAA,EACzC,EAAE,QAAQ,gBAAW,YAAY,UAAU;AAAA,EAC3C,EAAE,QAAQ,WAAW,YAAY,UAAU;AAAA,EAC3C,EAAE,QAAQ,uBAAa,YAAY,QAAQ;AAAA,EAC3C,EAAE,QAAQ,aAAa,YAAY,QAAQ;AAAA;AAAA,EAG3C,EAAE,QAAQ,OAAO,YAAY,KAAK;AAAA,EAClC,EAAE,QAAQ,SAAS,YAAY,KAAK;AAAA,EACpC,EAAE,QAAQ,KAAK,YAAY,KAAK;AAAA,EAChC,EAAE,QAAQ,QAAQ,YAAY,MAAM;AAAA,EACpC,EAAE,QAAQ,YAAS,YAAY,SAAS;AAAA,EACxC,EAAE,QAAQ,SAAS,YAAY,SAAS;AAAA,EACxC,EAAE,QAAQ,QAAQ,YAAY,QAAQ;AAAA,EACtC,EAAE,QAAQ,SAAS,YAAY,SAAS;AAAA;AAAA,EAGxC,EAAE,QAAQ,UAAU,YAAY,IAAI;AAAA,EACpC,EAAE,QAAQ,cAAc,YAAY,KAAK;AAAA,EACzC,EAAE,QAAQ,UAAU,YAAY,IAAI;AAAA,EACpC,EAAE,QAAQ,QAAQ,YAAY,IAAI;AAAA;AAAA,EAGlC,EAAE,QAAQ,MAAM,YAAY,MAAM;AAAA,EAClC,EAAE,QAAQ,QAAQ,YAAY,KAAK;AAAA,EACnC,EAAE,QAAQ,cAAS,YAAY,MAAM;AAAA,EACrC,EAAE,QAAQ,SAAS,YAAY,MAAM;AAAA;AAAA,EAGrC,EAAE,QAAQ,eAAY,YAAY,KAAK;AAAA,EACvC,EAAE,QAAQ,YAAY,YAAY,KAAK;AAAA,EACvC,EAAE,QAAQ,kBAAa,YAAY,KAAK;AAAA,EACxC,EAAE,QAAQ,aAAa,YAAY,KAAK;AAAA;AAAA,EAGxC,EAAE,QAAQ,QAAQ,YAAY,MAAM;AAAA;AAAA,EACpC,EAAE,QAAQ,sBAAY,YAAY,SAAS;AAAA;AAAA;AAAA,EAG3C,EAAE,QAAQ,iBAAY,YAAY,SAAS;AAAA,EAC3C,EAAE,QAAQ,UAAU,YAAY,SAAS;AAAA,EACzC,EAAE,QAAQ,aAAa,YAAY,MAAM;AAAA,EACzC,EAAE,QAAQ,WAAW,YAAY,OAAO;AAAA,EACxC,EAAE,QAAQ,SAAS,YAAY,YAAY;AAAA,EAC3C,EAAE,QAAQ,UAAU,YAAY,MAAM;AAAA,EACtC,EAAE,QAAQ,UAAU,YAAY,OAAO;AAAA,EACvC,EAAE,QAAQ,SAAS,YAAY,aAAa;AAAA,EAC5C,EAAE,QAAQ,UAAU,YAAY,UAAU;AAAA,EAC1C,EAAE,QAAQ,UAAU,YAAY,OAAO;AAAA,EACvC,EAAE,QAAQ,iBAAiB,YAAY,OAAO;AAAA,EAC9C,EAAE,QAAQ,eAAe,YAAY,OAAO;AAAA,EAC5C,EAAE,QAAQ,aAAa,YAAY,KAAK;AAAA,EACxC,EAAE,QAAQ,OAAO,YAAY,QAAQ;AAAA,EACrC,EAAE,QAAQ,UAAU,YAAY,SAAS;AAAA,EACzC,EAAE,QAAQ,QAAQ,YAAY,KAAK;AAAA,EACnC,EAAE,QAAQ,WAAW,YAAY,OAAO;AAAA,EACxC,EAAE,QAAQ,UAAU,YAAY,QAAQ;AAAA,EACxC,EAAE,QAAQ,SAAS,YAAY,OAAO;AAAA,EACtC,EAAE,QAAQ,OAAO,YAAY,SAAS;AAAA,EACtC,EAAE,QAAQ,UAAU,YAAY,SAAS;AAAA,EACzC,EAAE,QAAQ,cAAc,YAAY,QAAQ;AAAA,EAC5C,EAAE,QAAQ,SAAS,YAAY,OAAO;AAAA,EACtC,EAAE,QAAQ,cAAc,YAAY,UAAU;AAAA,EAC9C,EAAE,QAAQ,UAAU,YAAY,OAAO;AAAA,EACvC,EAAE,QAAQ,SAAS,YAAY,OAAO;AAAA,EACtC,EAAE,QAAQ,YAAY,YAAY,WAAW;AAAA,EAC7C,EAAE,QAAQ,SAAS,YAAY,UAAU;AAAA,EACzC,EAAE,QAAQ,OAAO,YAAY,UAAU;AAAA,EACvC,EAAE,QAAQ,SAAS,YAAY,OAAO;AAAA,EACtC,EAAE,QAAQ,QAAQ,YAAY,SAAS;AAAA,EACvC,EAAE,QAAQ,QAAQ,YAAY,MAAM;AAAA;AAAA,EAGpC,EAAE,QAAQ,MAAM,YAAY,MAAM;AAAA,EAClC,EAAE,QAAQ,OAAO,YAAY,MAAM;AAAA;AAAA,EAGnC,EAAE,QAAQ,WAAW,YAAY,OAAO;AAAA,EACxC,EAAE,QAAQ,SAAS,YAAY,MAAM;AAAA;AAAA,EAGrC,EAAE,QAAQ,QAAQ,YAAY,OAAO;AAAA,EACrC,EAAE,QAAQ,QAAQ,YAAY,OAAO;AACvC;AAWA,IAAM,qBAAiD;AAAA,EACrD,EAAE,SAAS,cAAc,QAAQ,MAAM,QAAQ,IAAI,iBAAiB,KAAK;AAAA,EACzE,EAAE,SAAS,UAAU,QAAQ,KAAK,QAAQ,GAAG,iBAAiB,KAAK;AAAA,EACnE,EAAE,SAAS,UAAU,QAAQ,KAAK,QAAQ,GAAG,iBAAiB,KAAK;AAAA,EACnE,EAAE,SAAS,QAAQ,QAAQ,KAAK,QAAQ,GAAG,iBAAiB,KAAK;AAAA,EACjE,EAAE,SAAS,MAAM,QAAQ,KAAK,QAAQ,GAAG,eAAe,KAAK;AAAA;AAAA,EAC7D,EAAE,SAAS,MAAM,QAAQ,KAAK,QAAQ,GAAG,eAAe,KAAK;AAAA;AAC/D;AAMO,IAAM,mBAAN,cAA+B,cAAc;AAAA,EAIlD,cAAc;AACZ,UAAM;AAJR,SAAS,WAAW;AACpB,SAAS,YAAY;AAInB,SAAK,8BAA8B,gBAAgB,cAAc;AAEjE,SAAK,aAAa,IAAI,+BAA+B;AAAA,EACvD;AAAA,EAEA,SAAS,OAA4B;AACnC,UAAM,SAA0B,CAAC;AACjC,QAAI,MAAM;AAEV,WAAO,MAAM,MAAM,QAAQ;AAEzB,UAAI,aAAa,MAAM,GAAG,CAAC,GAAG;AAC5B;AACA;AAAA,MACF;AAGA,UAAI,gBAAgB,MAAM,GAAG,CAAC,GAAG;AAE/B,cAAM,gBAAgB,KAAK,iBAAiB,OAAO,GAAG;AACtD,YAAI,eAAe;AACjB,iBAAO,KAAK,aAAa;AACzB,gBAAM,cAAc,SAAS;AAC7B;AAAA,QACF;AAEA,cAAM,gBAAgB,KAAK,YAAY,OAAO,GAAG;AACjD,YAAI,eAAe;AACjB,iBAAO,KAAK,aAAa;AACzB,gBAAM,cAAc,SAAS;AAC7B;AAAA,QACF;AAAA,MACF;AAGA,UAAI,QAAQ,MAAM,GAAG,CAAC,GAAG;AACvB,cAAM,cAAc,KAAK,UAAU,OAAO,GAAG;AAC7C,YAAI,aAAa;AACf,iBAAO,KAAK,WAAW;AACvB,gBAAM,YAAY,SAAS;AAC3B;AAAA,QACF;AAAA,MACF;AAGA,UAAI,WAAW,OAAO,GAAG,GAAG;AAC1B,cAAM,WAAW,KAAK,OAAO,OAAO,GAAG;AACvC,YAAI,UAAU;AACZ,iBAAO,KAAK,QAAQ;AACpB,gBAAM,SAAS,SAAS;AACxB;AAAA,QACF;AAAA,MACF;AAGA,UAAI,QAAQ,MAAM,GAAG,CAAC,GAAG;AACvB,cAAM,cAAc,KAAK,qBAAqB,OAAO,GAAG;AACxD,YAAI,aAAa;AACf,iBAAO,KAAK,WAAW;AACvB,gBAAM,YAAY,SAAS;AAC3B;AAAA,QACF;AAAA,MACF;AAGA,YAAM,WAAW,KAAK,eAAe,OAAO,GAAG;AAC/C,UAAI,UAAU;AACZ,eAAO,KAAK,QAAQ;AACpB,cAAM,SAAS,SAAS;AACxB;AAAA,MACF;AAGA,UAAIA,iBAAgB,MAAM,GAAG,CAAC,GAAG;AAC/B,cAAM,YAAY,KAAK,mBAAmB,OAAO,GAAG;AACpD,YAAI,WAAW;AACb,iBAAO,KAAK,SAAS;AACrB,gBAAM,UAAU,SAAS;AACzB;AAAA,QACF;AAAA,MACF;AAGA;AAAA,IACF;AAEA,WAAO,IAAI,gBAAgB,QAAQ,IAAI;AAAA,EACzC;AAAA,EAEA,cAAc,OAA0B;AACtC,UAAM,QAAQ,MAAM,YAAY;AAChC,QAAI,cAAc,IAAI,KAAK,EAAG,QAAO;AACrC,QAAI,cAAc,IAAI,KAAK,EAAG,QAAO;AAErC,QAAI,KAAK,UAAU,KAAK,EAAG,QAAO;AAClC,QAAI,MAAM,WAAW,GAAG,KAAK,MAAM,WAAW,GAAG,KAAK,MAAM,WAAW,GAAG,EAAG,QAAO;AACpF,QAAI,MAAM,WAAW,GAAG,KAAK,MAAM,WAAW,GAAG,EAAG,QAAO;AAC3D,QAAI,MAAM,KAAK,KAAK,EAAG,QAAO;AAE9B,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,mBAAmB,OAAe,UAAwC;AAChF,QAAI,MAAM;AACV,QAAI,OAAO;AAGX,WAAO,MAAM,MAAM,WAAWA,iBAAgB,MAAM,GAAG,CAAC,KAAK,MAAM,GAAG,MAAM,MAAM;AAChF,cAAQ,MAAM,KAAK;AAAA,IACrB;AAEA,QAAI,CAAC,KAAM,QAAO;AAElB,UAAM,YAAY,KAAK,YAAY;AAGnC,UAAM,eAAe,KAAK,cAAc,SAAS;AACjD,QAAI,cAAc;AAChB,aAAO,YAAY,MAAM,WAAW,eAAe,UAAU,GAAG,GAAG,aAAa,UAAU;AAAA,IAC5F;AAGA,QAAI,cAAc,IAAI,SAAS,GAAG;AAChC,aAAO,YAAY,MAAM,YAAY,eAAe,UAAU,GAAG,CAAC;AAAA,IACpE;AAGA,UAAM,aAAa,KAAK,qBAAqB,WAAW,UAAU,GAAG;AACrE,QAAI,WAAY,QAAO;AAGvB,WAAO,YAAY,MAAM,cAAc,eAAe,UAAU,GAAG,CAAC;AAAA,EACtE;AAAA;AAAA;AAAA;AAAA,EAKQ,qBAAqB,OAAe,UAAwC;AAClF,WAAO,KAAK,uBAAuB,OAAO,UAAU,oBAAoB;AAAA,MACtE,WAAW;AAAA,MACX,gBAAgB;AAAA,IAClB,CAAC;AAAA,EACH;AACF;AAKO,IAAM,mBAAmB,IAAI,iBAAiB;;;AC5YrD,iBAAiB,MAAM,kBAAkB,cAAc;","names":["normalized","normalized","metadata","isTurkishLetter"]}
|
|
@@ -0,0 +1,58 @@
|
|
|
1
|
+
import { B as BaseTokenizer, T as TokenStream, a as TokenKind, L as LanguageProfile } from '../types-C4dcj53L.js';
|
|
2
|
+
|
|
3
|
+
/**
|
|
4
|
+
* Chinese Tokenizer
|
|
5
|
+
*
|
|
6
|
+
* Tokenizes Chinese hyperscript input.
|
|
7
|
+
* Chinese is challenging because:
|
|
8
|
+
* - No spaces between words (like Japanese)
|
|
9
|
+
* - Uses CJK characters (shared with Japanese Kanji)
|
|
10
|
+
* - SVO word order (like English)
|
|
11
|
+
* - Uses prepositions (把, 在, 从, etc.) for grammatical roles
|
|
12
|
+
* - No conjugation (unlike Japanese/Korean)
|
|
13
|
+
* - CSS selectors are embedded ASCII
|
|
14
|
+
*/
|
|
15
|
+
|
|
16
|
+
declare class ChineseTokenizer extends BaseTokenizer {
|
|
17
|
+
readonly language = "zh";
|
|
18
|
+
readonly direction: "ltr";
|
|
19
|
+
constructor();
|
|
20
|
+
tokenize(input: string): TokenStream;
|
|
21
|
+
classifyToken(token: string): TokenKind;
|
|
22
|
+
/**
|
|
23
|
+
* Extract a Chinese word.
|
|
24
|
+
* Uses greedy matching to find the longest known keyword.
|
|
25
|
+
* Chinese doesn't have inflection, so we don't need morphological normalization.
|
|
26
|
+
* profileKeywords is already sorted longest-first, enabling greedy matching.
|
|
27
|
+
*/
|
|
28
|
+
private extractChineseWord;
|
|
29
|
+
/**
|
|
30
|
+
* Extract an ASCII word (for mixed Chinese/English content).
|
|
31
|
+
*/
|
|
32
|
+
private extractAsciiWord;
|
|
33
|
+
/**
|
|
34
|
+
* Try to extract a string literal, including Chinese quotes.
|
|
35
|
+
* Chinese quotes: \u201C " (open) \u201D " (close) \u2018 ' (open) \u2019 ' (close)
|
|
36
|
+
*/
|
|
37
|
+
private tryChineseString;
|
|
38
|
+
/**
|
|
39
|
+
* Extract a number, including Chinese time unit suffixes.
|
|
40
|
+
* Chinese time units attach directly without whitespace.
|
|
41
|
+
*/
|
|
42
|
+
private extractChineseNumber;
|
|
43
|
+
}
|
|
44
|
+
/**
|
|
45
|
+
* Singleton instance.
|
|
46
|
+
*/
|
|
47
|
+
declare const chineseTokenizer: ChineseTokenizer;
|
|
48
|
+
|
|
49
|
+
/**
|
|
50
|
+
* Chinese (Simplified) Language Profile
|
|
51
|
+
*
|
|
52
|
+
* SVO word order, no markers (relies on word order), no spaces between words.
|
|
53
|
+
* Isolating language with topic-comment structure and optional BA construction.
|
|
54
|
+
*/
|
|
55
|
+
|
|
56
|
+
declare const chineseProfile: LanguageProfile;
|
|
57
|
+
|
|
58
|
+
export { chineseProfile, chineseTokenizer };
|