@lokascript/semantic 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +686 -0
- package/dist/browser-ar.ar.global.js +2 -0
- package/dist/browser-core.core.global.js +2 -0
- package/dist/browser-de.de.global.js +2 -0
- package/dist/browser-east-asian.east-asian.global.js +2 -0
- package/dist/browser-en-tr.en-tr.global.js +2 -0
- package/dist/browser-en.en.global.js +2 -0
- package/dist/browser-es-en.es-en.global.js +2 -0
- package/dist/browser-es.es.global.js +2 -0
- package/dist/browser-fr.fr.global.js +2 -0
- package/dist/browser-id.id.global.js +2 -0
- package/dist/browser-ja.ja.global.js +2 -0
- package/dist/browser-ko.ko.global.js +2 -0
- package/dist/browser-lazy.lazy.global.js +2 -0
- package/dist/browser-priority.priority.global.js +2 -0
- package/dist/browser-pt.pt.global.js +2 -0
- package/dist/browser-qu.qu.global.js +2 -0
- package/dist/browser-sw.sw.global.js +2 -0
- package/dist/browser-tr.tr.global.js +2 -0
- package/dist/browser-western.western.global.js +2 -0
- package/dist/browser-zh.zh.global.js +2 -0
- package/dist/browser.global.js +3 -0
- package/dist/browser.global.js.map +1 -0
- package/dist/index.cjs +35051 -0
- package/dist/index.cjs.map +1 -0
- package/dist/index.d.cts +3426 -0
- package/dist/index.d.ts +3426 -0
- package/dist/index.js +34890 -0
- package/dist/index.js.map +1 -0
- package/dist/languages/ar.d.ts +78 -0
- package/dist/languages/ar.js +1622 -0
- package/dist/languages/ar.js.map +1 -0
- package/dist/languages/de.d.ts +38 -0
- package/dist/languages/de.js +1168 -0
- package/dist/languages/de.js.map +1 -0
- package/dist/languages/en.d.ts +44 -0
- package/dist/languages/en.js +3491 -0
- package/dist/languages/en.js.map +1 -0
- package/dist/languages/es.d.ts +52 -0
- package/dist/languages/es.js +1493 -0
- package/dist/languages/es.js.map +1 -0
- package/dist/languages/fr.d.ts +37 -0
- package/dist/languages/fr.js +1159 -0
- package/dist/languages/fr.js.map +1 -0
- package/dist/languages/id.d.ts +35 -0
- package/dist/languages/id.js +1152 -0
- package/dist/languages/id.js.map +1 -0
- package/dist/languages/ja.d.ts +53 -0
- package/dist/languages/ja.js +1430 -0
- package/dist/languages/ja.js.map +1 -0
- package/dist/languages/ko.d.ts +51 -0
- package/dist/languages/ko.js +1729 -0
- package/dist/languages/ko.js.map +1 -0
- package/dist/languages/pt.d.ts +37 -0
- package/dist/languages/pt.js +1127 -0
- package/dist/languages/pt.js.map +1 -0
- package/dist/languages/qu.d.ts +36 -0
- package/dist/languages/qu.js +1143 -0
- package/dist/languages/qu.js.map +1 -0
- package/dist/languages/sw.d.ts +35 -0
- package/dist/languages/sw.js +1147 -0
- package/dist/languages/sw.js.map +1 -0
- package/dist/languages/tr.d.ts +45 -0
- package/dist/languages/tr.js +1529 -0
- package/dist/languages/tr.js.map +1 -0
- package/dist/languages/zh.d.ts +58 -0
- package/dist/languages/zh.js +1257 -0
- package/dist/languages/zh.js.map +1 -0
- package/dist/types-C4dcj53L.d.ts +600 -0
- package/package.json +202 -0
- package/src/__test-utils__/index.ts +7 -0
- package/src/__test-utils__/test-helpers.ts +8 -0
- package/src/__types__/test-helpers.ts +122 -0
- package/src/analysis/index.ts +479 -0
- package/src/ast-builder/command-mappers.ts +1133 -0
- package/src/ast-builder/expression-parser/index.ts +41 -0
- package/src/ast-builder/expression-parser/parser.ts +563 -0
- package/src/ast-builder/expression-parser/tokenizer.ts +394 -0
- package/src/ast-builder/expression-parser/types.ts +208 -0
- package/src/ast-builder/index.ts +536 -0
- package/src/ast-builder/value-converters.ts +172 -0
- package/src/bridge.ts +275 -0
- package/src/browser-ar.ts +162 -0
- package/src/browser-core.ts +231 -0
- package/src/browser-de.ts +162 -0
- package/src/browser-east-asian.ts +173 -0
- package/src/browser-en-tr.ts +165 -0
- package/src/browser-en.ts +157 -0
- package/src/browser-es-en.ts +200 -0
- package/src/browser-es.ts +170 -0
- package/src/browser-fr.ts +162 -0
- package/src/browser-id.ts +162 -0
- package/src/browser-ja.ts +162 -0
- package/src/browser-ko.ts +162 -0
- package/src/browser-lazy.ts +189 -0
- package/src/browser-priority.ts +214 -0
- package/src/browser-pt.ts +162 -0
- package/src/browser-qu.ts +162 -0
- package/src/browser-sw.ts +162 -0
- package/src/browser-tr.ts +162 -0
- package/src/browser-western.ts +181 -0
- package/src/browser-zh.ts +162 -0
- package/src/browser.ts +268 -0
- package/src/cache/index.ts +14 -0
- package/src/cache/semantic-cache.ts +344 -0
- package/src/core-bridge.ts +372 -0
- package/src/explicit/converter.ts +258 -0
- package/src/explicit/index.ts +18 -0
- package/src/explicit/parser.ts +236 -0
- package/src/explicit/renderer.ts +424 -0
- package/src/generators/command-schemas.ts +1636 -0
- package/src/generators/event-handler-generator.ts +109 -0
- package/src/generators/index.ts +117 -0
- package/src/generators/language-profiles.ts +139 -0
- package/src/generators/pattern-generator.ts +537 -0
- package/src/generators/profiles/arabic.ts +131 -0
- package/src/generators/profiles/bengali.ts +132 -0
- package/src/generators/profiles/chinese.ts +124 -0
- package/src/generators/profiles/english.ts +113 -0
- package/src/generators/profiles/french.ts +125 -0
- package/src/generators/profiles/german.ts +126 -0
- package/src/generators/profiles/hindi.ts +146 -0
- package/src/generators/profiles/index.ts +46 -0
- package/src/generators/profiles/indonesian.ts +125 -0
- package/src/generators/profiles/italian.ts +139 -0
- package/src/generators/profiles/japanese.ts +149 -0
- package/src/generators/profiles/korean.ts +127 -0
- package/src/generators/profiles/marker-templates.ts +288 -0
- package/src/generators/profiles/ms.ts +130 -0
- package/src/generators/profiles/polish.ts +249 -0
- package/src/generators/profiles/portuguese.ts +115 -0
- package/src/generators/profiles/quechua.ts +113 -0
- package/src/generators/profiles/russian.ts +260 -0
- package/src/generators/profiles/spanish.ts +130 -0
- package/src/generators/profiles/swahili.ts +129 -0
- package/src/generators/profiles/thai.ts +132 -0
- package/src/generators/profiles/tl.ts +128 -0
- package/src/generators/profiles/turkish.ts +124 -0
- package/src/generators/profiles/types.ts +165 -0
- package/src/generators/profiles/ukrainian.ts +270 -0
- package/src/generators/profiles/vietnamese.ts +133 -0
- package/src/generators/schema-error-codes.ts +160 -0
- package/src/generators/schema-validator.ts +391 -0
- package/src/index.ts +429 -0
- package/src/language-building-schema.ts +3170 -0
- package/src/language-loader.ts +394 -0
- package/src/languages/_all.ts +65 -0
- package/src/languages/ar.ts +15 -0
- package/src/languages/bn.ts +16 -0
- package/src/languages/de.ts +15 -0
- package/src/languages/en.ts +29 -0
- package/src/languages/es.ts +15 -0
- package/src/languages/fr.ts +15 -0
- package/src/languages/hi.ts +26 -0
- package/src/languages/id.ts +15 -0
- package/src/languages/index.ts +18 -0
- package/src/languages/it.ts +15 -0
- package/src/languages/ja.ts +15 -0
- package/src/languages/ko.ts +15 -0
- package/src/languages/ms.ts +16 -0
- package/src/languages/pl.ts +18 -0
- package/src/languages/pt.ts +15 -0
- package/src/languages/qu.ts +15 -0
- package/src/languages/ru.ts +26 -0
- package/src/languages/sw.ts +15 -0
- package/src/languages/th.ts +16 -0
- package/src/languages/tl.ts +16 -0
- package/src/languages/tr.ts +15 -0
- package/src/languages/uk.ts +26 -0
- package/src/languages/vi.ts +16 -0
- package/src/languages/zh.ts +15 -0
- package/src/parser/index.ts +15 -0
- package/src/parser/pattern-matcher.ts +1181 -0
- package/src/parser/semantic-parser.ts +573 -0
- package/src/parser/utils/index.ts +35 -0
- package/src/parser/utils/marker-resolution.ts +111 -0
- package/src/parser/utils/possessive-keywords.ts +43 -0
- package/src/parser/utils/role-positioning.ts +70 -0
- package/src/parser/utils/type-validation.ts +134 -0
- package/src/patterns/add/ar.ts +71 -0
- package/src/patterns/add/bn.ts +70 -0
- package/src/patterns/add/hi.ts +69 -0
- package/src/patterns/add/index.ts +87 -0
- package/src/patterns/add/it.ts +61 -0
- package/src/patterns/add/ja.ts +93 -0
- package/src/patterns/add/ko.ts +74 -0
- package/src/patterns/add/ms.ts +30 -0
- package/src/patterns/add/pl.ts +62 -0
- package/src/patterns/add/ru.ts +62 -0
- package/src/patterns/add/th.ts +49 -0
- package/src/patterns/add/tl.ts +30 -0
- package/src/patterns/add/tr.ts +71 -0
- package/src/patterns/add/uk.ts +62 -0
- package/src/patterns/add/vi.ts +61 -0
- package/src/patterns/add/zh.ts +71 -0
- package/src/patterns/builders.ts +207 -0
- package/src/patterns/decrement/bn.ts +70 -0
- package/src/patterns/decrement/de.ts +42 -0
- package/src/patterns/decrement/hi.ts +68 -0
- package/src/patterns/decrement/index.ts +79 -0
- package/src/patterns/decrement/it.ts +69 -0
- package/src/patterns/decrement/ms.ts +30 -0
- package/src/patterns/decrement/pl.ts +58 -0
- package/src/patterns/decrement/ru.ts +58 -0
- package/src/patterns/decrement/th.ts +49 -0
- package/src/patterns/decrement/tl.ts +30 -0
- package/src/patterns/decrement/tr.ts +48 -0
- package/src/patterns/decrement/uk.ts +58 -0
- package/src/patterns/decrement/vi.ts +61 -0
- package/src/patterns/decrement/zh.ts +32 -0
- package/src/patterns/en.ts +302 -0
- package/src/patterns/event-handler/ar.ts +151 -0
- package/src/patterns/event-handler/bn.ts +72 -0
- package/src/patterns/event-handler/de.ts +117 -0
- package/src/patterns/event-handler/en.ts +117 -0
- package/src/patterns/event-handler/es.ts +136 -0
- package/src/patterns/event-handler/fr.ts +117 -0
- package/src/patterns/event-handler/hi.ts +64 -0
- package/src/patterns/event-handler/id.ts +117 -0
- package/src/patterns/event-handler/index.ts +119 -0
- package/src/patterns/event-handler/it.ts +54 -0
- package/src/patterns/event-handler/ja.ts +118 -0
- package/src/patterns/event-handler/ko.ts +133 -0
- package/src/patterns/event-handler/ms.ts +30 -0
- package/src/patterns/event-handler/pl.ts +62 -0
- package/src/patterns/event-handler/pt.ts +117 -0
- package/src/patterns/event-handler/qu.ts +66 -0
- package/src/patterns/event-handler/ru.ts +62 -0
- package/src/patterns/event-handler/shared.ts +270 -0
- package/src/patterns/event-handler/sw.ts +117 -0
- package/src/patterns/event-handler/th.ts +53 -0
- package/src/patterns/event-handler/tl.ts +30 -0
- package/src/patterns/event-handler/tr.ts +170 -0
- package/src/patterns/event-handler/uk.ts +62 -0
- package/src/patterns/event-handler/vi.ts +61 -0
- package/src/patterns/event-handler/zh.ts +150 -0
- package/src/patterns/get/ar.ts +49 -0
- package/src/patterns/get/bn.ts +47 -0
- package/src/patterns/get/de.ts +32 -0
- package/src/patterns/get/hi.ts +52 -0
- package/src/patterns/get/index.ts +83 -0
- package/src/patterns/get/it.ts +56 -0
- package/src/patterns/get/ja.ts +53 -0
- package/src/patterns/get/ko.ts +53 -0
- package/src/patterns/get/ms.ts +30 -0
- package/src/patterns/get/pl.ts +57 -0
- package/src/patterns/get/ru.ts +57 -0
- package/src/patterns/get/th.ts +29 -0
- package/src/patterns/get/tl.ts +30 -0
- package/src/patterns/get/uk.ts +57 -0
- package/src/patterns/get/vi.ts +48 -0
- package/src/patterns/grammar-transformed/index.ts +39 -0
- package/src/patterns/grammar-transformed/ja.ts +1713 -0
- package/src/patterns/grammar-transformed/ko.ts +1311 -0
- package/src/patterns/grammar-transformed/tr.ts +1067 -0
- package/src/patterns/hide/ar.ts +67 -0
- package/src/patterns/hide/bn.ts +47 -0
- package/src/patterns/hide/de.ts +36 -0
- package/src/patterns/hide/hi.ts +61 -0
- package/src/patterns/hide/index.ts +91 -0
- package/src/patterns/hide/it.ts +56 -0
- package/src/patterns/hide/ja.ts +69 -0
- package/src/patterns/hide/ko.ts +69 -0
- package/src/patterns/hide/ms.ts +30 -0
- package/src/patterns/hide/pl.ts +57 -0
- package/src/patterns/hide/ru.ts +57 -0
- package/src/patterns/hide/th.ts +29 -0
- package/src/patterns/hide/tl.ts +30 -0
- package/src/patterns/hide/tr.ts +65 -0
- package/src/patterns/hide/uk.ts +57 -0
- package/src/patterns/hide/vi.ts +56 -0
- package/src/patterns/hide/zh.ts +68 -0
- package/src/patterns/increment/bn.ts +70 -0
- package/src/patterns/increment/de.ts +36 -0
- package/src/patterns/increment/hi.ts +68 -0
- package/src/patterns/increment/index.ts +79 -0
- package/src/patterns/increment/it.ts +69 -0
- package/src/patterns/increment/ms.ts +30 -0
- package/src/patterns/increment/pl.ts +58 -0
- package/src/patterns/increment/ru.ts +58 -0
- package/src/patterns/increment/th.ts +49 -0
- package/src/patterns/increment/tl.ts +30 -0
- package/src/patterns/increment/tr.ts +52 -0
- package/src/patterns/increment/uk.ts +58 -0
- package/src/patterns/increment/vi.ts +61 -0
- package/src/patterns/increment/zh.ts +32 -0
- package/src/patterns/index.ts +84 -0
- package/src/patterns/languages/en/control-flow.ts +93 -0
- package/src/patterns/languages/en/fetch.ts +62 -0
- package/src/patterns/languages/en/index.ts +42 -0
- package/src/patterns/languages/en/repeat.ts +67 -0
- package/src/patterns/languages/en/set.ts +48 -0
- package/src/patterns/languages/en/swap.ts +38 -0
- package/src/patterns/languages/en/temporal.ts +57 -0
- package/src/patterns/put/ar.ts +74 -0
- package/src/patterns/put/bn.ts +53 -0
- package/src/patterns/put/en.ts +74 -0
- package/src/patterns/put/es.ts +74 -0
- package/src/patterns/put/hi.ts +69 -0
- package/src/patterns/put/id.ts +96 -0
- package/src/patterns/put/index.ts +99 -0
- package/src/patterns/put/it.ts +56 -0
- package/src/patterns/put/ja.ts +75 -0
- package/src/patterns/put/ko.ts +67 -0
- package/src/patterns/put/ms.ts +30 -0
- package/src/patterns/put/pl.ts +81 -0
- package/src/patterns/put/ru.ts +85 -0
- package/src/patterns/put/th.ts +32 -0
- package/src/patterns/put/tl.ts +30 -0
- package/src/patterns/put/tr.ts +67 -0
- package/src/patterns/put/uk.ts +85 -0
- package/src/patterns/put/vi.ts +72 -0
- package/src/patterns/put/zh.ts +62 -0
- package/src/patterns/registry.ts +163 -0
- package/src/patterns/remove/ar.ts +71 -0
- package/src/patterns/remove/bn.ts +68 -0
- package/src/patterns/remove/hi.ts +69 -0
- package/src/patterns/remove/index.ts +87 -0
- package/src/patterns/remove/it.ts +69 -0
- package/src/patterns/remove/ja.ts +74 -0
- package/src/patterns/remove/ko.ts +78 -0
- package/src/patterns/remove/ms.ts +30 -0
- package/src/patterns/remove/pl.ts +62 -0
- package/src/patterns/remove/ru.ts +62 -0
- package/src/patterns/remove/th.ts +49 -0
- package/src/patterns/remove/tl.ts +30 -0
- package/src/patterns/remove/tr.ts +78 -0
- package/src/patterns/remove/uk.ts +62 -0
- package/src/patterns/remove/vi.ts +61 -0
- package/src/patterns/remove/zh.ts +72 -0
- package/src/patterns/set/ar.ts +84 -0
- package/src/patterns/set/bn.ts +53 -0
- package/src/patterns/set/de.ts +84 -0
- package/src/patterns/set/es.ts +92 -0
- package/src/patterns/set/fr.ts +88 -0
- package/src/patterns/set/hi.ts +56 -0
- package/src/patterns/set/id.ts +84 -0
- package/src/patterns/set/index.ts +107 -0
- package/src/patterns/set/it.ts +56 -0
- package/src/patterns/set/ja.ts +86 -0
- package/src/patterns/set/ko.ts +85 -0
- package/src/patterns/set/ms.ts +30 -0
- package/src/patterns/set/pl.ts +57 -0
- package/src/patterns/set/pt.ts +84 -0
- package/src/patterns/set/ru.ts +57 -0
- package/src/patterns/set/th.ts +31 -0
- package/src/patterns/set/tl.ts +30 -0
- package/src/patterns/set/tr.ts +107 -0
- package/src/patterns/set/uk.ts +57 -0
- package/src/patterns/set/vi.ts +53 -0
- package/src/patterns/set/zh.ts +84 -0
- package/src/patterns/show/ar.ts +67 -0
- package/src/patterns/show/bn.ts +47 -0
- package/src/patterns/show/de.ts +32 -0
- package/src/patterns/show/fr.ts +32 -0
- package/src/patterns/show/hi.ts +61 -0
- package/src/patterns/show/index.ts +95 -0
- package/src/patterns/show/it.ts +56 -0
- package/src/patterns/show/ja.ts +69 -0
- package/src/patterns/show/ko.ts +73 -0
- package/src/patterns/show/ms.ts +30 -0
- package/src/patterns/show/pl.ts +57 -0
- package/src/patterns/show/ru.ts +57 -0
- package/src/patterns/show/th.ts +29 -0
- package/src/patterns/show/tl.ts +30 -0
- package/src/patterns/show/tr.ts +65 -0
- package/src/patterns/show/uk.ts +57 -0
- package/src/patterns/show/vi.ts +56 -0
- package/src/patterns/show/zh.ts +68 -0
- package/src/patterns/take/ar.ts +51 -0
- package/src/patterns/take/index.ts +31 -0
- package/src/patterns/toggle/ar.ts +61 -0
- package/src/patterns/toggle/bn.ts +70 -0
- package/src/patterns/toggle/en.ts +61 -0
- package/src/patterns/toggle/es.ts +61 -0
- package/src/patterns/toggle/hi.ts +80 -0
- package/src/patterns/toggle/index.ts +95 -0
- package/src/patterns/toggle/it.ts +69 -0
- package/src/patterns/toggle/ja.ts +156 -0
- package/src/patterns/toggle/ko.ts +113 -0
- package/src/patterns/toggle/ms.ts +30 -0
- package/src/patterns/toggle/pl.ts +62 -0
- package/src/patterns/toggle/ru.ts +62 -0
- package/src/patterns/toggle/th.ts +50 -0
- package/src/patterns/toggle/tl.ts +30 -0
- package/src/patterns/toggle/tr.ts +88 -0
- package/src/patterns/toggle/uk.ts +62 -0
- package/src/patterns/toggle/vi.ts +61 -0
- package/src/patterns/toggle/zh.ts +99 -0
- package/src/public-api.ts +286 -0
- package/src/registry.ts +441 -0
- package/src/tokenizers/arabic.ts +723 -0
- package/src/tokenizers/base.ts +1300 -0
- package/src/tokenizers/bengali.ts +289 -0
- package/src/tokenizers/chinese.ts +481 -0
- package/src/tokenizers/english.ts +416 -0
- package/src/tokenizers/french.ts +326 -0
- package/src/tokenizers/german.ts +324 -0
- package/src/tokenizers/hindi.ts +319 -0
- package/src/tokenizers/index.ts +127 -0
- package/src/tokenizers/indonesian.ts +306 -0
- package/src/tokenizers/italian.ts +458 -0
- package/src/tokenizers/japanese.ts +447 -0
- package/src/tokenizers/korean.ts +642 -0
- package/src/tokenizers/morphology/arabic-normalizer.ts +242 -0
- package/src/tokenizers/morphology/french-normalizer.ts +268 -0
- package/src/tokenizers/morphology/german-normalizer.ts +256 -0
- package/src/tokenizers/morphology/index.ts +46 -0
- package/src/tokenizers/morphology/italian-normalizer.ts +329 -0
- package/src/tokenizers/morphology/japanese-normalizer.ts +288 -0
- package/src/tokenizers/morphology/korean-normalizer.ts +428 -0
- package/src/tokenizers/morphology/polish-normalizer.ts +264 -0
- package/src/tokenizers/morphology/portuguese-normalizer.ts +310 -0
- package/src/tokenizers/morphology/spanish-normalizer.ts +327 -0
- package/src/tokenizers/morphology/turkish-normalizer.ts +412 -0
- package/src/tokenizers/morphology/types.ts +211 -0
- package/src/tokenizers/ms.ts +198 -0
- package/src/tokenizers/polish.ts +354 -0
- package/src/tokenizers/portuguese.ts +304 -0
- package/src/tokenizers/quechua.ts +339 -0
- package/src/tokenizers/russian.ts +375 -0
- package/src/tokenizers/spanish.ts +403 -0
- package/src/tokenizers/swahili.ts +303 -0
- package/src/tokenizers/thai.ts +236 -0
- package/src/tokenizers/tl.ts +198 -0
- package/src/tokenizers/turkish.ts +411 -0
- package/src/tokenizers/ukrainian.ts +369 -0
- package/src/tokenizers/vietnamese.ts +410 -0
- package/src/types/grammar-types.ts +617 -0
- package/src/types/unified-profile.ts +267 -0
- package/src/types.ts +709 -0
- package/src/utils/confidence-calculator.ts +147 -0
- package/src/validators/command-validator.ts +380 -0
- package/src/validators/index.ts +15 -0
package/package.json
ADDED
|
@@ -0,0 +1,202 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "@lokascript/semantic",
|
|
3
|
+
"version": "1.0.0",
|
|
4
|
+
"description": "Semantic multilingual parser for hyperscript (23 languages)",
|
|
5
|
+
"type": "module",
|
|
6
|
+
"main": "dist/index.cjs",
|
|
7
|
+
"module": "dist/index.js",
|
|
8
|
+
"types": "dist/index.d.ts",
|
|
9
|
+
"browser": "dist/index.js",
|
|
10
|
+
"exports": {
|
|
11
|
+
".": {
|
|
12
|
+
"types": "./dist/index.d.ts",
|
|
13
|
+
"import": "./dist/index.js",
|
|
14
|
+
"require": "./dist/index.cjs"
|
|
15
|
+
},
|
|
16
|
+
"./browser": {
|
|
17
|
+
"types": "./dist/browser.d.ts",
|
|
18
|
+
"default": "./dist/browser.global.js"
|
|
19
|
+
},
|
|
20
|
+
"./browser/en": {
|
|
21
|
+
"default": "./dist/browser-en.en.global.js"
|
|
22
|
+
},
|
|
23
|
+
"./browser/es-en": {
|
|
24
|
+
"default": "./dist/browser-es-en.es-en.global.js"
|
|
25
|
+
},
|
|
26
|
+
"./browser/es": {
|
|
27
|
+
"default": "./dist/browser-es.es.global.js"
|
|
28
|
+
},
|
|
29
|
+
"./browser/tr": {
|
|
30
|
+
"default": "./dist/browser-tr.tr.global.js"
|
|
31
|
+
},
|
|
32
|
+
"./browser/western": {
|
|
33
|
+
"default": "./dist/browser-western.western.global.js"
|
|
34
|
+
},
|
|
35
|
+
"./browser/east-asian": {
|
|
36
|
+
"default": "./dist/browser-east-asian.east-asian.global.js"
|
|
37
|
+
},
|
|
38
|
+
"./browser/priority": {
|
|
39
|
+
"default": "./dist/browser-priority.priority.global.js"
|
|
40
|
+
},
|
|
41
|
+
"./browser/lazy": {
|
|
42
|
+
"default": "./dist/browser-lazy.lazy.global.js"
|
|
43
|
+
},
|
|
44
|
+
"./languages": {
|
|
45
|
+
"types": "./dist/languages/index.d.ts",
|
|
46
|
+
"import": "./dist/languages/index.mjs"
|
|
47
|
+
},
|
|
48
|
+
"./languages/en": {
|
|
49
|
+
"types": "./dist/languages/en.d.ts",
|
|
50
|
+
"import": "./dist/languages/en.mjs"
|
|
51
|
+
},
|
|
52
|
+
"./languages/es": {
|
|
53
|
+
"types": "./dist/languages/es.d.ts",
|
|
54
|
+
"import": "./dist/languages/es.mjs"
|
|
55
|
+
},
|
|
56
|
+
"./languages/ja": {
|
|
57
|
+
"types": "./dist/languages/ja.d.ts",
|
|
58
|
+
"import": "./dist/languages/ja.mjs"
|
|
59
|
+
},
|
|
60
|
+
"./languages/ar": {
|
|
61
|
+
"types": "./dist/languages/ar.d.ts",
|
|
62
|
+
"import": "./dist/languages/ar.mjs"
|
|
63
|
+
},
|
|
64
|
+
"./languages/ko": {
|
|
65
|
+
"types": "./dist/languages/ko.d.ts",
|
|
66
|
+
"import": "./dist/languages/ko.mjs"
|
|
67
|
+
},
|
|
68
|
+
"./languages/zh": {
|
|
69
|
+
"types": "./dist/languages/zh.d.ts",
|
|
70
|
+
"import": "./dist/languages/zh.mjs"
|
|
71
|
+
},
|
|
72
|
+
"./languages/tr": {
|
|
73
|
+
"types": "./dist/languages/tr.d.ts",
|
|
74
|
+
"import": "./dist/languages/tr.mjs"
|
|
75
|
+
},
|
|
76
|
+
"./languages/pt": {
|
|
77
|
+
"types": "./dist/languages/pt.d.ts",
|
|
78
|
+
"import": "./dist/languages/pt.mjs"
|
|
79
|
+
},
|
|
80
|
+
"./languages/fr": {
|
|
81
|
+
"types": "./dist/languages/fr.d.ts",
|
|
82
|
+
"import": "./dist/languages/fr.mjs"
|
|
83
|
+
},
|
|
84
|
+
"./languages/de": {
|
|
85
|
+
"types": "./dist/languages/de.d.ts",
|
|
86
|
+
"import": "./dist/languages/de.mjs"
|
|
87
|
+
},
|
|
88
|
+
"./languages/id": {
|
|
89
|
+
"types": "./dist/languages/id.d.ts",
|
|
90
|
+
"import": "./dist/languages/id.mjs"
|
|
91
|
+
},
|
|
92
|
+
"./languages/qu": {
|
|
93
|
+
"types": "./dist/languages/qu.d.ts",
|
|
94
|
+
"import": "./dist/languages/qu.mjs"
|
|
95
|
+
},
|
|
96
|
+
"./languages/sw": {
|
|
97
|
+
"types": "./dist/languages/sw.d.ts",
|
|
98
|
+
"import": "./dist/languages/sw.mjs"
|
|
99
|
+
},
|
|
100
|
+
"./explicit": {
|
|
101
|
+
"types": "./dist/explicit/index.d.ts",
|
|
102
|
+
"import": "./dist/explicit/index.mjs",
|
|
103
|
+
"require": "./dist/explicit/index.js"
|
|
104
|
+
},
|
|
105
|
+
"./browser/ja": {
|
|
106
|
+
"default": "./dist/browser-ja.ja.global.js"
|
|
107
|
+
},
|
|
108
|
+
"./browser/ar": {
|
|
109
|
+
"default": "./dist/browser-ar.ar.global.js"
|
|
110
|
+
},
|
|
111
|
+
"./browser/ko": {
|
|
112
|
+
"default": "./dist/browser-ko.ko.global.js"
|
|
113
|
+
},
|
|
114
|
+
"./browser/zh": {
|
|
115
|
+
"default": "./dist/browser-zh.zh.global.js"
|
|
116
|
+
},
|
|
117
|
+
"./browser/pt": {
|
|
118
|
+
"default": "./dist/browser-pt.pt.global.js"
|
|
119
|
+
},
|
|
120
|
+
"./browser/fr": {
|
|
121
|
+
"default": "./dist/browser-fr.fr.global.js"
|
|
122
|
+
},
|
|
123
|
+
"./browser/de": {
|
|
124
|
+
"default": "./dist/browser-de.de.global.js"
|
|
125
|
+
},
|
|
126
|
+
"./browser/id": {
|
|
127
|
+
"default": "./dist/browser-id.id.global.js"
|
|
128
|
+
},
|
|
129
|
+
"./browser/qu": {
|
|
130
|
+
"default": "./dist/browser-qu.qu.global.js"
|
|
131
|
+
},
|
|
132
|
+
"./browser/sw": {
|
|
133
|
+
"default": "./dist/browser-sw.sw.global.js"
|
|
134
|
+
},
|
|
135
|
+
"./browser/core": {
|
|
136
|
+
"default": "./dist/browser-core.core.global.js"
|
|
137
|
+
},
|
|
138
|
+
"./browser/en-tr": {
|
|
139
|
+
"default": "./dist/browser-en-tr.en-tr.global.js"
|
|
140
|
+
}
|
|
141
|
+
},
|
|
142
|
+
"scripts": {
|
|
143
|
+
"build": "tsup",
|
|
144
|
+
"build:browser": "tsup src/browser.ts --format iife --global-name HyperFixiSemantic --minify",
|
|
145
|
+
"dev": "tsup --watch",
|
|
146
|
+
"test": "vitest",
|
|
147
|
+
"test:run": "vitest run",
|
|
148
|
+
"test:coverage": "vitest run --coverage",
|
|
149
|
+
"typecheck": "tsc --noEmit",
|
|
150
|
+
"add-language": "npx tsx scripts/add-language.ts",
|
|
151
|
+
"update-keywords": "npx tsx scripts/update-keywords.ts",
|
|
152
|
+
"generate:indexes": "npx tsx scripts/generate-indexes.ts",
|
|
153
|
+
"prebuild": "npm run generate:indexes",
|
|
154
|
+
"benchmark": "npx tsx scripts/benchmark-all.ts",
|
|
155
|
+
"benchmark:json": "npx tsx scripts/benchmark-all.ts --json",
|
|
156
|
+
"benchmark:save": "npx tsx scripts/benchmark-all.ts --save",
|
|
157
|
+
"benchmark:ci": "npx tsx scripts/benchmark-all.ts --save --compare",
|
|
158
|
+
"benchmark:lookup": "npx tsx scripts/benchmark-tokenizer-lookup.ts"
|
|
159
|
+
},
|
|
160
|
+
"sideEffects": [
|
|
161
|
+
"./src/languages/*.ts",
|
|
162
|
+
"./dist/languages/*.mjs",
|
|
163
|
+
"./src/patterns/index.ts"
|
|
164
|
+
],
|
|
165
|
+
"keywords": [
|
|
166
|
+
"hyperscript",
|
|
167
|
+
"semantic",
|
|
168
|
+
"multilingual",
|
|
169
|
+
"i18n",
|
|
170
|
+
"parser",
|
|
171
|
+
"natural-language"
|
|
172
|
+
],
|
|
173
|
+
"author": "Hyperfixi Team",
|
|
174
|
+
"license": "MIT",
|
|
175
|
+
"devDependencies": {
|
|
176
|
+
"@types/node": "^20.0.0",
|
|
177
|
+
"@vitest/coverage-v8": "^4.0.17",
|
|
178
|
+
"tsup": "^8.0.0",
|
|
179
|
+
"typescript": "^5.0.0",
|
|
180
|
+
"vitest": "^4.0.0"
|
|
181
|
+
},
|
|
182
|
+
"files": [
|
|
183
|
+
"dist",
|
|
184
|
+
"src",
|
|
185
|
+
"LICENSE"
|
|
186
|
+
],
|
|
187
|
+
"repository": {
|
|
188
|
+
"type": "git",
|
|
189
|
+
"url": "git+https://github.com/hyperfixi/hyperfixi.git",
|
|
190
|
+
"directory": "packages/semantic"
|
|
191
|
+
},
|
|
192
|
+
"bugs": {
|
|
193
|
+
"url": "https://github.com/hyperfixi/hyperfixi/issues"
|
|
194
|
+
},
|
|
195
|
+
"homepage": "https://github.com/hyperfixi/hyperfixi/tree/main/packages/semantic#readme",
|
|
196
|
+
"engines": {
|
|
197
|
+
"node": ">=18.0.0"
|
|
198
|
+
},
|
|
199
|
+
"publishConfig": {
|
|
200
|
+
"access": "public"
|
|
201
|
+
}
|
|
202
|
+
}
|
|
@@ -0,0 +1,122 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Type-safe test helpers for semantic parsing
|
|
3
|
+
* Provides properly typed interfaces for test assertions on semantic nodes
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import type { SemanticRole } from '../types';
|
|
7
|
+
|
|
8
|
+
/**
|
|
9
|
+
* Semantic node result for testing
|
|
10
|
+
*/
|
|
11
|
+
export interface SemanticNodeResult {
|
|
12
|
+
action: string;
|
|
13
|
+
roles: Map<SemanticRole, SemanticValue>;
|
|
14
|
+
confidence: number;
|
|
15
|
+
errors?: ValidationError[];
|
|
16
|
+
tokens?: unknown[];
|
|
17
|
+
metadata?: Record<string, unknown>;
|
|
18
|
+
}
|
|
19
|
+
|
|
20
|
+
/**
|
|
21
|
+
* Semantic value in role maps
|
|
22
|
+
*/
|
|
23
|
+
export interface SemanticValue {
|
|
24
|
+
value: unknown;
|
|
25
|
+
type?: string;
|
|
26
|
+
raw?: string;
|
|
27
|
+
[key: string]: unknown;
|
|
28
|
+
}
|
|
29
|
+
|
|
30
|
+
/**
|
|
31
|
+
* Validation error from semantic parsing
|
|
32
|
+
*/
|
|
33
|
+
export interface ValidationError {
|
|
34
|
+
message: string;
|
|
35
|
+
code?: string;
|
|
36
|
+
position?: number;
|
|
37
|
+
[key: string]: unknown;
|
|
38
|
+
}
|
|
39
|
+
|
|
40
|
+
/**
|
|
41
|
+
* Type-safe role accessor for semantic nodes
|
|
42
|
+
*/
|
|
43
|
+
export interface RoleAccessor<T extends string = SemanticRole> {
|
|
44
|
+
get(role: T): SemanticValue | undefined;
|
|
45
|
+
has(role: T): boolean;
|
|
46
|
+
keys(): T[];
|
|
47
|
+
values(): SemanticValue[];
|
|
48
|
+
entries(): Array<[T, SemanticValue]>;
|
|
49
|
+
}
|
|
50
|
+
|
|
51
|
+
/**
|
|
52
|
+
* Create a type-safe role accessor from a Map
|
|
53
|
+
*/
|
|
54
|
+
export function createRoleAccessor<T extends string = SemanticRole>(
|
|
55
|
+
roles: Map<T, SemanticValue>
|
|
56
|
+
): RoleAccessor<T> {
|
|
57
|
+
return {
|
|
58
|
+
get(role: T): SemanticValue | undefined {
|
|
59
|
+
return roles.get(role);
|
|
60
|
+
},
|
|
61
|
+
has(role: T): boolean {
|
|
62
|
+
return roles.has(role);
|
|
63
|
+
},
|
|
64
|
+
keys(): T[] {
|
|
65
|
+
return Array.from(roles.keys());
|
|
66
|
+
},
|
|
67
|
+
values(): SemanticValue[] {
|
|
68
|
+
return Array.from(roles.values());
|
|
69
|
+
},
|
|
70
|
+
entries(): Array<[T, SemanticValue]> {
|
|
71
|
+
return Array.from(roles.entries());
|
|
72
|
+
},
|
|
73
|
+
};
|
|
74
|
+
}
|
|
75
|
+
|
|
76
|
+
/**
|
|
77
|
+
* Type guard to check if a value is a SemanticNodeResult
|
|
78
|
+
*/
|
|
79
|
+
export function isSemanticNodeResult(value: unknown): value is SemanticNodeResult {
|
|
80
|
+
return (
|
|
81
|
+
typeof value === 'object' &&
|
|
82
|
+
value !== null &&
|
|
83
|
+
'action' in value &&
|
|
84
|
+
typeof (value as SemanticNodeResult).action === 'string' &&
|
|
85
|
+
'roles' in value &&
|
|
86
|
+
(value as SemanticNodeResult).roles instanceof Map &&
|
|
87
|
+
'confidence' in value &&
|
|
88
|
+
typeof (value as SemanticNodeResult).confidence === 'number'
|
|
89
|
+
);
|
|
90
|
+
}
|
|
91
|
+
|
|
92
|
+
/**
|
|
93
|
+
* Assert that a value is a SemanticNodeResult
|
|
94
|
+
*/
|
|
95
|
+
export function assertSemanticNodeResult(value: unknown): asserts value is SemanticNodeResult {
|
|
96
|
+
if (!isSemanticNodeResult(value)) {
|
|
97
|
+
throw new Error(`Expected SemanticNodeResult, got ${typeof value}`);
|
|
98
|
+
}
|
|
99
|
+
}
|
|
100
|
+
|
|
101
|
+
/**
|
|
102
|
+
* Type-safe role value extractor
|
|
103
|
+
*/
|
|
104
|
+
export function getRoleValue<T = unknown>(
|
|
105
|
+
node: SemanticNodeResult,
|
|
106
|
+
role: SemanticRole
|
|
107
|
+
): T | undefined {
|
|
108
|
+
const value = node.roles.get(role);
|
|
109
|
+
return value?.value as T | undefined;
|
|
110
|
+
}
|
|
111
|
+
|
|
112
|
+
/**
|
|
113
|
+
* Assert that a role exists on a semantic node
|
|
114
|
+
*/
|
|
115
|
+
export function assertNodeHasRole(
|
|
116
|
+
node: SemanticNodeResult,
|
|
117
|
+
role: SemanticRole
|
|
118
|
+
): asserts node is SemanticNodeResult & { roles: Map<SemanticRole, SemanticValue> } {
|
|
119
|
+
if (!node.roles.has(role)) {
|
|
120
|
+
throw new Error(`Expected node to have role '${role}'`);
|
|
121
|
+
}
|
|
122
|
+
}
|