@lokascript/semantic 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (435) hide show
  1. package/LICENSE +21 -0
  2. package/README.md +686 -0
  3. package/dist/browser-ar.ar.global.js +2 -0
  4. package/dist/browser-core.core.global.js +2 -0
  5. package/dist/browser-de.de.global.js +2 -0
  6. package/dist/browser-east-asian.east-asian.global.js +2 -0
  7. package/dist/browser-en-tr.en-tr.global.js +2 -0
  8. package/dist/browser-en.en.global.js +2 -0
  9. package/dist/browser-es-en.es-en.global.js +2 -0
  10. package/dist/browser-es.es.global.js +2 -0
  11. package/dist/browser-fr.fr.global.js +2 -0
  12. package/dist/browser-id.id.global.js +2 -0
  13. package/dist/browser-ja.ja.global.js +2 -0
  14. package/dist/browser-ko.ko.global.js +2 -0
  15. package/dist/browser-lazy.lazy.global.js +2 -0
  16. package/dist/browser-priority.priority.global.js +2 -0
  17. package/dist/browser-pt.pt.global.js +2 -0
  18. package/dist/browser-qu.qu.global.js +2 -0
  19. package/dist/browser-sw.sw.global.js +2 -0
  20. package/dist/browser-tr.tr.global.js +2 -0
  21. package/dist/browser-western.western.global.js +2 -0
  22. package/dist/browser-zh.zh.global.js +2 -0
  23. package/dist/browser.global.js +3 -0
  24. package/dist/browser.global.js.map +1 -0
  25. package/dist/index.cjs +35051 -0
  26. package/dist/index.cjs.map +1 -0
  27. package/dist/index.d.cts +3426 -0
  28. package/dist/index.d.ts +3426 -0
  29. package/dist/index.js +34890 -0
  30. package/dist/index.js.map +1 -0
  31. package/dist/languages/ar.d.ts +78 -0
  32. package/dist/languages/ar.js +1622 -0
  33. package/dist/languages/ar.js.map +1 -0
  34. package/dist/languages/de.d.ts +38 -0
  35. package/dist/languages/de.js +1168 -0
  36. package/dist/languages/de.js.map +1 -0
  37. package/dist/languages/en.d.ts +44 -0
  38. package/dist/languages/en.js +3491 -0
  39. package/dist/languages/en.js.map +1 -0
  40. package/dist/languages/es.d.ts +52 -0
  41. package/dist/languages/es.js +1493 -0
  42. package/dist/languages/es.js.map +1 -0
  43. package/dist/languages/fr.d.ts +37 -0
  44. package/dist/languages/fr.js +1159 -0
  45. package/dist/languages/fr.js.map +1 -0
  46. package/dist/languages/id.d.ts +35 -0
  47. package/dist/languages/id.js +1152 -0
  48. package/dist/languages/id.js.map +1 -0
  49. package/dist/languages/ja.d.ts +53 -0
  50. package/dist/languages/ja.js +1430 -0
  51. package/dist/languages/ja.js.map +1 -0
  52. package/dist/languages/ko.d.ts +51 -0
  53. package/dist/languages/ko.js +1729 -0
  54. package/dist/languages/ko.js.map +1 -0
  55. package/dist/languages/pt.d.ts +37 -0
  56. package/dist/languages/pt.js +1127 -0
  57. package/dist/languages/pt.js.map +1 -0
  58. package/dist/languages/qu.d.ts +36 -0
  59. package/dist/languages/qu.js +1143 -0
  60. package/dist/languages/qu.js.map +1 -0
  61. package/dist/languages/sw.d.ts +35 -0
  62. package/dist/languages/sw.js +1147 -0
  63. package/dist/languages/sw.js.map +1 -0
  64. package/dist/languages/tr.d.ts +45 -0
  65. package/dist/languages/tr.js +1529 -0
  66. package/dist/languages/tr.js.map +1 -0
  67. package/dist/languages/zh.d.ts +58 -0
  68. package/dist/languages/zh.js +1257 -0
  69. package/dist/languages/zh.js.map +1 -0
  70. package/dist/types-C4dcj53L.d.ts +600 -0
  71. package/package.json +202 -0
  72. package/src/__test-utils__/index.ts +7 -0
  73. package/src/__test-utils__/test-helpers.ts +8 -0
  74. package/src/__types__/test-helpers.ts +122 -0
  75. package/src/analysis/index.ts +479 -0
  76. package/src/ast-builder/command-mappers.ts +1133 -0
  77. package/src/ast-builder/expression-parser/index.ts +41 -0
  78. package/src/ast-builder/expression-parser/parser.ts +563 -0
  79. package/src/ast-builder/expression-parser/tokenizer.ts +394 -0
  80. package/src/ast-builder/expression-parser/types.ts +208 -0
  81. package/src/ast-builder/index.ts +536 -0
  82. package/src/ast-builder/value-converters.ts +172 -0
  83. package/src/bridge.ts +275 -0
  84. package/src/browser-ar.ts +162 -0
  85. package/src/browser-core.ts +231 -0
  86. package/src/browser-de.ts +162 -0
  87. package/src/browser-east-asian.ts +173 -0
  88. package/src/browser-en-tr.ts +165 -0
  89. package/src/browser-en.ts +157 -0
  90. package/src/browser-es-en.ts +200 -0
  91. package/src/browser-es.ts +170 -0
  92. package/src/browser-fr.ts +162 -0
  93. package/src/browser-id.ts +162 -0
  94. package/src/browser-ja.ts +162 -0
  95. package/src/browser-ko.ts +162 -0
  96. package/src/browser-lazy.ts +189 -0
  97. package/src/browser-priority.ts +214 -0
  98. package/src/browser-pt.ts +162 -0
  99. package/src/browser-qu.ts +162 -0
  100. package/src/browser-sw.ts +162 -0
  101. package/src/browser-tr.ts +162 -0
  102. package/src/browser-western.ts +181 -0
  103. package/src/browser-zh.ts +162 -0
  104. package/src/browser.ts +268 -0
  105. package/src/cache/index.ts +14 -0
  106. package/src/cache/semantic-cache.ts +344 -0
  107. package/src/core-bridge.ts +372 -0
  108. package/src/explicit/converter.ts +258 -0
  109. package/src/explicit/index.ts +18 -0
  110. package/src/explicit/parser.ts +236 -0
  111. package/src/explicit/renderer.ts +424 -0
  112. package/src/generators/command-schemas.ts +1636 -0
  113. package/src/generators/event-handler-generator.ts +109 -0
  114. package/src/generators/index.ts +117 -0
  115. package/src/generators/language-profiles.ts +139 -0
  116. package/src/generators/pattern-generator.ts +537 -0
  117. package/src/generators/profiles/arabic.ts +131 -0
  118. package/src/generators/profiles/bengali.ts +132 -0
  119. package/src/generators/profiles/chinese.ts +124 -0
  120. package/src/generators/profiles/english.ts +113 -0
  121. package/src/generators/profiles/french.ts +125 -0
  122. package/src/generators/profiles/german.ts +126 -0
  123. package/src/generators/profiles/hindi.ts +146 -0
  124. package/src/generators/profiles/index.ts +46 -0
  125. package/src/generators/profiles/indonesian.ts +125 -0
  126. package/src/generators/profiles/italian.ts +139 -0
  127. package/src/generators/profiles/japanese.ts +149 -0
  128. package/src/generators/profiles/korean.ts +127 -0
  129. package/src/generators/profiles/marker-templates.ts +288 -0
  130. package/src/generators/profiles/ms.ts +130 -0
  131. package/src/generators/profiles/polish.ts +249 -0
  132. package/src/generators/profiles/portuguese.ts +115 -0
  133. package/src/generators/profiles/quechua.ts +113 -0
  134. package/src/generators/profiles/russian.ts +260 -0
  135. package/src/generators/profiles/spanish.ts +130 -0
  136. package/src/generators/profiles/swahili.ts +129 -0
  137. package/src/generators/profiles/thai.ts +132 -0
  138. package/src/generators/profiles/tl.ts +128 -0
  139. package/src/generators/profiles/turkish.ts +124 -0
  140. package/src/generators/profiles/types.ts +165 -0
  141. package/src/generators/profiles/ukrainian.ts +270 -0
  142. package/src/generators/profiles/vietnamese.ts +133 -0
  143. package/src/generators/schema-error-codes.ts +160 -0
  144. package/src/generators/schema-validator.ts +391 -0
  145. package/src/index.ts +429 -0
  146. package/src/language-building-schema.ts +3170 -0
  147. package/src/language-loader.ts +394 -0
  148. package/src/languages/_all.ts +65 -0
  149. package/src/languages/ar.ts +15 -0
  150. package/src/languages/bn.ts +16 -0
  151. package/src/languages/de.ts +15 -0
  152. package/src/languages/en.ts +29 -0
  153. package/src/languages/es.ts +15 -0
  154. package/src/languages/fr.ts +15 -0
  155. package/src/languages/hi.ts +26 -0
  156. package/src/languages/id.ts +15 -0
  157. package/src/languages/index.ts +18 -0
  158. package/src/languages/it.ts +15 -0
  159. package/src/languages/ja.ts +15 -0
  160. package/src/languages/ko.ts +15 -0
  161. package/src/languages/ms.ts +16 -0
  162. package/src/languages/pl.ts +18 -0
  163. package/src/languages/pt.ts +15 -0
  164. package/src/languages/qu.ts +15 -0
  165. package/src/languages/ru.ts +26 -0
  166. package/src/languages/sw.ts +15 -0
  167. package/src/languages/th.ts +16 -0
  168. package/src/languages/tl.ts +16 -0
  169. package/src/languages/tr.ts +15 -0
  170. package/src/languages/uk.ts +26 -0
  171. package/src/languages/vi.ts +16 -0
  172. package/src/languages/zh.ts +15 -0
  173. package/src/parser/index.ts +15 -0
  174. package/src/parser/pattern-matcher.ts +1181 -0
  175. package/src/parser/semantic-parser.ts +573 -0
  176. package/src/parser/utils/index.ts +35 -0
  177. package/src/parser/utils/marker-resolution.ts +111 -0
  178. package/src/parser/utils/possessive-keywords.ts +43 -0
  179. package/src/parser/utils/role-positioning.ts +70 -0
  180. package/src/parser/utils/type-validation.ts +134 -0
  181. package/src/patterns/add/ar.ts +71 -0
  182. package/src/patterns/add/bn.ts +70 -0
  183. package/src/patterns/add/hi.ts +69 -0
  184. package/src/patterns/add/index.ts +87 -0
  185. package/src/patterns/add/it.ts +61 -0
  186. package/src/patterns/add/ja.ts +93 -0
  187. package/src/patterns/add/ko.ts +74 -0
  188. package/src/patterns/add/ms.ts +30 -0
  189. package/src/patterns/add/pl.ts +62 -0
  190. package/src/patterns/add/ru.ts +62 -0
  191. package/src/patterns/add/th.ts +49 -0
  192. package/src/patterns/add/tl.ts +30 -0
  193. package/src/patterns/add/tr.ts +71 -0
  194. package/src/patterns/add/uk.ts +62 -0
  195. package/src/patterns/add/vi.ts +61 -0
  196. package/src/patterns/add/zh.ts +71 -0
  197. package/src/patterns/builders.ts +207 -0
  198. package/src/patterns/decrement/bn.ts +70 -0
  199. package/src/patterns/decrement/de.ts +42 -0
  200. package/src/patterns/decrement/hi.ts +68 -0
  201. package/src/patterns/decrement/index.ts +79 -0
  202. package/src/patterns/decrement/it.ts +69 -0
  203. package/src/patterns/decrement/ms.ts +30 -0
  204. package/src/patterns/decrement/pl.ts +58 -0
  205. package/src/patterns/decrement/ru.ts +58 -0
  206. package/src/patterns/decrement/th.ts +49 -0
  207. package/src/patterns/decrement/tl.ts +30 -0
  208. package/src/patterns/decrement/tr.ts +48 -0
  209. package/src/patterns/decrement/uk.ts +58 -0
  210. package/src/patterns/decrement/vi.ts +61 -0
  211. package/src/patterns/decrement/zh.ts +32 -0
  212. package/src/patterns/en.ts +302 -0
  213. package/src/patterns/event-handler/ar.ts +151 -0
  214. package/src/patterns/event-handler/bn.ts +72 -0
  215. package/src/patterns/event-handler/de.ts +117 -0
  216. package/src/patterns/event-handler/en.ts +117 -0
  217. package/src/patterns/event-handler/es.ts +136 -0
  218. package/src/patterns/event-handler/fr.ts +117 -0
  219. package/src/patterns/event-handler/hi.ts +64 -0
  220. package/src/patterns/event-handler/id.ts +117 -0
  221. package/src/patterns/event-handler/index.ts +119 -0
  222. package/src/patterns/event-handler/it.ts +54 -0
  223. package/src/patterns/event-handler/ja.ts +118 -0
  224. package/src/patterns/event-handler/ko.ts +133 -0
  225. package/src/patterns/event-handler/ms.ts +30 -0
  226. package/src/patterns/event-handler/pl.ts +62 -0
  227. package/src/patterns/event-handler/pt.ts +117 -0
  228. package/src/patterns/event-handler/qu.ts +66 -0
  229. package/src/patterns/event-handler/ru.ts +62 -0
  230. package/src/patterns/event-handler/shared.ts +270 -0
  231. package/src/patterns/event-handler/sw.ts +117 -0
  232. package/src/patterns/event-handler/th.ts +53 -0
  233. package/src/patterns/event-handler/tl.ts +30 -0
  234. package/src/patterns/event-handler/tr.ts +170 -0
  235. package/src/patterns/event-handler/uk.ts +62 -0
  236. package/src/patterns/event-handler/vi.ts +61 -0
  237. package/src/patterns/event-handler/zh.ts +150 -0
  238. package/src/patterns/get/ar.ts +49 -0
  239. package/src/patterns/get/bn.ts +47 -0
  240. package/src/patterns/get/de.ts +32 -0
  241. package/src/patterns/get/hi.ts +52 -0
  242. package/src/patterns/get/index.ts +83 -0
  243. package/src/patterns/get/it.ts +56 -0
  244. package/src/patterns/get/ja.ts +53 -0
  245. package/src/patterns/get/ko.ts +53 -0
  246. package/src/patterns/get/ms.ts +30 -0
  247. package/src/patterns/get/pl.ts +57 -0
  248. package/src/patterns/get/ru.ts +57 -0
  249. package/src/patterns/get/th.ts +29 -0
  250. package/src/patterns/get/tl.ts +30 -0
  251. package/src/patterns/get/uk.ts +57 -0
  252. package/src/patterns/get/vi.ts +48 -0
  253. package/src/patterns/grammar-transformed/index.ts +39 -0
  254. package/src/patterns/grammar-transformed/ja.ts +1713 -0
  255. package/src/patterns/grammar-transformed/ko.ts +1311 -0
  256. package/src/patterns/grammar-transformed/tr.ts +1067 -0
  257. package/src/patterns/hide/ar.ts +67 -0
  258. package/src/patterns/hide/bn.ts +47 -0
  259. package/src/patterns/hide/de.ts +36 -0
  260. package/src/patterns/hide/hi.ts +61 -0
  261. package/src/patterns/hide/index.ts +91 -0
  262. package/src/patterns/hide/it.ts +56 -0
  263. package/src/patterns/hide/ja.ts +69 -0
  264. package/src/patterns/hide/ko.ts +69 -0
  265. package/src/patterns/hide/ms.ts +30 -0
  266. package/src/patterns/hide/pl.ts +57 -0
  267. package/src/patterns/hide/ru.ts +57 -0
  268. package/src/patterns/hide/th.ts +29 -0
  269. package/src/patterns/hide/tl.ts +30 -0
  270. package/src/patterns/hide/tr.ts +65 -0
  271. package/src/patterns/hide/uk.ts +57 -0
  272. package/src/patterns/hide/vi.ts +56 -0
  273. package/src/patterns/hide/zh.ts +68 -0
  274. package/src/patterns/increment/bn.ts +70 -0
  275. package/src/patterns/increment/de.ts +36 -0
  276. package/src/patterns/increment/hi.ts +68 -0
  277. package/src/patterns/increment/index.ts +79 -0
  278. package/src/patterns/increment/it.ts +69 -0
  279. package/src/patterns/increment/ms.ts +30 -0
  280. package/src/patterns/increment/pl.ts +58 -0
  281. package/src/patterns/increment/ru.ts +58 -0
  282. package/src/patterns/increment/th.ts +49 -0
  283. package/src/patterns/increment/tl.ts +30 -0
  284. package/src/patterns/increment/tr.ts +52 -0
  285. package/src/patterns/increment/uk.ts +58 -0
  286. package/src/patterns/increment/vi.ts +61 -0
  287. package/src/patterns/increment/zh.ts +32 -0
  288. package/src/patterns/index.ts +84 -0
  289. package/src/patterns/languages/en/control-flow.ts +93 -0
  290. package/src/patterns/languages/en/fetch.ts +62 -0
  291. package/src/patterns/languages/en/index.ts +42 -0
  292. package/src/patterns/languages/en/repeat.ts +67 -0
  293. package/src/patterns/languages/en/set.ts +48 -0
  294. package/src/patterns/languages/en/swap.ts +38 -0
  295. package/src/patterns/languages/en/temporal.ts +57 -0
  296. package/src/patterns/put/ar.ts +74 -0
  297. package/src/patterns/put/bn.ts +53 -0
  298. package/src/patterns/put/en.ts +74 -0
  299. package/src/patterns/put/es.ts +74 -0
  300. package/src/patterns/put/hi.ts +69 -0
  301. package/src/patterns/put/id.ts +96 -0
  302. package/src/patterns/put/index.ts +99 -0
  303. package/src/patterns/put/it.ts +56 -0
  304. package/src/patterns/put/ja.ts +75 -0
  305. package/src/patterns/put/ko.ts +67 -0
  306. package/src/patterns/put/ms.ts +30 -0
  307. package/src/patterns/put/pl.ts +81 -0
  308. package/src/patterns/put/ru.ts +85 -0
  309. package/src/patterns/put/th.ts +32 -0
  310. package/src/patterns/put/tl.ts +30 -0
  311. package/src/patterns/put/tr.ts +67 -0
  312. package/src/patterns/put/uk.ts +85 -0
  313. package/src/patterns/put/vi.ts +72 -0
  314. package/src/patterns/put/zh.ts +62 -0
  315. package/src/patterns/registry.ts +163 -0
  316. package/src/patterns/remove/ar.ts +71 -0
  317. package/src/patterns/remove/bn.ts +68 -0
  318. package/src/patterns/remove/hi.ts +69 -0
  319. package/src/patterns/remove/index.ts +87 -0
  320. package/src/patterns/remove/it.ts +69 -0
  321. package/src/patterns/remove/ja.ts +74 -0
  322. package/src/patterns/remove/ko.ts +78 -0
  323. package/src/patterns/remove/ms.ts +30 -0
  324. package/src/patterns/remove/pl.ts +62 -0
  325. package/src/patterns/remove/ru.ts +62 -0
  326. package/src/patterns/remove/th.ts +49 -0
  327. package/src/patterns/remove/tl.ts +30 -0
  328. package/src/patterns/remove/tr.ts +78 -0
  329. package/src/patterns/remove/uk.ts +62 -0
  330. package/src/patterns/remove/vi.ts +61 -0
  331. package/src/patterns/remove/zh.ts +72 -0
  332. package/src/patterns/set/ar.ts +84 -0
  333. package/src/patterns/set/bn.ts +53 -0
  334. package/src/patterns/set/de.ts +84 -0
  335. package/src/patterns/set/es.ts +92 -0
  336. package/src/patterns/set/fr.ts +88 -0
  337. package/src/patterns/set/hi.ts +56 -0
  338. package/src/patterns/set/id.ts +84 -0
  339. package/src/patterns/set/index.ts +107 -0
  340. package/src/patterns/set/it.ts +56 -0
  341. package/src/patterns/set/ja.ts +86 -0
  342. package/src/patterns/set/ko.ts +85 -0
  343. package/src/patterns/set/ms.ts +30 -0
  344. package/src/patterns/set/pl.ts +57 -0
  345. package/src/patterns/set/pt.ts +84 -0
  346. package/src/patterns/set/ru.ts +57 -0
  347. package/src/patterns/set/th.ts +31 -0
  348. package/src/patterns/set/tl.ts +30 -0
  349. package/src/patterns/set/tr.ts +107 -0
  350. package/src/patterns/set/uk.ts +57 -0
  351. package/src/patterns/set/vi.ts +53 -0
  352. package/src/patterns/set/zh.ts +84 -0
  353. package/src/patterns/show/ar.ts +67 -0
  354. package/src/patterns/show/bn.ts +47 -0
  355. package/src/patterns/show/de.ts +32 -0
  356. package/src/patterns/show/fr.ts +32 -0
  357. package/src/patterns/show/hi.ts +61 -0
  358. package/src/patterns/show/index.ts +95 -0
  359. package/src/patterns/show/it.ts +56 -0
  360. package/src/patterns/show/ja.ts +69 -0
  361. package/src/patterns/show/ko.ts +73 -0
  362. package/src/patterns/show/ms.ts +30 -0
  363. package/src/patterns/show/pl.ts +57 -0
  364. package/src/patterns/show/ru.ts +57 -0
  365. package/src/patterns/show/th.ts +29 -0
  366. package/src/patterns/show/tl.ts +30 -0
  367. package/src/patterns/show/tr.ts +65 -0
  368. package/src/patterns/show/uk.ts +57 -0
  369. package/src/patterns/show/vi.ts +56 -0
  370. package/src/patterns/show/zh.ts +68 -0
  371. package/src/patterns/take/ar.ts +51 -0
  372. package/src/patterns/take/index.ts +31 -0
  373. package/src/patterns/toggle/ar.ts +61 -0
  374. package/src/patterns/toggle/bn.ts +70 -0
  375. package/src/patterns/toggle/en.ts +61 -0
  376. package/src/patterns/toggle/es.ts +61 -0
  377. package/src/patterns/toggle/hi.ts +80 -0
  378. package/src/patterns/toggle/index.ts +95 -0
  379. package/src/patterns/toggle/it.ts +69 -0
  380. package/src/patterns/toggle/ja.ts +156 -0
  381. package/src/patterns/toggle/ko.ts +113 -0
  382. package/src/patterns/toggle/ms.ts +30 -0
  383. package/src/patterns/toggle/pl.ts +62 -0
  384. package/src/patterns/toggle/ru.ts +62 -0
  385. package/src/patterns/toggle/th.ts +50 -0
  386. package/src/patterns/toggle/tl.ts +30 -0
  387. package/src/patterns/toggle/tr.ts +88 -0
  388. package/src/patterns/toggle/uk.ts +62 -0
  389. package/src/patterns/toggle/vi.ts +61 -0
  390. package/src/patterns/toggle/zh.ts +99 -0
  391. package/src/public-api.ts +286 -0
  392. package/src/registry.ts +441 -0
  393. package/src/tokenizers/arabic.ts +723 -0
  394. package/src/tokenizers/base.ts +1300 -0
  395. package/src/tokenizers/bengali.ts +289 -0
  396. package/src/tokenizers/chinese.ts +481 -0
  397. package/src/tokenizers/english.ts +416 -0
  398. package/src/tokenizers/french.ts +326 -0
  399. package/src/tokenizers/german.ts +324 -0
  400. package/src/tokenizers/hindi.ts +319 -0
  401. package/src/tokenizers/index.ts +127 -0
  402. package/src/tokenizers/indonesian.ts +306 -0
  403. package/src/tokenizers/italian.ts +458 -0
  404. package/src/tokenizers/japanese.ts +447 -0
  405. package/src/tokenizers/korean.ts +642 -0
  406. package/src/tokenizers/morphology/arabic-normalizer.ts +242 -0
  407. package/src/tokenizers/morphology/french-normalizer.ts +268 -0
  408. package/src/tokenizers/morphology/german-normalizer.ts +256 -0
  409. package/src/tokenizers/morphology/index.ts +46 -0
  410. package/src/tokenizers/morphology/italian-normalizer.ts +329 -0
  411. package/src/tokenizers/morphology/japanese-normalizer.ts +288 -0
  412. package/src/tokenizers/morphology/korean-normalizer.ts +428 -0
  413. package/src/tokenizers/morphology/polish-normalizer.ts +264 -0
  414. package/src/tokenizers/morphology/portuguese-normalizer.ts +310 -0
  415. package/src/tokenizers/morphology/spanish-normalizer.ts +327 -0
  416. package/src/tokenizers/morphology/turkish-normalizer.ts +412 -0
  417. package/src/tokenizers/morphology/types.ts +211 -0
  418. package/src/tokenizers/ms.ts +198 -0
  419. package/src/tokenizers/polish.ts +354 -0
  420. package/src/tokenizers/portuguese.ts +304 -0
  421. package/src/tokenizers/quechua.ts +339 -0
  422. package/src/tokenizers/russian.ts +375 -0
  423. package/src/tokenizers/spanish.ts +403 -0
  424. package/src/tokenizers/swahili.ts +303 -0
  425. package/src/tokenizers/thai.ts +236 -0
  426. package/src/tokenizers/tl.ts +198 -0
  427. package/src/tokenizers/turkish.ts +411 -0
  428. package/src/tokenizers/ukrainian.ts +369 -0
  429. package/src/tokenizers/vietnamese.ts +410 -0
  430. package/src/types/grammar-types.ts +617 -0
  431. package/src/types/unified-profile.ts +267 -0
  432. package/src/types.ts +709 -0
  433. package/src/utils/confidence-calculator.ts +147 -0
  434. package/src/validators/command-validator.ts +380 -0
  435. package/src/validators/index.ts +15 -0
@@ -0,0 +1,117 @@
1
+ /**
2
+ * Portuguese Event Handler Patterns
3
+ *
4
+ * Tree-shakeable: Only included when Portuguese is imported.
5
+ */
6
+
7
+ import type { LanguagePattern } from '../../types';
8
+
9
+ /**
10
+ * Get Portuguese event handler patterns.
11
+ */
12
+ export function getEventHandlerPatternsPt(): LanguagePattern[] {
13
+ return [
14
+ {
15
+ id: 'event-pt-ao-source',
16
+ language: 'pt',
17
+ command: 'on',
18
+ priority: 115,
19
+ template: {
20
+ format: 'ao {event} em {source} {body}',
21
+ tokens: [
22
+ { type: 'literal', value: 'ao', alternatives: ['à'] },
23
+ { type: 'role', role: 'event' },
24
+ { type: 'literal', value: 'em', alternatives: ['de', 'no', 'na'] },
25
+ { type: 'role', role: 'source' },
26
+ ],
27
+ },
28
+ extraction: {
29
+ event: { position: 1 },
30
+ source: { marker: 'em', markerAlternatives: ['de', 'no', 'na'] },
31
+ },
32
+ },
33
+ {
34
+ id: 'event-pt-quando-source',
35
+ language: 'pt',
36
+ command: 'on',
37
+ priority: 110,
38
+ template: {
39
+ format: 'quando {event} de {source} {body}',
40
+ tokens: [
41
+ { type: 'literal', value: 'quando' },
42
+ { type: 'role', role: 'event' },
43
+ { type: 'literal', value: 'de', alternatives: ['em', 'no', 'na'] },
44
+ { type: 'role', role: 'source' },
45
+ ],
46
+ },
47
+ extraction: {
48
+ event: { position: 1 },
49
+ source: { marker: 'de', markerAlternatives: ['em', 'no', 'na'] },
50
+ },
51
+ },
52
+ {
53
+ id: 'event-pt-ao',
54
+ language: 'pt',
55
+ command: 'on',
56
+ priority: 105,
57
+ template: {
58
+ format: 'ao {event} {body}',
59
+ tokens: [
60
+ { type: 'literal', value: 'ao', alternatives: ['à'] },
61
+ { type: 'role', role: 'event' },
62
+ ],
63
+ },
64
+ extraction: {
65
+ event: { position: 1 },
66
+ },
67
+ },
68
+ {
69
+ id: 'event-pt-quando',
70
+ language: 'pt',
71
+ command: 'on',
72
+ priority: 100,
73
+ template: {
74
+ format: 'quando {event} {body}',
75
+ tokens: [
76
+ { type: 'literal', value: 'quando' },
77
+ { type: 'role', role: 'event' },
78
+ ],
79
+ },
80
+ extraction: {
81
+ event: { position: 1 },
82
+ },
83
+ },
84
+ {
85
+ id: 'event-pt-em',
86
+ language: 'pt',
87
+ command: 'on',
88
+ priority: 95,
89
+ template: {
90
+ format: 'em {event} {body}',
91
+ tokens: [
92
+ { type: 'literal', value: 'em', alternatives: ['no', 'na'] },
93
+ { type: 'role', role: 'event' },
94
+ ],
95
+ },
96
+ extraction: {
97
+ event: { position: 1 },
98
+ },
99
+ },
100
+ {
101
+ id: 'event-pt-se',
102
+ language: 'pt',
103
+ command: 'on',
104
+ priority: 90,
105
+ template: {
106
+ format: 'se {event} {body}',
107
+ tokens: [
108
+ { type: 'literal', value: 'se' },
109
+ { type: 'role', role: 'event' },
110
+ ],
111
+ },
112
+ extraction: {
113
+ event: { position: 1 },
114
+ },
115
+ },
116
+ ];
117
+ }
@@ -0,0 +1,66 @@
1
+ /**
2
+ * Quechua Event Handler Patterns
3
+ *
4
+ * Tree-shakeable: Only included when Quechua is imported.
5
+ */
6
+
7
+ import type { LanguagePattern } from '../../types';
8
+
9
+ /**
10
+ * Get Quechua event handler patterns.
11
+ */
12
+ export function getEventHandlerPatternsQu(): LanguagePattern[] {
13
+ return [
14
+ {
15
+ id: 'event-qu-source',
16
+ language: 'qu',
17
+ command: 'on',
18
+ priority: 110,
19
+ template: {
20
+ format: '{event} pi {source} manta {body}',
21
+ tokens: [
22
+ { type: 'role', role: 'event' },
23
+ { type: 'literal', value: 'pi' },
24
+ { type: 'role', role: 'source' },
25
+ { type: 'literal', value: 'manta' },
26
+ ],
27
+ },
28
+ extraction: {
29
+ event: { position: 0 },
30
+ source: { marker: 'manta' },
31
+ },
32
+ },
33
+ {
34
+ id: 'event-qu-kaqtin',
35
+ language: 'qu',
36
+ command: 'on',
37
+ priority: 105,
38
+ template: {
39
+ format: '{event} kaqtin {body}',
40
+ tokens: [
41
+ { type: 'role', role: 'event' },
42
+ { type: 'literal', value: 'kaqtin', alternatives: ['qtin', 'ptin'] },
43
+ ],
44
+ },
45
+ extraction: {
46
+ event: { position: 0 },
47
+ },
48
+ },
49
+ {
50
+ id: 'event-qu-standard',
51
+ language: 'qu',
52
+ command: 'on',
53
+ priority: 100,
54
+ template: {
55
+ format: '{event} pi {body}',
56
+ tokens: [
57
+ { type: 'role', role: 'event' },
58
+ { type: 'literal', value: 'pi', alternatives: ['kaqpi', 'kaqpim'] },
59
+ ],
60
+ },
61
+ extraction: {
62
+ event: { position: 0 },
63
+ },
64
+ },
65
+ ];
66
+ }
@@ -0,0 +1,62 @@
1
+ /**
2
+ * Russian Event Handler Patterns
3
+ *
4
+ * Tree-shakeable: Only included when Russian is imported.
5
+ * Russian uses infinitive verb forms for commands.
6
+ */
7
+
8
+ import type { LanguagePattern } from '../../types';
9
+
10
+ /**
11
+ * Get Russian event handler patterns.
12
+ */
13
+ export function getEventHandlerPatternsRu(): LanguagePattern[] {
14
+ return [
15
+ {
16
+ id: 'event-handler-ru-full',
17
+ language: 'ru',
18
+ command: 'on',
19
+ priority: 100,
20
+ template: {
21
+ format: 'при {event} на {source}',
22
+ tokens: [
23
+ { type: 'literal', value: 'при', alternatives: ['когда'] },
24
+ { type: 'role', role: 'event' },
25
+ {
26
+ type: 'group',
27
+ optional: true,
28
+ tokens: [
29
+ { type: 'literal', value: 'на', alternatives: ['в', 'от'] },
30
+ { type: 'role', role: 'source' },
31
+ ],
32
+ },
33
+ ],
34
+ },
35
+ extraction: {
36
+ event: { position: 1 },
37
+ source: {
38
+ marker: 'на',
39
+ markerAlternatives: ['в', 'от'],
40
+ default: { type: 'reference', value: 'me' },
41
+ },
42
+ },
43
+ },
44
+ {
45
+ id: 'event-handler-ru-simple',
46
+ language: 'ru',
47
+ command: 'on',
48
+ priority: 90,
49
+ template: {
50
+ format: 'при {event}',
51
+ tokens: [
52
+ { type: 'literal', value: 'при', alternatives: ['когда'] },
53
+ { type: 'role', role: 'event' },
54
+ ],
55
+ },
56
+ extraction: {
57
+ event: { position: 1 },
58
+ source: { default: { type: 'reference', value: 'me' } },
59
+ },
60
+ },
61
+ ];
62
+ }
@@ -0,0 +1,270 @@
1
+ /**
2
+ * Shared Event Handler Utilities
3
+ *
4
+ * Event name translations and normalization used across all languages.
5
+ */
6
+
7
+ /**
8
+ * Common event names translated across languages.
9
+ * Used by tokenizers to normalize event names to English.
10
+ */
11
+ export const eventNameTranslations: Record<string, Record<string, string>> = {
12
+ // Korean event names → English
13
+ ko: {
14
+ 클릭: 'click',
15
+ 입력: 'input',
16
+ 변경: 'change',
17
+ 제출: 'submit',
18
+ 키다운: 'keydown',
19
+ 키업: 'keyup',
20
+ 마우스오버: 'mouseover',
21
+ 마우스아웃: 'mouseout',
22
+ 포커스: 'focus',
23
+ 블러: 'blur',
24
+ 로드: 'load',
25
+ 스크롤: 'scroll',
26
+ },
27
+ // Japanese event names → English
28
+ ja: {
29
+ クリック: 'click',
30
+ 入力: 'input',
31
+ 変更: 'change',
32
+ 送信: 'submit',
33
+ キーダウン: 'keydown',
34
+ キーアップ: 'keyup',
35
+ キープレス: 'keypress',
36
+ マウスオーバー: 'mouseover',
37
+ マウスアウト: 'mouseout',
38
+ フォーカス: 'focus',
39
+ ブラー: 'blur',
40
+ ロード: 'load',
41
+ スクロール: 'scroll',
42
+ },
43
+ // Arabic event names → English
44
+ ar: {
45
+ النقر: 'click',
46
+ نقر: 'click',
47
+ الإدخال: 'input',
48
+ إدخال: 'input',
49
+ التغيير: 'change',
50
+ تغيير: 'change',
51
+ الإرسال: 'submit',
52
+ إرسال: 'submit',
53
+ 'ضغط المفتاح': 'keydown',
54
+ 'رفع المفتاح': 'keyup',
55
+ 'تمرير الماوس': 'mouseover',
56
+ التركيز: 'focus',
57
+ تحميل: 'load',
58
+ تمرير: 'scroll',
59
+ },
60
+ // Spanish event names → English
61
+ es: {
62
+ clic: 'click',
63
+ click: 'click',
64
+ entrada: 'input',
65
+ cambio: 'change',
66
+ envío: 'submit',
67
+ enviar: 'submit',
68
+ 'tecla abajo': 'keydown',
69
+ 'tecla arriba': 'keyup',
70
+ 'ratón encima': 'mouseover',
71
+ 'ratón fuera': 'mouseout',
72
+ enfoque: 'focus',
73
+ desenfoque: 'blur',
74
+ carga: 'load',
75
+ desplazamiento: 'scroll',
76
+ },
77
+ // Turkish event names → English
78
+ tr: {
79
+ tıklama: 'click',
80
+ tıkla: 'click',
81
+ tık: 'click',
82
+ giriş: 'input',
83
+ girdi: 'input',
84
+ değişiklik: 'change',
85
+ değişim: 'change',
86
+ gönderme: 'submit',
87
+ gönder: 'submit',
88
+ tuşbasma: 'keydown',
89
+ tuşbırakma: 'keyup',
90
+ fareiçinde: 'mouseover',
91
+ faredışında: 'mouseout',
92
+ odaklanma: 'focus',
93
+ odak: 'focus',
94
+ bulanıklık: 'blur',
95
+ yükleme: 'load',
96
+ kaydırma: 'scroll',
97
+ },
98
+ // Portuguese event names → English
99
+ pt: {
100
+ clique: 'click',
101
+ clicar: 'click',
102
+ click: 'click',
103
+ entrada: 'input',
104
+ inserir: 'input',
105
+ mudança: 'change',
106
+ mudanca: 'change',
107
+ alterar: 'change',
108
+ envio: 'submit',
109
+ enviar: 'submit',
110
+ 'tecla baixo': 'keydown',
111
+ 'tecla cima': 'keyup',
112
+ 'pressionar tecla': 'keydown',
113
+ 'soltar tecla': 'keyup',
114
+ 'mouse sobre': 'mouseover',
115
+ 'mouse fora': 'mouseout',
116
+ foco: 'focus',
117
+ focar: 'focus',
118
+ desfoque: 'blur',
119
+ desfocar: 'blur',
120
+ carregar: 'load',
121
+ carregamento: 'load',
122
+ rolagem: 'scroll',
123
+ rolar: 'scroll',
124
+ },
125
+ // Chinese event names → English
126
+ zh: {
127
+ 点击: 'click',
128
+ 单击: 'click',
129
+ 双击: 'dblclick',
130
+ 输入: 'input',
131
+ 改变: 'change',
132
+ 变化: 'change',
133
+ 变更: 'change',
134
+ 提交: 'submit',
135
+ 发送: 'submit',
136
+ 按键: 'keydown',
137
+ 键入: 'keydown',
138
+ 松键: 'keyup',
139
+ 鼠标进入: 'mouseover',
140
+ 鼠标移入: 'mouseover',
141
+ 鼠标离开: 'mouseout',
142
+ 鼠标移出: 'mouseout',
143
+ 焦点: 'focus',
144
+ 聚焦: 'focus',
145
+ 失焦: 'blur',
146
+ 模糊: 'blur',
147
+ 加载: 'load',
148
+ 载入: 'load',
149
+ 滚动: 'scroll',
150
+ },
151
+ // French event names → English
152
+ fr: {
153
+ clic: 'click',
154
+ cliquer: 'click',
155
+ click: 'click',
156
+ saisie: 'input',
157
+ entrée: 'input',
158
+ changement: 'change',
159
+ changer: 'change',
160
+ soumettre: 'submit',
161
+ soumission: 'submit',
162
+ envoi: 'submit',
163
+ 'touche bas': 'keydown',
164
+ 'touche haut': 'keyup',
165
+ 'souris dessus': 'mouseover',
166
+ 'souris dehors': 'mouseout',
167
+ focus: 'focus',
168
+ focaliser: 'focus',
169
+ défocus: 'blur',
170
+ défocaliser: 'blur',
171
+ chargement: 'load',
172
+ charger: 'load',
173
+ défilement: 'scroll',
174
+ défiler: 'scroll',
175
+ },
176
+ // German event names → English
177
+ de: {
178
+ klick: 'click',
179
+ klicken: 'click',
180
+ click: 'click',
181
+ eingabe: 'input',
182
+ eingeben: 'input',
183
+ änderung: 'change',
184
+ ändern: 'change',
185
+ absenden: 'submit',
186
+ einreichen: 'submit',
187
+ 'taste runter': 'keydown',
188
+ 'taste hoch': 'keyup',
189
+ 'maus über': 'mouseover',
190
+ 'maus raus': 'mouseout',
191
+ fokus: 'focus',
192
+ fokussieren: 'focus',
193
+ defokussieren: 'blur',
194
+ unschärfe: 'blur',
195
+ laden: 'load',
196
+ ladung: 'load',
197
+ scrollen: 'scroll',
198
+ blättern: 'scroll',
199
+ },
200
+ // Indonesian event names → English
201
+ id: {
202
+ klik: 'click',
203
+ click: 'click',
204
+ masukan: 'input',
205
+ input: 'input',
206
+ ubah: 'change',
207
+ perubahan: 'change',
208
+ kirim: 'submit',
209
+ 'tekan tombol': 'keydown',
210
+ 'lepas tombol': 'keyup',
211
+ 'mouse masuk': 'mouseover',
212
+ 'mouse keluar': 'mouseout',
213
+ fokus: 'focus',
214
+ blur: 'blur',
215
+ muat: 'load',
216
+ memuat: 'load',
217
+ gulir: 'scroll',
218
+ menggulir: 'scroll',
219
+ },
220
+ // Quechua event names → English (loanwords with native adaptations)
221
+ qu: {
222
+ click: 'click',
223
+ "ñit'iy": 'click',
224
+ yaykuy: 'input',
225
+ tikray: 'change',
226
+ "t'ikray": 'change',
227
+ apachiy: 'submit',
228
+ kachay: 'submit',
229
+ 'llave uray': 'keydown',
230
+ 'llave hawa': 'keyup',
231
+ "q'away": 'focus',
232
+ "mana q'away": 'blur',
233
+ cargay: 'load',
234
+ apamuy: 'load',
235
+ muyuy: 'scroll',
236
+ },
237
+ // Swahili event names → English
238
+ sw: {
239
+ bofya: 'click',
240
+ click: 'click',
241
+ kubofya: 'click',
242
+ ingiza: 'input',
243
+ kubadilisha: 'change',
244
+ mabadiliko: 'change',
245
+ tuma: 'submit',
246
+ kutuma: 'submit',
247
+ 'bonyeza chini': 'keydown',
248
+ 'bonyeza juu': 'keyup',
249
+ 'panya juu': 'mouseover',
250
+ 'panya nje': 'mouseout',
251
+ lenga: 'focus',
252
+ kulenga: 'focus',
253
+ blur: 'blur',
254
+ pakia: 'load',
255
+ kupakia: 'load',
256
+ sogeza: 'scroll',
257
+ kusogeza: 'scroll',
258
+ },
259
+ };
260
+
261
+ /**
262
+ * Normalize an event name to English.
263
+ */
264
+ export function normalizeEventName(event: string, language: string): string {
265
+ const translations = eventNameTranslations[language];
266
+ if (translations && translations[event]) {
267
+ return translations[event];
268
+ }
269
+ return event.toLowerCase();
270
+ }
@@ -0,0 +1,117 @@
1
+ /**
2
+ * Swahili Event Handler Patterns
3
+ *
4
+ * Tree-shakeable: Only included when Swahili is imported.
5
+ */
6
+
7
+ import type { LanguagePattern } from '../../types';
8
+
9
+ /**
10
+ * Get Swahili event handler patterns.
11
+ */
12
+ export function getEventHandlerPatternsSw(): LanguagePattern[] {
13
+ return [
14
+ {
15
+ id: 'event-sw-unapo-source',
16
+ language: 'sw',
17
+ command: 'on',
18
+ priority: 115,
19
+ template: {
20
+ format: 'unapo {event} kutoka {source} {body}',
21
+ tokens: [
22
+ { type: 'literal', value: 'unapo', alternatives: ['wakati wa', 'wakati'] },
23
+ { type: 'role', role: 'event' },
24
+ { type: 'literal', value: 'kutoka' },
25
+ { type: 'role', role: 'source' },
26
+ ],
27
+ },
28
+ extraction: {
29
+ event: { position: 1 },
30
+ source: { marker: 'kutoka' },
31
+ },
32
+ },
33
+ {
34
+ id: 'event-sw-unapo',
35
+ language: 'sw',
36
+ command: 'on',
37
+ priority: 105,
38
+ template: {
39
+ format: 'unapo {event} {body}',
40
+ tokens: [
41
+ { type: 'literal', value: 'unapo', alternatives: ['wakati wa', 'wakati'] },
42
+ { type: 'role', role: 'event' },
43
+ ],
44
+ },
45
+ extraction: {
46
+ event: { position: 1 },
47
+ },
48
+ },
49
+ {
50
+ id: 'event-sw-kwa-source',
51
+ language: 'sw',
52
+ command: 'on',
53
+ priority: 110,
54
+ template: {
55
+ format: 'kwa {event} kutoka {source} {body}',
56
+ tokens: [
57
+ { type: 'literal', value: 'kwa' },
58
+ { type: 'role', role: 'event' },
59
+ { type: 'literal', value: 'kutoka' },
60
+ { type: 'role', role: 'source' },
61
+ ],
62
+ },
63
+ extraction: {
64
+ event: { position: 1 },
65
+ source: { marker: 'kutoka' },
66
+ },
67
+ },
68
+ {
69
+ id: 'event-sw-kwa',
70
+ language: 'sw',
71
+ command: 'on',
72
+ priority: 100,
73
+ template: {
74
+ format: 'kwa {event} {body}',
75
+ tokens: [
76
+ { type: 'literal', value: 'kwa' },
77
+ { type: 'role', role: 'event' },
78
+ ],
79
+ },
80
+ extraction: {
81
+ event: { position: 1 },
82
+ },
83
+ },
84
+ {
85
+ id: 'event-sw-ikiwa',
86
+ language: 'sw',
87
+ command: 'on',
88
+ priority: 95,
89
+ template: {
90
+ format: 'ikiwa {event} {body}',
91
+ tokens: [
92
+ { type: 'literal', value: 'ikiwa', alternatives: ['kama'] },
93
+ { type: 'role', role: 'event' },
94
+ ],
95
+ },
96
+ extraction: {
97
+ event: { position: 1 },
98
+ },
99
+ },
100
+ {
101
+ id: 'event-sw-baada-ya',
102
+ language: 'sw',
103
+ command: 'on',
104
+ priority: 90,
105
+ template: {
106
+ format: 'baada ya {event} {body}',
107
+ tokens: [
108
+ { type: 'literal', value: 'baada ya' },
109
+ { type: 'role', role: 'event' },
110
+ ],
111
+ },
112
+ extraction: {
113
+ event: { position: 1 },
114
+ },
115
+ },
116
+ ];
117
+ }
@@ -0,0 +1,53 @@
1
+ /**
2
+ * Thai Event Handler Patterns
3
+ *
4
+ * Patterns for parsing event handlers in Thai.
5
+ */
6
+
7
+ import type { LanguagePattern } from '../../types';
8
+
9
+ export function getEventHandlerPatternsTh(): LanguagePattern[] {
10
+ return [
11
+ // SVO pattern: เมื่อ คลิก สลับ .active
12
+ {
13
+ id: 'event-handler-th-svo',
14
+ language: 'th',
15
+ command: 'on',
16
+ priority: 100,
17
+ template: {
18
+ format: 'เมื่อ {event} {action}',
19
+ tokens: [
20
+ { type: 'literal', value: 'เมื่อ', alternatives: ['ตอน'] },
21
+ { type: 'role', role: 'event' },
22
+ { type: 'role', role: 'action' },
23
+ ],
24
+ },
25
+ extraction: {
26
+ event: { position: 1 },
27
+ action: { position: 2 },
28
+ },
29
+ },
30
+ // With source: เมื่อ คลิก จาก #button สลับ .active
31
+ {
32
+ id: 'event-handler-th-with-source',
33
+ language: 'th',
34
+ command: 'on',
35
+ priority: 95,
36
+ template: {
37
+ format: 'เมื่อ {event} จาก {source} {action}',
38
+ tokens: [
39
+ { type: 'literal', value: 'เมื่อ', alternatives: ['ตอน'] },
40
+ { type: 'role', role: 'event' },
41
+ { type: 'literal', value: 'จาก' },
42
+ { type: 'role', role: 'source' },
43
+ { type: 'role', role: 'action' },
44
+ ],
45
+ },
46
+ extraction: {
47
+ event: { position: 1 },
48
+ source: { marker: 'จาก', position: 3 },
49
+ action: { position: 4 },
50
+ },
51
+ },
52
+ ];
53
+ }