@delali/narsil 0.1.15 → 0.2.1-next.25

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (267) hide show
  1. package/NOTICE +54 -0
  2. package/README.md +38 -982
  3. package/dist/adapters/filesystem.d.ts +23 -1
  4. package/dist/adapters/filesystem.mjs +1 -1
  5. package/dist/adapters/indexeddb.d.ts +25 -1
  6. package/dist/adapters/indexeddb.mjs +1 -1
  7. package/dist/adapters/memory.d.ts +14 -1
  8. package/dist/adapters-CVqI5NBt.d.ts +149 -0
  9. package/dist/{chunk-HMO6OMZ3.mjs → chunk-ASI6AOW2.mjs} +1073 -506
  10. package/dist/{chunk-HRABJLPB.mjs → chunk-BKAI2WXI.mjs} +1 -0
  11. package/dist/{chunk-WISGW24C.mjs → chunk-FKK76OR7.mjs} +56 -55
  12. package/dist/chunk-GHJWC2E5.mjs +9 -0
  13. package/dist/chunk-KH3YGMVT.mjs +15 -0
  14. package/dist/chunk-TGP5M5R7.mjs +880 -0
  15. package/dist/chunk-U2BKYEC7.mjs +254 -0
  16. package/dist/{chunk-ALB35PRQ.mjs → chunk-UNJZ7ZDB.mjs} +18 -0
  17. package/dist/{chunk-MEW7HD75.mjs → chunk-WLR5BFL3.mjs} +2557 -1166
  18. package/dist/config-CAjTHzkH.d.ts +256 -0
  19. package/dist/direct-executor-3W4QRA4E.mjs +5 -0
  20. package/dist/distribution/coordinator/etcd.d.ts +44 -3
  21. package/dist/distribution/coordinator/etcd.mjs +2 -2
  22. package/dist/distribution/coordinator/in-memory.d.ts +14 -3
  23. package/dist/distribution.d.ts +318 -45
  24. package/dist/distribution.mjs +1875 -1772
  25. package/dist/embeddings/openai.d.ts +28 -1
  26. package/dist/embeddings/openai.mjs +1 -1
  27. package/dist/engine-CCrlfLyq.d.ts +431 -0
  28. package/dist/index.browser.mjs +4571 -1776
  29. package/dist/index.d.ts +180 -6
  30. package/dist/index.mjs +6 -5
  31. package/dist/invalidation/broadcast-channel.d.ts +20 -1
  32. package/dist/invalidation/filesystem.d.ts +24 -1
  33. package/dist/invalidation/noop.d.ts +14 -1
  34. package/dist/language-DB8KG1z5.d.ts +53 -0
  35. package/dist/languages/albanian.d.ts +15 -0
  36. package/dist/languages/albanian.mjs +103 -0
  37. package/dist/languages/amharic.d.ts +15 -0
  38. package/dist/languages/amharic.mjs +240 -0
  39. package/dist/languages/arabic.d.ts +10 -1
  40. package/dist/languages/arabic.mjs +939 -154
  41. package/dist/languages/armenian.d.ts +10 -1
  42. package/dist/languages/armenian.mjs +275 -243
  43. package/dist/languages/azerbaijani.d.ts +15 -0
  44. package/dist/languages/azerbaijani.mjs +152 -0
  45. package/dist/languages/bambara.d.ts +15 -0
  46. package/dist/languages/bambara.mjs +60 -0
  47. package/dist/languages/basque.d.ts +14 -0
  48. package/dist/languages/basque.mjs +726 -0
  49. package/dist/languages/belarusian.d.ts +15 -0
  50. package/dist/languages/belarusian.mjs +100 -0
  51. package/dist/languages/bengali.d.ts +15 -0
  52. package/dist/languages/bengali.mjs +128 -0
  53. package/dist/languages/bosnian.d.ts +15 -0
  54. package/dist/languages/bosnian.mjs +197 -0
  55. package/dist/languages/breton.d.ts +15 -0
  56. package/dist/languages/breton.mjs +96 -0
  57. package/dist/languages/bulgarian.d.ts +10 -1
  58. package/dist/languages/bulgarian.mjs +11 -2
  59. package/dist/languages/burmese.d.ts +15 -0
  60. package/dist/languages/burmese.mjs +57 -0
  61. package/dist/languages/catalan.d.ts +14 -0
  62. package/dist/languages/catalan.mjs +987 -0
  63. package/dist/languages/chinese.d.ts +11 -1
  64. package/dist/languages/chinese.mjs +4 -3
  65. package/dist/languages/croatian.d.ts +15 -0
  66. package/dist/languages/croatian.mjs +191 -0
  67. package/dist/languages/czech.d.ts +14 -0
  68. package/dist/languages/czech.mjs +628 -0
  69. package/dist/languages/dagbani.d.ts +11 -1
  70. package/dist/languages/dagbani.mjs +11 -2
  71. package/dist/languages/danish.d.ts +10 -1
  72. package/dist/languages/danish.mjs +215 -110
  73. package/dist/languages/dutch.d.ts +10 -1
  74. package/dist/languages/dutch.mjs +1248 -163
  75. package/dist/languages/english.d.ts +10 -1
  76. package/dist/languages/english.mjs +2 -1
  77. package/dist/languages/esperanto.d.ts +14 -0
  78. package/dist/languages/esperanto.mjs +689 -0
  79. package/dist/languages/estonian.d.ts +14 -0
  80. package/dist/languages/estonian.mjs +2160 -0
  81. package/dist/languages/ewe.d.ts +11 -1
  82. package/dist/languages/ewe.mjs +11 -2
  83. package/dist/languages/faroese.d.ts +15 -0
  84. package/dist/languages/faroese.mjs +93 -0
  85. package/dist/languages/fijian.d.ts +15 -0
  86. package/dist/languages/fijian.mjs +55 -0
  87. package/dist/languages/finnish.d.ts +10 -1
  88. package/dist/languages/finnish.mjs +528 -263
  89. package/dist/languages/french.d.ts +10 -1
  90. package/dist/languages/french.mjs +950 -437
  91. package/dist/languages/ga.d.ts +11 -1
  92. package/dist/languages/ga.mjs +2 -1
  93. package/dist/languages/galician.d.ts +15 -0
  94. package/dist/languages/galician.mjs +172 -0
  95. package/dist/languages/georgian.d.ts +15 -0
  96. package/dist/languages/georgian.mjs +91 -0
  97. package/dist/languages/german.d.ts +10 -1
  98. package/dist/languages/german.mjs +432 -162
  99. package/dist/languages/greek.d.ts +10 -1
  100. package/dist/languages/greek.mjs +1970 -281
  101. package/dist/languages/guarani.d.ts +15 -0
  102. package/dist/languages/guarani.mjs +132 -0
  103. package/dist/languages/gujarati.d.ts +15 -0
  104. package/dist/languages/gujarati.mjs +234 -0
  105. package/dist/languages/haitian-creole.d.ts +15 -0
  106. package/dist/languages/haitian-creole.mjs +106 -0
  107. package/dist/languages/hausa.d.ts +11 -1
  108. package/dist/languages/hausa.mjs +2 -1
  109. package/dist/languages/hawaiian.d.ts +15 -0
  110. package/dist/languages/hawaiian.mjs +69 -0
  111. package/dist/languages/hebrew.d.ts +15 -0
  112. package/dist/languages/hebrew.mjs +213 -0
  113. package/dist/languages/hindi.d.ts +10 -1
  114. package/dist/languages/hindi.mjs +175 -97
  115. package/dist/languages/hungarian.d.ts +10 -1
  116. package/dist/languages/hungarian.mjs +412 -326
  117. package/dist/languages/icelandic.d.ts +15 -0
  118. package/dist/languages/icelandic.mjs +161 -0
  119. package/dist/languages/igbo.d.ts +11 -1
  120. package/dist/languages/igbo.mjs +2 -1
  121. package/dist/languages/indonesian.d.ts +10 -1
  122. package/dist/languages/indonesian.mjs +329 -137
  123. package/dist/languages/irish.d.ts +10 -1
  124. package/dist/languages/irish.mjs +223 -139
  125. package/dist/languages/italian.d.ts +10 -1
  126. package/dist/languages/italian.mjs +703 -406
  127. package/dist/languages/japanese.d.ts +11 -1
  128. package/dist/languages/japanese.mjs +5 -108
  129. package/dist/languages/kannada.d.ts +15 -0
  130. package/dist/languages/kannada.mjs +94 -0
  131. package/dist/languages/kazakh.d.ts +15 -0
  132. package/dist/languages/kazakh.mjs +90 -0
  133. package/dist/languages/khmer.d.ts +15 -0
  134. package/dist/languages/khmer.mjs +181 -0
  135. package/dist/languages/kinyarwanda.d.ts +15 -0
  136. package/dist/languages/kinyarwanda.mjs +99 -0
  137. package/dist/languages/kirundi.d.ts +15 -0
  138. package/dist/languages/kirundi.mjs +92 -0
  139. package/dist/languages/korean.d.ts +15 -0
  140. package/dist/languages/korean.mjs +252 -0
  141. package/dist/languages/kurmanji.d.ts +15 -0
  142. package/dist/languages/kurmanji.mjs +50 -0
  143. package/dist/languages/kyrgyz.d.ts +15 -0
  144. package/dist/languages/kyrgyz.mjs +108 -0
  145. package/dist/languages/lao.d.ts +15 -0
  146. package/dist/languages/lao.mjs +63 -0
  147. package/dist/languages/latin.d.ts +15 -0
  148. package/dist/languages/latin.mjs +69 -0
  149. package/dist/languages/latvian.d.ts +15 -0
  150. package/dist/languages/latvian.mjs +173 -0
  151. package/dist/languages/lingala.d.ts +15 -0
  152. package/dist/languages/lingala.mjs +61 -0
  153. package/dist/languages/lithuanian.d.ts +14 -0
  154. package/dist/languages/lithuanian.mjs +571 -0
  155. package/dist/languages/luxembourgish.d.ts +15 -0
  156. package/dist/languages/luxembourgish.mjs +214 -0
  157. package/dist/languages/macedonian.d.ts +15 -0
  158. package/dist/languages/macedonian.mjs +808 -0
  159. package/dist/languages/malagasy.d.ts +15 -0
  160. package/dist/languages/malagasy.mjs +67 -0
  161. package/dist/languages/malay.d.ts +15 -0
  162. package/dist/languages/malay.mjs +482 -0
  163. package/dist/languages/malayalam.d.ts +15 -0
  164. package/dist/languages/malayalam.mjs +122 -0
  165. package/dist/languages/maltese.d.ts +15 -0
  166. package/dist/languages/maltese.mjs +139 -0
  167. package/dist/languages/maori.d.ts +15 -0
  168. package/dist/languages/maori.mjs +79 -0
  169. package/dist/languages/marathi.d.ts +15 -0
  170. package/dist/languages/marathi.mjs +111 -0
  171. package/dist/languages/nepali.d.ts +10 -1
  172. package/dist/languages/nepali.mjs +209 -99
  173. package/dist/languages/norwegian.d.ts +10 -1
  174. package/dist/languages/norwegian.mjs +218 -85
  175. package/dist/languages/oromo.d.ts +15 -0
  176. package/dist/languages/oromo.mjs +78 -0
  177. package/dist/languages/persian.d.ts +14 -0
  178. package/dist/languages/persian.mjs +710 -0
  179. package/dist/languages/polish.d.ts +14 -0
  180. package/dist/languages/polish.mjs +614 -0
  181. package/dist/languages/portuguese.d.ts +10 -1
  182. package/dist/languages/portuguese.mjs +613 -380
  183. package/dist/languages/punjabi.d.ts +15 -0
  184. package/dist/languages/punjabi.mjs +197 -0
  185. package/dist/languages/romanian.d.ts +10 -1
  186. package/dist/languages/romanian.mjs +561 -382
  187. package/dist/languages/russian.d.ts +10 -1
  188. package/dist/languages/russian.mjs +373 -244
  189. package/dist/languages/samoan.d.ts +15 -0
  190. package/dist/languages/samoan.mjs +63 -0
  191. package/dist/languages/sanskrit.d.ts +10 -1
  192. package/dist/languages/sanskrit.mjs +2 -2
  193. package/dist/languages/scottish-gaelic.d.ts +15 -0
  194. package/dist/languages/scottish-gaelic.mjs +370 -0
  195. package/dist/languages/serbian.d.ts +10 -1
  196. package/dist/languages/serbian.mjs +3635 -155
  197. package/dist/languages/shona.d.ts +15 -0
  198. package/dist/languages/shona.mjs +91 -0
  199. package/dist/languages/sinhala.d.ts +15 -0
  200. package/dist/languages/sinhala.mjs +182 -0
  201. package/dist/languages/slovak.d.ts +15 -0
  202. package/dist/languages/slovak.mjs +430 -0
  203. package/dist/languages/slovenian.d.ts +10 -1
  204. package/dist/languages/slovenian.mjs +11 -2
  205. package/dist/languages/sorani.d.ts +15 -0
  206. package/dist/languages/sorani.mjs +156 -0
  207. package/dist/languages/spanish.d.ts +10 -1
  208. package/dist/languages/spanish.mjs +676 -374
  209. package/dist/languages/swahili.d.ts +10 -1
  210. package/dist/languages/swahili.mjs +2 -1
  211. package/dist/languages/swedish.d.ts +10 -1
  212. package/dist/languages/swedish.mjs +237 -95
  213. package/dist/languages/tagalog.d.ts +15 -0
  214. package/dist/languages/tagalog.mjs +159 -0
  215. package/dist/languages/tamil.d.ts +10 -1
  216. package/dist/languages/tamil.mjs +836 -64
  217. package/dist/languages/tatar.d.ts +15 -0
  218. package/dist/languages/tatar.mjs +1017 -0
  219. package/dist/languages/telugu.d.ts +15 -0
  220. package/dist/languages/telugu.mjs +62 -0
  221. package/dist/languages/thai.d.ts +15 -0
  222. package/dist/languages/thai.mjs +65 -0
  223. package/dist/languages/tibetan.d.ts +15 -0
  224. package/dist/languages/tibetan.mjs +119 -0
  225. package/dist/languages/tigrinya.d.ts +15 -0
  226. package/dist/languages/tigrinya.mjs +194 -0
  227. package/dist/languages/tongan.d.ts +15 -0
  228. package/dist/languages/tongan.mjs +56 -0
  229. package/dist/languages/turkish.d.ts +10 -1
  230. package/dist/languages/turkish.mjs +1246 -393
  231. package/dist/languages/twi.d.ts +11 -1
  232. package/dist/languages/twi.mjs +13 -2
  233. package/dist/languages/ukrainian.d.ts +10 -1
  234. package/dist/languages/ukrainian.mjs +125 -47
  235. package/dist/languages/urdu.d.ts +15 -0
  236. package/dist/languages/urdu.mjs +528 -0
  237. package/dist/languages/vietnamese.d.ts +15 -0
  238. package/dist/languages/vietnamese.mjs +277 -0
  239. package/dist/languages/welsh.d.ts +15 -0
  240. package/dist/languages/welsh.mjs +446 -0
  241. package/dist/languages/wolof.d.ts +15 -0
  242. package/dist/languages/wolof.mjs +79 -0
  243. package/dist/languages/xhosa.d.ts +15 -0
  244. package/dist/languages/xhosa.mjs +95 -0
  245. package/dist/languages/yoruba.d.ts +11 -1
  246. package/dist/languages/yoruba.mjs +1 -0
  247. package/dist/languages/zulu.d.ts +11 -1
  248. package/dist/languages/zulu.mjs +2 -1
  249. package/dist/persistence/durability/checkpoint-worker.d.ts +13 -0
  250. package/dist/persistence/durability/checkpoint-worker.mjs +6 -5
  251. package/dist/schema-CE6S_aAr.d.ts +208 -0
  252. package/dist/search-CgQQIciB.d.ts +786 -0
  253. package/dist/server.d.ts +214 -12
  254. package/dist/server.mjs +41 -2
  255. package/dist/types-BV3nAKTL.d.ts +302 -0
  256. package/dist/vector/hnsw-build-worker.d.ts +68 -2
  257. package/dist/vector/hnsw-build-worker.mjs +0 -2
  258. package/dist/workers/entry.mjs +2 -2
  259. package/package.json +14 -4
  260. package/dist/adapters-Bo2JQg8b.d.ts +0 -37
  261. package/dist/chunk-TW6BXTOL.mjs +0 -338
  262. package/dist/config-CojEPOgS.d.ts +0 -481
  263. package/dist/direct-executor-E52FFGDE.mjs +0 -4
  264. package/dist/language-ONQ3iVDf.d.ts +0 -14
  265. package/dist/narsil-D-84Nvm4.d.ts +0 -72
  266. package/dist/schema-DCgkO1j4.d.ts +0 -65
  267. package/dist/types-DHX6zGeD.d.ts +0 -73
@@ -1,108 +1,217 @@
1
- // src/languages/nepali.ts
2
- var POSTPOSITIONS = [
3
- "\u092E\u093E\u0930\u094D\u092B\u0924",
4
- "\u0926\u094D\u0935\u093E\u0930\u093E",
5
- "\u092A\u094D\u0930\u0924\u093F",
6
- "\u0926\u0947\u0916\u093F",
7
- "\u0938\u092E\u094D\u092E",
8
- "\u092A\u091B\u093F",
9
- "\u0932\u093E\u0908",
10
- "\u0938\u0902\u0917",
11
- "\u0938\u0901\u0917",
12
- "\u0915\u093E",
13
- "\u0915\u0940",
14
- "\u0915\u094B",
15
- "\u0915\u0948",
16
- "\u0932\u0947",
17
- "\u092E\u093E"
1
+ import { BaseStemmer } from '../chunk-U2BKYEC7.mjs';
2
+
3
+ // src/languages/snowball/nepali.ts
4
+ var a_0 = [
5
+ ["\u0932\u093E\u0907", 1],
6
+ ["\u0932\u093E\u0908", 1],
7
+ ["\u0938\u0901\u0917", 1],
8
+ ["\u0938\u0902\u0917", 1],
9
+ ["\u092E\u093E\u0930\u094D\u092B\u0924", 1],
10
+ ["\u0930\u0924", 1],
11
+ ["\u0915\u093E", 2],
12
+ ["\u092E\u093E", 1],
13
+ ["\u0926\u094D\u0935\u093E\u0930\u093E", 1],
14
+ ["\u0915\u093F", 2],
15
+ ["\u092A\u091B\u093F", 1],
16
+ ["\u0915\u0940", 2],
17
+ ["\u0932\u0947", 1],
18
+ ["\u0915\u0948", 2],
19
+ ["\u0938\u0901\u0917\u0948", 1],
20
+ ["\u092E\u0948", 1],
21
+ ["\u0915\u094B", 2]
18
22
  ];
19
- var VERB_SUFFIXES = [
20
- "\u0925\u093F\u090F\u0928\u0928\u094D",
21
- "\u0939\u0941\u0928\u094D\u091B",
22
- "\u0939\u0941\u0928\u0947\u091B",
23
- "\u0928\u0947\u091B\u0938\u094D",
24
- "\u0925\u093F\u090F\u0928",
25
- "\u0925\u093F\u092F\u094B",
26
- "\u0907\u091B\u0938\u094D",
27
- "\u090F\u091B\u0938\u094D",
28
- "\u0907\u091B\u0928\u094D",
29
- "\u090F\u091B\u0928\u094D",
30
- "\u0939\u0941\u0928\u0947",
31
- "\u0939\u0941\u0928\u094D",
32
- "\u091B\u093F\u0928\u094D",
33
- "\u0932\u093E\u0928\u094D",
34
- "\u0932\u093F\u0928\u094D",
35
- "\u0925\u093F\u090F",
36
- "\u091B\u0928\u094D",
37
- "\u091B\u094C\u0902",
38
- "\u091B\u0948\u0928",
39
- "\u091B\u0938\u094D",
40
- "\u0928\u0947\u091B",
41
- "\u091B\u094C\u0901",
42
- "\u091B\u094C",
43
- "\u0907\u091B",
44
- "\u090F\u091B",
45
- "\u091B\u0941",
46
- "\u091B\u0947",
47
- "\u0925\u093E",
48
- "\u0925\u0940",
49
- "\u0925\u0947",
50
- "\u0928\u0947",
51
- "\u0928\u0941",
52
- "\u0926\u0948",
53
- "\u0926\u093E",
54
- "\u0924\u093E",
55
- "\u0924\u0940",
56
- "\u0924\u0947",
57
- "\u0932\u093E",
58
- "\u0932\u094B",
59
- "\u0908\u0902",
60
- "\u092F\u093E",
61
- "\u092F\u094B",
62
- "\u092F\u094C",
63
- "\u0906\u0909",
64
- "\u0906\u090F",
65
- "\u091B",
66
- "\u090F",
67
- "\u0908"
23
+ var a_1 = [
24
+ ["\u0901", 1],
25
+ ["\u0902", 1],
26
+ ["\u0948", 2]
68
27
  ];
69
- var NOUN_SUFFIXES = [
70
- "\u0939\u0930\u0942\u0932\u093E\u0908",
71
- "\u0939\u0930\u0942\u0915\u094B",
72
- "\u0939\u0930\u0942\u0932\u0947",
73
- "\u0939\u0930\u0942\u092E\u093E",
74
- "\u0924\u093E\u0932\u093E\u0908",
75
- "\u0926\u093E\u0930\u0915\u094B",
76
- "\u0924\u093E\u0915\u094B",
77
- "\u0924\u093E\u0932\u0947",
78
- "\u0924\u093E\u092E\u093E",
79
- "\u0939\u0930\u0942",
80
- "\u0926\u093E\u0930",
81
- "\u0924\u093E"
28
+ var a_2 = [
29
+ ["\u0925\u093F\u090F", 1],
30
+ ["\u091B", 1],
31
+ ["\u0907\u091B", 1, 1],
32
+ ["\u090F\u091B", 1, 2],
33
+ ["\u093F\u091B", 1, 3],
34
+ ["\u0947\u091B", 1, 4],
35
+ ["\u0928\u0947\u091B", 1, 1],
36
+ ["\u0939\u0941\u0928\u0947\u091B", 1, 1],
37
+ ["\u0907\u0928\u094D\u091B", 1, 7],
38
+ ["\u093F\u0928\u094D\u091B", 1, 8],
39
+ ["\u0939\u0941\u0928\u094D\u091B", 1, 9],
40
+ ["\u090F\u0915\u093E", 1],
41
+ ["\u0907\u090F\u0915\u093E", 1, 1],
42
+ ["\u093F\u090F\u0915\u093E", 1, 2],
43
+ ["\u0947\u0915\u093E", 1],
44
+ ["\u0928\u0947\u0915\u093E", 1, 1],
45
+ ["\u0926\u093E", 1],
46
+ ["\u0907\u0926\u093E", 1, 1],
47
+ ["\u093F\u0926\u093E", 1, 2],
48
+ ["\u0926\u0947\u0916\u093F", 1],
49
+ ["\u092E\u093E\u0925\u093F", 1],
50
+ ["\u090F\u0915\u0940", 1],
51
+ ["\u0907\u090F\u0915\u0940", 1, 1],
52
+ ["\u093F\u090F\u0915\u0940", 1, 2],
53
+ ["\u0947\u0915\u0940", 1],
54
+ ["\u0926\u0947\u0916\u0940", 1],
55
+ ["\u0925\u0940", 1],
56
+ ["\u0926\u0940", 1],
57
+ ["\u091B\u0941", 1],
58
+ ["\u090F\u091B\u0941", 1, 1],
59
+ ["\u0947\u091B\u0941", 1, 2],
60
+ ["\u0928\u0947\u091B\u0941", 1, 1],
61
+ ["\u0928\u0941", 1],
62
+ ["\u0939\u0930\u0941", 1],
63
+ ["\u0939\u0930\u0942", 1],
64
+ ["\u091B\u0947", 1],
65
+ ["\u0925\u0947", 1],
66
+ ["\u0928\u0947", 1],
67
+ ["\u090F\u0915\u0948", 1],
68
+ ["\u0947\u0915\u0948", 1],
69
+ ["\u0928\u0947\u0915\u0948", 1, 1],
70
+ ["\u0926\u0948", 1],
71
+ ["\u0907\u0926\u0948", 1, 1],
72
+ ["\u093F\u0926\u0948", 1, 2],
73
+ ["\u090F\u0915\u094B", 1],
74
+ ["\u0907\u090F\u0915\u094B", 1, 1],
75
+ ["\u093F\u090F\u0915\u094B", 1, 2],
76
+ ["\u0947\u0915\u094B", 1],
77
+ ["\u0928\u0947\u0915\u094B", 1, 1],
78
+ ["\u0926\u094B", 1],
79
+ ["\u0907\u0926\u094B", 1, 1],
80
+ ["\u093F\u0926\u094B", 1, 2],
81
+ ["\u092F\u094B", 1],
82
+ ["\u0907\u092F\u094B", 1, 1],
83
+ ["\u092D\u092F\u094B", 1, 2],
84
+ ["\u093F\u092F\u094B", 1, 3],
85
+ ["\u0925\u093F\u092F\u094B", 1, 1],
86
+ ["\u0926\u093F\u092F\u094B", 1, 2],
87
+ ["\u0925\u094D\u092F\u094B", 1, 6],
88
+ ["\u091B\u094C", 1],
89
+ ["\u0907\u091B\u094C", 1, 1],
90
+ ["\u090F\u091B\u094C", 1, 2],
91
+ ["\u093F\u091B\u094C", 1, 3],
92
+ ["\u0947\u091B\u094C", 1, 4],
93
+ ["\u0928\u0947\u091B\u094C", 1, 1],
94
+ ["\u092F\u094C", 1],
95
+ ["\u0925\u093F\u092F\u094C", 1, 1],
96
+ ["\u091B\u094D\u092F\u094C", 1, 2],
97
+ ["\u0925\u094D\u092F\u094C", 1, 3],
98
+ ["\u091B\u0928\u094D", 1],
99
+ ["\u0907\u091B\u0928\u094D", 1, 1],
100
+ ["\u090F\u091B\u0928\u094D", 1, 2],
101
+ ["\u093F\u091B\u0928\u094D", 1, 3],
102
+ ["\u0947\u091B\u0928\u094D", 1, 4],
103
+ ["\u0928\u0947\u091B\u0928\u094D", 1, 1],
104
+ ["\u0932\u093E\u0928\u094D", 1],
105
+ ["\u091B\u093F\u0928\u094D", 1],
106
+ ["\u0925\u093F\u0928\u094D", 1],
107
+ ["\u092A\u0930\u094D", 1],
108
+ ["\u0907\u0938\u094D", 1],
109
+ ["\u0925\u093F\u0907\u0938\u094D", 1, 1],
110
+ ["\u091B\u0938\u094D", 1],
111
+ ["\u0907\u091B\u0938\u094D", 1, 1],
112
+ ["\u090F\u091B\u0938\u094D", 1, 2],
113
+ ["\u093F\u091B\u0938\u094D", 1, 3],
114
+ ["\u0947\u091B\u0938\u094D", 1, 4],
115
+ ["\u0928\u0947\u091B\u0938\u094D", 1, 1],
116
+ ["\u093F\u0938\u094D", 1],
117
+ ["\u0925\u093F\u0938\u094D", 1, 1],
118
+ ["\u091B\u0947\u0938\u094D", 1],
119
+ ["\u0939\u094B\u0938\u094D", 1]
82
120
  ];
83
- var CASE_ENDINGS = ["\u092A\u094D\u0930\u0924\u093F", "\u0926\u0947\u0916\u093F", "\u0938\u092E\u094D\u092E", "\u0932\u093E\u0908", "\u092C\u093E\u091F", "\u0938\u0902\u0917", "\u0938\u0901\u0917", "\u0932\u0947", "\u0915\u094B", "\u092E\u093E", "\u092E\u0948"];
84
- function removeLongestSuffix(word, suffixes, minLength) {
85
- for (const suffix of suffixes) {
86
- if (word.endsWith(suffix) && word.length - suffix.length >= minLength) {
87
- return word.slice(0, word.length - suffix.length);
121
+ var NepaliStemmer = class extends BaseStemmer {
122
+ #stem() {
123
+ let a;
124
+ this.limit_backward = this.c;
125
+ this.c = this.limit;
126
+ const v_1 = this.limit - this.c;
127
+ lab0: {
128
+ this.ket = this.c;
129
+ a = this.find_among_b(a_0);
130
+ if (a === 0) break lab0;
131
+ this.bra = this.c;
132
+ switch (a) {
133
+ case 1: {
134
+ this.slice_del();
135
+ break;
136
+ }
137
+ case 2: {
138
+ lab1: {
139
+ lab2: {
140
+ if (!this.eq_s_b("\u090F")) break lab2;
141
+ break lab1;
142
+ }
143
+ lab3: {
144
+ if (!this.eq_s_b("\u0947")) break lab3;
145
+ break lab1;
146
+ }
147
+ this.slice_del();
148
+ }
149
+ break;
150
+ }
151
+ }
88
152
  }
153
+ this.c = this.limit - v_1;
154
+ while (true) {
155
+ const v_2 = this.limit - this.c;
156
+ lab4: {
157
+ const v_3 = this.limit - this.c;
158
+ lab5: {
159
+ this.ket = this.c;
160
+ a = this.find_among_b(a_1);
161
+ if (a === 0) break lab5;
162
+ this.bra = this.c;
163
+ switch (a) {
164
+ case 1: {
165
+ lab6: {
166
+ lab7: {
167
+ if (!this.eq_s_b("\u092F\u094C")) break lab7;
168
+ break lab6;
169
+ }
170
+ lab8: {
171
+ if (!this.eq_s_b("\u091B\u094C")) break lab8;
172
+ break lab6;
173
+ }
174
+ lab9: {
175
+ if (!this.eq_s_b("\u0928\u094C")) break lab9;
176
+ break lab6;
177
+ }
178
+ if (!this.eq_s_b("\u0925\u0947")) break lab5;
179
+ }
180
+ this.slice_del();
181
+ break;
182
+ }
183
+ case 2: {
184
+ if (!this.eq_s_b("\u0924\u094D\u0930")) break lab5;
185
+ this.slice_del();
186
+ break;
187
+ }
188
+ }
189
+ }
190
+ this.c = this.limit - v_3;
191
+ this.ket = this.c;
192
+ if (this.find_among_b(a_2) === 0) break lab4;
193
+ this.bra = this.c;
194
+ this.slice_del();
195
+ continue;
196
+ }
197
+ this.c = this.limit - v_2;
198
+ break;
199
+ }
200
+ this.c = this.limit_backward;
201
+ return true;
89
202
  }
90
- return word;
91
- }
92
- function stem(word) {
93
- if (word.length < 3) return word;
94
- word = removeLongestSuffix(word, POSTPOSITIONS, 2);
95
- let previous = "";
96
- while (previous !== word) {
97
- previous = word;
98
- word = removeLongestSuffix(word, VERB_SUFFIXES, 2);
99
- if (word !== previous) continue;
100
- word = removeLongestSuffix(word, NOUN_SUFFIXES, 2);
101
- if (word !== previous) continue;
102
- word = removeLongestSuffix(word, CASE_ENDINGS, 2);
203
+ stem(input) {
204
+ this.setCurrent(input);
205
+ this.#stem();
206
+ return this.getCurrent();
103
207
  }
104
- return word;
208
+ };
209
+ var shared = new NepaliStemmer();
210
+ function stem(token) {
211
+ return shared.stem(token);
105
212
  }
213
+
214
+ // src/languages/nepali.ts
106
215
  var stopWords = /* @__PURE__ */ new Set([
107
216
  "\u0905\u0915\u094D\u0938\u0930",
108
217
  "\u0905\u0917\u093E\u0921\u093F",
@@ -254,9 +363,10 @@ var stopWords = /* @__PURE__ */ new Set([
254
363
  ]);
255
364
  var nepali = {
256
365
  name: "nepali",
366
+ revision: "12453388370b3da0",
257
367
  stemmer: stem,
258
368
  stopWords,
259
- tokenizer: { splitPattern: /[^\u0900-\u097fa-z0-9]+/gi }
369
+ tokenizer: { splitPattern: /[^\u0900-\u0963\u0966-\u097fa-z0-9]+/gi }
260
370
  };
261
371
 
262
372
  export { nepali };
@@ -1,5 +1,14 @@
1
- import { L as LanguageModule } from '../language-ONQ3iVDf.js';
1
+ import { L as LanguageModule } from '../language-DB8KG1z5.js';
2
2
 
3
+ /**
4
+ * Norwegian analysis: the Snowball stemmer, the stop word list, and the rules
5
+ * that split Norwegian text into tokens.
6
+ *
7
+ * Import it and pass it to {@link registerLanguage} before you create an index
8
+ * whose `language` is `norwegian`.
9
+ *
10
+ * @public
11
+ */
3
12
  declare const norwegian: LanguageModule;
4
13
 
5
14
  export { norwegian };
@@ -1,95 +1,227 @@
1
- // src/languages/norwegian.ts
2
- var VOWELS = "aeiouy\xE5\xE6\xF8";
3
- function isVowel(ch) {
4
- return VOWELS.includes(ch);
5
- }
6
- function computeR1(word) {
7
- let i = 0;
8
- while (i < word.length && !isVowel(word[i])) i++;
9
- while (i < word.length && isVowel(word[i])) i++;
10
- const r1 = i < word.length ? i + 1 : word.length;
11
- return Math.max(r1, 3);
12
- }
13
- var S_ENDINGS = "bcdfghjlmnoprtvyz";
14
- var STEP1_SUFFIXES = [
15
- "hetenes",
16
- "hetene",
17
- "hetens",
18
- "endes",
19
- "heten",
20
- "heter",
21
- "ande",
22
- "ende",
23
- "edes",
24
- "enes",
25
- "erte",
26
- "ane",
27
- "ene",
28
- "ens",
29
- "ers",
30
- "ets",
31
- "ede",
32
- "het",
33
- "en",
34
- "ar",
35
- "er",
36
- "et",
37
- "as",
38
- "es",
39
- "ert",
40
- "ast",
41
- "a",
42
- "e",
43
- "s"
1
+ import { BaseStemmer } from '../chunk-U2BKYEC7.mjs';
2
+
3
+ // src/languages/snowball/norwegian.ts
4
+ var a_0 = [
5
+ ["", 1],
6
+ ["ind", -1, 1],
7
+ ["kk", -1, 2],
8
+ ["nk", -1, 3],
9
+ ["amm", -1, 4],
10
+ ["omm", -1, 5],
11
+ ["kap", -1, 6],
12
+ ["skap", 1, 1],
13
+ ["pp", -1, 8],
14
+ ["lt", -1, 9],
15
+ ["ast", -1, 10],
16
+ ["\xF8st", -1, 11],
17
+ ["v", -1, 12],
18
+ ["hav", 1, 1],
19
+ ["giv", 1, 2]
20
+ ];
21
+ var a_1 = [
22
+ ["a", 1],
23
+ ["e", 1],
24
+ ["ede", 1, 1],
25
+ ["ande", 1, 2],
26
+ ["ende", 1, 3],
27
+ ["ane", 1, 4],
28
+ ["ene", 1, 5],
29
+ ["hetene", 1, 1],
30
+ ["erte", 4, 7],
31
+ ["en", 1],
32
+ ["heten", 1, 1],
33
+ ["ar", 1],
34
+ ["er", 1],
35
+ ["heter", 1, 1],
36
+ ["s", 3],
37
+ ["as", 1, 1],
38
+ ["es", 1, 2],
39
+ ["edes", 1, 1],
40
+ ["endes", 1, 2],
41
+ ["enes", 1, 3],
42
+ ["hetenes", 1, 1],
43
+ ["ens", 1, 7],
44
+ ["hetens", 1, 1],
45
+ ["ers", 2, 9],
46
+ ["ets", 1, 10],
47
+ ["et", 1],
48
+ ["het", 1, 1],
49
+ ["ert", 4],
50
+ ["ast", 1]
44
51
  ];
45
- function step1(word, r1) {
46
- for (const suffix of STEP1_SUFFIXES) {
47
- if (!word.endsWith(suffix)) continue;
48
- const boundary = word.length - suffix.length;
49
- if (boundary < r1) continue;
50
- if (suffix === "erte" || suffix === "ert") {
51
- return `${word.slice(0, boundary)}er`;
52
+ var a_2 = [
53
+ ["dt", -1],
54
+ ["vt", -1]
55
+ ];
56
+ var a_3 = [
57
+ ["leg", 1],
58
+ ["eleg", 1, 1],
59
+ ["ig", 1],
60
+ ["eig", 1, 1],
61
+ ["lig", 1, 2],
62
+ ["elig", 1, 1],
63
+ ["els", 1],
64
+ ["lov", 1],
65
+ ["elov", 1, 1],
66
+ ["slov", 1, 2],
67
+ ["hetslov", 1, 1]
68
+ ];
69
+ var g_v = [17, 65, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 48, 2, 142];
70
+ var g_s_ending = [119, 125, 148, 1];
71
+ var NorwegianStemmer = class extends BaseStemmer {
72
+ #stem() {
73
+ let a;
74
+ let I_p1;
75
+ I_p1 = this.limit;
76
+ const v_1 = this.c;
77
+ lab0: {
78
+ lab1: {
79
+ const v_2 = this.c;
80
+ lab2: {
81
+ while (true) {
82
+ lab4: {
83
+ if (!this.eq_s("'")) break lab4;
84
+ break;
85
+ }
86
+ if (this.c >= this.limit) break lab2;
87
+ this.c++;
88
+ }
89
+ break lab1;
90
+ }
91
+ this.c = v_2;
92
+ if (!this.go_out_grouping(g_v, 97, 248)) break lab0;
93
+ this.c++;
94
+ if (!this.go_in_grouping(g_v, 97, 248)) break lab0;
95
+ this.c++;
96
+ }
97
+ I_p1 = this.c;
52
98
  }
53
- if (suffix === "s") {
54
- if (boundary > 0) {
55
- const preceding = word[boundary - 1];
56
- if (S_ENDINGS.includes(preceding)) return word.slice(0, boundary);
57
- if (preceding === "k" && boundary > 1 && !isVowel(word[boundary - 2])) {
58
- return word.slice(0, boundary);
99
+ this.c = v_1;
100
+ const v_3 = this.c;
101
+ if (this.c + 3 > this.limit) return false;
102
+ this.c += 3;
103
+ lab5: {
104
+ if (
105
+ /**@type {boolean}*/
106
+ I_p1 >= this.c
107
+ ) break lab5;
108
+ I_p1 = this.c;
109
+ }
110
+ this.c = v_3;
111
+ this.limit_backward = this.c;
112
+ this.c = this.limit;
113
+ const v_4 = this.limit - this.c;
114
+ lab6: {
115
+ if (this.c < I_p1) break lab6;
116
+ const v_5 = this.limit_backward;
117
+ this.limit_backward = I_p1;
118
+ this.ket = this.c;
119
+ a = this.find_among_b(a_1);
120
+ if (a === 0) {
121
+ this.limit_backward = v_5;
122
+ break lab6;
123
+ }
124
+ this.bra = this.c;
125
+ this.limit_backward = v_5;
126
+ switch (a) {
127
+ case 1: {
128
+ this.slice_del();
129
+ break;
130
+ }
131
+ case 2: {
132
+ a = this.find_among_b(a_0);
133
+ switch (a) {
134
+ case 1: {
135
+ this.slice_del();
136
+ break;
137
+ }
138
+ }
139
+ break;
140
+ }
141
+ case 3: {
142
+ lab7: {
143
+ const v_6 = this.limit - this.c;
144
+ lab8: {
145
+ if (!this.in_grouping_b(g_s_ending, 98, 122)) break lab8;
146
+ break lab7;
147
+ }
148
+ this.c = this.limit - v_6;
149
+ lab9: {
150
+ if (!this.eq_s_b("r")) break lab9;
151
+ lab10: {
152
+ if (!this.eq_s_b("e")) break lab10;
153
+ break lab9;
154
+ }
155
+ break lab7;
156
+ }
157
+ this.c = this.limit - v_6;
158
+ if (!this.eq_s_b("k")) break lab6;
159
+ if (!this.out_grouping_b(g_v, 97, 248)) break lab6;
160
+ }
161
+ this.slice_del();
162
+ break;
163
+ }
164
+ case 4: {
165
+ this.slice_from("er");
166
+ break;
59
167
  }
60
168
  }
61
- continue;
62
169
  }
63
- return word.slice(0, boundary);
64
- }
65
- return word;
66
- }
67
- function step2(word, r1) {
68
- if (word.length < 2) return word;
69
- const last2 = word.slice(-2);
70
- if ((last2 === "dt" || last2 === "vt") && word.length - 2 >= r1) {
71
- return word.slice(0, -1);
72
- }
73
- return word;
74
- }
75
- var STEP3_SUFFIXES = ["hetslov", "elov", "slov", "elig", "eleg", "lig", "eig", "leg", "lov", "els", "ig"];
76
- function step3(word, r1) {
77
- for (const suffix of STEP3_SUFFIXES) {
78
- if (!word.endsWith(suffix)) continue;
79
- if (word.length - suffix.length >= r1) {
80
- return word.slice(0, word.length - suffix.length);
170
+ this.c = this.limit - v_4;
171
+ const v_7 = this.limit - this.c;
172
+ lab11: {
173
+ const v_8 = this.limit - this.c;
174
+ if (this.c < I_p1) break lab11;
175
+ const v_9 = this.limit_backward;
176
+ this.limit_backward = I_p1;
177
+ this.ket = this.c;
178
+ if (this.find_among_b(a_2) === 0) {
179
+ this.limit_backward = v_9;
180
+ break lab11;
181
+ }
182
+ this.bra = this.c;
183
+ this.limit_backward = v_9;
184
+ this.c = this.limit - v_8;
185
+ if (this.c <= this.limit_backward) break lab11;
186
+ this.c--;
187
+ this.bra = this.c;
188
+ this.slice_del();
81
189
  }
190
+ this.c = this.limit - v_7;
191
+ const v_10 = this.limit - this.c;
192
+ lab12: {
193
+ if (this.c < I_p1) break lab12;
194
+ const v_11 = this.limit_backward;
195
+ this.limit_backward = I_p1;
196
+ this.ket = this.c;
197
+ if (this.find_among_b(a_3) === 0) {
198
+ this.limit_backward = v_11;
199
+ break lab12;
200
+ }
201
+ this.bra = this.c;
202
+ this.limit_backward = v_11;
203
+ this.slice_del();
204
+ }
205
+ this.c = this.limit - v_10;
206
+ this.ket = this.c;
207
+ if (!this.eq_s_b("'")) return false;
208
+ this.bra = this.c;
209
+ this.slice_del();
210
+ this.c = this.limit_backward;
211
+ return true;
82
212
  }
83
- return word;
84
- }
85
- function stem(word) {
86
- if (word.length < 3) return word;
87
- const r1 = computeR1(word);
88
- word = step1(word, r1);
89
- word = step2(word, r1);
90
- word = step3(word, r1);
91
- return word;
213
+ stem(input) {
214
+ this.setCurrent(input);
215
+ this.#stem();
216
+ return this.getCurrent();
217
+ }
218
+ };
219
+ var shared = new NorwegianStemmer();
220
+ function stem(token) {
221
+ return shared.stem(token);
92
222
  }
223
+
224
+ // src/languages/norwegian.ts
93
225
  var stopWords = /* @__PURE__ */ new Set([
94
226
  "og",
95
227
  "i",
@@ -266,9 +398,10 @@ var stopWords = /* @__PURE__ */ new Set([
266
398
  ]);
267
399
  var norwegian = {
268
400
  name: "norwegian",
401
+ revision: "8e862aa3bcec10dd",
269
402
  stemmer: stem,
270
403
  stopWords,
271
- tokenizer: { splitPattern: /[^a-z0-9æøåäöü]+/gi }
404
+ tokenizer: { splitPattern: /[^a-z0-9æøåäöüéó]+/gi }
272
405
  };
273
406
 
274
407
  export { norwegian };
@@ -0,0 +1,15 @@
1
+ import { L as LanguageModule } from '../language-DB8KG1z5.js';
2
+
3
+ /**
4
+ * Oromo analysis: the stop word list and the rules that split Oromo
5
+ * text into tokens. Tokens are indexed as the normaliser leaves them,
6
+ * without stemming.
7
+ *
8
+ * Import it and pass it to {@link registerLanguage} before you create an index
9
+ * whose `language` is `oromo`.
10
+ *
11
+ * @public
12
+ */
13
+ declare const oromo: LanguageModule;
14
+
15
+ export { oromo };