@delali/narsil 0.1.15 → 0.2.1-next.25
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +54 -0
- package/README.md +38 -982
- package/dist/adapters/filesystem.d.ts +23 -1
- package/dist/adapters/filesystem.mjs +1 -1
- package/dist/adapters/indexeddb.d.ts +25 -1
- package/dist/adapters/indexeddb.mjs +1 -1
- package/dist/adapters/memory.d.ts +14 -1
- package/dist/adapters-CVqI5NBt.d.ts +149 -0
- package/dist/{chunk-HMO6OMZ3.mjs → chunk-ASI6AOW2.mjs} +1073 -506
- package/dist/{chunk-HRABJLPB.mjs → chunk-BKAI2WXI.mjs} +1 -0
- package/dist/{chunk-WISGW24C.mjs → chunk-FKK76OR7.mjs} +56 -55
- package/dist/chunk-GHJWC2E5.mjs +9 -0
- package/dist/chunk-KH3YGMVT.mjs +15 -0
- package/dist/chunk-TGP5M5R7.mjs +880 -0
- package/dist/chunk-U2BKYEC7.mjs +254 -0
- package/dist/{chunk-ALB35PRQ.mjs → chunk-UNJZ7ZDB.mjs} +18 -0
- package/dist/{chunk-MEW7HD75.mjs → chunk-WLR5BFL3.mjs} +2557 -1166
- package/dist/config-CAjTHzkH.d.ts +256 -0
- package/dist/direct-executor-3W4QRA4E.mjs +5 -0
- package/dist/distribution/coordinator/etcd.d.ts +44 -3
- package/dist/distribution/coordinator/etcd.mjs +2 -2
- package/dist/distribution/coordinator/in-memory.d.ts +14 -3
- package/dist/distribution.d.ts +318 -45
- package/dist/distribution.mjs +1875 -1772
- package/dist/embeddings/openai.d.ts +28 -1
- package/dist/embeddings/openai.mjs +1 -1
- package/dist/engine-CCrlfLyq.d.ts +431 -0
- package/dist/index.browser.mjs +4571 -1776
- package/dist/index.d.ts +180 -6
- package/dist/index.mjs +6 -5
- package/dist/invalidation/broadcast-channel.d.ts +20 -1
- package/dist/invalidation/filesystem.d.ts +24 -1
- package/dist/invalidation/noop.d.ts +14 -1
- package/dist/language-DB8KG1z5.d.ts +53 -0
- package/dist/languages/albanian.d.ts +15 -0
- package/dist/languages/albanian.mjs +103 -0
- package/dist/languages/amharic.d.ts +15 -0
- package/dist/languages/amharic.mjs +240 -0
- package/dist/languages/arabic.d.ts +10 -1
- package/dist/languages/arabic.mjs +939 -154
- package/dist/languages/armenian.d.ts +10 -1
- package/dist/languages/armenian.mjs +275 -243
- package/dist/languages/azerbaijani.d.ts +15 -0
- package/dist/languages/azerbaijani.mjs +152 -0
- package/dist/languages/bambara.d.ts +15 -0
- package/dist/languages/bambara.mjs +60 -0
- package/dist/languages/basque.d.ts +14 -0
- package/dist/languages/basque.mjs +726 -0
- package/dist/languages/belarusian.d.ts +15 -0
- package/dist/languages/belarusian.mjs +100 -0
- package/dist/languages/bengali.d.ts +15 -0
- package/dist/languages/bengali.mjs +128 -0
- package/dist/languages/bosnian.d.ts +15 -0
- package/dist/languages/bosnian.mjs +197 -0
- package/dist/languages/breton.d.ts +15 -0
- package/dist/languages/breton.mjs +96 -0
- package/dist/languages/bulgarian.d.ts +10 -1
- package/dist/languages/bulgarian.mjs +11 -2
- package/dist/languages/burmese.d.ts +15 -0
- package/dist/languages/burmese.mjs +57 -0
- package/dist/languages/catalan.d.ts +14 -0
- package/dist/languages/catalan.mjs +987 -0
- package/dist/languages/chinese.d.ts +11 -1
- package/dist/languages/chinese.mjs +4 -3
- package/dist/languages/croatian.d.ts +15 -0
- package/dist/languages/croatian.mjs +191 -0
- package/dist/languages/czech.d.ts +14 -0
- package/dist/languages/czech.mjs +628 -0
- package/dist/languages/dagbani.d.ts +11 -1
- package/dist/languages/dagbani.mjs +11 -2
- package/dist/languages/danish.d.ts +10 -1
- package/dist/languages/danish.mjs +215 -110
- package/dist/languages/dutch.d.ts +10 -1
- package/dist/languages/dutch.mjs +1248 -163
- package/dist/languages/english.d.ts +10 -1
- package/dist/languages/english.mjs +2 -1
- package/dist/languages/esperanto.d.ts +14 -0
- package/dist/languages/esperanto.mjs +689 -0
- package/dist/languages/estonian.d.ts +14 -0
- package/dist/languages/estonian.mjs +2160 -0
- package/dist/languages/ewe.d.ts +11 -1
- package/dist/languages/ewe.mjs +11 -2
- package/dist/languages/faroese.d.ts +15 -0
- package/dist/languages/faroese.mjs +93 -0
- package/dist/languages/fijian.d.ts +15 -0
- package/dist/languages/fijian.mjs +55 -0
- package/dist/languages/finnish.d.ts +10 -1
- package/dist/languages/finnish.mjs +528 -263
- package/dist/languages/french.d.ts +10 -1
- package/dist/languages/french.mjs +950 -437
- package/dist/languages/ga.d.ts +11 -1
- package/dist/languages/ga.mjs +2 -1
- package/dist/languages/galician.d.ts +15 -0
- package/dist/languages/galician.mjs +172 -0
- package/dist/languages/georgian.d.ts +15 -0
- package/dist/languages/georgian.mjs +91 -0
- package/dist/languages/german.d.ts +10 -1
- package/dist/languages/german.mjs +432 -162
- package/dist/languages/greek.d.ts +10 -1
- package/dist/languages/greek.mjs +1970 -281
- package/dist/languages/guarani.d.ts +15 -0
- package/dist/languages/guarani.mjs +132 -0
- package/dist/languages/gujarati.d.ts +15 -0
- package/dist/languages/gujarati.mjs +234 -0
- package/dist/languages/haitian-creole.d.ts +15 -0
- package/dist/languages/haitian-creole.mjs +106 -0
- package/dist/languages/hausa.d.ts +11 -1
- package/dist/languages/hausa.mjs +2 -1
- package/dist/languages/hawaiian.d.ts +15 -0
- package/dist/languages/hawaiian.mjs +69 -0
- package/dist/languages/hebrew.d.ts +15 -0
- package/dist/languages/hebrew.mjs +213 -0
- package/dist/languages/hindi.d.ts +10 -1
- package/dist/languages/hindi.mjs +175 -97
- package/dist/languages/hungarian.d.ts +10 -1
- package/dist/languages/hungarian.mjs +412 -326
- package/dist/languages/icelandic.d.ts +15 -0
- package/dist/languages/icelandic.mjs +161 -0
- package/dist/languages/igbo.d.ts +11 -1
- package/dist/languages/igbo.mjs +2 -1
- package/dist/languages/indonesian.d.ts +10 -1
- package/dist/languages/indonesian.mjs +329 -137
- package/dist/languages/irish.d.ts +10 -1
- package/dist/languages/irish.mjs +223 -139
- package/dist/languages/italian.d.ts +10 -1
- package/dist/languages/italian.mjs +703 -406
- package/dist/languages/japanese.d.ts +11 -1
- package/dist/languages/japanese.mjs +5 -108
- package/dist/languages/kannada.d.ts +15 -0
- package/dist/languages/kannada.mjs +94 -0
- package/dist/languages/kazakh.d.ts +15 -0
- package/dist/languages/kazakh.mjs +90 -0
- package/dist/languages/khmer.d.ts +15 -0
- package/dist/languages/khmer.mjs +181 -0
- package/dist/languages/kinyarwanda.d.ts +15 -0
- package/dist/languages/kinyarwanda.mjs +99 -0
- package/dist/languages/kirundi.d.ts +15 -0
- package/dist/languages/kirundi.mjs +92 -0
- package/dist/languages/korean.d.ts +15 -0
- package/dist/languages/korean.mjs +252 -0
- package/dist/languages/kurmanji.d.ts +15 -0
- package/dist/languages/kurmanji.mjs +50 -0
- package/dist/languages/kyrgyz.d.ts +15 -0
- package/dist/languages/kyrgyz.mjs +108 -0
- package/dist/languages/lao.d.ts +15 -0
- package/dist/languages/lao.mjs +63 -0
- package/dist/languages/latin.d.ts +15 -0
- package/dist/languages/latin.mjs +69 -0
- package/dist/languages/latvian.d.ts +15 -0
- package/dist/languages/latvian.mjs +173 -0
- package/dist/languages/lingala.d.ts +15 -0
- package/dist/languages/lingala.mjs +61 -0
- package/dist/languages/lithuanian.d.ts +14 -0
- package/dist/languages/lithuanian.mjs +571 -0
- package/dist/languages/luxembourgish.d.ts +15 -0
- package/dist/languages/luxembourgish.mjs +214 -0
- package/dist/languages/macedonian.d.ts +15 -0
- package/dist/languages/macedonian.mjs +808 -0
- package/dist/languages/malagasy.d.ts +15 -0
- package/dist/languages/malagasy.mjs +67 -0
- package/dist/languages/malay.d.ts +15 -0
- package/dist/languages/malay.mjs +482 -0
- package/dist/languages/malayalam.d.ts +15 -0
- package/dist/languages/malayalam.mjs +122 -0
- package/dist/languages/maltese.d.ts +15 -0
- package/dist/languages/maltese.mjs +139 -0
- package/dist/languages/maori.d.ts +15 -0
- package/dist/languages/maori.mjs +79 -0
- package/dist/languages/marathi.d.ts +15 -0
- package/dist/languages/marathi.mjs +111 -0
- package/dist/languages/nepali.d.ts +10 -1
- package/dist/languages/nepali.mjs +209 -99
- package/dist/languages/norwegian.d.ts +10 -1
- package/dist/languages/norwegian.mjs +218 -85
- package/dist/languages/oromo.d.ts +15 -0
- package/dist/languages/oromo.mjs +78 -0
- package/dist/languages/persian.d.ts +14 -0
- package/dist/languages/persian.mjs +710 -0
- package/dist/languages/polish.d.ts +14 -0
- package/dist/languages/polish.mjs +614 -0
- package/dist/languages/portuguese.d.ts +10 -1
- package/dist/languages/portuguese.mjs +613 -380
- package/dist/languages/punjabi.d.ts +15 -0
- package/dist/languages/punjabi.mjs +197 -0
- package/dist/languages/romanian.d.ts +10 -1
- package/dist/languages/romanian.mjs +561 -382
- package/dist/languages/russian.d.ts +10 -1
- package/dist/languages/russian.mjs +373 -244
- package/dist/languages/samoan.d.ts +15 -0
- package/dist/languages/samoan.mjs +63 -0
- package/dist/languages/sanskrit.d.ts +10 -1
- package/dist/languages/sanskrit.mjs +2 -2
- package/dist/languages/scottish-gaelic.d.ts +15 -0
- package/dist/languages/scottish-gaelic.mjs +370 -0
- package/dist/languages/serbian.d.ts +10 -1
- package/dist/languages/serbian.mjs +3635 -155
- package/dist/languages/shona.d.ts +15 -0
- package/dist/languages/shona.mjs +91 -0
- package/dist/languages/sinhala.d.ts +15 -0
- package/dist/languages/sinhala.mjs +182 -0
- package/dist/languages/slovak.d.ts +15 -0
- package/dist/languages/slovak.mjs +430 -0
- package/dist/languages/slovenian.d.ts +10 -1
- package/dist/languages/slovenian.mjs +11 -2
- package/dist/languages/sorani.d.ts +15 -0
- package/dist/languages/sorani.mjs +156 -0
- package/dist/languages/spanish.d.ts +10 -1
- package/dist/languages/spanish.mjs +676 -374
- package/dist/languages/swahili.d.ts +10 -1
- package/dist/languages/swahili.mjs +2 -1
- package/dist/languages/swedish.d.ts +10 -1
- package/dist/languages/swedish.mjs +237 -95
- package/dist/languages/tagalog.d.ts +15 -0
- package/dist/languages/tagalog.mjs +159 -0
- package/dist/languages/tamil.d.ts +10 -1
- package/dist/languages/tamil.mjs +836 -64
- package/dist/languages/tatar.d.ts +15 -0
- package/dist/languages/tatar.mjs +1017 -0
- package/dist/languages/telugu.d.ts +15 -0
- package/dist/languages/telugu.mjs +62 -0
- package/dist/languages/thai.d.ts +15 -0
- package/dist/languages/thai.mjs +65 -0
- package/dist/languages/tibetan.d.ts +15 -0
- package/dist/languages/tibetan.mjs +119 -0
- package/dist/languages/tigrinya.d.ts +15 -0
- package/dist/languages/tigrinya.mjs +194 -0
- package/dist/languages/tongan.d.ts +15 -0
- package/dist/languages/tongan.mjs +56 -0
- package/dist/languages/turkish.d.ts +10 -1
- package/dist/languages/turkish.mjs +1246 -393
- package/dist/languages/twi.d.ts +11 -1
- package/dist/languages/twi.mjs +13 -2
- package/dist/languages/ukrainian.d.ts +10 -1
- package/dist/languages/ukrainian.mjs +125 -47
- package/dist/languages/urdu.d.ts +15 -0
- package/dist/languages/urdu.mjs +528 -0
- package/dist/languages/vietnamese.d.ts +15 -0
- package/dist/languages/vietnamese.mjs +277 -0
- package/dist/languages/welsh.d.ts +15 -0
- package/dist/languages/welsh.mjs +446 -0
- package/dist/languages/wolof.d.ts +15 -0
- package/dist/languages/wolof.mjs +79 -0
- package/dist/languages/xhosa.d.ts +15 -0
- package/dist/languages/xhosa.mjs +95 -0
- package/dist/languages/yoruba.d.ts +11 -1
- package/dist/languages/yoruba.mjs +1 -0
- package/dist/languages/zulu.d.ts +11 -1
- package/dist/languages/zulu.mjs +2 -1
- package/dist/persistence/durability/checkpoint-worker.d.ts +13 -0
- package/dist/persistence/durability/checkpoint-worker.mjs +6 -5
- package/dist/schema-CE6S_aAr.d.ts +208 -0
- package/dist/search-CgQQIciB.d.ts +786 -0
- package/dist/server.d.ts +214 -12
- package/dist/server.mjs +41 -2
- package/dist/types-BV3nAKTL.d.ts +302 -0
- package/dist/vector/hnsw-build-worker.d.ts +68 -2
- package/dist/vector/hnsw-build-worker.mjs +0 -2
- package/dist/workers/entry.mjs +2 -2
- package/package.json +14 -4
- package/dist/adapters-Bo2JQg8b.d.ts +0 -37
- package/dist/chunk-TW6BXTOL.mjs +0 -338
- package/dist/config-CojEPOgS.d.ts +0 -481
- package/dist/direct-executor-E52FFGDE.mjs +0 -4
- package/dist/language-ONQ3iVDf.d.ts +0 -14
- package/dist/narsil-D-84Nvm4.d.ts +0 -72
- package/dist/schema-DCgkO1j4.d.ts +0 -65
- package/dist/types-DHX6zGeD.d.ts +0 -73
|
@@ -0,0 +1,571 @@
|
|
|
1
|
+
import { BaseStemmer } from '../chunk-U2BKYEC7.mjs';
|
|
2
|
+
|
|
3
|
+
// src/languages/snowball/lithuanian.ts
|
|
4
|
+
var a_0 = [
|
|
5
|
+
["a", -1],
|
|
6
|
+
["ia", -1, 1],
|
|
7
|
+
["osna", -1, 2],
|
|
8
|
+
["iosna", -1, 1],
|
|
9
|
+
["uosna", -1, 2],
|
|
10
|
+
["iuosna", -1, 1],
|
|
11
|
+
["ysna", -1, 6],
|
|
12
|
+
["\u0117sna", -1, 7],
|
|
13
|
+
["e", -1],
|
|
14
|
+
["ie", -1, 1],
|
|
15
|
+
["enie", -1, 1],
|
|
16
|
+
["oje", -1, 3],
|
|
17
|
+
["ioje", -1, 1],
|
|
18
|
+
["uje", -1, 5],
|
|
19
|
+
["iuje", -1, 1],
|
|
20
|
+
["yje", -1, 7],
|
|
21
|
+
["enyje", -1, 1],
|
|
22
|
+
["\u0117je", -1, 9],
|
|
23
|
+
["ame", -1, 10],
|
|
24
|
+
["iame", -1, 1],
|
|
25
|
+
["sime", -1, 12],
|
|
26
|
+
["ome", -1, 13],
|
|
27
|
+
["\u0117me", -1, 14],
|
|
28
|
+
["tum\u0117me", -1, 1],
|
|
29
|
+
["ose", -1, 16],
|
|
30
|
+
["iose", -1, 1],
|
|
31
|
+
["uose", -1, 2],
|
|
32
|
+
["iuose", -1, 1],
|
|
33
|
+
["yse", -1, 20],
|
|
34
|
+
["enyse", -1, 1],
|
|
35
|
+
["\u0117se", -1, 22],
|
|
36
|
+
["ate", -1, 23],
|
|
37
|
+
["iate", -1, 1],
|
|
38
|
+
["ite", -1, 25],
|
|
39
|
+
["kite", -1, 1],
|
|
40
|
+
["site", -1, 2],
|
|
41
|
+
["ote", -1, 28],
|
|
42
|
+
["tute", -1, 29],
|
|
43
|
+
["\u0117te", -1, 30],
|
|
44
|
+
["tum\u0117te", -1, 1],
|
|
45
|
+
["i", -1],
|
|
46
|
+
["ai", -1, 1],
|
|
47
|
+
["iai", -1, 1],
|
|
48
|
+
["ei", -1, 3],
|
|
49
|
+
["tumei", -1, 1],
|
|
50
|
+
["ki", -1, 5],
|
|
51
|
+
["imi", -1, 6],
|
|
52
|
+
["umi", -1, 7],
|
|
53
|
+
["iumi", -1, 1],
|
|
54
|
+
["si", -1, 9],
|
|
55
|
+
["asi", -1, 1],
|
|
56
|
+
["iasi", -1, 1],
|
|
57
|
+
["esi", -1, 3],
|
|
58
|
+
["iesi", -1, 1],
|
|
59
|
+
["siesi", -1, 1],
|
|
60
|
+
["isi", -1, 6],
|
|
61
|
+
["aisi", -1, 1],
|
|
62
|
+
["eisi", -1, 2],
|
|
63
|
+
["tumeisi", -1, 1],
|
|
64
|
+
["uisi", -1, 4],
|
|
65
|
+
["osi", -1, 11],
|
|
66
|
+
["\u0117josi", -1, 1],
|
|
67
|
+
["uosi", -1, 2],
|
|
68
|
+
["iuosi", -1, 1],
|
|
69
|
+
["siuosi", -1, 1],
|
|
70
|
+
["usi", -1, 16],
|
|
71
|
+
["ausi", -1, 1],
|
|
72
|
+
["\u010Diausi", -1, 1],
|
|
73
|
+
["\u0105si", -1, 19],
|
|
74
|
+
["\u0117si", -1, 20],
|
|
75
|
+
["\u0173si", -1, 21],
|
|
76
|
+
["t\u0173si", -1, 1],
|
|
77
|
+
["ti", -1, 32],
|
|
78
|
+
["enti", -1, 1],
|
|
79
|
+
["inti", -1, 2],
|
|
80
|
+
["oti", -1, 3],
|
|
81
|
+
["ioti", -1, 1],
|
|
82
|
+
["uoti", -1, 2],
|
|
83
|
+
["iuoti", -1, 1],
|
|
84
|
+
["auti", -1, 7],
|
|
85
|
+
["iauti", -1, 1],
|
|
86
|
+
["yti", -1, 9],
|
|
87
|
+
["\u0117ti", -1, 10],
|
|
88
|
+
["tel\u0117ti", -1, 1],
|
|
89
|
+
["in\u0117ti", -1, 2],
|
|
90
|
+
["ter\u0117ti", -1, 3],
|
|
91
|
+
["ui", -1, 46],
|
|
92
|
+
["iui", -1, 1],
|
|
93
|
+
["eniui", -1, 1],
|
|
94
|
+
["oj", -1],
|
|
95
|
+
["\u0117j", -1],
|
|
96
|
+
["k", -1],
|
|
97
|
+
["am", -1],
|
|
98
|
+
["iam", -1, 1],
|
|
99
|
+
["iem", -1],
|
|
100
|
+
["im", -1],
|
|
101
|
+
["sim", -1, 1],
|
|
102
|
+
["om", -1],
|
|
103
|
+
["tum", -1],
|
|
104
|
+
["\u0117m", -1],
|
|
105
|
+
["tum\u0117m", -1, 1],
|
|
106
|
+
["an", -1],
|
|
107
|
+
["on", -1],
|
|
108
|
+
["ion", -1, 1],
|
|
109
|
+
["un", -1],
|
|
110
|
+
["iun", -1, 1],
|
|
111
|
+
["\u0117n", -1],
|
|
112
|
+
["o", -1],
|
|
113
|
+
["io", -1, 1],
|
|
114
|
+
["enio", -1, 1],
|
|
115
|
+
["\u0117jo", -1, 3],
|
|
116
|
+
["uo", -1, 4],
|
|
117
|
+
["s", -1],
|
|
118
|
+
["as", -1, 1],
|
|
119
|
+
["ias", -1, 1],
|
|
120
|
+
["es", -1, 3],
|
|
121
|
+
["ies", -1, 1],
|
|
122
|
+
["is", -1, 5],
|
|
123
|
+
["ais", -1, 1],
|
|
124
|
+
["iais", -1, 1],
|
|
125
|
+
["tumeis", -1, 3],
|
|
126
|
+
["imis", -1, 4],
|
|
127
|
+
["enimis", -1, 1],
|
|
128
|
+
["omis", -1, 6],
|
|
129
|
+
["iomis", -1, 1],
|
|
130
|
+
["umis", -1, 8],
|
|
131
|
+
["\u0117mis", -1, 9],
|
|
132
|
+
["enis", -1, 10],
|
|
133
|
+
["asis", -1, 11],
|
|
134
|
+
["ysis", -1, 12],
|
|
135
|
+
["ams", -1, 18],
|
|
136
|
+
["iams", -1, 1],
|
|
137
|
+
["iems", -1, 20],
|
|
138
|
+
["ims", -1, 21],
|
|
139
|
+
["enims", -1, 1],
|
|
140
|
+
["oms", -1, 23],
|
|
141
|
+
["ioms", -1, 1],
|
|
142
|
+
["ums", -1, 25],
|
|
143
|
+
["\u0117ms", -1, 26],
|
|
144
|
+
["ens", -1, 27],
|
|
145
|
+
["os", -1, 28],
|
|
146
|
+
["ios", -1, 1],
|
|
147
|
+
["uos", -1, 2],
|
|
148
|
+
["iuos", -1, 1],
|
|
149
|
+
["us", -1, 32],
|
|
150
|
+
["aus", -1, 1],
|
|
151
|
+
["iaus", -1, 1],
|
|
152
|
+
["ius", -1, 3],
|
|
153
|
+
["ys", -1, 36],
|
|
154
|
+
["enys", -1, 1],
|
|
155
|
+
["\u0105s", -1, 38],
|
|
156
|
+
["i\u0105s", -1, 1],
|
|
157
|
+
["\u0117s", -1, 40],
|
|
158
|
+
["am\u0117s", -1, 1],
|
|
159
|
+
["iam\u0117s", -1, 1],
|
|
160
|
+
["im\u0117s", -1, 3],
|
|
161
|
+
["kim\u0117s", -1, 1],
|
|
162
|
+
["sim\u0117s", -1, 2],
|
|
163
|
+
["om\u0117s", -1, 6],
|
|
164
|
+
["\u0117m\u0117s", -1, 7],
|
|
165
|
+
["tum\u0117m\u0117s", -1, 1],
|
|
166
|
+
["at\u0117s", -1, 9],
|
|
167
|
+
["iat\u0117s", -1, 1],
|
|
168
|
+
["sit\u0117s", -1, 11],
|
|
169
|
+
["ot\u0117s", -1, 12],
|
|
170
|
+
["\u0117t\u0117s", -1, 13],
|
|
171
|
+
["tum\u0117t\u0117s", -1, 1],
|
|
172
|
+
["\u012Fs", -1, 55],
|
|
173
|
+
["\u016Bs", -1, 56],
|
|
174
|
+
["t\u0173s", -1, 57],
|
|
175
|
+
["at", -1],
|
|
176
|
+
["iat", -1, 1],
|
|
177
|
+
["it", -1],
|
|
178
|
+
["sit", -1, 1],
|
|
179
|
+
["ot", -1],
|
|
180
|
+
["\u0117t", -1],
|
|
181
|
+
["tum\u0117t", -1, 1],
|
|
182
|
+
["u", -1],
|
|
183
|
+
["au", -1, 1],
|
|
184
|
+
["iau", -1, 1],
|
|
185
|
+
["\u010Diau", -1, 1],
|
|
186
|
+
["iu", -1, 4],
|
|
187
|
+
["eniu", -1, 1],
|
|
188
|
+
["siu", -1, 2],
|
|
189
|
+
["y", -1],
|
|
190
|
+
["\u0105", -1],
|
|
191
|
+
["i\u0105", -1, 1],
|
|
192
|
+
["\u0117", -1],
|
|
193
|
+
["\u0119", -1],
|
|
194
|
+
["\u012F", -1],
|
|
195
|
+
["en\u012F", -1, 1],
|
|
196
|
+
["\u0173", -1],
|
|
197
|
+
["i\u0173", -1, 1]
|
|
198
|
+
];
|
|
199
|
+
var a_1 = [
|
|
200
|
+
["ing", -1],
|
|
201
|
+
["aj", -1],
|
|
202
|
+
["iaj", -1, 1],
|
|
203
|
+
["iej", -1],
|
|
204
|
+
["oj", -1],
|
|
205
|
+
["ioj", -1, 1],
|
|
206
|
+
["uoj", -1, 2],
|
|
207
|
+
["iuoj", -1, 1],
|
|
208
|
+
["auj", -1],
|
|
209
|
+
["\u0105j", -1],
|
|
210
|
+
["i\u0105j", -1, 1],
|
|
211
|
+
["\u0117j", -1],
|
|
212
|
+
["\u0173j", -1],
|
|
213
|
+
["i\u0173j", -1, 1],
|
|
214
|
+
["ok", -1],
|
|
215
|
+
["iok", -1, 1],
|
|
216
|
+
["iuk", -1],
|
|
217
|
+
["uliuk", -1, 1],
|
|
218
|
+
["u\u010Diuk", -1, 2],
|
|
219
|
+
["i\u0161k", -1],
|
|
220
|
+
["iul", -1],
|
|
221
|
+
["yl", -1],
|
|
222
|
+
["\u0117l", -1],
|
|
223
|
+
["am", -1],
|
|
224
|
+
["dam", -1, 1],
|
|
225
|
+
["jam", -1, 2],
|
|
226
|
+
["zgan", -1],
|
|
227
|
+
["ain", -1],
|
|
228
|
+
["esn", -1],
|
|
229
|
+
["op", -1],
|
|
230
|
+
["iop", -1, 1],
|
|
231
|
+
["ias", -1],
|
|
232
|
+
["ies", -1],
|
|
233
|
+
["ais", -1],
|
|
234
|
+
["iais", -1, 1],
|
|
235
|
+
["os", -1],
|
|
236
|
+
["ios", -1, 1],
|
|
237
|
+
["uos", -1, 2],
|
|
238
|
+
["iuos", -1, 1],
|
|
239
|
+
["aus", -1],
|
|
240
|
+
["iaus", -1, 1],
|
|
241
|
+
["\u0105s", -1],
|
|
242
|
+
["i\u0105s", -1, 1],
|
|
243
|
+
["\u0119s", -1],
|
|
244
|
+
["ut\u0117ait", -1],
|
|
245
|
+
["ant", -1],
|
|
246
|
+
["iant", -1, 1],
|
|
247
|
+
["siant", -1, 1],
|
|
248
|
+
["int", -1],
|
|
249
|
+
["ot", -1],
|
|
250
|
+
["uot", -1, 1],
|
|
251
|
+
["iuot", -1, 1],
|
|
252
|
+
["yt", -1],
|
|
253
|
+
["\u0117t", -1],
|
|
254
|
+
["yk\u0161t", -1],
|
|
255
|
+
["iau", -1],
|
|
256
|
+
["dav", -1],
|
|
257
|
+
["sv", -1],
|
|
258
|
+
["\u0161v", -1],
|
|
259
|
+
["yk\u0161\u010D", -1],
|
|
260
|
+
["\u0119", -1],
|
|
261
|
+
["\u0117j\u0119", -1, 1]
|
|
262
|
+
];
|
|
263
|
+
var a_2 = [
|
|
264
|
+
["ojime", 7],
|
|
265
|
+
["\u0117jime", 3],
|
|
266
|
+
["avime", 6],
|
|
267
|
+
["okate", 8],
|
|
268
|
+
["aite", 1],
|
|
269
|
+
["uote", 2],
|
|
270
|
+
["asius", 5],
|
|
271
|
+
["okat\u0117s", 8],
|
|
272
|
+
["ait\u0117s", 1],
|
|
273
|
+
["uot\u0117s", 2],
|
|
274
|
+
["esiu", 4]
|
|
275
|
+
];
|
|
276
|
+
var as_2 = ["ait\u0117", "uot\u0117", "\u0117jimas", "esys", "asys", "avimas", "ojimas", "okat\u0117"];
|
|
277
|
+
var a_3 = [
|
|
278
|
+
["\u010D", 1],
|
|
279
|
+
["d\u017E", 2]
|
|
280
|
+
];
|
|
281
|
+
var as_3 = ["t", "d"];
|
|
282
|
+
var g_v = [
|
|
283
|
+
17,
|
|
284
|
+
65,
|
|
285
|
+
16,
|
|
286
|
+
1,
|
|
287
|
+
0,
|
|
288
|
+
0,
|
|
289
|
+
0,
|
|
290
|
+
0,
|
|
291
|
+
0,
|
|
292
|
+
0,
|
|
293
|
+
0,
|
|
294
|
+
0,
|
|
295
|
+
0,
|
|
296
|
+
0,
|
|
297
|
+
0,
|
|
298
|
+
0,
|
|
299
|
+
0,
|
|
300
|
+
0,
|
|
301
|
+
0,
|
|
302
|
+
0,
|
|
303
|
+
16,
|
|
304
|
+
0,
|
|
305
|
+
64,
|
|
306
|
+
1,
|
|
307
|
+
0,
|
|
308
|
+
64,
|
|
309
|
+
0,
|
|
310
|
+
0,
|
|
311
|
+
0,
|
|
312
|
+
0,
|
|
313
|
+
0,
|
|
314
|
+
0,
|
|
315
|
+
0,
|
|
316
|
+
4,
|
|
317
|
+
4
|
|
318
|
+
];
|
|
319
|
+
var LithuanianStemmer = class extends BaseStemmer {
|
|
320
|
+
#r_fix_chdz() {
|
|
321
|
+
let a;
|
|
322
|
+
this.ket = this.c;
|
|
323
|
+
a = this.find_among_b(a_3);
|
|
324
|
+
if (a === 0) return false;
|
|
325
|
+
this.bra = this.c;
|
|
326
|
+
this.slice_from(as_3[a - 1]);
|
|
327
|
+
return true;
|
|
328
|
+
}
|
|
329
|
+
#stem() {
|
|
330
|
+
let a;
|
|
331
|
+
let I_p1;
|
|
332
|
+
I_p1 = this.limit;
|
|
333
|
+
const v_1 = this.c;
|
|
334
|
+
lab0: {
|
|
335
|
+
const v_2 = this.c;
|
|
336
|
+
lab1: {
|
|
337
|
+
if (!this.eq_s("a")) {
|
|
338
|
+
this.c = v_2;
|
|
339
|
+
break lab1;
|
|
340
|
+
}
|
|
341
|
+
if (
|
|
342
|
+
/**@type {boolean}*/
|
|
343
|
+
this.current.length < 7
|
|
344
|
+
) {
|
|
345
|
+
this.c = v_2;
|
|
346
|
+
break lab1;
|
|
347
|
+
}
|
|
348
|
+
}
|
|
349
|
+
if (!this.go_out_grouping(g_v, 97, 371)) break lab0;
|
|
350
|
+
this.c++;
|
|
351
|
+
if (!this.go_in_grouping(g_v, 97, 371)) break lab0;
|
|
352
|
+
this.c++;
|
|
353
|
+
I_p1 = this.c;
|
|
354
|
+
}
|
|
355
|
+
this.c = v_1;
|
|
356
|
+
this.limit_backward = this.c;
|
|
357
|
+
this.c = this.limit;
|
|
358
|
+
const v_3 = this.limit - this.c;
|
|
359
|
+
lab2: {
|
|
360
|
+
this.ket = this.c;
|
|
361
|
+
a = this.find_among_b(a_2);
|
|
362
|
+
if (a === 0) break lab2;
|
|
363
|
+
this.bra = this.c;
|
|
364
|
+
this.slice_from(as_2[a - 1]);
|
|
365
|
+
}
|
|
366
|
+
this.c = this.limit - v_3;
|
|
367
|
+
const v_4 = this.limit - this.c;
|
|
368
|
+
lab3: {
|
|
369
|
+
if (this.c < I_p1) break lab3;
|
|
370
|
+
const v_5 = this.limit_backward;
|
|
371
|
+
this.limit_backward = I_p1;
|
|
372
|
+
this.ket = this.c;
|
|
373
|
+
if (this.find_among_b(a_0) === 0) {
|
|
374
|
+
this.limit_backward = v_5;
|
|
375
|
+
break lab3;
|
|
376
|
+
}
|
|
377
|
+
this.bra = this.c;
|
|
378
|
+
this.limit_backward = v_5;
|
|
379
|
+
this.slice_del();
|
|
380
|
+
}
|
|
381
|
+
this.c = this.limit - v_4;
|
|
382
|
+
const v_6 = this.limit - this.c;
|
|
383
|
+
this.#r_fix_chdz();
|
|
384
|
+
this.c = this.limit - v_6;
|
|
385
|
+
const v_7 = this.limit - this.c;
|
|
386
|
+
while (true) {
|
|
387
|
+
const v_8 = this.limit - this.c;
|
|
388
|
+
lab5: {
|
|
389
|
+
if (this.c < I_p1) break lab5;
|
|
390
|
+
const v_9 = this.limit_backward;
|
|
391
|
+
this.limit_backward = I_p1;
|
|
392
|
+
this.ket = this.c;
|
|
393
|
+
if (this.find_among_b(a_1) === 0) {
|
|
394
|
+
this.limit_backward = v_9;
|
|
395
|
+
break lab5;
|
|
396
|
+
}
|
|
397
|
+
this.bra = this.c;
|
|
398
|
+
this.limit_backward = v_9;
|
|
399
|
+
this.slice_del();
|
|
400
|
+
continue;
|
|
401
|
+
}
|
|
402
|
+
this.c = this.limit - v_8;
|
|
403
|
+
break;
|
|
404
|
+
}
|
|
405
|
+
this.c = this.limit - v_7;
|
|
406
|
+
const v_10 = this.limit - this.c;
|
|
407
|
+
this.#r_fix_chdz();
|
|
408
|
+
this.c = this.limit - v_10;
|
|
409
|
+
const v_11 = this.limit - this.c;
|
|
410
|
+
lab6: {
|
|
411
|
+
this.ket = this.c;
|
|
412
|
+
if (!this.eq_s_b("gd")) break lab6;
|
|
413
|
+
this.bra = this.c;
|
|
414
|
+
this.slice_from("g");
|
|
415
|
+
}
|
|
416
|
+
this.c = this.limit - v_11;
|
|
417
|
+
this.ket = this.c;
|
|
418
|
+
if (!this.eq_s_b("'")) return false;
|
|
419
|
+
this.bra = this.c;
|
|
420
|
+
this.slice_del();
|
|
421
|
+
this.c = this.limit_backward;
|
|
422
|
+
return true;
|
|
423
|
+
}
|
|
424
|
+
stem(input) {
|
|
425
|
+
this.setCurrent(input);
|
|
426
|
+
this.#stem();
|
|
427
|
+
return this.getCurrent();
|
|
428
|
+
}
|
|
429
|
+
};
|
|
430
|
+
var shared = new LithuanianStemmer();
|
|
431
|
+
function stem(token) {
|
|
432
|
+
return shared.stem(token);
|
|
433
|
+
}
|
|
434
|
+
|
|
435
|
+
// src/languages/lithuanian.ts
|
|
436
|
+
var stopWords = /* @__PURE__ */ new Set([
|
|
437
|
+
"ant",
|
|
438
|
+
"apie",
|
|
439
|
+
"ar",
|
|
440
|
+
"arba",
|
|
441
|
+
"a\u0161",
|
|
442
|
+
"be",
|
|
443
|
+
"bei",
|
|
444
|
+
"bet",
|
|
445
|
+
"bus",
|
|
446
|
+
"b\u016Bti",
|
|
447
|
+
"b\u016Bt\u0173",
|
|
448
|
+
"buvo",
|
|
449
|
+
"d\u0117l",
|
|
450
|
+
"gali",
|
|
451
|
+
"\u012F",
|
|
452
|
+
"iki",
|
|
453
|
+
"ir",
|
|
454
|
+
"i\u0161",
|
|
455
|
+
"ja",
|
|
456
|
+
"j\u0105",
|
|
457
|
+
"jai",
|
|
458
|
+
"jais",
|
|
459
|
+
"jam",
|
|
460
|
+
"jame",
|
|
461
|
+
"jas",
|
|
462
|
+
"jei",
|
|
463
|
+
"ji",
|
|
464
|
+
"j\u012F",
|
|
465
|
+
"jie",
|
|
466
|
+
"jiedu",
|
|
467
|
+
"jiedvi",
|
|
468
|
+
"jiedviem",
|
|
469
|
+
"jiedviese",
|
|
470
|
+
"jiems",
|
|
471
|
+
"jis",
|
|
472
|
+
"jo",
|
|
473
|
+
"jodviem",
|
|
474
|
+
"jog",
|
|
475
|
+
"joje",
|
|
476
|
+
"jomis",
|
|
477
|
+
"joms",
|
|
478
|
+
"jos",
|
|
479
|
+
"jose",
|
|
480
|
+
"j\u0173",
|
|
481
|
+
"judu",
|
|
482
|
+
"judvi",
|
|
483
|
+
"judviej\u0173",
|
|
484
|
+
"j\u0173dviej\u0173",
|
|
485
|
+
"judviem",
|
|
486
|
+
"judviese",
|
|
487
|
+
"jumis",
|
|
488
|
+
"jums",
|
|
489
|
+
"jumyse",
|
|
490
|
+
"juo",
|
|
491
|
+
"juodu",
|
|
492
|
+
"juodviese",
|
|
493
|
+
"juos",
|
|
494
|
+
"juose",
|
|
495
|
+
"jus",
|
|
496
|
+
"j\u016Bs",
|
|
497
|
+
"j\u016Bs\u0173",
|
|
498
|
+
"k\u0105",
|
|
499
|
+
"kad",
|
|
500
|
+
"kai",
|
|
501
|
+
"kaip",
|
|
502
|
+
"kas",
|
|
503
|
+
"kiek",
|
|
504
|
+
"kol",
|
|
505
|
+
"kur",
|
|
506
|
+
"kurie",
|
|
507
|
+
"kuris",
|
|
508
|
+
"man",
|
|
509
|
+
"mane",
|
|
510
|
+
"man\u0119s",
|
|
511
|
+
"manimi",
|
|
512
|
+
"mano",
|
|
513
|
+
"manyje",
|
|
514
|
+
"mes",
|
|
515
|
+
"metu",
|
|
516
|
+
"mudu",
|
|
517
|
+
"mudvi",
|
|
518
|
+
"mudviej\u0173",
|
|
519
|
+
"mudviem",
|
|
520
|
+
"mudviese",
|
|
521
|
+
"mumis",
|
|
522
|
+
"mums",
|
|
523
|
+
"mumyse",
|
|
524
|
+
"mus",
|
|
525
|
+
"m\u016Bs\u0173",
|
|
526
|
+
"nei",
|
|
527
|
+
"nes",
|
|
528
|
+
"net",
|
|
529
|
+
"nors",
|
|
530
|
+
"nuo",
|
|
531
|
+
"o",
|
|
532
|
+
"pat",
|
|
533
|
+
"per",
|
|
534
|
+
"po",
|
|
535
|
+
"prie",
|
|
536
|
+
"prie\u0161",
|
|
537
|
+
"sau",
|
|
538
|
+
"save",
|
|
539
|
+
"sav\u0119s",
|
|
540
|
+
"savimi",
|
|
541
|
+
"savo",
|
|
542
|
+
"savyje",
|
|
543
|
+
"su",
|
|
544
|
+
"ta\u010Diau",
|
|
545
|
+
"tada",
|
|
546
|
+
"tai",
|
|
547
|
+
"taip",
|
|
548
|
+
"tas",
|
|
549
|
+
"tau",
|
|
550
|
+
"tave",
|
|
551
|
+
"tav\u0119s",
|
|
552
|
+
"tavimi",
|
|
553
|
+
"tavyje",
|
|
554
|
+
"ten",
|
|
555
|
+
"to",
|
|
556
|
+
"tod\u0117l",
|
|
557
|
+
"tu",
|
|
558
|
+
"tuo",
|
|
559
|
+
"u\u017E",
|
|
560
|
+
"visi",
|
|
561
|
+
"yra"
|
|
562
|
+
]);
|
|
563
|
+
var lithuanian = {
|
|
564
|
+
name: "lithuanian",
|
|
565
|
+
revision: "6c40fb18cf07c9b6",
|
|
566
|
+
stemmer: stem,
|
|
567
|
+
stopWords,
|
|
568
|
+
tokenizer: { splitPattern: /[^a-z0-9ąčėęįšūųž]+/gi }
|
|
569
|
+
};
|
|
570
|
+
|
|
571
|
+
export { lithuanian };
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
import { L as LanguageModule } from '../language-DB8KG1z5.js';
|
|
2
|
+
|
|
3
|
+
/**
|
|
4
|
+
* Luxembourgish analysis: the stop word list and the rules that split Luxembourgish
|
|
5
|
+
* text into tokens. Tokens are indexed as the normaliser leaves them,
|
|
6
|
+
* without stemming.
|
|
7
|
+
*
|
|
8
|
+
* Import it and pass it to {@link registerLanguage} before you create an index
|
|
9
|
+
* whose `language` is `luxembourgish`.
|
|
10
|
+
*
|
|
11
|
+
* @public
|
|
12
|
+
*/
|
|
13
|
+
declare const luxembourgish: LanguageModule;
|
|
14
|
+
|
|
15
|
+
export { luxembourgish };
|