stemmers 0.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (74) hide show
  1. checksums.yaml +7 -0
  2. data/.rubocop.yml +13 -0
  3. data/CHANGELOG.md +5 -0
  4. data/CODE_OF_CONDUCT.md +132 -0
  5. data/Cargo.lock +547 -0
  6. data/Cargo.toml +7 -0
  7. data/LICENSE.txt +21 -0
  8. data/README.md +113 -0
  9. data/Rakefile +23 -0
  10. data/ext/stemmers/Cargo.toml +16 -0
  11. data/ext/stemmers/extconf.rb +6 -0
  12. data/ext/stemmers/src/lib.rs +105 -0
  13. data/lib/stemmers/stopwords/af.json +53 -0
  14. data/lib/stemmers/stopwords/ar.json +482 -0
  15. data/lib/stemmers/stopwords/bg.json +261 -0
  16. data/lib/stemmers/stopwords/bn.json +400 -0
  17. data/lib/stemmers/stopwords/br.json +1205 -0
  18. data/lib/stemmers/stopwords/ca.json +280 -0
  19. data/lib/stemmers/stopwords/cs.json +425 -0
  20. data/lib/stemmers/stopwords/da.json +172 -0
  21. data/lib/stemmers/stopwords/de.json +622 -0
  22. data/lib/stemmers/stopwords/el.json +849 -0
  23. data/lib/stemmers/stopwords/en.json +1300 -0
  24. data/lib/stemmers/stopwords/eo.json +175 -0
  25. data/lib/stemmers/stopwords/es.json +734 -0
  26. data/lib/stemmers/stopwords/et.json +37 -0
  27. data/lib/stemmers/stopwords/eu.json +100 -0
  28. data/lib/stemmers/stopwords/fa.json +801 -0
  29. data/lib/stemmers/stopwords/fi.json +849 -0
  30. data/lib/stemmers/stopwords/fr.json +693 -0
  31. data/lib/stemmers/stopwords/ga.json +111 -0
  32. data/lib/stemmers/stopwords/gl.json +162 -0
  33. data/lib/stemmers/stopwords/gu.json +226 -0
  34. data/lib/stemmers/stopwords/ha.json +41 -0
  35. data/lib/stemmers/stopwords/he.json +196 -0
  36. data/lib/stemmers/stopwords/hi.json +227 -0
  37. data/lib/stemmers/stopwords/hr.json +181 -0
  38. data/lib/stemmers/stopwords/hu.json +791 -0
  39. data/lib/stemmers/stopwords/hy.json +47 -0
  40. data/lib/stemmers/stopwords/id.json +760 -0
  41. data/lib/stemmers/stopwords/it.json +634 -0
  42. data/lib/stemmers/stopwords/ja.json +136 -0
  43. data/lib/stemmers/stopwords/ko.json +681 -0
  44. data/lib/stemmers/stopwords/ku.json +64 -0
  45. data/lib/stemmers/stopwords/la.json +51 -0
  46. data/lib/stemmers/stopwords/lt.json +476 -0
  47. data/lib/stemmers/stopwords/lv.json +163 -0
  48. data/lib/stemmers/stopwords/mr.json +101 -0
  49. data/lib/stemmers/stopwords/ms.json +477 -0
  50. data/lib/stemmers/stopwords/nl.json +415 -0
  51. data/lib/stemmers/stopwords/no.json +223 -0
  52. data/lib/stemmers/stopwords/pl.json +331 -0
  53. data/lib/stemmers/stopwords/pt.json +562 -0
  54. data/lib/stemmers/stopwords/ro.json +436 -0
  55. data/lib/stemmers/stopwords/ru.json +561 -0
  56. data/lib/stemmers/stopwords/sk.json +420 -0
  57. data/lib/stemmers/stopwords/sl.json +448 -0
  58. data/lib/stemmers/stopwords/so.json +32 -0
  59. data/lib/stemmers/stopwords/st.json +33 -0
  60. data/lib/stemmers/stopwords/sv.json +420 -0
  61. data/lib/stemmers/stopwords/sw.json +76 -0
  62. data/lib/stemmers/stopwords/th.json +118 -0
  63. data/lib/stemmers/stopwords/tl.json +149 -0
  64. data/lib/stemmers/stopwords/tr.json +506 -0
  65. data/lib/stemmers/stopwords/uk.json +75 -0
  66. data/lib/stemmers/stopwords/ur.json +519 -0
  67. data/lib/stemmers/stopwords/vi.json +647 -0
  68. data/lib/stemmers/stopwords/yo.json +62 -0
  69. data/lib/stemmers/stopwords/zh.json +796 -0
  70. data/lib/stemmers/stopwords/zu.json +31 -0
  71. data/lib/stemmers/version.rb +5 -0
  72. data/lib/stemmers.rb +91 -0
  73. data/sig/stemmers.rbs +4 -0
  74. metadata +131 -0
@@ -0,0 +1,622 @@
1
+ [
2
+ "a",
3
+ "ab",
4
+ "aber",
5
+ "ach",
6
+ "acht",
7
+ "achte",
8
+ "achten",
9
+ "achter",
10
+ "achtes",
11
+ "ag",
12
+ "alle",
13
+ "allein",
14
+ "allem",
15
+ "allen",
16
+ "aller",
17
+ "allerdings",
18
+ "alles",
19
+ "allgemeinen",
20
+ "als",
21
+ "also",
22
+ "am",
23
+ "an",
24
+ "ander",
25
+ "andere",
26
+ "anderem",
27
+ "anderen",
28
+ "anderer",
29
+ "anderes",
30
+ "anderm",
31
+ "andern",
32
+ "anderr",
33
+ "anders",
34
+ "au",
35
+ "auch",
36
+ "auf",
37
+ "aus",
38
+ "ausser",
39
+ "ausserdem",
40
+ "außer",
41
+ "außerdem",
42
+ "b",
43
+ "bald",
44
+ "bei",
45
+ "beide",
46
+ "beiden",
47
+ "beim",
48
+ "beispiel",
49
+ "bekannt",
50
+ "bereits",
51
+ "besonders",
52
+ "besser",
53
+ "besten",
54
+ "bin",
55
+ "bis",
56
+ "bisher",
57
+ "bist",
58
+ "c",
59
+ "d",
60
+ "d.h",
61
+ "da",
62
+ "dabei",
63
+ "dadurch",
64
+ "dafür",
65
+ "dagegen",
66
+ "daher",
67
+ "dahin",
68
+ "dahinter",
69
+ "damals",
70
+ "damit",
71
+ "danach",
72
+ "daneben",
73
+ "dank",
74
+ "dann",
75
+ "daran",
76
+ "darauf",
77
+ "daraus",
78
+ "darf",
79
+ "darfst",
80
+ "darin",
81
+ "darum",
82
+ "darunter",
83
+ "darüber",
84
+ "das",
85
+ "dasein",
86
+ "daselbst",
87
+ "dass",
88
+ "dasselbe",
89
+ "davon",
90
+ "davor",
91
+ "dazu",
92
+ "dazwischen",
93
+ "daß",
94
+ "dein",
95
+ "deine",
96
+ "deinem",
97
+ "deinen",
98
+ "deiner",
99
+ "deines",
100
+ "dem",
101
+ "dementsprechend",
102
+ "demgegenüber",
103
+ "demgemäss",
104
+ "demgemäß",
105
+ "demselben",
106
+ "demzufolge",
107
+ "den",
108
+ "denen",
109
+ "denn",
110
+ "denselben",
111
+ "der",
112
+ "deren",
113
+ "derer",
114
+ "derjenige",
115
+ "derjenigen",
116
+ "dermassen",
117
+ "dermaßen",
118
+ "derselbe",
119
+ "derselben",
120
+ "des",
121
+ "deshalb",
122
+ "desselben",
123
+ "dessen",
124
+ "deswegen",
125
+ "dich",
126
+ "die",
127
+ "diejenige",
128
+ "diejenigen",
129
+ "dies",
130
+ "diese",
131
+ "dieselbe",
132
+ "dieselben",
133
+ "diesem",
134
+ "diesen",
135
+ "dieser",
136
+ "dieses",
137
+ "dir",
138
+ "doch",
139
+ "dort",
140
+ "drei",
141
+ "drin",
142
+ "dritte",
143
+ "dritten",
144
+ "dritter",
145
+ "drittes",
146
+ "du",
147
+ "durch",
148
+ "durchaus",
149
+ "durfte",
150
+ "durften",
151
+ "dürfen",
152
+ "dürft",
153
+ "e",
154
+ "eben",
155
+ "ebenso",
156
+ "ehrlich",
157
+ "ei",
158
+ "ei,",
159
+ "eigen",
160
+ "eigene",
161
+ "eigenen",
162
+ "eigener",
163
+ "eigenes",
164
+ "ein",
165
+ "einander",
166
+ "eine",
167
+ "einem",
168
+ "einen",
169
+ "einer",
170
+ "eines",
171
+ "einig",
172
+ "einige",
173
+ "einigem",
174
+ "einigen",
175
+ "einiger",
176
+ "einiges",
177
+ "einmal",
178
+ "eins",
179
+ "elf",
180
+ "en",
181
+ "ende",
182
+ "endlich",
183
+ "entweder",
184
+ "er",
185
+ "ernst",
186
+ "erst",
187
+ "erste",
188
+ "ersten",
189
+ "erster",
190
+ "erstes",
191
+ "es",
192
+ "etwa",
193
+ "etwas",
194
+ "euch",
195
+ "euer",
196
+ "eure",
197
+ "eurem",
198
+ "euren",
199
+ "eurer",
200
+ "eures",
201
+ "f",
202
+ "folgende",
203
+ "früher",
204
+ "fünf",
205
+ "fünfte",
206
+ "fünften",
207
+ "fünfter",
208
+ "fünftes",
209
+ "für",
210
+ "g",
211
+ "gab",
212
+ "ganz",
213
+ "ganze",
214
+ "ganzen",
215
+ "ganzer",
216
+ "ganzes",
217
+ "gar",
218
+ "gedurft",
219
+ "gegen",
220
+ "gegenüber",
221
+ "gehabt",
222
+ "gehen",
223
+ "geht",
224
+ "gekannt",
225
+ "gekonnt",
226
+ "gemacht",
227
+ "gemocht",
228
+ "gemusst",
229
+ "genug",
230
+ "gerade",
231
+ "gern",
232
+ "gesagt",
233
+ "geschweige",
234
+ "gewesen",
235
+ "gewollt",
236
+ "geworden",
237
+ "gibt",
238
+ "ging",
239
+ "gleich",
240
+ "gott",
241
+ "gross",
242
+ "grosse",
243
+ "grossen",
244
+ "grosser",
245
+ "grosses",
246
+ "groß",
247
+ "große",
248
+ "großen",
249
+ "großer",
250
+ "großes",
251
+ "gut",
252
+ "gute",
253
+ "guter",
254
+ "gutes",
255
+ "h",
256
+ "hab",
257
+ "habe",
258
+ "haben",
259
+ "habt",
260
+ "hast",
261
+ "hat",
262
+ "hatte",
263
+ "hatten",
264
+ "hattest",
265
+ "hattet",
266
+ "heisst",
267
+ "her",
268
+ "heute",
269
+ "hier",
270
+ "hin",
271
+ "hinter",
272
+ "hoch",
273
+ "hätte",
274
+ "hätten",
275
+ "i",
276
+ "ich",
277
+ "ihm",
278
+ "ihn",
279
+ "ihnen",
280
+ "ihr",
281
+ "ihre",
282
+ "ihrem",
283
+ "ihren",
284
+ "ihrer",
285
+ "ihres",
286
+ "im",
287
+ "immer",
288
+ "in",
289
+ "indem",
290
+ "infolgedessen",
291
+ "ins",
292
+ "irgend",
293
+ "ist",
294
+ "j",
295
+ "ja",
296
+ "jahr",
297
+ "jahre",
298
+ "jahren",
299
+ "je",
300
+ "jede",
301
+ "jedem",
302
+ "jeden",
303
+ "jeder",
304
+ "jedermann",
305
+ "jedermanns",
306
+ "jedes",
307
+ "jedoch",
308
+ "jemand",
309
+ "jemandem",
310
+ "jemanden",
311
+ "jene",
312
+ "jenem",
313
+ "jenen",
314
+ "jener",
315
+ "jenes",
316
+ "jetzt",
317
+ "k",
318
+ "kam",
319
+ "kann",
320
+ "kannst",
321
+ "kaum",
322
+ "kein",
323
+ "keine",
324
+ "keinem",
325
+ "keinen",
326
+ "keiner",
327
+ "keines",
328
+ "kleine",
329
+ "kleinen",
330
+ "kleiner",
331
+ "kleines",
332
+ "kommen",
333
+ "kommt",
334
+ "konnte",
335
+ "konnten",
336
+ "kurz",
337
+ "können",
338
+ "könnt",
339
+ "könnte",
340
+ "l",
341
+ "lang",
342
+ "lange",
343
+ "leicht",
344
+ "leide",
345
+ "lieber",
346
+ "los",
347
+ "m",
348
+ "machen",
349
+ "macht",
350
+ "machte",
351
+ "mag",
352
+ "magst",
353
+ "mahn",
354
+ "mal",
355
+ "man",
356
+ "manche",
357
+ "manchem",
358
+ "manchen",
359
+ "mancher",
360
+ "manches",
361
+ "mann",
362
+ "mehr",
363
+ "mein",
364
+ "meine",
365
+ "meinem",
366
+ "meinen",
367
+ "meiner",
368
+ "meines",
369
+ "mensch",
370
+ "menschen",
371
+ "mich",
372
+ "mir",
373
+ "mit",
374
+ "mittel",
375
+ "mochte",
376
+ "mochten",
377
+ "morgen",
378
+ "muss",
379
+ "musst",
380
+ "musste",
381
+ "mussten",
382
+ "muß",
383
+ "mußt",
384
+ "möchte",
385
+ "mögen",
386
+ "möglich",
387
+ "mögt",
388
+ "müssen",
389
+ "müsst",
390
+ "müßt",
391
+ "n",
392
+ "na",
393
+ "nach",
394
+ "nachdem",
395
+ "nahm",
396
+ "natürlich",
397
+ "neben",
398
+ "nein",
399
+ "neue",
400
+ "neuen",
401
+ "neun",
402
+ "neunte",
403
+ "neunten",
404
+ "neunter",
405
+ "neuntes",
406
+ "nicht",
407
+ "nichts",
408
+ "nie",
409
+ "niemand",
410
+ "niemandem",
411
+ "niemanden",
412
+ "noch",
413
+ "nun",
414
+ "nur",
415
+ "o",
416
+ "ob",
417
+ "oben",
418
+ "oder",
419
+ "offen",
420
+ "oft",
421
+ "ohne",
422
+ "ordnung",
423
+ "p",
424
+ "q",
425
+ "r",
426
+ "recht",
427
+ "rechte",
428
+ "rechten",
429
+ "rechter",
430
+ "rechtes",
431
+ "richtig",
432
+ "rund",
433
+ "s",
434
+ "sa",
435
+ "sache",
436
+ "sagt",
437
+ "sagte",
438
+ "sah",
439
+ "satt",
440
+ "schlecht",
441
+ "schluss",
442
+ "schon",
443
+ "sechs",
444
+ "sechste",
445
+ "sechsten",
446
+ "sechster",
447
+ "sechstes",
448
+ "sehr",
449
+ "sei",
450
+ "seid",
451
+ "seien",
452
+ "sein",
453
+ "seine",
454
+ "seinem",
455
+ "seinen",
456
+ "seiner",
457
+ "seines",
458
+ "seit",
459
+ "seitdem",
460
+ "selbst",
461
+ "sich",
462
+ "sie",
463
+ "sieben",
464
+ "siebente",
465
+ "siebenten",
466
+ "siebenter",
467
+ "siebentes",
468
+ "sind",
469
+ "so",
470
+ "solang",
471
+ "solche",
472
+ "solchem",
473
+ "solchen",
474
+ "solcher",
475
+ "solches",
476
+ "soll",
477
+ "sollen",
478
+ "sollst",
479
+ "sollt",
480
+ "sollte",
481
+ "sollten",
482
+ "sondern",
483
+ "sonst",
484
+ "soweit",
485
+ "sowie",
486
+ "später",
487
+ "startseite",
488
+ "statt",
489
+ "steht",
490
+ "suche",
491
+ "t",
492
+ "tag",
493
+ "tage",
494
+ "tagen",
495
+ "tat",
496
+ "teil",
497
+ "tel",
498
+ "tritt",
499
+ "trotzdem",
500
+ "tun",
501
+ "u",
502
+ "uhr",
503
+ "um",
504
+ "und",
505
+ "uns",
506
+ "unse",
507
+ "unsem",
508
+ "unsen",
509
+ "unser",
510
+ "unsere",
511
+ "unserer",
512
+ "unses",
513
+ "unter",
514
+ "v",
515
+ "vergangenen",
516
+ "viel",
517
+ "viele",
518
+ "vielem",
519
+ "vielen",
520
+ "vielleicht",
521
+ "vier",
522
+ "vierte",
523
+ "vierten",
524
+ "vierter",
525
+ "viertes",
526
+ "vom",
527
+ "von",
528
+ "vor",
529
+ "w",
530
+ "wahr",
531
+ "wann",
532
+ "war",
533
+ "waren",
534
+ "warst",
535
+ "wart",
536
+ "warum",
537
+ "was",
538
+ "weg",
539
+ "wegen",
540
+ "weil",
541
+ "weit",
542
+ "weiter",
543
+ "weitere",
544
+ "weiteren",
545
+ "weiteres",
546
+ "welche",
547
+ "welchem",
548
+ "welchen",
549
+ "welcher",
550
+ "welches",
551
+ "wem",
552
+ "wen",
553
+ "wenig",
554
+ "wenige",
555
+ "weniger",
556
+ "weniges",
557
+ "wenigstens",
558
+ "wenn",
559
+ "wer",
560
+ "werde",
561
+ "werden",
562
+ "werdet",
563
+ "weshalb",
564
+ "wessen",
565
+ "wie",
566
+ "wieder",
567
+ "wieso",
568
+ "will",
569
+ "willst",
570
+ "wir",
571
+ "wird",
572
+ "wirklich",
573
+ "wirst",
574
+ "wissen",
575
+ "wo",
576
+ "woher",
577
+ "wohin",
578
+ "wohl",
579
+ "wollen",
580
+ "wollt",
581
+ "wollte",
582
+ "wollten",
583
+ "worden",
584
+ "wurde",
585
+ "wurden",
586
+ "während",
587
+ "währenddem",
588
+ "währenddessen",
589
+ "wäre",
590
+ "würde",
591
+ "würden",
592
+ "x",
593
+ "y",
594
+ "z",
595
+ "z.b",
596
+ "zehn",
597
+ "zehnte",
598
+ "zehnten",
599
+ "zehnter",
600
+ "zehntes",
601
+ "zeit",
602
+ "zu",
603
+ "zuerst",
604
+ "zugleich",
605
+ "zum",
606
+ "zunächst",
607
+ "zur",
608
+ "zurück",
609
+ "zusammen",
610
+ "zwanzig",
611
+ "zwar",
612
+ "zwei",
613
+ "zweite",
614
+ "zweiten",
615
+ "zweiter",
616
+ "zweites",
617
+ "zwischen",
618
+ "zwölf",
619
+ "über",
620
+ "überhaupt",
621
+ "übrigens"
622
+ ]