@delali/narsil 0.1.15 → 0.2.1-next.25

package/dist/languages/czech.mjs

@@ -0,0 +1,628 @@
+import { BaseStemmer } from '../chunk-U2BKYEC7.mjs';
+
+// src/languages/snowball/czech.ts
+var a_0 = [
+  ["c", 1],
+  ["nc", -1, 1],
+  ["\xEDnc", 2, 1],
+  ["avc", -1, 3],
+  ["ovc", -1, 4]
+];
+var as_0 = ["k", "\xEDnk"];
+var a_1 = [
+  ["c", 1],
+  ["nc", -1, 1],
+  ["\xEDnc", 2, 1],
+  ["avc", -1, 3],
+  ["ovc", -1, 4],
+  ["\u010Dt", 3],
+  ["\u0161t", 4],
+  ["de\u0161t", -1, 1],
+  ["le\u0161t", -1, 2],
+  ["i\u0161t", -1, 3],
+  ["pou\u0161t", -1, 4],
+  ["\xE1\u0161t", -1, 5],
+  ["\xED\u0161t", -1, 6]
+];
+var as_1 = ["k", "\xEDnk", "ck", "sk"];
+var a_2 = [
+  ["in", 2],
+  ["ov", 1],
+  ["\u016Fv", 1]
+];
+var a_3 = [
+  ["", 2],
+  ["l", 1, 1],
+  ["tl", 2, 1],
+  ["s", 1, 3],
+  ["es", 2, 1],
+  ["\u010D", 1, 5],
+  ["e\u010D", 2, 1],
+  ["\u0159", 1, 7],
+  ["\u017E", 1, 8]
+];
+var as_3 = ["", "et"];
+var a_4 = [
+  ["obl", -1],
+  ["sn", -1],
+  ["dot", -1]
+];
+var a_5 = [
+  ["uc", -1],
+  ["h", -1],
+  ["ok", -1],
+  ["kar", -1],
+  ["\u010D", -1]
+];
+var a_6 = [
+  ["a", 1],
+  ["ama", 1, 1],
+  ["ata", 1, 2],
+  ["eb", 4],
+  ["ec", 5],
+  ["e", 2],
+  ["ete", 3, 1],
+  ["\u011Bte", 1, 2],
+  ["ech", 2],
+  ["atech", 1, 1],
+  ["\xE1ch", 1],
+  ["\xEDch", 12],
+  ["\xFDch", 1],
+  ["i", 12],
+  ["mi", 1, 1],
+  ["ami", 1, 1],
+  ["emi", 2, 2],
+  ["\xEDmi", 12, 3],
+  ["\xFDmi", 1, 4],
+  ["\u011Bmi", 1, 5],
+  ["\u0165mi", 11, 6],
+  ["eti", 3, 8],
+  ["\u011Bti", 1, 9],
+  ["ovi", 1, 10],
+  ["ek", 6],
+  ["\u011Bk", 7],
+  ["em", 2],
+  ["etem", 3, 1],
+  ["\u011Btem", 1, 2],
+  ["\xE1m", 1],
+  ["\xE9m", 1],
+  ["\xEDm", 12],
+  ["\xFDm", 1],
+  ["\u011Bm", 1],
+  ["\u016Fm", 1],
+  ["at\u016Fm", 1, 1],
+  ["o", 1],
+  ["\xE9ho", 1, 1],
+  ["\xEDho", 12, 2],
+  ["us", 1],
+  ["at", 1],
+  ["et", 9],
+  ["u", 1],
+  ["\xE9mu", 1, 1],
+  ["\xEDmu", 12, 2],
+  ["ou", 1, 3],
+  ["ev", 10],
+  ["y", 1],
+  ["aty", 1, 1],
+  ["\xE1", 1],
+  ["\xE9", 1],
+  ["ov\xE9", 1, 1],
+  ["\xED", 12],
+  ["\xFD", 1],
+  ["\u011B", 1],
+  ["e\u0148", 8],
+  ["\u0165", 11],
+  ["\u016F", 1]
+];
+var g_v = [
+  17,
+  65,
+  16,
+  1,
+  0,
+  0,
+  0,
+  0,
+  0,
+  0,
+  0,
+  0,
+  0,
+  0,
+  0,
+  0,
+  1,
+  17,
+  4,
+  18,
+  0,
+  0,
+  0,
+  4,
+  0,
+  0,
+  0,
+  0,
+  0,
+  0,
+  0,
+  0,
+  0,
+  64
+];
+var g_v_or_syllabic_c = [
+  17,
+  73,
+  18,
+  1,
+  0,
+  0,
+  0,
+  0,
+  0,
+  0,
+  0,
+  0,
+  0,
+  0,
+  0,
+  0,
+  1,
+  17,
+  4,
+  18,
+  0,
+  0,
+  0,
+  4,
+  0,
+  0,
+  0,
+  0,
+  0,
+  0,
+  0,
+  0,
+  0,
+  64
+];
+var g_ev_ending = [73, 20, 4];
+var g_env_ending = [
+  71,
+  66,
+  23,
+  1,
+  0,
+  0,
+  0,
+  0,
+  0,
+  0,
+  0,
+  0,
+  0,
+  0,
+  0,
+  0,
+  0,
+  0,
+  0,
+  0,
+  0,
+  8,
+  0,
+  0,
+  0,
+  0,
+  0,
+  0,
+  0,
+  0,
+  0,
+  128,
+  0,
+  0,
+  0,
+  16
+];
+var CzechStemmer = class extends BaseStemmer {
+  #r_palatalise_e() {
+    let a;
+    this.ket = this.c;
+    a = this.find_among_b(a_0);
+    if (a === 0) return false;
+    this.bra = this.c;
+    if (a > 0) {
+      this.slice_from(as_0[a - 1]);
+    }
+    return true;
+  }
+  #r_palatalise_i() {
+    let a;
+    this.ket = this.c;
+    a = this.find_among_b(a_1);
+    if (a === 0) return false;
+    this.bra = this.c;
+    if (a > 0) {
+      this.slice_from(as_1[a - 1]);
+    }
+    return true;
+  }
+  #stem() {
+    let a;
+    let I_x;
+    let I_p1;
+    const v_1 = this.c;
+    if (this.c + 3 > this.limit) return false;
+    this.c += 3;
+    I_x = this.c;
+    this.c = v_1;
+    I_p1 = this.limit;
+    const v_2 = this.c;
+    lab0: {
+      lab1: {
+        lab2: {
+          if (!this.in_grouping(g_v, 97, 367)) break lab2;
+          break lab1;
+        }
+        if (this.c >= this.limit) break lab0;
+        this.c++;
+        if (!this.go_out_grouping(g_v_or_syllabic_c, 97, 367)) break lab0;
+        this.c++;
+      }
+      if (!this.go_in_grouping(g_v, 97, 367)) break lab0;
+      this.c++;
+      I_p1 = this.c;
+      lab3: {
+        if (
+          /**@type {boolean}*/
+          I_p1 >= I_x
+        ) break lab3;
+        I_p1 = I_x;
+      }
+    }
+    this.c = v_2;
+    this.limit_backward = this.c;
+    this.c = this.limit;
+    const v_3 = this.limit - this.c;
+    lab4: {
+      if (this.c < I_p1) break lab4;
+      const v_4 = this.limit_backward;
+      this.limit_backward = I_p1;
+      this.ket = this.c;
+      a = this.find_among_b(a_6);
+      if (a === 0) {
+        this.limit_backward = v_4;
+        break lab4;
+      }
+      this.bra = this.c;
+      this.limit_backward = v_4;
+      switch (a) {
+        case 1: {
+          this.slice_del();
+          break;
+        }
+        case 2: {
+          this.slice_del();
+          const v_5 = this.limit - this.c;
+          lab5: {
+            if (!this.#r_palatalise_e()) {
+              this.c = this.limit - v_5;
+              break lab5;
+            }
+          }
+          break;
+        }
+        case 3: {
+          a = this.find_among_b(a_3);
+          this.slice_from(as_3[a - 1]);
+          break;
+        }
+        case 4: {
+          const v_6 = this.limit - this.c;
+          if (!this.out_grouping_b(g_v, 97, 367)) break lab4;
+          this.c = this.limit - v_6;
+          lab6: {
+            if (!this.eq_s_b("t\u0159")) break lab6;
+            break lab4;
+          }
+          this.slice_from("b");
+          break;
+        }
+        case 5: {
+          const v_7 = this.limit - this.c;
+          if (!this.out_grouping_b(g_v, 97, 367)) break lab4;
+          this.c = this.limit - v_7;
+          this.slice_del();
+          this.insert(this.c, this.c, "c");
+          const v_8 = this.limit - this.c;
+          lab7: {
+            if (!this.#r_palatalise_e()) {
+              this.c = this.limit - v_8;
+              break lab7;
+            }
+          }
+          break;
+        }
+        case 6: {
+          const v_9 = this.limit - this.c;
+          if (!this.out_grouping_b(g_v, 97, 367)) break lab4;
+          this.c = this.limit - v_9;
+          {
+            const v_10 = this.limit - this.c;
+            lab8: {
+              if (this.find_among_b(a_4) === 0) break lab8;
+              break lab4;
+            }
+            this.c = this.limit - v_10;
+          }
+          this.slice_from("k");
+          break;
+        }
+        case 7: {
+          if (!this.eq_s_b("n")) break lab4;
+          this.bra = this.c;
+          this.slice_from("\u0148k");
+          break;
+        }
+        case 8: {
+          const v_11 = this.limit - this.c;
+          if (!this.in_grouping_b(g_env_ending, 98, 382)) break lab4;
+          this.c = this.limit - v_11;
+          this.slice_from("n");
+          break;
+        }
+        case 9: {
+          if (this.find_among_b(a_5) === 0) break lab4;
+          this.slice_from("t");
+          break;
+        }
+        case 10: {
+          if (!this.in_grouping_b(g_ev_ending, 104, 122)) break lab4;
+          this.slice_from("v");
+          break;
+        }
+        case 11: {
+          this.slice_from("t");
+          break;
+        }
+        case 12: {
+          this.slice_del();
+          const v_12 = this.limit - this.c;
+          lab9: {
+            if (!this.#r_palatalise_i()) {
+              this.c = this.limit - v_12;
+              break lab9;
+            }
+          }
+          break;
+        }
+      }
+    }
+    this.c = this.limit - v_3;
+    const v_13 = this.limit - this.c;
+    lab10: {
+      this.ket = this.c;
+      a = this.find_among_b(a_2);
+      if (a === 0) break lab10;
+      this.bra = this.c;
+      if (
+        /**@type {boolean}*/
+        I_p1 > this.c
+      ) break lab10;
+      switch (a) {
+        case 1: {
+          this.slice_del();
+          break;
+        }
+        case 2: {
+          this.slice_del();
+          const v_14 = this.limit - this.c;
+          lab11: {
+            if (!this.#r_palatalise_i()) {
+              this.c = this.limit - v_14;
+              break lab11;
+            }
+          }
+          break;
+        }
+      }
+    }
+    this.c = this.limit - v_13;
+    this.c = this.limit_backward;
+    return true;
+  }
+  stem(input) {
+    this.setCurrent(input);
+    this.#stem();
+    return this.getCurrent();
+  }
+};
+var shared = new CzechStemmer();
+function stem(token) {
+  return shared.stem(token);
+}
+
+// src/languages/czech.ts
+var stopWords = /* @__PURE__ */ new Set([
+  "a",
+  "aby",
+  "aj",
+  "ale",
+  "ani",
+  "asi",
+  "atd",
+  "atp",
+  "a\u017E",
+  "bez",
+  "bude",
+  "budem",
+  "bude\u0161",
+  "by",
+  "byl",
+  "byla",
+  "byli",
+  "bylo",
+  "b\xFDt",
+  "\u010Di",
+  "\u010Dl\xE1nku",
+  "\u010Dl\xE1nky",
+  "co",
+  "co\u017E",
+  "cz",
+  "dal\u0161\xED",
+  "dnes",
+  "do",
+  "ho",
+  "i",
+  "j\xE1",
+  "jak",
+  "jakmile",
+  "jako",
+  "jako\u017E",
+  "je",
+  "jeho",
+  "jeho\u017E",
+  "jej",
+  "jej\xED",
+  "jejich",
+  "jeliko\u017E",
+  "jemu",
+  "jen",
+  "je\u0161t\u011B",
+  "je\u017E",
+  "ji",
+  "j\xED",
+  "jin\xE9",
+  "ji\u017E",
+  "j\xED\u017E",
+  "jsem",
+  "jse\u0161",
+  "jsme",
+  "jsou",
+  "jste",
+  "k",
+  "kam",
+  "kde",
+  "kdo",
+  "kdy\u017E",
+  "ke",
+  "kter\xE1",
+  "kter\xE9",
+  "kte\u0159\xED",
+  "kterou",
+  "kter\xFD",
+  "m\xE1",
+  "m\xE1te",
+  "m\u011B",
+  "mezi",
+  "mi",
+  "m\xEDt",
+  "mne",
+  "m\u016Fj",
+  "m\u016F\u017Ee",
+  "my",
+  "na",
+  "na\u010De\u017E",
+  "nad",
+  "n\xE1m",
+  "napi\u0161te",
+  "n\xE1s",
+  "na\u0161i",
+  "nebo",
+  "neg",
+  "nejsou",
+  "n\u011Bmu",
+  "n\u011Bmu\u017E",
+  "nen\xED",
+  "ne\u017E",
+  "nic",
+  "nov\xE9",
+  "nov\xFD",
+  "o",
+  "od",
+  "on",
+  "ona",
+  "oni",
+  "ono",
+  "ony",
+  "pak",
+  "po",
+  "pod",
+  "podle",
+  "pokud",
+  "pouze",
+  "prav\xE9",
+  "p\u0159ed",
+  "p\u0159es",
+  "p\u0159i",
+  "p\u0159i\u010Dem\u017E",
+  "pro",
+  "pro\u010D",
+  "proto",
+  "proto\u017Ee",
+  "prvn\xED",
+  "pta",
+  "re",
+  "s",
+  "se",
+  "si",
+  "strana",
+  "sv\xE9",
+  "sv\xFDch",
+  "sv\xFDm",
+  "sv\xFDmi",
+  "ta",
+  "tak",
+  "tak\xE9",
+  "tak\u017Ee",
+  "tato",
+  "tedy",
+  "t\u011Bm",
+  "t\xE9ma",
+  "t\u011Bmu",
+  "ten",
+  "tento",
+  "teto",
+  "t\xEDm",
+  "t\xEDmto",
+  "tipy",
+  "to",
+  "tohle",
+  "toho",
+  "tohoto",
+  "tom",
+  "tomto",
+  "tomu",
+  "tomuto",
+  "tu",
+  "tuto",
+  "ty",
+  "tyto",
+  "u",
+  "u\u017E",
+  "v",
+  "v\xE1m",
+  "v\xE1s",
+  "va\u0161e",
+  "ve",
+  "v\xEDce",
+  "v\u0161ak",
+  "vy",
+  "z",
+  "za",
+  "zda",
+  "zde",
+  "ze",
+  "zp\u011Bt",
+  "zpr\xE1vy"
+]);
+var czech = {
+  name: "czech",
+  revision: "48b013a41884beb9",
+  stemmer: stem,
+  stopWords,
+  tokenizer: { splitPattern: /[^a-z0-9áčďéěíňóřšťúůýž]+/gi }
+};
+
+export { czech };

package/dist/languages/dagbani.d.ts

@@ -1,5 +1,15 @@
-import { L as LanguageModule } from '../language-ONQ3iVDf.js';
+import { L as LanguageModule } from '../language-DB8KG1z5.js';
 
+/**
+ * Dagbani analysis: the stop word list and the rules that split Dagbani
+ * text into tokens. Tokens are indexed as the normaliser leaves them,
+ * without stemming.
+ *
+ * Import it and pass it to {@link registerLanguage} before you create an index
+ * whose `language` is `dagbani`.
+ *
+ * @public
+ */
 declare const dagbani: LanguageModule;
 
 export { dagbani };

package/dist/languages/dagbani.mjs

@@ -1,3 +1,5 @@
+import { withNormalisedSpellings } from '../chunk-GHJWC2E5.mjs';
+
 // src/languages/dagbani.ts
 var stopWords = /* @__PURE__ */ new Set([
   "n",
@@ -71,12 +73,19 @@ var stopWords = /* @__PURE__ */ new Set([
   "kam",
   "ban"
 ]);
+var OPEN_E_LOOKALIKES = /[εԑ]/g;
+var DAGBANI_OPEN_E = "\u025B";
+function normalize(token) {
+  return token.replace(OPEN_E_LOOKALIKES, DAGBANI_OPEN_E);
+}
 var dagbani = {
   name: "dagbani",
+  revision: "1",
   stemmer: null,
-  stopWords,
+  stopWords: withNormalisedSpellings(stopWords, normalize),
+  normalizer: normalize,
   tokenizer: {
-    splitPattern: /[^a-zA-ZɛɔƐƆŋŊɣƔʒƷʊƱəƏ0-9]+/gi,
+    splitPattern: /[^a-zA-ZɛɔƐƆŋŊɣƔʒƷʊƱəƏεԑ0-9\p{M}]+/giu,
     normalizeDiacritics: false,
     minTokenLength: 1
   }

package/dist/languages/danish.d.ts

@@ -1,5 +1,14 @@
-import { L as LanguageModule } from '../language-ONQ3iVDf.js';
+import { L as LanguageModule } from '../language-DB8KG1z5.js';
 
+/**
+ * Danish analysis: the Snowball stemmer, the stop word list, and the rules
+ * that split Danish text into tokens.
+ *
+ * Import it and pass it to {@link registerLanguage} before you create an index
+ * whose `language` is `danish`.
+ *
+ * @public
+ */
 declare const danish: LanguageModule;
 
 export { danish };