@delali/narsil 0.1.14 → 0.2.0

package/dist/languages/guarani.d.ts

@@ -0,0 +1,5 @@
+import { L as LanguageModule } from '../language-CmJBHf1j.js';
+
+declare const guarani: LanguageModule;
+
+export { guarani };

package/dist/languages/guarani.mjs

@@ -0,0 +1,132 @@
+import { withNormalisedSpellings } from '../chunk-GHJWC2E5.mjs';
+
+// src/languages/guarani.ts
+var PUSO = "'";
+var SALTILLO = "\uA78C";
+var SALTILLO_PATTERN = /\u{a78c}/gu;
+function bothPusoSpellings(words) {
+  return words.flatMap((word) => word.includes(PUSO) ? [word, word.split(PUSO).join(SALTILLO)] : [word]);
+}
+var stopWords = new Set(
+  bothPusoSpellings([
+    "aja",
+    "akue",
+    "ambue",
+    "ambu\xE9va",
+    "amo",
+    "ani",
+    "apyt\xE9pe",
+    "araka'e",
+    "\xE1ri",
+    "avave",
+    "ave",
+    "avei",
+    "che",
+    "ch\xE9ve",
+    "chugui",
+    "chupe",
+    "gotyo",
+    "gui",
+    "guive",
+    "gu\xFDpe",
+    "ha",
+    "ha'e",
+    "ha'eku\xE9ra",
+    "ha'\xE9va",
+    "hag\u0303ua",
+    "h\xE1katu",
+    "he\u1EBD",
+    "hendive",
+    "hese",
+    "heta",
+    "hiku\xE1i",
+    "h\xEDna",
+    "\xEDna",
+    "jare",
+    "jave",
+    "jepe",
+    "katu",
+    "ko",
+    "ko'\xE3",
+    "ko'\xE1g\u0303a",
+    "ko'\xE3ga",
+    "ko'\xE1pe",
+    "ko'\xE3va",
+    "k\xF3va",
+    "ku",
+    "ku\xE9ra",
+    "kuri",
+    "m\xE1va",
+    "m\xE1vapa",
+    "mayma",
+    "maym\xE1va",
+    "mba'e",
+    "mba'\xE9icha",
+    "mba'\xE9ichapa",
+    "mba'\xE9re",
+    "mbovy",
+    "mboy",
+    "mboyve",
+    "mbyt\xE9pe",
+    "me",
+    "mo\xF5",
+    "nah\xE1niri",
+    "\xF1ande",
+    "\xF1ane",
+    "ndaje",
+    "nde",
+    "nd\xE9ve",
+    "ndive",
+    "ne",
+    "ngu\xE9ra",
+    "niko",
+    "nko",
+    "o\xF1ondive",
+    "opa",
+    "opaite",
+    "ore",
+    "pe",
+    "pe\u1EBD",
+    "pegua",
+    "p\xE9icha",
+    "pende",
+    "pete\u0129",
+    "p\xE9va",
+    "peve",
+    "piko",
+    "ramo",
+    "rehe",
+    "rehegua",
+    "reta",
+    "reve",
+    "rire",
+    "rupi",
+    "rupive",
+    "t\xE9r\xE3",
+    "umi",
+    "um\xEDva",
+    "upe",
+    "up\xE9i",
+    "up\xE9icha",
+    "up\xE9pe",
+    "up\xE9r\xF5",
+    "up\xE9va",
+    "up\xE9vare",
+    "va'ekue",
+    "va'er\xE3",
+    "voi"
+  ])
+);
+function normalize(token) {
+  return token.replace(SALTILLO_PATTERN, PUSO);
+}
+var guarani = {
+  name: "guarani",
+  revision: "1",
+  stemmer: null,
+  stopWords: withNormalisedSpellings(stopWords, normalize),
+  normalizer: normalize,
+  tokenizer: { splitPattern: /[^\p{Script=Latin}\p{M}0-9']+/giu }
+};
+
+export { guarani };

package/dist/languages/gujarati.d.ts

@@ -0,0 +1,5 @@
+import { L as LanguageModule } from '../language-CmJBHf1j.js';
+
+declare const gujarati: LanguageModule;
+
+export { gujarati };

package/dist/languages/gujarati.mjs

@@ -0,0 +1,234 @@
+// src/languages/gujarati.ts
+var stopWords = /* @__PURE__ */ new Set([
+  "\u0A85\u0A82\u0A97\u0AC7",
+  "\u0A85\u0AA5\u0AB5\u0ABE",
+  "\u0A85\u0A82\u0AA6\u0AB0",
+  "\u0A85\u0AA8\u0AC7",
+  "\u0A85\u0AAE\u0AA8\u0AC7",
+  "\u0A85\u0AAE\u0ABE\u0AB0\u0AC1\u0A82",
+  "\u0A85\u0AAE\u0AC7",
+  "\u0A85\u0AB9\u0AC0\u0A82",
+  "\u0A86",
+  "\u0A86\u0A97\u0AB3",
+  "\u0A86\u0AA5\u0AC0",
+  "\u0A86\u0AA8\u0AC1\u0A82",
+  "\u0A86\u0AA8\u0AC7",
+  "\u0A86\u0AAA\u0AA3\u0AA8\u0AC7",
+  "\u0A86\u0AAA\u0AA3\u0AC1\u0A82",
+  "\u0A86\u0AAA\u0AA3\u0AC7",
+  "\u0A86\u0AAA\u0AC0",
+  "\u0A86\u0AB0",
+  "\u0A86\u0AB5\u0AC0",
+  "\u0A86\u0AB5\u0AC7",
+  "\u0A89\u0AAA\u0AB0",
+  "\u0A89\u0AAD\u0ABE",
+  "\u0A8A\u0A82\u0A9A\u0AC7",
+  "\u0A8A\u0AAD\u0AC1\u0A82",
+  "\u0A8F",
+  "\u0A8F\u0A95",
+  "\u0A8F\u0AA8",
+  "\u0A8F\u0AA8\u0ABE",
+  "\u0A8F\u0AA8\u0ABE\u0A82",
+  "\u0A8F\u0AA8\u0AC0",
+  "\u0A8F\u0AA8\u0AC1\u0A82",
+  "\u0A8F\u0AA8\u0AC7",
+  "\u0A8F\u0AA8\u0ACB",
+  "\u0A8F\u0AAE",
+  "\u0A8F\u0AB5\u0ABE",
+  "\u0A8F\u0AB5\u0ABE\u0A82",
+  "\u0A8F\u0AB5\u0AC0",
+  "\u0A8F\u0AB5\u0AC1\u0A82",
+  "\u0A8F\u0AB5\u0ACB",
+  "\u0A93\u0A9B\u0AC1\u0A82",
+  "\u0A95\u0A88",
+  "\u0A95\u0A82\u0A88\u0A95",
+  "\u0A95\u0AAF\u0AC1\u0A82",
+  "\u0A95\u0AAF\u0ACB",
+  "\u0A95\u0AB0\u0AA4\u0ABE\u0A82",
+  "\u0A95\u0AB0\u0AB5\u0AC1\u0A82",
+  "\u0A95\u0AB0\u0AC0",
+  "\u0A95\u0AB0\u0AC0\u0A8F",
+  "\u0A95\u0AB0\u0AC1\u0A82",
+  "\u0A95\u0AB0\u0AC7",
+  "\u0A95\u0AB0\u0AC7\u0AB2\u0AC1\u0A82",
+  "\u0A95\u0AB0\u0ACD\u0AAF\u0ABE",
+  "\u0A95\u0AB0\u0ACD\u0AAF\u0ABE\u0A82",
+  "\u0A95\u0AB0\u0ACD\u0AAF\u0AC1\u0A82",
+  "\u0A95\u0AB0\u0ACD\u0AAF\u0ACB",
+  "\u0A95\u0ABE\u0A82\u0A88",
+  "\u0A95\u0AC7",
+  "\u0A95\u0AC7\u0A9F\u0AB2\u0AC1\u0A82",
+  "\u0A95\u0AC7\u0AAE",
+  "\u0A95\u0AC7\u0AB5\u0AC0",
+  "\u0A95\u0AC7\u0AB5\u0AC1\u0A82",
+  "\u0A95\u0ACB\u0A88",
+  "\u0A95\u0ACB\u0A88\u0A95",
+  "\u0A95\u0ACB\u0AA3",
+  "\u0A95\u0ACB\u0AA3\u0AC7",
+  "\u0A95\u0ACB\u0AA8\u0AC7",
+  "\u0A95\u0ACD\u0AAF\u0ABE\u0A82",
+  "\u0A95\u0ACD\u0AAF\u0ABE\u0AB0\u0AC7",
+  "\u0A96\u0AC2\u0AAC",
+  "\u0A97\u0A88",
+  "\u0A97\u0AAF\u0ABE",
+  "\u0A97\u0AAF\u0ABE\u0A82",
+  "\u0A97\u0AAF\u0AC1\u0A82",
+  "\u0A97\u0AAF\u0ACB",
+  "\u0A98\u0AA3\u0AC1\u0A82",
+  "\u0A9B",
+  "\u0A9B\u0AA4\u0ABE\u0A82",
+  "\u0A9B\u0AC0\u0A8F",
+  "\u0A9B\u0AC1\u0A82",
+  "\u0A9B\u0AC7",
+  "\u0A9B\u0AC7\u0A95",
+  "\u0A9B\u0ACB",
+  "\u0A9C",
+  "\u0A9C\u0ABE\u0AAF",
+  "\u0A9C\u0AC0",
+  "\u0A9C\u0AC7",
+  "\u0A9C\u0AC7\u0A9F\u0AB2\u0AC1\u0A82",
+  "\u0A9C\u0AC7\u0AA8\u0AC7",
+  "\u0A9C\u0AC7\u0AAE",
+  "\u0A9C\u0AC7\u0AB5\u0AC0",
+  "\u0A9C\u0AC7\u0AB5\u0AC1\u0A82",
+  "\u0A9C\u0AC7\u0AB5\u0ACB",
+  "\u0A9C\u0ACB",
+  "\u0A9C\u0ACB\u0A88\u0A8F",
+  "\u0A9C\u0ACD\u0AAF\u0ABE\u0A82",
+  "\u0A9C\u0ACD\u0AAF\u0ABE\u0AB0\u0AC7",
+  "\u0A9D\u0ABE\u0A9D\u0AC1\u0A82",
+  "\u0AA4\u0AA8\u0AC7",
+  "\u0AA4\u0AAE\u0AA8\u0AC7",
+  "\u0AA4\u0AAE\u0ABE\u0AB0\u0AC1\u0A82",
+  "\u0AA4\u0AAE\u0AC7",
+  "\u0AA4\u0ABE",
+  "\u0AA4\u0ABE\u0AB0\u0ABE\u0AA5\u0AC0",
+  "\u0AA4\u0ABE\u0AB0\u0ABE\u0AAE\u0ABE\u0A82",
+  "\u0AA4\u0ABE\u0AB0\u0AC1\u0A82",
+  "\u0AA4\u0AC1\u0A82",
+  "\u0AA4\u0AC7",
+  "\u0AA4\u0AC7\u0A82",
+  "\u0AA4\u0AC7\u0A93",
+  "\u0AA4\u0AC7\u0AA3\u0AC7",
+  "\u0AA4\u0AC7\u0AA5\u0AC0",
+  "\u0AA4\u0AC7\u0AA8\u0ABE",
+  "\u0AA4\u0AC7\u0AA8\u0AC0",
+  "\u0AA4\u0AC7\u0AA8\u0AC1\u0A82",
+  "\u0AA4\u0AC7\u0AA8\u0AC7",
+  "\u0AA4\u0AC7\u0AAE",
+  "\u0AA4\u0AC7\u0AAE\u0AA8\u0AC1\u0A82",
+  "\u0AA4\u0AC7\u0AAE\u0AA8\u0AC7",
+  "\u0AA4\u0AC7\u0AB5\u0AC0",
+  "\u0AA4\u0AC7\u0AB5\u0AC1\u0A82",
+  "\u0AA4\u0ACB",
+  "\u0AA4\u0ACD\u0AAF\u0ABE\u0A82",
+  "\u0AA4\u0ACD\u0AAF\u0ABE\u0AB0\u0AC7",
+  "\u0AA5\u0A87",
+  "\u0AA5\u0A88",
+  "\u0AA5\u0A88\u0A8F",
+  "\u0AA5\u0AA4\u0ABE",
+  "\u0AA5\u0AA4\u0ABE\u0A82",
+  "\u0AA5\u0AA4\u0AC0",
+  "\u0AA5\u0AA4\u0AC1\u0A82",
+  "\u0AA5\u0AA4\u0ACB",
+  "\u0AA5\u0AAF\u0ABE",
+  "\u0AA5\u0AAF\u0ABE\u0A82",
+  "\u0AA5\u0AAF\u0AC1\u0A82",
+  "\u0AA5\u0AAF\u0AC7\u0AB2\u0AC1\u0A82",
+  "\u0AA5\u0AAF\u0ACB",
+  "\u0AA5\u0AB5\u0AC1\u0A82",
+  "\u0AA5\u0ABE\u0A89\u0A82",
+  "\u0AA5\u0ABE\u0A93",
+  "\u0AA5\u0ABE\u0AAF",
+  "\u0AA5\u0AC0",
+  "\u0AA5\u0ACB\u0AA1\u0AC1\u0A82",
+  "\u0AA6\u0AB0\u0AC7\u0A95",
+  "\u0AA8",
+  "\u0AA8\u0A82",
+  "\u0AA8\u0AA5\u0AC0",
+  "\u0AA8\u0AB9\u0ABF",
+  "\u0AA8\u0AB9\u0AC0",
+  "\u0AA8\u0AB9\u0AC0\u0A82",
+  "\u0AA8\u0ABE",
+  "\u0AA8\u0AC0",
+  "\u0AA8\u0AC0\u0A9A\u0AC7",
+  "\u0AA8\u0AC1\u0A82",
+  "\u0AA8\u0AC7",
+  "\u0AA8\u0ACB",
+  "\u0AAA\u0A9B\u0AC0",
+  "\u0AAA\u0AA3",
+  "\u0AAA\u0AB0",
+  "\u0AAA\u0AB0\u0A82\u0AA4\u0AC1",
+  "\u0AAA\u0AB9\u0AC7\u0AB2\u0ABE\u0A82",
+  "\u0AAA\u0ABE\u0A9B\u0AB3",
+  "\u0AAA\u0ABE\u0AB8\u0AC7",
+  "\u0AAA\u0ACB\u0AA4\u0ABE\u0AA8\u0AC1\u0A82",
+  "\u0AAA\u0ACD\u0AB0\u0AA4\u0ACD\u0AAF\u0AC7\u0A95",
+  "\u0AAB\u0A95\u0ACD\u0AA4",
+  "\u0AAB\u0AB0\u0AC0",
+  "\u0AAB\u0AB0\u0AC0\u0AA5\u0AC0",
+  "\u0AAC\u0AA7\u0ABE",
+  "\u0AAC\u0AA7\u0AC1\u0A82",
+  "\u0AAC\u0AA8\u0AC0",
+  "\u0AAC\u0A82\u0AA8\u0AC7",
+  "\u0AAC\u0AB9\u0ABE\u0AB0",
+  "\u0AAC\u0AB9\u0AC1",
+  "\u0AAC\u0ABE\u0AA6",
+  "\u0AAC\u0AC7",
+  "\u0AAE\u0AA8\u0AC7",
+  "\u0AAE\u0ABE",
+  "\u0AAE\u0ABE\u0A82",
+  "\u0AAE\u0ABE\u0A9F\u0AC7",
+  "\u0AAE\u0ABE\u0AA4\u0ACD\u0AB0",
+  "\u0AAE\u0ABE\u0AB0\u0AC1\u0A82",
+  "\u0AAE\u0AC0",
+  "\u0AAE\u0AC2\u0A95\u0AB5\u0AC1\u0A82",
+  "\u0AAE\u0AC2\u0A95\u0AC0",
+  "\u0AAE\u0AC2\u0A95\u0ACD\u0AAF\u0ABE",
+  "\u0AAE\u0AC2\u0A95\u0ACD\u0AAF\u0ABE\u0A82",
+  "\u0AAE\u0AC2\u0A95\u0ACD\u0AAF\u0AC1\u0A82",
+  "\u0AAE\u0AC7\u0A82",
+  "\u0AB0\u0AB9\u0AC0",
+  "\u0AB0\u0AB9\u0AC7",
+  "\u0AB0\u0AB9\u0AC7\u0AB5\u0AC1\u0A82",
+  "\u0AB0\u0AB9\u0ACD\u0AAF\u0ABE",
+  "\u0AB0\u0AB9\u0ACD\u0AAF\u0ABE\u0A82",
+  "\u0AB0\u0AB9\u0ACD\u0AAF\u0ACB",
+  "\u0AB0\u0AC0\u0AA4\u0AC7",
+  "\u0AB0\u0AC2\u0ABE",
+  "\u0AB2\u0AC7\u0AA4\u0ABE",
+  "\u0AB2\u0AC7\u0AA4\u0AC1\u0A82",
+  "\u0AB2\u0AC7\u0AB5\u0ABE",
+  "\u0AB5\u0A97\u0AC7\u0AB0\u0AC7",
+  "\u0AB5\u0AA7\u0AC1",
+  "\u0AB6\u0A95\u0AC7",
+  "\u0AB6\u0ABE",
+  "\u0AB6\u0AC1\u0A82",
+  "\u0AB8\u0AB0\u0A96\u0AC1\u0A82",
+  "\u0AB8\u0ABE\u0AAE\u0AC7",
+  "\u0AB8\u0AC1\u0AA7\u0AC0",
+  "\u0AB9\u0AA4\u0ABE",
+  "\u0AB9\u0AA4\u0ABE\u0A82",
+  "\u0AB9\u0AA4\u0AC0",
+  "\u0AB9\u0AA4\u0AC1\u0A82",
+  "\u0AB9\u0AB5\u0AC7",
+  "\u0AB9\u0AB6\u0AC7",
+  "\u0AB9\u0AB6\u0ACB",
+  "\u0AB9\u0ABE",
+  "\u0AB9\u0AC1\u0A82",
+  "\u0AB9\u0ACB",
+  "\u0AB9\u0ACB\u0A88",
+  "\u0AB9\u0ACB\u0A88\u0AB6",
+  "\u0AB9\u0ACB\u0A88\u0AB6\u0AC1\u0A82",
+  "\u0AB9\u0ACB\u0AAF",
+  "\u0AB9\u0ACB\u0AB5\u0ABE"
+]);
+var gujarati = {
+  name: "gujarati",
+  revision: "1",
+  stemmer: null,
+  stopWords,
+  tokenizer: { splitPattern: /[^\u0a80-\u0affa-z0-9]+/gi }
+};
+
+export { gujarati };

package/dist/languages/haitian-creole.d.ts

@@ -0,0 +1,5 @@
+import { L as LanguageModule } from '../language-CmJBHf1j.js';
+
+declare const haitianCreole: LanguageModule;
+
+export { haitianCreole };

package/dist/languages/haitian-creole.mjs

@@ -0,0 +1,106 @@
+// src/languages/haitian-creole.ts
+var stopWords = /* @__PURE__ */ new Set([
+  "a",
+  "ak",
+  "an",
+  "ank\xF2",
+  "ant",
+  "ap",
+  "apre",
+  "at\xF2",
+  "avan",
+  "avanl\xE8",
+  "b\xF2",
+  "byen",
+  "byenke",
+  "chak",
+  "de",
+  "deja",
+  "depi",
+  "e",
+  "eh",
+  "en",
+  "epi",
+  "\xE8ske",
+  "f\xF2",
+  "f\xF2k",
+  "gen",
+  "genyen",
+  "ki",
+  "kil\xE8s",
+  "kisa",
+  "konbyen",
+  "konn",
+  "konnen",
+  "konsa",
+  "kote",
+  "koukou",
+  "kouman",
+  "kounye",
+  "l",
+  "la",
+  "laa",
+  "le",
+  "l\xE8",
+  "li",
+  "l\xF2",
+  "lye",
+  "m",
+  "men",
+  "m\xE8si",
+  "mwen",
+  "nan",
+  "nap",
+  "non",
+  "nou",
+  "o",
+  "oh",
+  "osinon",
+  "oswa",
+  "ou",
+  "oumenm",
+  "pa",
+  "pami",
+  "pandan",
+  "paske",
+  "pito",
+  "pou",
+  "pral",
+  "preske",
+  "pwiske",
+  "sa",
+  "san",
+  "se",
+  "selman",
+  "si",
+  "s\xF2t",
+  "sou",
+  "swa",
+  "ta",
+  "tan",
+  "tankou",
+  "tap",
+  "te",
+  "t\xE8l",
+  "tou",
+  "toujou",
+  "tout",
+  "toutotan",
+  "tw\xF2p",
+  "w",
+  "w\xE8",
+  "wi",
+  "y",
+  "yo",
+  "yon",
+  "yonn"
+]);
+var haitianCreole = {
+  name: "haitian-creole",
+  revision: "1",
+  stemmer: null,
+  stopWords,
+  tokenizer: { splitPattern: /[^a-z0-9èò]+/gi }
+};
+
+export { haitianCreole };

package/dist/languages/hausa.d.ts

@@ -1,4 +1,4 @@
-import { L as LanguageModule } from '../language-ONQ3iVDf.js';
+import { L as LanguageModule } from '../language-CmJBHf1j.js';
 
 declare const hausa: LanguageModule;
 

package/dist/languages/hausa.mjs

@@ -231,10 +231,11 @@ var stopWords = /* @__PURE__ */ new Set([
 ]);
 var hausa = {
   name: "hausa",
+  revision: "1",
   stemmer: null,
   stopWords,
   tokenizer: {
-    splitPattern: /[^a-zA-Zɓɗƙƴʼ0-9]+/gi,
+    splitPattern: /[^a-zA-Zɓɗƙƴʼ'0-9]+/gi,
     normalizeDiacritics: false,
     minTokenLength: 1
   }

package/dist/languages/hawaiian.d.ts

@@ -0,0 +1,5 @@
+import { L as LanguageModule } from '../language-CmJBHf1j.js';
+
+declare const hawaiian: LanguageModule;
+
+export { hawaiian };

package/dist/languages/hawaiian.mjs

@@ -0,0 +1,69 @@
+// src/languages/hawaiian.ts
+var stopWords = /* @__PURE__ */ new Set([
+  "'a'ohe",
+  "'a'ole",
+  "'o",
+  "'oe",
+  "'olua",
+  "'oukou",
+  "a",
+  "a'e",
+  "ak\u0101",
+  "aku",
+  "ana",
+  "au",
+  "e",
+  "he",
+  "ho'i",
+  "i",
+  "ia",
+  "i\u0101",
+  "iho",
+  "in\u0101",
+  "ka",
+  "k\u0101",
+  "ka'u",
+  "k\u0101kou",
+  "k\u0101na",
+  "k\u0101u",
+  "k\u0101ua",
+  "ke",
+  "k\u0113ia",
+  "kekahi",
+  "k\u0113l\u0101",
+  "k\u0113n\u0101",
+  "ko",
+  "ko'u",
+  "kona",
+  "kou",
+  "l\u0101kou",
+  "l\u0101ua",
+  "loa",
+  "ma",
+  "mai",
+  "m\u0101kou",
+  "mau",
+  "m\u0101ua",
+  "me",
+  "na",
+  "n\u0101",
+  "na'e",
+  "nei",
+  "no",
+  "n\u014D",
+  "o",
+  "paha",
+  "p\u016B",
+  "ua",
+  "wale",
+  "wau"
+]);
+var hawaiian = {
+  name: "hawaiian",
+  revision: "1",
+  stemmer: null,
+  stopWords,
+  tokenizer: { splitPattern: /[^\p{Script=Latin}0-9']+/giu }
+};
+
+export { hawaiian };

package/dist/languages/hebrew.d.ts

@@ -0,0 +1,5 @@
+import { L as LanguageModule } from '../language-CmJBHf1j.js';
+
+declare const hebrew: LanguageModule;
+
+export { hebrew };