@delali/narsil 0.1.0

package/dist/languages/hausa.d.ts

@@ -0,0 +1,5 @@
+import { L as LanguageModule } from '../language-ClUGLuoC.js';
+
+declare const hausa: LanguageModule;
+
+export { hausa };

package/dist/languages/hausa.mjs

@@ -0,0 +1,243 @@
+// src/languages/hausa.ts
+var stopWords = /* @__PURE__ */ new Set([
+  "da",
+  "ya",
+  "a",
+  "ba",
+  "ta",
+  "na",
+  "wannan",
+  "ne",
+  "kuma",
+  "su",
+  "sai",
+  "mu",
+  "yan",
+  "ko",
+  "mai",
+  "dai",
+  "shi",
+  "ka",
+  "yayi",
+  "to",
+  "amma",
+  "ga",
+  "haka",
+  "yi",
+  "daga",
+  "ma",
+  "duk",
+  "kai",
+  "masu",
+  "wani",
+  "sun",
+  "zai",
+  "sa",
+  "ina",
+  "nan",
+  "idan",
+  "wanda",
+  "an",
+  "ce",
+  "ke",
+  "suka",
+  "cikin",
+  "wa",
+  "daya",
+  "kasa",
+  "iya",
+  "yake",
+  "domin",
+  "in",
+  "kan",
+  "yana",
+  "aka",
+  "za",
+  "me",
+  "don",
+  "har",
+  "ake",
+  "gaba",
+  "akwai",
+  "yadda",
+  "abin",
+  "allah",
+  "muke",
+  "yawa",
+  "koda",
+  "wane",
+  "kawai",
+  "kansa",
+  "yace",
+  "dole",
+  "bisani",
+  "misali",
+  "marasa",
+  "sauransu",
+  "ana",
+  "dubu",
+  "nasa",
+  "tunda",
+  "matukar",
+  "mini",
+  "kusa",
+  "zarar",
+  "ku",
+  "sam",
+  "nawa",
+  "kowane",
+  "yayin",
+  "gare",
+  "sune",
+  "lokacin",
+  "kuke",
+  "hudu",
+  "fatan",
+  "bai",
+  "dake",
+  "komai",
+  "kwarai",
+  "ki",
+  "wadancan",
+  "zata",
+  "muddin",
+  "kafin",
+  "game",
+  "kin",
+  "juna",
+  "kasance",
+  "muka",
+  "bisa",
+  "wadansu",
+  "tana",
+  "kowace",
+  "basu",
+  "saura",
+  "hatta",
+  "masa",
+  "yau",
+  "maimakon",
+  "yiwuwa",
+  "dubban",
+  "muna",
+  "yin",
+  "fa",
+  "inda",
+  "nasu",
+  "dan",
+  "basa",
+  "yakan",
+  "wadda",
+  "dinga",
+  "yawancin",
+  "kake",
+  "yiwu",
+  "dukkanin",
+  "tuni",
+  "maka",
+  "kamar",
+  "sukan",
+  "gabata",
+  "mata",
+  "suna",
+  "shima",
+  "tace",
+  "kuwa",
+  "kodayake",
+  "tafi",
+  "saboda",
+  "kun",
+  "kimanin",
+  "kanmu",
+  "data",
+  "wata",
+  "yiwuwar",
+  "ace",
+  "yanzu",
+  "misalin",
+  "bayan",
+  "namu",
+  "zamu",
+  "kana",
+  "balle",
+  "wai",
+  "musamman",
+  "ita",
+  "ashe",
+  "ni",
+  "yiwa",
+  "haifar",
+  "kasancewar",
+  "sauran",
+  "hakika",
+  "tamkar",
+  "yayinda",
+  "bin",
+  "suma",
+  "muku",
+  "zasu",
+  "zaton",
+  "abinda",
+  "bar",
+  "mafi",
+  "sosai",
+  "tun",
+  "cika",
+  "alhali",
+  "cewa",
+  "cewar",
+  "bugu",
+  "suke",
+  "baa",
+  "koina",
+  "inji",
+  "akalla",
+  "mace",
+  "kanka",
+  "wasu",
+  "ban",
+  "kansu",
+  "kanta",
+  "lalle",
+  "guda",
+  "zaka",
+  "wadanda",
+  "goma",
+  "zuwa",
+  "wadannan",
+  "dukkan",
+  "daman",
+  "lallai",
+  "mun",
+  "take",
+  "min",
+  "hakan",
+  "bane",
+  "dama",
+  "kowanne",
+  "akan",
+  "kuna",
+  "mana",
+  "duka",
+  "nake",
+  "zan",
+  "yawan",
+  "kusan",
+  "kenan",
+  "kowa",
+  "yanzun",
+  "biyu",
+  "gabatar"
+]);
+var hausa = {
+  name: "hausa",
+  stemmer: null,
+  stopWords,
+  tokenizer: {
+    splitPattern: /[^a-zA-Zɓɗƙƴʼ0-9]+/gi,
+    normalizeDiacritics: false,
+    minTokenLength: 1
+  }
+};
+
+export { hausa };

package/dist/languages/hindi.d.ts

@@ -0,0 +1,5 @@
+import { L as LanguageModule } from '../language-ClUGLuoC.js';
+
+declare const hindi: LanguageModule;
+
+export { hindi };

package/dist/languages/hindi.mjs

@@ -0,0 +1,333 @@
+// src/languages/hindi.ts
+var SUFFIXES_5 = ["\u0924\u093F\u092F\u094B\u0902", "\u093E\u0913\u0902\u0917\u0940", "\u093E\u0913\u0902\u0917\u0947", "\u093E\u0913\u0902\u0917\u093E", "\u093E\u0907\u090F\u0917\u0940", "\u093E\u0907\u090F\u0917\u0947", "\u093E\u0907\u090F\u0917\u093E"];
+var SUFFIXES_4 = [
+  "\u093E\u090F\u0902\u0917\u0940",
+  "\u093E\u090F\u0902\u0917\u0947",
+  "\u093E\u090F\u0902\u0917\u093E",
+  "\u093E\u090A\u0902\u0917\u0940",
+  "\u093E\u090A\u0902\u0917\u093E",
+  "\u093F\u092F\u093E\u0901",
+  "\u093F\u092F\u094B\u0902",
+  "\u093F\u092F\u093E\u0902",
+  "\u0924\u093F\u092F\u094B",
+  "\u0942\u0901\u0917\u0940",
+  "\u0942\u0901\u0917\u093E",
+  "\u093E\u0924\u0940\u0902",
+  "\u0928\u093E\u0913\u0902",
+  "\u093E\u0913\u0917\u0940",
+  "\u093E\u0913\u0917\u0947",
+  "\u093E\u0913\u0917\u093E",
+  "\u093E\u0907\u090F\u0902",
+  "\u093E\u0907\u092F\u0947",
+  "\u093E\u0908\u092F\u0947"
+];
+var SUFFIXES_3 = [
+  "\u093F\u092F\u093E\u0901",
+  "\u094B\u0902\u0917\u0940",
+  "\u094B\u0902\u0917\u0947",
+  "\u094B\u0902\u0917\u093E",
+  "\u090F\u0902\u0917\u0940",
+  "\u090F\u0902\u0917\u0947",
+  "\u090F\u0902\u0917\u093E",
+  "\u0942\u0902\u0917\u0940",
+  "\u0942\u0902\u0917\u093E",
+  "\u093E\u0924\u0940\u0902",
+  "\u0935\u093E\u0932\u093E",
+  "\u0935\u093E\u0932\u0947",
+  "\u0935\u093E\u0932\u0940",
+  "\u093F\u090F\u0917\u0940",
+  "\u093F\u090F\u0917\u0947",
+  "\u093F\u090F\u0917\u093E",
+  "\u0940\u090F\u0917\u0940",
+  "\u0940\u090F\u0917\u0947",
+  "\u0940\u090F\u0917\u093E",
+  "\u093F\u092F\u094B",
+  "\u093F\u092F\u093E",
+  "\u093E\u0924\u0940",
+  "\u093E\u0924\u093E",
+  "\u093E\u0924\u0947",
+  "\u093E\u0928\u093E",
+  "\u093E\u0928\u0947",
+  "\u093E\u0928\u0940",
+  "\u093E\u0928\u094B",
+  "\u093E\u0913\u0902",
+  "\u093E\u0915\u0930",
+  "\u093E\u0907\u090F",
+  "\u093E\u0908\u0902"
+];
+var SUFFIXES_2 = [
+  "\u0915\u0930",
+  "\u093E\u0913",
+  "\u093F\u090F",
+  "\u093E\u0908",
+  "\u093E\u090F",
+  "\u0928\u0947",
+  "\u0928\u0940",
+  "\u0928\u093E",
+  "\u0924\u0947",
+  "\u0924\u0940",
+  "\u0924\u093E",
+  "\u093E\u0901",
+  "\u093E\u0902",
+  "\u094B\u0902",
+  "\u0947\u0902",
+  "\u0939\u093E",
+  "\u0939\u0947",
+  "\u0939\u0940",
+  "\u0939\u094B",
+  "\u0940\u0902",
+  "\u094B\u0901"
+];
+var SUFFIXES_1 = ["\u093E", "\u0947", "\u094B", "\u0940", "\u093F", "\u0942", "\u0941", "\u0902", "\u0903", "\u0901"];
+var ALL_SUFFIXES = [...SUFFIXES_5, ...SUFFIXES_4, ...SUFFIXES_3, ...SUFFIXES_2, ...SUFFIXES_1];
+function isConsonant(ch) {
+  const code = ch.charCodeAt(0);
+  return code >= 2325 && code <= 2361;
+}
+function stem(word) {
+  for (const suffix of ALL_SUFFIXES) {
+    if (!word.endsWith(suffix)) continue;
+    const remaining = word.slice(0, word.length - suffix.length);
+    if (remaining.length < 2) continue;
+    const lastChar = remaining[remaining.length - 1];
+    if (isConsonant(lastChar)) return remaining;
+  }
+  return word;
+}
+var stopWords = /* @__PURE__ */ new Set([
+  "\u0905\u0902\u0926\u0930",
+  "\u0905\u0924",
+  "\u0905\u0926\u093F",
+  "\u0905\u092A",
+  "\u0905\u092A\u0928\u093E",
+  "\u0905\u092A\u0928\u093F",
+  "\u0905\u092A\u0928\u0940",
+  "\u0905\u092A\u0928\u0947",
+  "\u0905\u092D\u093F",
+  "\u0905\u092D\u0940",
+  "\u0906\u0926\u093F",
+  "\u0906\u092A",
+  "\u0907\u0902\u0939\u093F\u0902",
+  "\u0907\u0902\u0939\u0947\u0902",
+  "\u0907\u0902\u0939\u094B\u0902",
+  "\u0907\u0924\u092F\u093E\u0926\u093F",
+  "\u0907\u0924\u094D\u092F\u093E\u0926\u093F",
+  "\u0907\u0928",
+  "\u0907\u0928\u0915\u093E",
+  "\u0907\u0928\u094D\u0939\u0940\u0902",
+  "\u0907\u0928\u094D\u0939\u0947\u0902",
+  "\u0907\u0928\u094D\u0939\u094B\u0902",
+  "\u0907\u0938",
+  "\u0907\u0938\u0915\u093E",
+  "\u0907\u0938\u0915\u093F",
+  "\u0907\u0938\u0915\u0940",
+  "\u0907\u0938\u0915\u0947",
+  "\u0907\u0938\u092E\u0947\u0902",
+  "\u0907\u0938\u093F",
+  "\u0907\u0938\u0940",
+  "\u0907\u0938\u0947",
+  "\u0909\u0902\u0939\u093F\u0902",
+  "\u0909\u0902\u0939\u0947\u0902",
+  "\u0909\u0902\u0939\u094B\u0902",
+  "\u0909\u0928",
+  "\u0909\u0928\u0915\u093E",
+  "\u0909\u0928\u0915\u093F",
+  "\u0909\u0928\u0915\u0940",
+  "\u0909\u0928\u0915\u0947",
+  "\u0909\u0928\u0915\u094B",
+  "\u0909\u0928\u094D\u0939\u0940\u0902",
+  "\u0909\u0928\u094D\u0939\u0947\u0902",
+  "\u0909\u0928\u094D\u0939\u094B\u0902",
+  "\u0909\u0938",
+  "\u0909\u0938\u0915\u0947",
+  "\u0909\u0938\u093F",
+  "\u0909\u0938\u0940",
+  "\u0909\u0938\u0947",
+  "\u090F\u0915",
+  "\u090F\u0935\u0902",
+  "\u090F\u0938",
+  "\u090F\u0938\u0947",
+  "\u0910\u0938\u0947",
+  "\u0913\u0930",
+  "\u0914\u0930",
+  "\u0915\u0907",
+  "\u0915\u0908",
+  "\u0915\u0930",
+  "\u0915\u0930\u0924\u093E",
+  "\u0915\u0930\u0924\u0947",
+  "\u0915\u0930\u0928\u093E",
+  "\u0915\u0930\u0928\u0947",
+  "\u0915\u0930\u0947\u0902",
+  "\u0915\u0939\u0924\u0947",
+  "\u0915\u0939\u093E",
+  "\u0915\u093E",
+  "\u0915\u093E\u092B\u093C\u0940",
+  "\u0915\u093E\u092B\u093F",
+  "\u0915\u093E\u095E\u0940",
+  "\u0915\u093F",
+  "\u0915\u093F\u0902\u0939\u0947\u0902",
+  "\u0915\u093F\u0902\u0939\u094B\u0902",
+  "\u0915\u093F\u0924\u0928\u093E",
+  "\u0915\u093F\u0928\u094D\u0939\u0947\u0902",
+  "\u0915\u093F\u0928\u094D\u0939\u094B\u0902",
+  "\u0915\u093F\u092F\u093E",
+  "\u0915\u093F\u0930",
+  "\u0915\u093F\u0938",
+  "\u0915\u093F\u0938\u093F",
+  "\u0915\u093F\u0938\u0940",
+  "\u0915\u093F\u0938\u0947",
+  "\u0915\u0940",
+  "\u0915\u0941\u091B",
+  "\u0915\u0941\u0932",
+  "\u0915\u0947",
+  "\u0915\u094B",
+  "\u0915\u094B\u0907",
+  "\u0915\u094B\u0908",
+  "\u0915\u094B\u0928",
+  "\u0915\u094B\u0928\u0938\u093E",
+  "\u0915\u094C\u0928",
+  "\u0915\u094C\u0928\u0938\u093E",
+  "\u0917\u092F\u093E",
+  "\u0918\u0930",
+  "\u091C\u092C",
+  "\u091C\u0939\u093E\u0901",
+  "\u091C\u0939\u093E\u0902",
+  "\u091C\u093E",
+  "\u091C\u093F\u0902\u0939\u0947\u0902",
+  "\u091C\u093F\u0902\u0939\u094B\u0902",
+  "\u091C\u093F\u0924\u0928\u093E",
+  "\u091C\u093F\u0927\u0930",
+  "\u091C\u093F\u0928",
+  "\u091C\u093F\u0928\u094D\u0939\u0947\u0902",
+  "\u091C\u093F\u0928\u094D\u0939\u094B\u0902",
+  "\u091C\u093F\u0938",
+  "\u091C\u093F\u0938\u0947",
+  "\u091C\u0940\u0927\u0930",
+  "\u091C\u0947\u0938\u093E",
+  "\u091C\u0947\u0938\u0947",
+  "\u091C\u0948\u0938\u093E",
+  "\u091C\u0948\u0938\u0947",
+  "\u091C\u094B",
+  "\u0924\u0915",
+  "\u0924\u092C",
+  "\u0924\u0930\u0939",
+  "\u0924\u093F\u0902\u0939\u0947\u0902",
+  "\u0924\u093F\u0902\u0939\u094B\u0902",
+  "\u0924\u093F\u0928",
+  "\u0924\u093F\u0928\u094D\u0939\u0947\u0902",
+  "\u0924\u093F\u0928\u094D\u0939\u094B\u0902",
+  "\u0924\u093F\u0938",
+  "\u0924\u093F\u0938\u0947",
+  "\u0924\u094B",
+  "\u0925\u093E",
+  "\u0925\u093F",
+  "\u0925\u0940",
+  "\u0925\u0947",
+  "\u0926\u092C\u093E\u0930\u093E",
+  "\u0926\u0935\u093E\u0930\u093E",
+  "\u0926\u093F\u092F\u093E",
+  "\u0926\u0941\u0938\u0930\u093E",
+  "\u0926\u0941\u0938\u0930\u0947",
+  "\u0926\u0942\u0938\u0930\u0947",
+  "\u0926\u094B",
+  "\u0926\u094D\u0935\u093E\u0930\u093E",
+  "\u0928",
+  "\u0928\u0939\u093F\u0902",
+  "\u0928\u0939\u0940\u0902",
+  "\u0928\u093E",
+  "\u0928\u093F\u091A\u0947",
+  "\u0928\u093F\u0939\u093E\u092F\u0924",
+  "\u0928\u0940\u091A\u0947",
+  "\u0928\u0947",
+  "\u092A\u0930",
+  "\u092A\u0939\u0932\u0947",
+  "\u092A\u0941\u0930\u093E",
+  "\u092A\u0942\u0930\u093E",
+  "\u092A\u0947",
+  "\u092B\u093F\u0930",
+  "\u092C\u0928\u093F",
+  "\u092C\u0928\u0940",
+  "\u092C\u0939\u093F",
+  "\u092C\u0939\u0940",
+  "\u092C\u0939\u0941\u0924",
+  "\u092C\u093E\u0926",
+  "\u092C\u093E\u0932\u093E",
+  "\u092C\u093F\u0932\u0915\u0941\u0932",
+  "\u092D\u093F",
+  "\u092D\u093F\u0924\u0930",
+  "\u092D\u0940",
+  "\u092D\u0940\u0924\u0930",
+  "\u092E\u0917\u0930",
+  "\u092E\u093E\u0928\u094B",
+  "\u092E\u0947",
+  "\u092E\u0947\u0902",
+  "\u092F\u0926\u093F",
+  "\u092F\u0939",
+  "\u092F\u0939\u093E\u0901",
+  "\u092F\u0939\u093E\u0902",
+  "\u092F\u0939\u093F",
+  "\u092F\u0939\u0940",
+  "\u092F\u093E",
+  "\u092F\u093F\u0939",
+  "\u092F\u0947",
+  "\u0930\u0916\u0947\u0902",
+  "\u0930\u0935\u093E\u0938\u093E",
+  "\u0930\u0939\u093E",
+  "\u0930\u0939\u0947",
+  "\u0931\u094D\u0935\u093E\u0938\u093E",
+  "\u0932\u093F\u090F",
+  "\u0932\u093F\u092F\u0947",
+  "\u0932\u0947\u0915\u093F\u0928",
+  "\u0935",
+  "\u0935\u0917\u093C\u0948\u0930\u0939",
+  "\u0935\u0917\u0947\u0930\u0939",
+  "\u0935\u0930\u0917",
+  "\u0935\u0930\u094D\u0917",
+  "\u0935\u0939",
+  "\u0935\u0939\u093E\u0901",
+  "\u0935\u0939\u093E\u0902",
+  "\u0935\u0939\u093F\u0902",
+  "\u0935\u0939\u0940\u0902",
+  "\u0935\u093E\u0932\u0947",
+  "\u0935\u0941\u0939",
+  "\u0935\u0947",
+  "\u0935\u095A\u0948\u0930\u0939",
+  "\u0938\u0902\u0917",
+  "\u0938\u0915\u0924\u093E",
+  "\u0938\u0915\u0924\u0947",
+  "\u0938\u092C\u0938\u0947",
+  "\u0938\u092D\u093F",
+  "\u0938\u092D\u0940",
+  "\u0938\u093E\u0925",
+  "\u0938\u093E\u092C\u0941\u0924",
+  "\u0938\u093E\u092D",
+  "\u0938\u093E\u0930\u093E",
+  "\u0938\u0947",
+  "\u0938\u094B",
+  "\u0939\u093F",
+  "\u0939\u0940",
+  "\u0939\u0941\u0905",
+  "\u0939\u0941\u0906",
+  "\u0939\u0941\u0907",
+  "\u0939\u0941\u0908",
+  "\u0939\u0941\u090F",
+  "\u0939\u0947",
+  "\u0939\u0947\u0902",
+  "\u0939\u0948",
+  "\u0939\u0948\u0902",
+  "\u0939\u094B",
+  "\u0939\u094B\u0924\u093E",
+  "\u0939\u094B\u0924\u093F",
+  "\u0939\u094B\u0924\u0940",
+  "\u0939\u094B\u0924\u0947",
+  "\u0939\u094B\u0928\u093E",
+  "\u0939\u094B\u0928\u0947"
+]);
+var hindi = {
+  name: "hindi",
+  stemmer: stem,
+  stopWords,
+  tokenizer: { splitPattern: /[^\u0900-\u097fa-z0-9]+/gi }
+};
+
+export { hindi };

package/dist/languages/hungarian.d.ts

@@ -0,0 +1,5 @@
+import { L as LanguageModule } from '../language-ClUGLuoC.js';
+
+declare const hungarian: LanguageModule;
+
+export { hungarian };