@delali/narsil 0.1.14 → 0.2.0

package/dist/languages/telugu.d.ts

@@ -0,0 +1,5 @@
+import { L as LanguageModule } from '../language-CmJBHf1j.js';
+
+declare const telugu: LanguageModule;
+
+export { telugu };

package/dist/languages/telugu.mjs

@@ -0,0 +1,62 @@
+import { withNormalisedSpellings } from '../chunk-GHJWC2E5.mjs';
+
+// src/languages/telugu.ts
+var stopWords = /* @__PURE__ */ new Set([
+  "\u0C05\u0C21\u0C17\u0C21\u0C02",
+  "\u0C05\u0C21\u0C17\u0C02\u0C21\u0C3F",
+  "\u0C05\u0C21\u0C4D\u0C21\u0C02\u0C17\u0C3E",
+  "\u0C05\u0C02\u0C26\u0C30\u0C42",
+  "\u0C05\u0C02\u0C26\u0C41\u0C2C\u0C3E\u0C1F\u0C41\u0C32\u0C4B",
+  "\u0C05\u0C28\u0C41\u0C17\u0C41\u0C23\u0C02\u0C17\u0C3E",
+  "\u0C05\u0C28\u0C41\u0C2E\u0C24\u0C3F\u0C02\u0C1A\u0C41",
+  "\u0C05\u0C28\u0C41\u0C2E\u0C24\u0C3F\u0C38\u0C4D\u0C24\u0C41\u0C02\u0C26\u0C3F",
+  "\u0C05\u0C2F\u0C3F\u0C24\u0C47",
+  "\u0C07\u0C2A\u0C4D\u0C2A\u0C1F\u0C3F\u0C15\u0C47",
+  "\u0C09\u0C28\u0C4D\u0C28\u0C3E\u0C30\u0C41",
+  "\u0C0E\u0C15\u0C4D\u0C15\u0C21\u0C48\u0C28\u0C3E",
+  "\u0C0E\u0C2A\u0C4D\u0C2A\u0C41\u0C21\u0C41",
+  "\u0C0E\u0C35\u0C30\u0C48\u0C28\u0C3E",
+  "\u0C0F",
+  "\u0C0F\u0C26\u0C48\u0C28\u0C3E",
+  "\u0C0F\u0C2E\u0C48\u0C28\u0C2A\u0C4D\u0C2A\u0C1F\u0C3F\u0C15\u0C3F",
+  "\u0C12\u0C15",
+  "\u0C15\u0C28\u0C3F\u0C2A\u0C3F\u0C38\u0C4D\u0C24\u0C3E\u0C2F\u0C3F",
+  "\u0C15\u0C3E\u0C26\u0C41",
+  "\u0C15\u0C42\u0C21\u0C3E",
+  "\u0C17\u0C3E",
+  "\u0C17\u0C41\u0C30\u0C3F\u0C02\u0C1A\u0C3F",
+  "\u0C1A\u0C41\u0C1F\u0C4D\u0C1F\u0C42",
+  "\u0C1A\u0C47\u0C2F\u0C17\u0C32\u0C3F\u0C17\u0C3F\u0C02\u0C26\u0C3F",
+  "\u0C24\u0C17\u0C3F\u0C28",
+  "\u0C24\u0C30\u0C4D\u0C35\u0C3E\u0C24",
+  "\u0C26\u0C3E\u0C26\u0C3E\u0C2A\u0C41",
+  "\u0C26\u0C42\u0C30\u0C02\u0C17\u0C3E",
+  "\u0C28\u0C3F\u0C1C\u0C02\u0C17\u0C3E",
+  "\u0C2A\u0C48",
+  "\u0C2A\u0C4D\u0C30\u0C15\u0C3E\u0C30\u0C02",
+  "\u0C2E\u0C27\u0C4D\u0C2F",
+  "\u0C2E\u0C30\u0C3F\u0C2F\u0C41",
+  "\u0C2E\u0C30\u0C4A\u0C15",
+  "\u0C2E\u0C33\u0C4D\u0C33\u0C40",
+  "\u0C2E\u0C3E\u0C24\u0C4D\u0C30\u0C2E\u0C47",
+  "\u0C2E\u0C46\u0C1A\u0C4D\u0C1A\u0C41\u0C15\u0C4B",
+  "\u0C35\u0C26\u0C4D\u0C26",
+  "\u0C35\u0C46\u0C02\u0C1F",
+  "\u0C35\u0C47\u0C30\u0C41\u0C17\u0C3E",
+  "\u0C35\u0C4D\u0C2F\u0C24\u0C3F\u0C30\u0C47\u0C15\u0C02\u0C17\u0C3E",
+  "\u0C38\u0C02\u0C2C\u0C02\u0C27\u0C02"
+]);
+var ZERO_WIDTH_NON_JOINER = /\u200c/g;
+function normalize(token) {
+  return token.replace(ZERO_WIDTH_NON_JOINER, "");
+}
+var telugu = {
+  name: "telugu",
+  revision: "1",
+  stemmer: null,
+  stopWords: withNormalisedSpellings(stopWords, normalize),
+  normalizer: normalize,
+  tokenizer: { splitPattern: /[^\u0c00-\u0c7f\u200ca-z0-9]+/gi }
+};
+
+export { telugu };

package/dist/languages/thai.d.ts

@@ -0,0 +1,5 @@
+import { L as LanguageModule } from '../language-CmJBHf1j.js';
+
+declare const thai: LanguageModule;
+
+export { thai };

package/dist/languages/thai.mjs

@@ -0,0 +1,65 @@
+// src/languages/thai.ts
+var stopWords = /* @__PURE__ */ new Set([
+  "\u0E01\u0E47",
+  "\u0E01\u0E31\u0E19",
+  "\u0E01\u0E31\u0E1A",
+  "\u0E02\u0E2D",
+  "\u0E02\u0E36\u0E49\u0E19",
+  "\u0E04\u0E07",
+  "\u0E04\u0E37\u0E2D",
+  "\u0E08\u0E30",
+  "\u0E08\u0E31\u0E14",
+  "\u0E08\u0E36\u0E07",
+  "\u0E0B\u0E36\u0E48\u0E07",
+  "\u0E14\u0E31\u0E07",
+  "\u0E44\u0E14\u0E49",
+  "\u0E15\u0E48\u0E2D",
+  "\u0E15\u0E31\u0E49\u0E07",
+  "\u0E41\u0E15\u0E48",
+  "\u0E16\u0E49\u0E32",
+  "\u0E16\u0E36\u0E07",
+  "\u0E16\u0E39\u0E01",
+  "\u0E17\u0E31\u0E49\u0E07",
+  "\u0E17\u0E4D\u0E32",
+  "\u0E17\u0E33",
+  "\u0E17\u0E35\u0E48",
+  "\u0E17\u0E38\u0E01",
+  "\u0E19\u0E31\u0E01",
+  "\u0E19\u0E31\u0E49\u0E19",
+  "\u0E19\u0E48\u0E32",
+  "\u0E19\u0E4D\u0E32",
+  "\u0E19\u0E33",
+  "\u0E19\u0E35\u0E49",
+  "\u0E43\u0E19",
+  "\u0E44\u0E1B",
+  "\u0E1C\u0E25",
+  "\u0E1E\u0E1A",
+  "\u0E21\u0E32",
+  "\u0E21\u0E35",
+  "\u0E44\u0E21\u0E48",
+  "\u0E22\u0E31\u0E07",
+  "\u0E23\u0E31\u0E1A",
+  "\u0E25\u0E07",
+  "\u0E27\u0E31\u0E19",
+  "\u0E27\u0E48\u0E32",
+  "\u0E44\u0E27\u0E49",
+  "\u0E2A\u0E48\u0E07",
+  "\u0E2A\u0E38\u0E14",
+  "\u0E43\u0E2B\u0E49",
+  "\u0E2D\u0E22\u0E39\u0E48",
+  "\u0E2D\u0E35\u0E01"
+]);
+var thai = {
+  name: "thai",
+  revision: "1",
+  stemmer: null,
+  stopWords,
+  tokenizer: {
+    splitPattern: /[^ก-฾เ-๎๐-๙a-z0-9]+/giu,
+    normalizeDiacritics: false,
+    minTokenLength: 1,
+    ngramSize: 2
+  }
+};
+
+export { thai };

package/dist/languages/tibetan.d.ts

@@ -0,0 +1,5 @@
+import { L as LanguageModule } from '../language-CmJBHf1j.js';
+
+declare const tibetan: LanguageModule;
+
+export { tibetan };

package/dist/languages/tibetan.mjs

@@ -0,0 +1,119 @@
+// src/languages/tibetan.ts
+var stopWords = /* @__PURE__ */ new Set([
+  "\u0F40",
+  "\u0F40\u0FB1\u0F44",
+  "\u0F40\u0FB1\u0F72",
+  "\u0F40\u0FB1\u0F72\u0F53",
+  "\u0F40\u0FB1\u0F72\u0F66",
+  "\u0F40\u0F72",
+  "\u0F40\u0F74\u0F53",
+  "\u0F41",
+  "\u0F42",
+  "\u0F42\u0F58",
+  "\u0F42\u0F5E\u0F53",
+  "\u0F42\u0FB1\u0F72",
+  "\u0F42\u0FB1\u0F72\u0F53",
+  "\u0F42\u0FB1\u0F72\u0F66",
+  "\u0F42\u0FB2\u0F44",
+  "\u0F42\u0F72",
+  "\u0F42\u0F72\u0F44",
+  "\u0F42\u0F72\u0F53",
+  "\u0F42\u0F72\u0F66",
+  "\u0F42\u0F7A",
+  "\u0F42\u0F7C",
+  "\u0F44\u0F58",
+  "\u0F44\u0F7A",
+  "\u0F44\u0F7C",
+  "\u0F45\u0F44",
+  "\u0F45\u0F72\u0F42",
+  "\u0F45\u0F72\u0F44",
+  "\u0F45\u0F7C\u0F42",
+  "\u0F49\u0F72\u0F51",
+  "\u0F4F\u0F58",
+  "\u0F4F\u0F74",
+  "\u0F4F\u0F7A",
+  "\u0F4F\u0F7C",
+  "\u0F51\u0F42",
+  "\u0F51\u0F44",
+  "\u0F51\u0F58",
+  "\u0F51\u0F74",
+  "\u0F51\u0F7A",
+  "\u0F51\u0F7C",
+  "\u0F53",
+  "\u0F53\u0F44",
+  "\u0F53\u0F58",
+  "\u0F53\u0F72",
+  "\u0F53\u0F7C",
+  "\u0F54\u0F66",
+  "\u0F54\u0F7C",
+  "\u0F55\u0FB1\u0F72",
+  "\u0F56\u0F45\u0F66",
+  "\u0F56\u0F58",
+  "\u0F56\u0F62",
+  "\u0F56\u0F66",
+  "\u0F56\u0F7C",
+  "\u0F58",
+  "\u0F58\u0F7E",
+  "\u0F58\u0F58",
+  "\u0F58\u0F72",
+  "\u0F58\u0F72\u0F53",
+  "\u0F58\u0F7C",
+  "\u0F59\u0F58",
+  "\u0F5A",
+  "\u0F5A\u0F74",
+  "\u0F5A\u0F7C",
+  "\u0F5E\u0F72\u0F42",
+  "\u0F5E\u0F72\u0F44",
+  "\u0F60\u0F42",
+  "\u0F60\u0F42\u0F60",
+  "\u0F60\u0F44",
+  "\u0F60\u0F51\u0F72",
+  "\u0F60\u0F55\u0FB2\u0F63",
+  "\u0F60\u0F56\u0F60",
+  "\u0F60\u0F58",
+  "\u0F60\u0F72",
+  "\u0F60\u0F7C",
+  "\u0F61",
+  "\u0F61\u0F44",
+  "\u0F61\u0F72",
+  "\u0F61\u0F72\u0F53",
+  "\u0F61\u0F72\u0F66",
+  "\u0F61\u0F7C\u0F44\u0F66",
+  "\u0F62",
+  "\u0F62\u0F44",
+  "\u0F62\u0FA3\u0F58\u0F66",
+  "\u0F62\u0F56",
+  "\u0F62\u0F58",
+  "\u0F62\u0F72\u0F63",
+  "\u0F62\u0F74",
+  "\u0F62\u0F74\u0F44",
+  "\u0F62\u0F7A",
+  "\u0F62\u0F7C",
+  "\u0F63",
+  "\u0F63\u0F42\u0F66",
+  "\u0F63\u0F58",
+  "\u0F63\u0F66",
+  "\u0F63\u0F7C",
+  "\u0F64\u0F66",
+  "\u0F64\u0F72\u0F42",
+  "\u0F64\u0F72\u0F44",
+  "\u0F66",
+  "\u0F66\u0F99\u0F7A\u0F51",
+  "\u0F66\u0F9F\u0F7A",
+  "\u0F66\u0FA4\u0FB1\u0F72",
+  "\u0F66\u0F58",
+  "\u0F66\u0F74",
+  "\u0F66\u0F7C",
+  "\u0F66\u0F7C\u0F42\u0F66",
+  "\u0F68\u0F44",
+  "\u0F68\u0F7A"
+]);
+var tibetan = {
+  name: "tibetan",
+  revision: "1",
+  stemmer: null,
+  stopWords,
+  tokenizer: { splitPattern: /[^\u0f20-\u0f33\u0f40-\u0fbca-z0-9]+/gi }
+};
+
+export { tibetan };

package/dist/languages/tigrinya.d.ts

@@ -0,0 +1,5 @@
+import { L as LanguageModule } from '../language-CmJBHf1j.js';
+
+declare const tigrinya: LanguageModule;
+
+export { tigrinya };

package/dist/languages/tigrinya.mjs

@@ -0,0 +1,194 @@
+// src/languages/tigrinya.ts
+var stopWords = /* @__PURE__ */ new Set([
+  "\u120D\u12D5\u120A",
+  "\u1212\u12D9",
+  "\u1212\u12DB",
+  "\u1215\u1302",
+  "\u1218\u1260\u120D",
+  "\u1218\u1295",
+  "\u1218\u1295\u130E",
+  "\u1218\u1320\u1295",
+  "\u121B\u1208\u1275",
+  "\u121D\u1235",
+  "\u121D\u1260\u122D",
+  "\u121D\u1263\u120D",
+  "\u121D\u12A5\u1295\u1272",
+  "\u121D\u12BD\u1295\u12EB\u1271",
+  "\u121D\u12BD\u1295\u12EB\u1275",
+  "\u121D\u12C3\u1291",
+  "\u121D\u12C3\u1295\u1293",
+  "\u121D\u12C3\u1296\u121D",
+  "\u121E",
+  "\u1235\u1208",
+  "\u1235\u1208\u12DA",
+  "\u1235\u1208\u12DD\u1260\u120B",
+  "\u123D\u12D1",
+  "\u1245\u12F5\u121A",
+  "\u1260\u1208",
+  "\u1260\u1272",
+  "\u1260\u12DA",
+  "\u1265\u121D\u1263\u120D",
+  "\u1265\u1270\u12C8\u1233\u12BA",
+  "\u1265\u12B8\u1218\u12ED",
+  "\u1265\u12D8\u12ED",
+  "\u1265\u12D8\u12ED\u12AB",
+  "\u1265\u12D9\u1215",
+  "\u1265\u12DB\u12D5\u1263",
+  "\u1265\u134D\u120B\u12ED",
+  "\u1270\u1263\u1202\u1209",
+  "\u1272",
+  "\u1273",
+  "\u1290\u1260\u1228",
+  "\u1290\u1272",
+  "\u1290\u1273",
+  "\u1290\u1276\u121D",
+  "\u1290\u12DA",
+  "\u1290\u12ED\u1229",
+  "\u1290\u1308\u122B\u1275",
+  "\u1290\u1308\u122D",
+  "\u1293\u1265",
+  "\u1293\u1265\u1272",
+  "\u1293\u1275\u12A9\u121D",
+  "\u1293\u1275\u12AA",
+  "\u1293\u1275\u12AB",
+  "\u1293\u1275\u12AD\u1295",
+  "\u1293\u12ED",
+  "\u1293\u12ED\u1272",
+  "\u1295\u1215\u1293",
+  "\u1295\u1231",
+  "\u1295\u1233",
+  "\u1295\u1233\u1276\u121D",
+  "\u1295\u1235\u12BA",
+  "\u1295\u1235\u12BB",
+  "\u1295\u1235\u12BB\u1275\u12A9\u121D",
+  "\u1295\u1235\u12BB\u1275\u12AD\u1295",
+  "\u1295\u12D3\u12ED",
+  "\u12A2\u1208",
+  "\u12A2\u1209",
+  "\u12A2\u120B",
+  "\u12A2\u120D\u12AB",
+  "\u12A2\u120E\u121D",
+  "\u12A2\u1293",
+  "\u12A2\u12BB",
+  "\u12A2\u12E9",
+  "\u12A3\u1208\u12B9",
+  "\u12A3\u1208\u12C9",
+  "\u12A3\u1208\u12CE",
+  "\u12A3\u120B",
+  "\u12A3\u120E",
+  "\u12A3\u1265",
+  "\u12A3\u1265\u1272",
+  "\u12A3\u1265\u1273",
+  "\u12A3\u1265\u12A1",
+  "\u12A3\u1265\u12DA",
+  "\u12A3\u1290",
+  "\u12A3\u12DD\u12E9",
+  "\u12A3\u12ED\u12AE\u1290\u1295",
+  "\u12A3\u12ED\u12B0\u1290\u1295",
+  "\u12A5\u121D\u1260\u122D",
+  "\u12A5\u121E",
+  "\u12A5\u1270\u1295",
+  "\u12A5\u1272",
+  "\u12A5\u1273",
+  "\u12A5\u1276\u121D",
+  "\u12A5\u1295\u1270",
+  "\u12A5\u1295\u1270\u120E",
+  "\u12A5\u1295\u1270\u12BE\u1290",
+  "\u12A5\u1295\u1273\u12ED",
+  "\u12A5\u1295\u12A8\u120E",
+  "\u12A5\u12B3",
+  "\u12A5\u12CB\u1295",
+  "\u12A5\u12CD\u1295",
+  "\u12A5\u12DA",
+  "\u12A5\u12DB",
+  "\u12A5\u12DE\u121D",
+  "\u12A5\u12E8",
+  "\u12A5\u12E8\u1295",
+  "\u12A5\u12E9",
+  "\u12A5\u12EB",
+  "\u12A5\u12EE\u121D",
+  "\u12A8\u120E",
+  "\u12A8\u1218\u12ED",
+  "\u12A8\u121D",
+  "\u12A8\u121D\u1272",
+  "\u12A8\u121D\u12A1",
+  "\u12A8\u121D\u12D8\u120E",
+  "\u12A8\u121D\u12DA",
+  "\u12A8\u12A3",
+  "\u12A9\u1209",
+  "\u12AB\u120D\u12A5",
+  "\u12AB\u120D\u12A6\u1275",
+  "\u12AB\u1265",
+  "\u12AB\u1265\u1272",
+  "\u12AB\u1265\u1276\u121D",
+  "\u12AD\u1233\u1265",
+  "\u12AD\u1233\u12D5",
+  "\u12AD\u1265\u120D",
+  "\u12AD\u1295\u12F0\u12ED",
+  "\u12AD\u1295\u12F2",
+  "\u12AD\u12B8\u12CD\u1295",
+  "\u12AE\u12ED\u1291",
+  "\u12B0\u12ED\u1291",
+  "\u12B3",
+  "\u12B5\u1209",
+  "\u12B8\u121D",
+  "\u12B8\u12A3",
+  "\u12C8\u12ED",
+  "\u12CB\u120B",
+  "\u12CD\u1295",
+  "\u12D8\u1208\u1293",
+  "\u12D8\u1208\u12C9",
+  "\u12D8\u1208\u12CB",
+  "\u12D8\u1208\u12CE",
+  "\u12D8\u1208\u12CE\u121D",
+  "\u12D8\u120B",
+  "\u12D8\u120E",
+  "\u12D8\u12ED\u1265\u1209",
+  "\u12DA",
+  "\u12DD\u122D\u12A8\u1265",
+  "\u12DD\u1260\u1203\u120D",
+  "\u12DD\u1260\u1208",
+  "\u12DD\u1265\u120D",
+  "\u12DD\u1270\u1263\u1205\u1208",
+  "\u12DD\u1270\u12BB\u12E8\u12F0",
+  "\u12DD\u1270\u1348\u120B\u1208\u12E8",
+  "\u12DD\u1270\u1348\u120B\u1208\u12E9",
+  "\u12DD\u1290\u1260\u1228",
+  "\u12DD\u1290\u1260\u1228\u1275",
+  "\u12DD\u1290\u1260\u1229",
+  "\u12DD\u12AB\u12E8\u12F5",
+  "\u12DD\u12B8\u12CD\u1295",
+  "\u12DD\u12BD\u12A5\u120D",
+  "\u12DD\u12BE\u1290",
+  "\u12DD\u12C0\u1290",
+  "\u12E8",
+  "\u12E8\u1208\u1295",
+  "\u12E9",
+  "\u12EB",
+  "\u12ED\u1255\u1228\u1265",
+  "\u12ED\u1265\u120D",
+  "\u12ED\u12B8\u12CD\u1295",
+  "\u12ED\u12B9\u1295",
+  "\u12ED\u12BD\u12A5\u120D",
+  "\u12EE\u121D",
+  "\u12EE\u1295",
+  "\u12F0\u12A3",
+  "\u12F5\u1215\u122A",
+  "\u12F5\u121B",
+  "\u1308\u1208",
+  "\u1308\u120A\u1339",
+  "\u1308\u1293",
+  "\u1308\u12ED\u1229",
+  "\u130D\u1293",
+  "\u130D\u1295",
+  "\u1325\u122B\u12ED"
+]);
+var tigrinya = {
+  name: "tigrinya",
+  revision: "1",
+  stemmer: null,
+  stopWords,
+  tokenizer: { splitPattern: /[^\u1200-\u135f\u1369-\u137ca-z0-9]+/gi }
+};
+
+export { tigrinya };

package/dist/languages/tongan.d.ts

@@ -0,0 +1,5 @@
+import { L as LanguageModule } from '../language-CmJBHf1j.js';
+
+declare const tongan: LanguageModule;
+
+export { tongan };

package/dist/languages/tongan.mjs

@@ -0,0 +1,56 @@
+// src/languages/tongan.ts
+var stopWords = /* @__PURE__ */ new Set([
+  "'a",
+  "'e",
+  "'ena",
+  "'ene",
+  "'eni",
+  "'i",
+  "'ikai",
+  "'o",
+  "'oku",
+  "'osi",
+  "ai",
+  "ange",
+  "atu",
+  "au",
+  "e",
+  "foki",
+  "ha",
+  "hake",
+  "he",
+  "hifo",
+  "ho",
+  "hoku",
+  "hono",
+  "ia",
+  "ka",
+  "kae",
+  "kapau",
+  "k\u0101toa",
+  "ke",
+  "ki",
+  "ko",
+  "koe",
+  "koe'uhi",
+  "kuo",
+  "lolotonga",
+  "mai",
+  "mei",
+  "mo",
+  "na'a",
+  "na'e",
+  "ni",
+  "pe",
+  "p\u0113",
+  "te"
+]);
+var tongan = {
+  name: "tongan",
+  revision: "1",
+  stemmer: null,
+  stopWords,
+  tokenizer: { splitPattern: /[^\p{Script=Latin}0-9']+/giu }
+};
+
+export { tongan };

package/dist/languages/turkish.d.ts

@@ -1,4 +1,4 @@
-import { L as LanguageModule } from '../language-ONQ3iVDf.js';
+import { L as LanguageModule } from '../language-CmJBHf1j.js';
 
 declare const turkish: LanguageModule;