@delali/narsil 0.1.14 → 0.2.0

package/dist/languages/maltese.mjs

@@ -0,0 +1,139 @@
+// src/languages/maltese.ts
+var stopWords = /* @__PURE__ */ new Set([
+  "aktar",
+  "anke",
+  "anki",
+  "a\u0127na",
+  "bejn",
+  "bi",
+  "bid",
+  "biex",
+  "bil",
+  "billi",
+  "bin",
+  "bir",
+  "bis",
+  "biss",
+  "bit",
+  "bix",
+  "b\u0127al",
+  "b\u0127ala",
+  "dak",
+  "dan",
+  "dawk",
+  "dawn",
+  "dik",
+  "din",
+  "di\u0121\xE0",
+  "dwar",
+  "fejn",
+  "fi",
+  "fid",
+  "fil",
+  "fin",
+  "fir",
+  "fis",
+  "fit",
+  "fix",
+  "fl",
+  "ftit",
+  "fuq",
+  "g\u0127al",
+  "g\u0127aliex",
+  "g\u0127all",
+  "g\u0127as",
+  "g\u0127at",
+  "g\u0127ax",
+  "hawn",
+  "hemm",
+  "hi",
+  "hija",
+  "hu",
+  "huma",
+  "huwa",
+  "id",
+  "iktar",
+  "ikun",
+  "il",
+  "imma",
+  "in",
+  "int",
+  "inti",
+  "intom",
+  "ir",
+  "is",
+  "issa",
+  "it",
+  "ix",
+  "i\u010B",
+  "i\u017C",
+  "i\u017Cda",
+  "jekk",
+  "jew",
+  "jien",
+  "jiena",
+  "kien",
+  "kienet",
+  "kienu",
+  "kif",
+  "kollha",
+  "kull",
+  "l",
+  "li",
+  "lil",
+  "lill",
+  "ma",
+  "ma'",
+  "mad",
+  "mal",
+  "man",
+  "mar",
+  "mas",
+  "mat",
+  "meta",
+  "mhix",
+  "mhux",
+  "mid",
+  "mill",
+  "min",
+  "minn",
+  "mir",
+  "mis",
+  "mit",
+  "mix",
+  "qabel",
+  "sa",
+  "sal",
+  "ta",
+  "ta'",
+  "tad",
+  "tag\u0127ha",
+  "tag\u0127hom",
+  "tag\u0127kom",
+  "tag\u0127na",
+  "tal",
+  "tan",
+  "tar",
+  "tas",
+  "tat",
+  "tax",
+  "ta\u0127t",
+  "tieg\u0127ek",
+  "tieg\u0127i",
+  "tieg\u0127u",
+  "tkun",
+  "u",
+  "ukoll",
+  "wara",
+  "xejn",
+  "\u0127afna"
+]);
+var maltese = {
+  name: "maltese",
+  revision: "1",
+  stemmer: null,
+  stopWords,
+  tokenizer: { splitPattern: /[^\p{Script=Latin}\p{M}0-9']+/giu }
+};
+
+export { maltese };

package/dist/languages/maori.d.ts

@@ -0,0 +1,5 @@
+import { L as LanguageModule } from '../language-CmJBHf1j.js';
+
+declare const maori: LanguageModule;
+
+export { maori };

package/dist/languages/maori.mjs

@@ -0,0 +1,79 @@
+// src/languages/maori.ts
+var stopWords = /* @__PURE__ */ new Set([
+  "a",
+  "ahakoa",
+  "ahau",
+  "ai",
+  "ana",
+  "anake",
+  "an\u014D",
+  "au",
+  "aua",
+  "e",
+  "\u0113n\u0101",
+  "\u0113nei",
+  "engari",
+  "\u0113r\u0101",
+  "\u0113tahi",
+  "he",
+  "hei",
+  "hoki",
+  "i",
+  "ia",
+  "ka",
+  "k\u0101hore",
+  "k\u0101ore",
+  "katoa",
+  "kaua",
+  "kei",
+  "ki",
+  "kia",
+  "ko",
+  "koe",
+  "kore",
+  "k\u014Drua",
+  "koutou",
+  "kua",
+  "m\u0101",
+  "m\u0101tou",
+  "m\u0101ua",
+  "me",
+  "mehemea",
+  "m\u014D",
+  "n\u0101",
+  "nei",
+  "ng\u0101",
+  "n\u014D",
+  "o",
+  "otir\u0101",
+  "pea",
+  "r\u0101",
+  "r\u0101nei",
+  "r\u0101tou",
+  "r\u0101ua",
+  "taku",
+  "t\u0101ku",
+  "tana",
+  "t\u0101na",
+  "t\u0101tou",
+  "taua",
+  "t\u0101ua",
+  "te",
+  "t\u0113n\u0101",
+  "t\u0113nei",
+  "t\u0113r\u0101",
+  "t\u0113tahi",
+  "t\u014D",
+  "t\u014Dku",
+  "t\u014Dna",
+  "tonu"
+]);
+var maori = {
+  name: "maori",
+  revision: "1",
+  stemmer: null,
+  stopWords,
+  tokenizer: { splitPattern: /[^\p{Script=Latin}0-9]+/giu }
+};
+
+export { maori };

package/dist/languages/marathi.d.ts

@@ -0,0 +1,5 @@
+import { L as LanguageModule } from '../language-CmJBHf1j.js';
+
+declare const marathi: LanguageModule;
+
+export { marathi };

package/dist/languages/marathi.mjs

@@ -0,0 +1,111 @@
+// src/languages/marathi.ts
+var stopWords = /* @__PURE__ */ new Set([
+  "\u0905\u0927\u093F\u0915",
+  "\u0905\u0928\u0947\u0915",
+  "\u0905\u0936\u0940",
+  "\u0905\u0938\u0932\u092F\u093E\u091A\u0947",
+  "\u0905\u0938\u0932\u0947\u0932\u094D\u092F\u093E",
+  "\u0905\u0938\u093E",
+  "\u0905\u0938\u0942\u0928",
+  "\u0905\u0938\u0947",
+  "\u0906\u091C",
+  "\u0906\u0923\u093F",
+  "\u0906\u0924\u093E",
+  "\u0906\u092A\u0932\u094D\u092F\u093E",
+  "\u0906\u0932\u093E",
+  "\u0906\u0932\u0940",
+  "\u0906\u0932\u0947",
+  "\u0906\u0939\u0947",
+  "\u0906\u0939\u0947\u0924",
+  "\u090F\u0915",
+  "\u090F\u0915\u093E",
+  "\u0915\u092E\u0940",
+  "\u0915\u0930\u0923\u092F\u093E\u0924",
+  "\u0915\u0930\u0942\u0928",
+  "\u0915\u093E",
+  "\u0915\u093E\u092E",
+  "\u0915\u093E\u092F",
+  "\u0915\u093E\u0939\u0940",
+  "\u0915\u093F\u0935\u093E",
+  "\u0915\u0940",
+  "\u0915\u0947\u0932\u093E",
+  "\u0915\u0947\u0932\u0940",
+  "\u0915\u0947\u0932\u0947",
+  "\u0915\u094B\u091F\u0940",
+  "\u0917\u0947\u0932\u094D\u092F\u093E",
+  "\u0918\u0947\u090A\u0928",
+  "\u091C\u093E\u0924",
+  "\u091D\u093E\u0932\u093E",
+  "\u091D\u093E\u0932\u0940",
+  "\u091D\u093E\u0932\u0947",
+  "\u091D\u093E\u0932\u0947\u0932\u094D\u092F\u093E",
+  "\u091F\u093E",
+  "\u0921\u0949",
+  "\u0924\u0930",
+  "\u0924\u0930\u0940",
+  "\u0924\u0938\u0947\u091A",
+  "\u0924\u093E",
+  "\u0924\u0940",
+  "\u0924\u0940\u0928",
+  "\u0924\u0947",
+  "\u0924\u094B",
+  "\u0924\u094D\u092F\u093E",
+  "\u0924\u094D\u092F\u093E\u091A\u093E",
+  "\u0924\u094D\u092F\u093E\u091A\u0940",
+  "\u0924\u094D\u092F\u093E\u091A\u094D\u092F\u093E",
+  "\u0924\u094D\u092F\u093E\u0928\u093E",
+  "\u0924\u094D\u092F\u093E\u0928\u0940",
+  "\u0924\u094D\u092F\u093E\u092E\u0941\u0933\u0947",
+  "\u0924\u094D\u0930\u0940",
+  "\u0926\u093F\u0932\u0940",
+  "\u0926\u094B\u0928",
+  "\u0928",
+  "\u0928\u093E\u0939\u0940",
+  "\u0928\u093F\u0930\u094D\u0923\u094D\u092F",
+  "\u092A\u0923",
+  "\u092A\u092E",
+  "\u092A\u0930\u092F\u0924\u0928",
+  "\u092A\u093E\u091F\u0940\u0932",
+  "\u092E",
+  "\u092E\u093E\u0924\u094D\u0930",
+  "\u092E\u093E\u0939\u093F\u0924\u0940",
+  "\u092E\u0940",
+  "\u092E\u0941\u092C\u0940",
+  "\u092E\u094D\u0939\u0923\u091C\u0947",
+  "\u092E\u094D\u0939\u0923\u093E\u0932\u0947",
+  "\u092E\u094D\u0939\u0923\u0942\u0928",
+  "\u092F\u093E",
+  "\u092F\u093E\u091A\u093E",
+  "\u092F\u093E\u091A\u0940",
+  "\u092F\u093E\u091A\u094D\u092F\u093E",
+  "\u092F\u093E\u0928\u093E",
+  "\u092F\u093E\u0928\u0940",
+  "\u092F\u0947\u0923\u093E\u0930",
+  "\u092F\u0947\u0924",
+  "\u092F\u0947\u0925\u0940\u0932",
+  "\u092F\u0947\u0925\u0947",
+  "\u0932\u093E\u0916",
+  "\u0935",
+  "\u0935\u094D\u092F\u0915\u0924",
+  "\u0938\u0930\u094D\u0935",
+  "\u0938\u093E\u0917\u093F\u0924\u094D\u0932\u0947",
+  "\u0938\u0941\u0930\u0942",
+  "\u0939\u091C\u093E\u0930",
+  "\u0939\u093E",
+  "\u0939\u0940",
+  "\u0939\u0947",
+  "\u0939\u094B\u0923\u093E\u0930",
+  "\u0939\u094B\u0924",
+  "\u0939\u094B\u0924\u093E",
+  "\u0939\u094B\u0924\u0940",
+  "\u0939\u094B\u0924\u0947"
+]);
+var marathi = {
+  name: "marathi",
+  revision: "1",
+  stemmer: null,
+  stopWords,
+  tokenizer: { splitPattern: /[^\u0900-\u0963\u0966-\u097fa-z0-9]+/gi }
+};
+
+export { marathi };

package/dist/languages/nepali.d.ts

@@ -1,4 +1,4 @@
-import { L as LanguageModule } from '../language-ONQ3iVDf.js';
+import { L as LanguageModule } from '../language-CmJBHf1j.js';
 
 declare const nepali: LanguageModule;
 

package/dist/languages/nepali.mjs

@@ -1,108 +1,217 @@
-// src/languages/nepali.ts
-var POSTPOSITIONS = [
-  "\u092E\u093E\u0930\u094D\u092B\u0924",
-  "\u0926\u094D\u0935\u093E\u0930\u093E",
-  "\u092A\u094D\u0930\u0924\u093F",
-  "\u0926\u0947\u0916\u093F",
-  "\u0938\u092E\u094D\u092E",
-  "\u092A\u091B\u093F",
-  "\u0932\u093E\u0908",
-  "\u0938\u0902\u0917",
-  "\u0938\u0901\u0917",
-  "\u0915\u093E",
-  "\u0915\u0940",
-  "\u0915\u094B",
-  "\u0915\u0948",
-  "\u0932\u0947",
-  "\u092E\u093E"
+import { BaseStemmer } from '../chunk-U2BKYEC7.mjs';
+
+// src/languages/snowball/nepali.ts
+var a_0 = [
+  ["\u0932\u093E\u0907", 1],
+  ["\u0932\u093E\u0908", 1],
+  ["\u0938\u0901\u0917", 1],
+  ["\u0938\u0902\u0917", 1],
+  ["\u092E\u093E\u0930\u094D\u092B\u0924", 1],
+  ["\u0930\u0924", 1],
+  ["\u0915\u093E", 2],
+  ["\u092E\u093E", 1],
+  ["\u0926\u094D\u0935\u093E\u0930\u093E", 1],
+  ["\u0915\u093F", 2],
+  ["\u092A\u091B\u093F", 1],
+  ["\u0915\u0940", 2],
+  ["\u0932\u0947", 1],
+  ["\u0915\u0948", 2],
+  ["\u0938\u0901\u0917\u0948", 1],
+  ["\u092E\u0948", 1],
+  ["\u0915\u094B", 2]
 ];
-var VERB_SUFFIXES = [
-  "\u0925\u093F\u090F\u0928\u0928\u094D",
-  "\u0939\u0941\u0928\u094D\u091B",
-  "\u0939\u0941\u0928\u0947\u091B",
-  "\u0928\u0947\u091B\u0938\u094D",
-  "\u0925\u093F\u090F\u0928",
-  "\u0925\u093F\u092F\u094B",
-  "\u0907\u091B\u0938\u094D",
-  "\u090F\u091B\u0938\u094D",
-  "\u0907\u091B\u0928\u094D",
-  "\u090F\u091B\u0928\u094D",
-  "\u0939\u0941\u0928\u0947",
-  "\u0939\u0941\u0928\u094D",
-  "\u091B\u093F\u0928\u094D",
-  "\u0932\u093E\u0928\u094D",
-  "\u0932\u093F\u0928\u094D",
-  "\u0925\u093F\u090F",
-  "\u091B\u0928\u094D",
-  "\u091B\u094C\u0902",
-  "\u091B\u0948\u0928",
-  "\u091B\u0938\u094D",
-  "\u0928\u0947\u091B",
-  "\u091B\u094C\u0901",
-  "\u091B\u094C",
-  "\u0907\u091B",
-  "\u090F\u091B",
-  "\u091B\u0941",
-  "\u091B\u0947",
-  "\u0925\u093E",
-  "\u0925\u0940",
-  "\u0925\u0947",
-  "\u0928\u0947",
-  "\u0928\u0941",
-  "\u0926\u0948",
-  "\u0926\u093E",
-  "\u0924\u093E",
-  "\u0924\u0940",
-  "\u0924\u0947",
-  "\u0932\u093E",
-  "\u0932\u094B",
-  "\u0908\u0902",
-  "\u092F\u093E",
-  "\u092F\u094B",
-  "\u092F\u094C",
-  "\u0906\u0909",
-  "\u0906\u090F",
-  "\u091B",
-  "\u090F",
-  "\u0908"
+var a_1 = [
+  ["\u0901", 1],
+  ["\u0902", 1],
+  ["\u0948", 2]
 ];
-var NOUN_SUFFIXES = [
-  "\u0939\u0930\u0942\u0932\u093E\u0908",
-  "\u0939\u0930\u0942\u0915\u094B",
-  "\u0939\u0930\u0942\u0932\u0947",
-  "\u0939\u0930\u0942\u092E\u093E",
-  "\u0924\u093E\u0932\u093E\u0908",
-  "\u0926\u093E\u0930\u0915\u094B",
-  "\u0924\u093E\u0915\u094B",
-  "\u0924\u093E\u0932\u0947",
-  "\u0924\u093E\u092E\u093E",
-  "\u0939\u0930\u0942",
-  "\u0926\u093E\u0930",
-  "\u0924\u093E"
+var a_2 = [
+  ["\u0925\u093F\u090F", 1],
+  ["\u091B", 1],
+  ["\u0907\u091B", 1, 1],
+  ["\u090F\u091B", 1, 2],
+  ["\u093F\u091B", 1, 3],
+  ["\u0947\u091B", 1, 4],
+  ["\u0928\u0947\u091B", 1, 1],
+  ["\u0939\u0941\u0928\u0947\u091B", 1, 1],
+  ["\u0907\u0928\u094D\u091B", 1, 7],
+  ["\u093F\u0928\u094D\u091B", 1, 8],
+  ["\u0939\u0941\u0928\u094D\u091B", 1, 9],
+  ["\u090F\u0915\u093E", 1],
+  ["\u0907\u090F\u0915\u093E", 1, 1],
+  ["\u093F\u090F\u0915\u093E", 1, 2],
+  ["\u0947\u0915\u093E", 1],
+  ["\u0928\u0947\u0915\u093E", 1, 1],
+  ["\u0926\u093E", 1],
+  ["\u0907\u0926\u093E", 1, 1],
+  ["\u093F\u0926\u093E", 1, 2],
+  ["\u0926\u0947\u0916\u093F", 1],
+  ["\u092E\u093E\u0925\u093F", 1],
+  ["\u090F\u0915\u0940", 1],
+  ["\u0907\u090F\u0915\u0940", 1, 1],
+  ["\u093F\u090F\u0915\u0940", 1, 2],
+  ["\u0947\u0915\u0940", 1],
+  ["\u0926\u0947\u0916\u0940", 1],
+  ["\u0925\u0940", 1],
+  ["\u0926\u0940", 1],
+  ["\u091B\u0941", 1],
+  ["\u090F\u091B\u0941", 1, 1],
+  ["\u0947\u091B\u0941", 1, 2],
+  ["\u0928\u0947\u091B\u0941", 1, 1],
+  ["\u0928\u0941", 1],
+  ["\u0939\u0930\u0941", 1],
+  ["\u0939\u0930\u0942", 1],
+  ["\u091B\u0947", 1],
+  ["\u0925\u0947", 1],
+  ["\u0928\u0947", 1],
+  ["\u090F\u0915\u0948", 1],
+  ["\u0947\u0915\u0948", 1],
+  ["\u0928\u0947\u0915\u0948", 1, 1],
+  ["\u0926\u0948", 1],
+  ["\u0907\u0926\u0948", 1, 1],
+  ["\u093F\u0926\u0948", 1, 2],
+  ["\u090F\u0915\u094B", 1],
+  ["\u0907\u090F\u0915\u094B", 1, 1],
+  ["\u093F\u090F\u0915\u094B", 1, 2],
+  ["\u0947\u0915\u094B", 1],
+  ["\u0928\u0947\u0915\u094B", 1, 1],
+  ["\u0926\u094B", 1],
+  ["\u0907\u0926\u094B", 1, 1],
+  ["\u093F\u0926\u094B", 1, 2],
+  ["\u092F\u094B", 1],
+  ["\u0907\u092F\u094B", 1, 1],
+  ["\u092D\u092F\u094B", 1, 2],
+  ["\u093F\u092F\u094B", 1, 3],
+  ["\u0925\u093F\u092F\u094B", 1, 1],
+  ["\u0926\u093F\u092F\u094B", 1, 2],
+  ["\u0925\u094D\u092F\u094B", 1, 6],
+  ["\u091B\u094C", 1],
+  ["\u0907\u091B\u094C", 1, 1],
+  ["\u090F\u091B\u094C", 1, 2],
+  ["\u093F\u091B\u094C", 1, 3],
+  ["\u0947\u091B\u094C", 1, 4],
+  ["\u0928\u0947\u091B\u094C", 1, 1],
+  ["\u092F\u094C", 1],
+  ["\u0925\u093F\u092F\u094C", 1, 1],
+  ["\u091B\u094D\u092F\u094C", 1, 2],
+  ["\u0925\u094D\u092F\u094C", 1, 3],
+  ["\u091B\u0928\u094D", 1],
+  ["\u0907\u091B\u0928\u094D", 1, 1],
+  ["\u090F\u091B\u0928\u094D", 1, 2],
+  ["\u093F\u091B\u0928\u094D", 1, 3],
+  ["\u0947\u091B\u0928\u094D", 1, 4],
+  ["\u0928\u0947\u091B\u0928\u094D", 1, 1],
+  ["\u0932\u093E\u0928\u094D", 1],
+  ["\u091B\u093F\u0928\u094D", 1],
+  ["\u0925\u093F\u0928\u094D", 1],
+  ["\u092A\u0930\u094D", 1],
+  ["\u0907\u0938\u094D", 1],
+  ["\u0925\u093F\u0907\u0938\u094D", 1, 1],
+  ["\u091B\u0938\u094D", 1],
+  ["\u0907\u091B\u0938\u094D", 1, 1],
+  ["\u090F\u091B\u0938\u094D", 1, 2],
+  ["\u093F\u091B\u0938\u094D", 1, 3],
+  ["\u0947\u091B\u0938\u094D", 1, 4],
+  ["\u0928\u0947\u091B\u0938\u094D", 1, 1],
+  ["\u093F\u0938\u094D", 1],
+  ["\u0925\u093F\u0938\u094D", 1, 1],
+  ["\u091B\u0947\u0938\u094D", 1],
+  ["\u0939\u094B\u0938\u094D", 1]
 ];
-var CASE_ENDINGS = ["\u092A\u094D\u0930\u0924\u093F", "\u0926\u0947\u0916\u093F", "\u0938\u092E\u094D\u092E", "\u0932\u093E\u0908", "\u092C\u093E\u091F", "\u0938\u0902\u0917", "\u0938\u0901\u0917", "\u0932\u0947", "\u0915\u094B", "\u092E\u093E", "\u092E\u0948"];
-function removeLongestSuffix(word, suffixes, minLength) {
-  for (const suffix of suffixes) {
-    if (word.endsWith(suffix) && word.length - suffix.length >= minLength) {
-      return word.slice(0, word.length - suffix.length);
+var NepaliStemmer = class extends BaseStemmer {
+  #stem() {
+    let a;
+    this.limit_backward = this.c;
+    this.c = this.limit;
+    const v_1 = this.limit - this.c;
+    lab0: {
+      this.ket = this.c;
+      a = this.find_among_b(a_0);
+      if (a === 0) break lab0;
+      this.bra = this.c;
+      switch (a) {
+        case 1: {
+          this.slice_del();
+          break;
+        }
+        case 2: {
+          lab1: {
+            lab2: {
+              if (!this.eq_s_b("\u090F")) break lab2;
+              break lab1;
+            }
+            lab3: {
+              if (!this.eq_s_b("\u0947")) break lab3;
+              break lab1;
+            }
+            this.slice_del();
+          }
+          break;
+        }
+      }
     }
+    this.c = this.limit - v_1;
+    while (true) {
+      const v_2 = this.limit - this.c;
+      lab4: {
+        const v_3 = this.limit - this.c;
+        lab5: {
+          this.ket = this.c;
+          a = this.find_among_b(a_1);
+          if (a === 0) break lab5;
+          this.bra = this.c;
+          switch (a) {
+            case 1: {
+              lab6: {
+                lab7: {
+                  if (!this.eq_s_b("\u092F\u094C")) break lab7;
+                  break lab6;
+                }
+                lab8: {
+                  if (!this.eq_s_b("\u091B\u094C")) break lab8;
+                  break lab6;
+                }
+                lab9: {
+                  if (!this.eq_s_b("\u0928\u094C")) break lab9;
+                  break lab6;
+                }
+                if (!this.eq_s_b("\u0925\u0947")) break lab5;
+              }
+              this.slice_del();
+              break;
+            }
+            case 2: {
+              if (!this.eq_s_b("\u0924\u094D\u0930")) break lab5;
+              this.slice_del();
+              break;
+            }
+          }
+        }
+        this.c = this.limit - v_3;
+        this.ket = this.c;
+        if (this.find_among_b(a_2) === 0) break lab4;
+        this.bra = this.c;
+        this.slice_del();
+        continue;
+      }
+      this.c = this.limit - v_2;
+      break;
+    }
+    this.c = this.limit_backward;
+    return true;
   }
-  return word;
-}
-function stem(word) {
-  if (word.length < 3) return word;
-  word = removeLongestSuffix(word, POSTPOSITIONS, 2);
-  let previous = "";
-  while (previous !== word) {
-    previous = word;
-    word = removeLongestSuffix(word, VERB_SUFFIXES, 2);
-    if (word !== previous) continue;
-    word = removeLongestSuffix(word, NOUN_SUFFIXES, 2);
-    if (word !== previous) continue;
-    word = removeLongestSuffix(word, CASE_ENDINGS, 2);
+  stem(input) {
+    this.setCurrent(input);
+    this.#stem();
+    return this.getCurrent();
   }
-  return word;
+};
+var shared = new NepaliStemmer();
+function stem(token) {
+  return shared.stem(token);
 }
+
+// src/languages/nepali.ts
 var stopWords = /* @__PURE__ */ new Set([
   "\u0905\u0915\u094D\u0938\u0930",
   "\u0905\u0917\u093E\u0921\u093F",
@@ -254,9 +363,10 @@ var stopWords = /* @__PURE__ */ new Set([
 ]);
 var nepali = {
   name: "nepali",
+  revision: "12453388370b3da0",
   stemmer: stem,
   stopWords,
-  tokenizer: { splitPattern: /[^\u0900-\u097fa-z0-9]+/gi }
+  tokenizer: { splitPattern: /[^\u0900-\u0963\u0966-\u097fa-z0-9]+/gi }
 };
 
 export { nepali };

package/dist/languages/norwegian.d.ts

@@ -1,4 +1,4 @@
-import { L as LanguageModule } from '../language-ONQ3iVDf.js';
+import { L as LanguageModule } from '../language-CmJBHf1j.js';
 
 declare const norwegian: LanguageModule;