@delali/narsil 0.1.15 → 0.2.0

package/dist/languages/hebrew.mjs

@@ -0,0 +1,213 @@
+import { withNormalisedSpellings } from '../chunk-GHJWC2E5.mjs';
+
+// src/languages/hebrew.ts
+var stopWords = /* @__PURE__ */ new Set([
+  "\u05D0\u05D1\u05DC",
+  "\u05D0\u05D5",
+  "\u05D0\u05D5\u05DC\u05D9",
+  "\u05D0\u05D5\u05EA\u05D4",
+  "\u05D0\u05D5\u05EA\u05D5",
+  "\u05D0\u05D5\u05EA\u05D9",
+  "\u05D0\u05D5\u05EA\u05DA",
+  "\u05D0\u05D5\u05EA\u05DD",
+  "\u05D0\u05D5\u05EA\u05DF",
+  "\u05D0\u05D5\u05EA\u05E0\u05D5",
+  "\u05D0\u05D6",
+  "\u05D0\u05D7\u05E8",
+  "\u05D0\u05D7\u05E8\u05D5\u05EA",
+  "\u05D0\u05D7\u05E8\u05D9",
+  "\u05D0\u05D7\u05E8\u05D9\u05DB\u05DF",
+  "\u05D0\u05D7\u05E8\u05D9\u05DD",
+  "\u05D0\u05D7\u05E8\u05EA",
+  "\u05D0\u05D9",
+  "\u05D0\u05D9\u05D6\u05D4",
+  "\u05D0\u05D9\u05DA",
+  "\u05D0\u05D9\u05DF",
+  "\u05D0\u05D9\u05E4\u05D4",
+  "\u05D0\u05D9\u05EA\u05D4",
+  "\u05D0\u05D9\u05EA\u05D5",
+  "\u05D0\u05D9\u05EA\u05D9",
+  "\u05D0\u05D9\u05EA\u05DA",
+  "\u05D0\u05D9\u05EA\u05DB\u05DD",
+  "\u05D0\u05D9\u05EA\u05DB\u05DF",
+  "\u05D0\u05D9\u05EA\u05DD",
+  "\u05D0\u05D9\u05EA\u05DF",
+  "\u05D0\u05D9\u05EA\u05E0\u05D5",
+  "\u05D0\u05DA",
+  "\u05D0\u05DC",
+  "\u05D0\u05DC\u05D4",
+  "\u05D0\u05DC\u05D5",
+  "\u05D0\u05DD",
+  "\u05D0\u05E0\u05D7\u05E0\u05D5",
+  "\u05D0\u05E0\u05D9",
+  "\u05D0\u05E1",
+  "\u05D0\u05E3",
+  "\u05D0\u05E6\u05DC",
+  "\u05D0\u05E9\u05E8",
+  "\u05D0\u05EA",
+  "\u05D0\u05EA\u05D4",
+  "\u05D0\u05EA\u05DB\u05DD",
+  "\u05D0\u05EA\u05DB\u05DF",
+  "\u05D0\u05EA\u05DD",
+  "\u05D0\u05EA\u05DF",
+  "\u05D1\u05D0\u05D9\u05D6\u05D5\u05DE\u05D9\u05D3\u05D4",
+  "\u05D1\u05D0\u05DE\u05E6\u05E2",
+  "\u05D1\u05D0\u05DE\u05E6\u05E2\u05D5\u05EA",
+  "\u05D1\u05D2\u05DC\u05DC",
+  "\u05D1\u05D9\u05DF",
+  "\u05D1\u05DC\u05D9",
+  "\u05D1\u05DE\u05D9\u05D3\u05D4",
+  "\u05D1\u05DE\u05E7\u05D5\u05DD\u05E9\u05D1\u05D5",
+  "\u05D1\u05E8\u05DD",
+  "\u05D1\u05E9\u05D1\u05D9\u05DC",
+  "\u05D1\u05E9\u05E2\u05D4\u05E9",
+  "\u05D1\u05EA\u05D5\u05DA",
+  "\u05D2\u05DD",
+  "\u05D3\u05E8\u05DA",
+  "\u05D4\u05D5\u05D0",
+  "\u05D4\u05D9\u05D0",
+  "\u05D4\u05D9\u05D4",
+  "\u05D4\u05D9\u05DB\u05DF",
+  "\u05D4\u05D9\u05EA\u05D4",
+  "\u05D4\u05D9\u05EA\u05D9",
+  "\u05D4\u05DD",
+  "\u05D4\u05DF",
+  "\u05D4\u05E0\u05D4",
+  "\u05D4\u05E1\u05D9\u05D1\u05D4\u05E9\u05D1\u05D2\u05DC\u05DC\u05D4",
+  "\u05D4\u05E8\u05D9",
+  "\u05D5\u05D0\u05D9\u05DC\u05D5",
+  "\u05D5\u05D0\u05EA",
+  "\u05D6\u05D0\u05EA",
+  "\u05D6\u05D4",
+  "\u05D6\u05D5\u05EA",
+  "\u05D9\u05D4\u05D9\u05D4",
+  "\u05D9\u05D5\u05DB\u05DC",
+  "\u05D9\u05D5\u05DB\u05DC\u05D5",
+  "\u05D9\u05D5\u05EA\u05E8\u05DE\u05D3\u05D9",
+  "\u05D9\u05DB\u05D5\u05DC",
+  "\u05D9\u05DB\u05D5\u05DC\u05D4",
+  "\u05D9\u05DB\u05D5\u05DC\u05D5\u05EA",
+  "\u05D9\u05DB\u05D5\u05DC\u05D9\u05DD",
+  "\u05D9\u05DB\u05DC",
+  "\u05D9\u05DB\u05DC\u05D4",
+  "\u05D9\u05DB\u05DC\u05D5",
+  "\u05D9\u05E9",
+  "\u05DB\u05D0\u05DF",
+  "\u05DB\u05D0\u05E9\u05E8",
+  "\u05DB\u05D5\u05DC\u05DD",
+  "\u05DB\u05D5\u05DC\u05DF",
+  "\u05DB\u05D6\u05D4",
+  "\u05DB\u05D9",
+  "\u05DB\u05D9\u05E6\u05D3",
+  "\u05DB\u05DA",
+  "\u05DB\u05DB\u05D4",
+  "\u05DB\u05DC",
+  "\u05DB\u05DC\u05DC",
+  "\u05DB\u05DE\u05D5",
+  "\u05DB\u05DF",
+  "\u05DB\u05E4\u05D9",
+  "\u05DB\u05E9",
+  "\u05DC\u05D0",
+  "\u05DC\u05D0\u05D5",
+  "\u05DC\u05D0\u05D9\u05D6\u05D5\u05EA\u05DB\u05DC\u05D9\u05EA",
+  "\u05DC\u05D0\u05DF",
+  "\u05DC\u05D1\u05D9\u05DF",
+  "\u05DC\u05D4",
+  "\u05DC\u05D4\u05D9\u05D5\u05EA",
+  "\u05DC\u05D4\u05DD",
+  "\u05DC\u05D4\u05DF",
+  "\u05DC\u05D5",
+  "\u05DC\u05D9",
+  "\u05DC\u05DB\u05DD",
+  "\u05DC\u05DB\u05DF",
+  "\u05DC\u05DE\u05D4",
+  "\u05DC\u05DE\u05D8\u05D4",
+  "\u05DC\u05DE\u05E2\u05DC\u05D4",
+  "\u05DC\u05DE\u05E7\u05D5\u05DD\u05E9\u05D1\u05D5",
+  "\u05DC\u05DE\u05E8\u05D5\u05EA",
+  "\u05DC\u05E0\u05D5",
+  "\u05DC\u05E2\u05D1\u05E8",
+  "\u05DC\u05E2\u05D9\u05DB\u05DF",
+  "\u05DC\u05E4\u05D9\u05DB\u05DA",
+  "\u05DC\u05E4\u05E0\u05D9",
+  "\u05DE\u05D0\u05D3",
+  "\u05DE\u05D0\u05D7\u05D5\u05E8\u05D9",
+  "\u05DE\u05D0\u05D9\u05D6\u05D5\u05E1\u05D9\u05D1\u05D4",
+  "\u05DE\u05D0\u05D9\u05DF",
+  "\u05DE\u05D0\u05D9\u05E4\u05D4",
+  "\u05DE\u05D1\u05DC\u05D9",
+  "\u05DE\u05D1\u05E2\u05D3",
+  "\u05DE\u05D3\u05D5\u05E2",
+  "\u05DE\u05D4",
+  "\u05DE\u05D4\u05D9\u05DB\u05DF",
+  "\u05DE\u05D5\u05DC",
+  "\u05DE\u05D7\u05D5\u05E5",
+  "\u05DE\u05D9",
+  "\u05DE\u05DB\u05D0\u05DF",
+  "\u05DE\u05DB\u05D9\u05D5\u05D5\u05DF",
+  "\u05DE\u05DC\u05D1\u05D3",
+  "\u05DE\u05DF",
+  "\u05DE\u05E0\u05D9\u05DF",
+  "\u05DE\u05E1\u05D5\u05D2\u05DC",
+  "\u05DE\u05E2\u05D8",
+  "\u05DE\u05E2\u05D8\u05D9\u05DD",
+  "\u05DE\u05E2\u05DC",
+  "\u05DE\u05E6\u05D3",
+  "\u05DE\u05E7\u05D5\u05DD\u05D1\u05D5",
+  "\u05DE\u05EA\u05D7\u05EA",
+  "\u05DE\u05EA\u05D9",
+  "\u05E0\u05D2\u05D3",
+  "\u05E0\u05D2\u05E8",
+  "\u05E0\u05D5",
+  "\u05E2\u05D3",
+  "\u05E2\u05D6",
+  "\u05E2\u05DC",
+  "\u05E2\u05DC\u05D9",
+  "\u05E2\u05DC\u05D9\u05D4",
+  "\u05E2\u05DC\u05D9\u05D4\u05DD",
+  "\u05E2\u05DC\u05D9\u05D4\u05DF",
+  "\u05E2\u05DC\u05D9\u05D5",
+  "\u05E2\u05DC\u05D9\u05DA",
+  "\u05E2\u05DC\u05D9\u05DB\u05DD",
+  "\u05E2\u05DC\u05D9\u05E0\u05D5",
+  "\u05E2\u05DD",
+  "\u05E2\u05E6\u05DE\u05D4",
+  "\u05E2\u05E6\u05DE\u05D4\u05DD",
+  "\u05E2\u05E6\u05DE\u05D4\u05DF",
+  "\u05E2\u05E6\u05DE\u05D5",
+  "\u05E2\u05E6\u05DE\u05D9",
+  "\u05E2\u05E6\u05DE\u05DD",
+  "\u05E2\u05E6\u05DE\u05DF",
+  "\u05E2\u05E6\u05DE\u05E0\u05D5",
+  "\u05E4\u05D4",
+  "\u05E8\u05E7",
+  "\u05E9\u05D5\u05D1",
+  "\u05E9\u05DC",
+  "\u05E9\u05DC\u05D4",
+  "\u05E9\u05DC\u05D4\u05DD",
+  "\u05E9\u05DC\u05D4\u05DF",
+  "\u05E9\u05DC\u05D5",
+  "\u05E9\u05DC\u05D9",
+  "\u05E9\u05DC\u05DA",
+  "\u05E9\u05DC\u05DB\u05D4",
+  "\u05E9\u05DC\u05DB\u05DD",
+  "\u05E9\u05DC\u05DB\u05DF",
+  "\u05E9\u05DC\u05E0\u05D5",
+  "\u05E9\u05DD",
+  "\u05EA\u05D4\u05D9\u05D4",
+  "\u05EA\u05D7\u05EA"
+]);
+var NIQQUD_AND_CANTILLATION = /[\u0591-\u05c7]/g;
+function normalize(token) {
+  return token.replace(NIQQUD_AND_CANTILLATION, "");
+}
+var hebrew = {
+  name: "hebrew",
+  revision: "1",
+  stemmer: null,
+  stopWords: withNormalisedSpellings(stopWords, normalize),
+  normalizer: normalize,
+  tokenizer: { splitPattern: /[^\u0591-\u05bd\u05c1\u05c2\u05c7-\u05ea\u05f0-\u05f4a-z0-9]+/gi }
+};
+
+export { hebrew };

package/dist/languages/hindi.d.ts

@@ -1,4 +1,4 @@
-import { L as LanguageModule } from '../language-ONQ3iVDf.js';
+import { L as LanguageModule } from '../language-CmJBHf1j.js';
 
 declare const hindi: LanguageModule;
 

package/dist/languages/hindi.mjs

@@ -1,99 +1,170 @@
-// src/languages/hindi.ts
-var SUFFIXES_5 = ["\u0924\u093F\u092F\u094B\u0902", "\u093E\u0913\u0902\u0917\u0940", "\u093E\u0913\u0902\u0917\u0947", "\u093E\u0913\u0902\u0917\u093E", "\u093E\u0907\u090F\u0917\u0940", "\u093E\u0907\u090F\u0917\u0947", "\u093E\u0907\u090F\u0917\u093E"];
-var SUFFIXES_4 = [
-  "\u093E\u090F\u0902\u0917\u0940",
-  "\u093E\u090F\u0902\u0917\u0947",
-  "\u093E\u090F\u0902\u0917\u093E",
-  "\u093E\u090A\u0902\u0917\u0940",
-  "\u093E\u090A\u0902\u0917\u093E",
-  "\u093F\u092F\u093E\u0901",
-  "\u093F\u092F\u094B\u0902",
-  "\u093F\u092F\u093E\u0902",
-  "\u0924\u093F\u092F\u094B",
-  "\u0942\u0901\u0917\u0940",
-  "\u0942\u0901\u0917\u093E",
-  "\u093E\u0924\u0940\u0902",
-  "\u0928\u093E\u0913\u0902",
-  "\u093E\u0913\u0917\u0940",
-  "\u093E\u0913\u0917\u0947",
-  "\u093E\u0913\u0917\u093E",
-  "\u093E\u0907\u090F\u0902",
-  "\u093E\u0907\u092F\u0947",
-  "\u093E\u0908\u092F\u0947"
-];
-var SUFFIXES_3 = [
-  "\u093F\u092F\u093E\u0901",
-  "\u094B\u0902\u0917\u0940",
-  "\u094B\u0902\u0917\u0947",
-  "\u094B\u0902\u0917\u093E",
-  "\u090F\u0902\u0917\u0940",
-  "\u090F\u0902\u0917\u0947",
-  "\u090F\u0902\u0917\u093E",
-  "\u0942\u0902\u0917\u0940",
-  "\u0942\u0902\u0917\u093E",
-  "\u093E\u0924\u0940\u0902",
-  "\u0935\u093E\u0932\u093E",
-  "\u0935\u093E\u0932\u0947",
-  "\u0935\u093E\u0932\u0940",
-  "\u093F\u090F\u0917\u0940",
-  "\u093F\u090F\u0917\u0947",
-  "\u093F\u090F\u0917\u093E",
-  "\u0940\u090F\u0917\u0940",
-  "\u0940\u090F\u0917\u0947",
-  "\u0940\u090F\u0917\u093E",
-  "\u093F\u092F\u094B",
-  "\u093F\u092F\u093E",
-  "\u093E\u0924\u0940",
-  "\u093E\u0924\u093E",
-  "\u093E\u0924\u0947",
-  "\u093E\u0928\u093E",
-  "\u093E\u0928\u0947",
-  "\u093E\u0928\u0940",
-  "\u093E\u0928\u094B",
-  "\u093E\u0913\u0902",
-  "\u093E\u0915\u0930",
-  "\u093E\u0907\u090F",
-  "\u093E\u0908\u0902"
-];
-var SUFFIXES_2 = [
-  "\u0915\u0930",
-  "\u093E\u0913",
-  "\u093F\u090F",
-  "\u093E\u0908",
-  "\u093E\u090F",
-  "\u0928\u0947",
-  "\u0928\u0940",
-  "\u0928\u093E",
-  "\u0924\u0947",
-  "\u0924\u0940",
-  "\u0924\u093E",
-  "\u093E\u0901",
-  "\u093E\u0902",
-  "\u094B\u0902",
-  "\u0947\u0902",
-  "\u0939\u093E",
-  "\u0939\u0947",
-  "\u0939\u0940",
-  "\u0939\u094B",
-  "\u0940\u0902",
-  "\u094B\u0901"
+import { withNormalisedSpellings } from '../chunk-GHJWC2E5.mjs';
+import { BaseStemmer } from '../chunk-U2BKYEC7.mjs';
+
+// src/languages/snowball/hindi.ts
+var a_0 = [
+  ["\u0906\u0901", -1],
+  ["\u093E\u0901", -1],
+  ["\u0907\u092F\u093E\u0901", -1, 1],
+  ["\u0906\u0907\u092F\u093E\u0901", -1, 1],
+  ["\u093E\u0907\u092F\u093E\u0901", -1, 2],
+  ["\u093F\u092F\u093E\u0901", -1, 4],
+  ["\u0906\u0902", -1],
+  ["\u0909\u0906\u0902", -1, 1],
+  ["\u0941\u0906\u0902", -1, 2],
+  ["\u0908\u0902", -1],
+  ["\u0906\u0908\u0902", -1, 1],
+  ["\u093E\u0908\u0902", -1, 2],
+  ["\u090F\u0902", -1],
+  ["\u0906\u090F\u0902", -1, 1],
+  ["\u0909\u090F\u0902", -1, 2],
+  ["\u093E\u090F\u0902", -1, 3],
+  ["\u0924\u093E\u090F\u0902", -1, 1, 1],
+  ["\u0905\u0924\u093E\u090F\u0902", -1, 1],
+  ["\u0928\u093E\u090F\u0902", -1, 3, 1],
+  ["\u0905\u0928\u093E\u090F\u0902", -1, 1],
+  ["\u0941\u090F\u0902", -1, 8],
+  ["\u0913\u0902", -1],
+  ["\u0906\u0913\u0902", -1, 1],
+  ["\u0909\u0913\u0902", -1, 2],
+  ["\u093E\u0913\u0902", -1, 3],
+  ["\u0924\u093E\u0913\u0902", -1, 1, 1],
+  ["\u0905\u0924\u093E\u0913\u0902", -1, 1],
+  ["\u0928\u093E\u0913\u0902", -1, 3, 1],
+  ["\u0905\u0928\u093E\u0913\u0902", -1, 1],
+  ["\u0941\u0913\u0902", -1, 8],
+  ["\u093E\u0902", -1],
+  ["\u0907\u092F\u093E\u0902", -1, 1],
+  ["\u0906\u0907\u092F\u093E\u0902", -1, 1],
+  ["\u093E\u0907\u092F\u093E\u0902", -1, 2],
+  ["\u093F\u092F\u093E\u0902", -1, 4],
+  ["\u0940\u0902", -1],
+  ["\u0924\u0940\u0902", -1, 1, 1],
+  ["\u0905\u0924\u0940\u0902", -1, 1],
+  ["\u0906\u0924\u0940\u0902", -1, 2],
+  ["\u093E\u0924\u0940\u0902", -1, 3],
+  ["\u0947\u0902", -1],
+  ["\u094B\u0902", -1],
+  ["\u0907\u092F\u094B\u0902", -1, 1],
+  ["\u0906\u0907\u092F\u094B\u0902", -1, 1],
+  ["\u093E\u0907\u092F\u094B\u0902", -1, 2],
+  ["\u093F\u092F\u094B\u0902", -1, 4],
+  ["\u0905", -1],
+  ["\u0906", -1],
+  ["\u0907", -1],
+  ["\u0908", -1],
+  ["\u0906\u0908", -1, 1],
+  ["\u093E\u0908", -1, 2],
+  ["\u0909", -1],
+  ["\u090A", -1],
+  ["\u090F", -1],
+  ["\u0906\u090F", -1, 1],
+  ["\u0907\u090F", -1, 2],
+  ["\u0906\u0907\u090F", -1, 1],
+  ["\u093E\u0907\u090F", -1, 2],
+  ["\u093E\u090F", -1, 5],
+  ["\u093F\u090F", -1, 6],
+  ["\u0913", -1],
+  ["\u0906\u0913", -1, 1],
+  ["\u093E\u0913", -1, 2],
+  ["\u0915\u0930", -1, 0, 1],
+  ["\u0905\u0915\u0930", -1, 1],
+  ["\u0906\u0915\u0930", -1, 2],
+  ["\u093E\u0915\u0930", -1, 3],
+  ["\u093E", -1],
+  ["\u090A\u0902\u0917\u093E", -1, 1],
+  ["\u0906\u090A\u0902\u0917\u093E", -1, 1],
+  ["\u093E\u090A\u0902\u0917\u093E", -1, 2],
+  ["\u0942\u0902\u0917\u093E", -1, 4],
+  ["\u090F\u0917\u093E", -1, 5],
+  ["\u0906\u090F\u0917\u093E", -1, 1],
+  ["\u093E\u090F\u0917\u093E", -1, 2],
+  ["\u0947\u0917\u093E", -1, 8],
+  ["\u0924\u093E", -1, 9, 1],
+  ["\u0905\u0924\u093E", -1, 1],
+  ["\u0906\u0924\u093E", -1, 2],
+  ["\u093E\u0924\u093E", -1, 3],
+  ["\u0928\u093E", -1, 13, 1],
+  ["\u0905\u0928\u093E", -1, 1],
+  ["\u0906\u0928\u093E", -1, 2],
+  ["\u093E\u0928\u093E", -1, 3],
+  ["\u0906\u092F\u093E", -1, 17],
+  ["\u093E\u092F\u093E", -1, 18],
+  ["\u093F", -1],
+  ["\u0940", -1],
+  ["\u090A\u0902\u0917\u0940", -1, 1],
+  ["\u0906\u090A\u0902\u0917\u0940", -1, 1],
+  ["\u093E\u090A\u0902\u0917\u0940", -1, 2],
+  ["\u090F\u0902\u0917\u0940", -1, 4],
+  ["\u0906\u090F\u0902\u0917\u0940", -1, 1],
+  ["\u093E\u090F\u0902\u0917\u0940", -1, 2],
+  ["\u0942\u0902\u0917\u0940", -1, 7],
+  ["\u0947\u0902\u0917\u0940", -1, 8],
+  ["\u090F\u0917\u0940", -1, 9],
+  ["\u0906\u090F\u0917\u0940", -1, 1],
+  ["\u093E\u090F\u0917\u0940", -1, 2],
+  ["\u0913\u0917\u0940", -1, 12],
+  ["\u0906\u0913\u0917\u0940", -1, 1],
+  ["\u093E\u0913\u0917\u0940", -1, 2],
+  ["\u0947\u0917\u0940", -1, 15],
+  ["\u094B\u0917\u0940", -1, 16],
+  ["\u0924\u0940", -1, 17, 1],
+  ["\u0905\u0924\u0940", -1, 1],
+  ["\u0906\u0924\u0940", -1, 2],
+  ["\u093E\u0924\u0940", -1, 3],
+  ["\u0928\u0940", -1, 21, 1],
+  ["\u0905\u0928\u0940", -1, 1],
+  ["\u0941", -1],
+  ["\u0942", -1],
+  ["\u0947", -1],
+  ["\u090F\u0902\u0917\u0947", -1, 1],
+  ["\u0906\u090F\u0902\u0917\u0947", -1, 1],
+  ["\u093E\u090F\u0902\u0917\u0947", -1, 2],
+  ["\u0947\u0902\u0917\u0947", -1, 4],
+  ["\u0913\u0917\u0947", -1, 5],
+  ["\u0906\u0913\u0917\u0947", -1, 1],
+  ["\u093E\u0913\u0917\u0947", -1, 2],
+  ["\u094B\u0917\u0947", -1, 8],
+  ["\u0924\u0947", -1, 9, 1],
+  ["\u0905\u0924\u0947", -1, 1],
+  ["\u0906\u0924\u0947", -1, 2],
+  ["\u093E\u0924\u0947", -1, 3],
+  ["\u0928\u0947", -1, 13, 1],
+  ["\u0905\u0928\u0947", -1, 1],
+  ["\u0906\u0928\u0947", -1, 2],
+  ["\u093E\u0928\u0947", -1, 3],
+  ["\u094B", -1],
+  ["\u094D", -1]
 ];
-var SUFFIXES_1 = ["\u093E", "\u0947", "\u094B", "\u0940", "\u093F", "\u0942", "\u0941", "\u0902", "\u0903", "\u0901"];
-var ALL_SUFFIXES = [...SUFFIXES_5, ...SUFFIXES_4, ...SUFFIXES_3, ...SUFFIXES_2, ...SUFFIXES_1];
-function isConsonant(ch) {
-  const code = ch.charCodeAt(0);
-  return code >= 2325 && code <= 2361;
-}
-function stem(word) {
-  for (const suffix of ALL_SUFFIXES) {
-    if (!word.endsWith(suffix)) continue;
-    const remaining = word.slice(0, word.length - suffix.length);
-    if (remaining.length < 2) continue;
-    const lastChar = remaining[remaining.length - 1];
-    if (isConsonant(lastChar)) return remaining;
+var g_consonant = [255, 255, 255, 255, 159, 0, 0, 0, 248, 7];
+var HindiStemmer = class extends BaseStemmer {
+  #r_CONSONANT() {
+    return this.in_grouping_b(g_consonant, 2325, 2399);
+  }
+  #stem() {
+    if (this.c >= this.limit) return false;
+    this.c++;
+    this.limit_backward = this.c;
+    this.c = this.limit;
+    this.ket = this.c;
+    if (this.find_among_b(a_0, this.#r_CONSONANT) === 0) return false;
+    this.bra = this.c;
+    this.slice_del();
+    this.c = this.limit_backward;
+    return true;
   }
-  return word;
+  stem(input) {
+    this.setCurrent(input);
+    this.#stem();
+    return this.getCurrent();
+  }
+};
+var shared = new HindiStemmer();
+function stem(token) {
+  return shared.stem(token);
 }
+
+// src/languages/hindi.ts
 var stopWords = /* @__PURE__ */ new Set([
   "\u0905\u0902\u0926\u0930",
   "\u0905\u0924",
@@ -163,7 +234,7 @@ var stopWords = /* @__PURE__ */ new Set([
   "\u0915\u093E",
   "\u0915\u093E\u092B\u093C\u0940",
   "\u0915\u093E\u092B\u093F",
-  "\u0915\u093E\u095E\u0940",
+  "\u0915\u093E\u092B\u093C\u0940",
   "\u0915\u093F",
   "\u0915\u093F\u0902\u0939\u0947\u0902",
   "\u0915\u093F\u0902\u0939\u094B\u0902",
@@ -291,7 +362,7 @@ var stopWords = /* @__PURE__ */ new Set([
   "\u0935\u093E\u0932\u0947",
   "\u0935\u0941\u0939",
   "\u0935\u0947",
-  "\u0935\u095A\u0948\u0930\u0939",
+  "\u0935\u0917\u093C\u0948\u0930\u0939",
   "\u0938\u0902\u0917",
   "\u0938\u0915\u0924\u093E",
   "\u0938\u0915\u0924\u0947",
@@ -323,11 +394,18 @@ var stopWords = /* @__PURE__ */ new Set([
   "\u0939\u094B\u0928\u093E",
   "\u0939\u094B\u0928\u0947"
 ]);
+var NASAL_BEFORE_STOP = /[\u0919\u091E\u0923\u0928\u092E]\u094D(?=[\u0915-\u092E])/g;
+var ANUSVARA = "\u0902";
+function normalize(token) {
+  return token.replace(NASAL_BEFORE_STOP, ANUSVARA);
+}
 var hindi = {
   name: "hindi",
+  revision: "b7e1a82abe08c76a",
   stemmer: stem,
-  stopWords,
-  tokenizer: { splitPattern: /[^\u0900-\u097fa-z0-9]+/gi }
+  stopWords: withNormalisedSpellings(stopWords, normalize),
+  normalizer: normalize,
+  tokenizer: { splitPattern: /[^\u0900-\u0963\u0966-\u097fa-z0-9]+/gi }
 };
 
 export { hindi };

package/dist/languages/hungarian.d.ts

@@ -1,4 +1,4 @@
-import { L as LanguageModule } from '../language-ONQ3iVDf.js';
+import { L as LanguageModule } from '../language-CmJBHf1j.js';
 
 declare const hungarian: LanguageModule;