@delali/narsil 0.1.14 → 0.2.0

package/dist/languages/ewe.d.ts

@@ -1,4 +1,4 @@
-import { L as LanguageModule } from '../language-ONQ3iVDf.js';
+import { L as LanguageModule } from '../language-CmJBHf1j.js';
 
 declare const ewe: LanguageModule;
 

package/dist/languages/ewe.mjs

@@ -1,3 +1,5 @@
+import { withNormalisedSpellings } from '../chunk-GHJWC2E5.mjs';
+
 // src/languages/ewe.ts
 var stopWords = /* @__PURE__ */ new Set([
   "nye",
@@ -71,12 +73,19 @@ var stopWords = /* @__PURE__ */ new Set([
   "tsoa",
   "hena"
 ]);
+var ICELANDIC_ETH = /\u00F0/g;
+var EWE_D = "\u0256";
+function normalize(token) {
+  return token.replace(ICELANDIC_ETH, EWE_D);
+}
 var ewe = {
   name: "ewe",
+  revision: "1",
   stemmer: null,
-  stopWords,
+  stopWords: withNormalisedSpellings(stopWords, normalize),
+  normalizer: normalize,
   tokenizer: {
-    splitPattern: /[^a-zA-ZàáèéìíòóùúãẽĩõũɛɔɖƉŋƐƆƊŊɣƔÀÁÈÉÌÍÒÓÙÚÃẼĨÕŨ0-9\p{M}]+/giu,
+    splitPattern: /[^a-zA-ZàáèéêìíòóùúãẽĩũɛɔɖƉðÐŋƐƆŊɣƔƒƑʋƲÀÁÈÉÊÌÍÒÓÙÚÃẼĨŨ0-9\p{M}]+/giu,
     normalizeDiacritics: false,
     minTokenLength: 1
   }

package/dist/languages/faroese.d.ts

@@ -0,0 +1,5 @@
+import { L as LanguageModule } from '../language-CmJBHf1j.js';
+
+declare const faroese: LanguageModule;
+
+export { faroese };

package/dist/languages/faroese.mjs

@@ -0,0 +1,93 @@
+// src/languages/faroese.ts
+var stopWords = /* @__PURE__ */ new Set([
+  "\xE1",
+  "at",
+  "av",
+  "bara",
+  "eftir",
+  "eg",
+  "eisini",
+  "ella",
+  "er",
+  "fr\xE1",
+  "fyri",
+  "hann",
+  "hansara",
+  "har",
+  "hatta",
+  "hava",
+  "henda",
+  "hennara",
+  "henni",
+  "her",
+  "hesin",
+  "hetta",
+  "hevur",
+  "hon",
+  "honum",
+  "h\xF8vdu",
+  "hvar",
+  "hvat",
+  "hv\xED",
+  "hv\xF8r",
+  "hvussu",
+  "\xED",
+  "i\xF0",
+  "ikki",
+  "kann",
+  "kunnu",
+  "m\xE1",
+  "m\xE6r",
+  "meg",
+  "men",
+  "millum",
+  "m\xEDn",
+  "m\xEDni",
+  "m\xF3ti",
+  "n\xE6r",
+  "n\xFA",
+  "og",
+  "okkara",
+  "okkum",
+  "s\xE6r",
+  "seg",
+  "skal",
+  "skulu",
+  "so",
+  "sum",
+  "t\xE1",
+  "ta\xF0",
+  "t\xE6r",
+  "teg",
+  "teimum",
+  "teir",
+  "teirra",
+  "tey",
+  "t\xED",
+  "til",
+  "t\xEDn",
+  "tit",
+  "t\xFA",
+  "tykkara",
+  "tykkum",
+  "um",
+  "undir",
+  "uttan",
+  "var",
+  "vera",
+  "ver\xF0ur",
+  "vi\xF0",
+  "vil",
+  "vilja",
+  "vit",
+  "yvir"
+]);
+var faroese = {
+  name: "faroese",
+  revision: "1",
+  stemmer: null,
+  stopWords,
+  tokenizer: { splitPattern: /[^a-z0-9áðíóúýæø]+/gi }
+};
+
+export { faroese };

package/dist/languages/fijian.d.ts

@@ -0,0 +1,5 @@
+import { L as LanguageModule } from '../language-CmJBHf1j.js';
+
+declare const fijian: LanguageModule;
+
+export { fijian };

package/dist/languages/fijian.mjs

@@ -0,0 +1,55 @@
+// src/languages/fijian.ts
+var stopWords = /* @__PURE__ */ new Set([
+  "au",
+  "baleta",
+  "dua",
+  "e",
+  "ena",
+  "era",
+  "ga",
+  "ia",
+  "iko",
+  "ira",
+  "ka",
+  "ke",
+  "kece",
+  "kecega",
+  "keda",
+  "kei",
+  "keimami",
+  "kemuni",
+  "kena",
+  "ki",
+  "koya",
+  "mai",
+  "me",
+  "na",
+  "ni",
+  "nodra",
+  "nomu",
+  "nona",
+  "noqu",
+  "o",
+  "oqo",
+  "oya",
+  "rawa",
+  "sa",
+  "sara",
+  "se",
+  "sega",
+  "so",
+  "talega",
+  "tiko",
+  "tu",
+  "vei",
+  "yani"
+]);
+var fijian = {
+  name: "fijian",
+  revision: "1",
+  stemmer: null,
+  stopWords,
+  tokenizer: { splitPattern: /[^a-z0-9]+/gi }
+};
+
+export { fijian };

package/dist/languages/finnish.d.ts

@@ -1,4 +1,4 @@
-import { L as LanguageModule } from '../language-ONQ3iVDf.js';
+import { L as LanguageModule } from '../language-CmJBHf1j.js';
 
 declare const finnish: LanguageModule;