langtell 0.4.0 → 0.6.0

package/dist/profiles.js

@@ -804,6 +804,300 @@ var FREQUENT_GENERATED = {
     "\u043F\u0440\u043E\u0438\u0437\u043E\u0448\u043B\u043E",
     "\u043A\u043E\u0442\u043E\u0440\u0443\u044E"
   ],
+  mk: [
+    "\u0434\u0430",
+    "\u043D\u0435",
+    "\u0441\u0435",
+    "\u0435",
+    "\u043D\u0430",
+    "\u0433\u043E",
+    "\u0438",
+    "\u0448\u0442\u043E",
+    "\u0432\u043E",
+    "\u0437\u0430",
+    "\u0442\u043E\u0430",
+    "\u0442\u0438",
+    "\u0434\u0435\u043A\u0430",
+    "\u043E\u0434",
+    "\u0441\u043E",
+    "\u043C\u0438",
+    "\u0441\u0438",
+    "\u0458\u0430",
+    "\u043A\u0430\u043A\u043E",
+    "\u0458\u0430\u0441",
+    "\u0433\u0438",
+    "\u043E\u0432\u0430",
+    "\u0441\u0443\u043C",
+    "\u0434\u043E\u0431\u0440\u043E",
+    "\u043C\u0435",
+    "\u0442\u0435",
+    "\u0441\u0430\u043C\u043E",
+    "\u043B\u0438",
+    "\u043D\u0435\u043C\u0430",
+    "\u043D\u043E",
+    "\u0430\u043A\u043E",
+    "\u0430",
+    "\u0442\u043E\u0458",
+    "\u0431\u0435\u0448\u0435",
+    "\u0442\u0440\u0435\u0431\u0430",
+    "\u043A\u043E\u0433\u0430",
+    "\u0441\u0435\u0433\u0430",
+    "\u043C\u043D\u043E\u0433\u0443",
+    "\u0437\u043D\u0430\u043C",
+    "\u043A\u043E\u0458",
+    "\u043C\u0443",
+    "\u0438\u043C\u0430",
+    "\u043D\u0435\u0448\u0442\u043E",
+    "\u043C\u043E\u0436\u0435",
+    "\u043C\u0435\u043D\u0435",
+    "\u0431\u0438",
+    "\u043A\u0430\u0434\u0435",
+    "\u0441\u0430\u043A\u0430\u043C",
+    "\u0442\u0435\u0431\u0435",
+    "\u0442\u0443\u043A\u0430",
+    "\u0434\u0430\u043B\u0438",
+    "\u0442\u0430\u043A\u0430",
+    "\u0437\u043E\u0448\u0442\u043E",
+    "\u0441\u0438\u0442\u0435",
+    "\u0430\u0458\u0434\u0435",
+    "\u0440\u0435\u0434",
+    "\u043D\u0438",
+    "\u043F\u0430",
+    "\u0437\u043D\u0430\u0435\u0448",
+    "\u043E\u0432\u0434\u0435",
+    "\u0442\u0430\u0430",
+    "\u043C\u043E\u0436\u0430\u043C",
+    "\u0431\u0438\u0434\u0435",
+    "\u043F\u043E",
+    "\u043C\u0438\u0441\u043B\u0430\u043C",
+    "\u0441\u0430\u043A\u0430\u0448",
+    "\u0434\u043E",
+    "\u0435\u0434\u0435\u043D",
+    "\u0432\u0438",
+    "\u0443\u0448\u0442\u0435",
+    "\u0438\u043B\u0438",
+    "\u043D\u0435\u043A\u043E\u0458",
+    "\u0430\u043C\u0430",
+    "\u0432\u0440\u0435\u043C\u0435",
+    "\u043D\u0438\u0448\u0442\u043E",
+    "\u0442\u0438\u0435",
+    "\u0442\u0430\u043C\u0443",
+    "\u0441\u043C\u0435",
+    "\u043C\u043E\u0440\u0430",
+    "\u0441\u0442\u0435",
+    "\u043F\u0440\u0435\u0434",
+    "\u043C\u043E\u0436\u0435\u0431\u0438",
+    "\u0438\u043C\u0430\u043C",
+    "\u0432\u0435",
+    "\u043C\u0430\u043B\u043A\u0443",
+    "\u043C\u043E\u043B\u0430\u043C",
+    "\u043D\u0438\u0435",
+    "\u0435\u0458",
+    "\u043E\u0434\u0438\u043C\u0435",
+    "\u043D\u0430\u0432\u0438\u0441\u0442\u0438\u043D\u0430",
+    "\u043C\u043E\u0436\u0435\u0448",
+    "\u043A\u043E\u043B\u043A\u0443",
+    "\u043D\u0435\u0433\u043E",
+    "\u043C\u043E\u0458\u043E\u0442",
+    "\u0440\u0430\u0431\u043E\u0442\u0430",
+    "\u0442\u043E\u0433\u0430\u0448",
+    "\u043E\u0434\u0438",
+    "\u0437\u0434\u0440\u0430\u0432\u043E",
+    "\u0442\u043E\u043B\u043A\u0443",
+    "\u043D\u0438\u043A\u043E\u0433\u0430\u0448",
+    "\u0438\u043C\u0430\u0448",
+    "\u0432\u0438\u0435",
+    "\u043C\u0438\u0441\u043B\u0438\u0448",
+    "\u0438\u043C",
+    "\u043A\u043E\u0438",
+    "\u0437\u043D\u0430\u0447\u0438",
+    "\u0437\u0430\u0442\u043E\u0430",
+    "\u0435\u0434\u043D\u0430",
+    "\u0431\u043B\u0430\u0433\u043E\u0434\u0430\u0440\u0430\u043C",
+    "\u043C\u043E\u0458\u0430\u0442\u0430",
+    "\u043E\u0432\u043E\u0458",
+    "\u043A\u043E\u0458\u0430",
+    "\u0442\u0430\u0442\u043A\u043E",
+    "\u0440\u0430\u0431\u043E\u0442\u0438",
+    "\u043D\u0435\u043B\u0438",
+    "\u0431\u0435\u0437",
+    "\u043E\u0434\u0430\u043C",
+    "\u043A\u0430\u0436\u0430\u043C",
+    "\u0447\u043E\u0432\u0435\u043A",
+    "\u0438\u043C\u0430\u043C\u0435",
+    "\u0433\u043E\u0434\u0438\u043D\u0438",
+    "\u043D\u0430\u0441",
+    "\u0434\u0435\u043D",
+    "\u043E\u0432\u0430\u0430",
+    "\u0444\u0430\u043B\u0430",
+    "\u043F\u0440\u0430\u0432\u0438\u0448",
+    "\u043A\u0430\u0458",
+    "\u0441\u0430\u043A\u0430",
+    "\u043D\u0430\u043F\u0440\u0430\u0432\u0438",
+    "\u043E",
+    "\u0440\u0435\u0447\u0435",
+    "\u0432\u0438\u0434\u0438",
+    "\u0442\u0432\u043E\u0458\u043E\u0442",
+    "\u0431\u0435\u0432",
+    "\u0438\u0437\u0433\u043B\u0435\u0434\u0430",
+    "\u0434\u043E\u0434\u0435\u043A\u0430",
+    "\u0441\u043B\u0443\u0447\u0438",
+    "\u043A\u0430\u0436\u0438",
+    "\u043F\u0430\u0442",
+    "\u0432\u0430\u0441",
+    "\u0442\u0432\u043E\u0458\u0430\u0442\u0430",
+    "\u043D\u0438\u043A\u043E\u0458",
+    "\u043C\u0438\u0441\u043B\u0435\u0432",
+    "\u043C\u0435\u0441\u0442\u043E",
+    "\u043E\u0432\u0438\u0435",
+    "\u0434\u043E\u043C\u0430",
+    "\u043C\u0430\u0458\u043A\u0430",
+    "\u0441\u0435\u043A\u043E\u0433\u0430\u0448",
+    "\u0436\u0430\u043B",
+    "\u043C\u043E\u0440\u0430\u043C"
+  ],
+  kk: [
+    "\u043C\u0435\u043D",
+    "\u043E\u043B",
+    "\u0441\u0435\u043D",
+    "\u043D\u0435",
+    "\u043A\u0435\u0440\u0435\u043A",
+    "\u043E\u043D\u044B",
+    "\u0431\u0430",
+    "\u043C\u0430",
+    "\u0431\u0430\u0440",
+    "\u0431\u0435",
+    "\u0434\u0435\u043F",
+    "\u0435\u043C\u0435\u0441",
+    "\u0441\u0456\u0437",
+    "\u0431\u0456\u0437",
+    "\u0430\u043B",
+    "\u043C\u0435\u043D\u0456",
+    "\u0434\u0435",
+    "\u0436\u0430\u0442\u044B\u0440",
+    "\u0435\u043D\u0434\u0456",
+    "\u043E\u043B\u0430\u0440",
+    "\u0431\u0456\u0440",
+    "\u0434\u0430",
+    "\u0441\u0435\u043D\u0456",
+    "\u043D\u0435\u0433\u0435",
+    "\u0430\u0434\u0430\u043C",
+    "\u043E\u0441\u044B\u043D\u0434\u0430",
+    "\u0431\u043E\u043B\u0430\u0434\u044B",
+    "\u043A\u0435\u043B\u0435\u0434\u0456",
+    "\u0434\u043E\u043A\u0442\u043E\u0440",
+    "\u043C\u044B\u043D\u0430",
+    "\u0431\u043E\u043B\u0434\u044B",
+    "\u0442\u0435\u043A",
+    "\u0440\u0430\u0445\u043C\u0435\u0442",
+    "\u0441\u043E\u043B",
+    "\u0435\u0434\u0456",
+    "\u043C\u0435",
+    "\u0431\u043E\u043B\u044B\u043F",
+    "\u0435\u0433\u0435\u0440",
+    "\u043E\u0441\u044B",
+    "\u043C\u044B\u043D\u0434\u0430",
+    "\u0441\u043E\u043B\u0430\u0439",
+    "\u0435\u0434\u0456\u043C",
+    "\u043C\u0456\u043D\u0435",
+    "\u043F\u0440\u0435\u0437\u0438\u0434\u0435\u043D\u0442",
+    "\u0435\u043A\u0435\u043D",
+    "\u043A\u0435\u0442\u0442\u0456",
+    "\u043A\u0456\u043C",
+    "\u0431\u043E\u043B\u0441\u0430",
+    "\u0431\u0456\u043B\u043C\u0435\u0439\u043C\u0456\u043D",
+    "\u0431\u0456\u0437\u0433\u0435",
+    "\u0436\u0430\u0440\u0430\u0439\u0434\u044B",
+    "\u0430\u043B\u044B\u043F",
+    "\u0441\u0456\u0437\u0434\u0456",
+    "\u043F\u0435",
+    "\u0441\u0456\u0437\u0433\u0435",
+    "\u0436\u0435\u0440\u0434\u0435",
+    "\u0448\u0435",
+    "\u043A\u0435\u0442\u0442\u0456\u043A",
+    "\u0431\u043E\u043B\u0430",
+    "\u0448\u044B\u043D",
+    "\u0436\u0435\u0440\u0434\u0435\u043D",
+    "\u0430\u0434\u0430\u043C\u0434\u0430\u0440",
+    "\u0442\u0443\u0440\u0430\u043B\u044B",
+    "\u0436\u0435\u0440\u0433\u0435",
+    "\u0441\u043E\u043D\u0434\u0430",
+    "\u043A\u0435\u043B\u0434\u0456",
+    "\u043C\u044B\u0440\u0437\u0430",
+    "\u0442\u0456\u0440\u0456",
+    "\u0434\u0435\u0433\u0435\u043D",
+    "\u0431\u043E\u043B\u0430\u0440",
+    "\u0431\u0456\u043B\u0435\u043C\u0456\u043D",
+    "\u043E\u043D\u0434\u0430",
+    "\u0430",
+    "\u0431\u0456\u0440\u0433\u0435",
+    "\u0442\u044B\u043C",
+    "\u0441\u0435\u0431\u0435\u0431\u0456",
+    "\u0435\u043A\u0435\u043D\u0456\u043D",
+    "\u043A\u0435\u043B",
+    "\u043A\u0435\u043B\u0433\u0435\u043D",
+    "\u0442\u0430\u0443\u044B\u043F",
+    "\u0434\u0435\u0439\u0434\u0456",
+    "\u0431\u0435\u0440",
+    "\u0442\u0456\u043F\u0442\u0456",
+    "\u043E\u043B\u0430\u0440\u0434\u044B",
+    "\u0430\u043B\u043C\u0430\u0439\u043C\u044B\u043D",
+    "\u043E\u0441\u044B\u043B\u0430\u0439",
+    "\u043E\u043B\u0430\u0439",
+    "\u043E\u0434\u0430\u043D",
+    "\u0431\u0435\u0440\u0456",
+    "\u0436\u0430\u0442\u044B\u0440\u043C\u044B\u043D",
+    "\u043C\u044B\u043D\u0430\u0443",
+    "\u043A\u0435\u043B\u0435",
+    "\u0443",
+    "\u0430\u043F\u0430",
+    "\u0441\u043E\u043D\u0434\u0430\u0439",
+    "\u043A\u0435\u0448\u0456\u0440\u0456\u043C",
+    "\u0435\u0448\u043A\u0456\u043C",
+    "\u0431\u0456\u0437\u0434\u0456",
+    "\u043F\u0430",
+    "\u0456\u0437\u0434\u0435\u043F",
+    "\u0442\u0438\u0456\u0441",
+    "\u0441\u0435\u043D\u0434\u0435\u0440",
+    "\u043C\u0435\u043D\u0434\u0435",
+    "\u0434\u0435\u043D\u0435",
+    "\u043A\u0435\u0439\u0456\u043D",
+    "\u0442\u0435\u0437",
+    "\u0442\u0430\u0440\u0442",
+    "\u0431\u0456\u0440\u0435\u0443",
+    "\u0431\u043E\u043B\u043C\u0430\u0439\u0434\u044B",
+    "\u0430\u043D\u0430",
+    "\u0442\u044B\u043D\u044B\u0448",
+    "\u043E\u0439\u043B\u0430\u043F",
+    "\u0435\u043A\u0456",
+    "\u0431\u043E\u043B\u043C\u0430\u0441\u0430",
+    "\u0430\u0439\u0442\u0442\u044B",
+    "\u043A\u0435\u043B\u0434\u0456\u043C",
+    "\u0430\u0440\u043D\u0430\u0439\u044B",
+    "\u0431\u044B\u043B\u0430\u0439",
+    "\u0448\u044B\u043D\u044B\u043C\u0435\u043D",
+    "\u043A\u0435\u043B\u0456\u043F",
+    "\u0431\u043E\u043B",
+    "\u0431\u0430\u0440\u044B\u043F",
+    "\u0430\u043B\u0442\u044B\u043D",
+    "\u043E\u0442\u044B\u0440",
+    "\u0431\u043E\u043B\u0443",
+    "\u043A\u0456\u0448\u043A\u0435\u043D\u0435",
+    "\u0430\u043B\u043C\u0430\u0439",
+    "\u043A\u0435\u043B\u043C\u0435\u0439\u0434\u0456",
+    "\u043A\u0435\u0440\u0435\u043C\u0435\u0442",
+    "\u0430\u0434\u0430\u043C\u0434\u0430\u0440\u044B",
+    "\u0434\u0435\u0439\u043C\u0456\u043D",
+    "\u0436\u0435\u043F",
+    "\u0431\u043E\u0439\u044B",
+    "\u0441\u044D\u0440",
+    "\u0434\u0435\u0433\u0435\u043D\u043C\u0435\u043D",
+    "\u043A\u0435\u0439",
+    "\u0431\u043E\u043F",
+    "\u0442\u0435\u0437\u0456\u0440\u0435\u043A",
+    "\u0431\u0456\u0440\u0430\u0437",
+    "\u0431\u0430\u0440\u0430"
+  ],
   en: []
 };
 
@@ -835,6 +1129,28 @@ var BG_FREQUENT = [
   "\u0438\u0437\u0432\u0435\u0441\u0442\u0435\u043D",
   "\u0441\u0442\u0440\u0430\u043D\u0430"
 ];
+var SR_FREQUENT = [
+  "\u0432\u0435\u0441\u0442\u0438",
+  "\u0432\u0438\u0434\u0435\u043E",
+  "\u0433\u0440\u0430\u0434",
+  "\u0434\u0440\u0436\u0430\u0432\u0430",
+  "\u0434\u0430\u043D\u0430\u0441",
+  "\u0436\u0438\u0432\u043E\u0442",
+  "\u0459\u0443\u0434\u0438",
+  "\u043F\u043E\u0441\u0430\u043E",
+  "\u0441\u0440\u0431\u0438\u0458\u0430",
+  "\u0441\u0440\u043F\u0441\u043A\u0438",
+  "\u043F\u043E\u0437\u043D\u0430\u0442",
+  "\u0437\u0435\u043C\u0459\u0430",
+  "\u0432\u0440\u0435\u043C\u0435",
+  "\u0434\u0435\u0446\u0430",
+  "\u0433\u043E\u0434\u0438\u043D\u0435",
+  "\u0447\u043E\u0432\u0435\u043A",
+  "\u043D\u043E\u0432\u0438\u043D\u0435",
+  "\u0441\u0432\u0435\u0442",
+  "\u0434\u0430\u043D\u0430\u0448\u045A\u0438",
+  "\u043D\u0435\u0434\u0435\u0459\u0430"
+];
 var uk = {
   code: "uk",
   iso6393: "ukr",
@@ -1016,7 +1332,120 @@ var en = {
     frequent: FREQUENT_GENERATED["en"] ?? []
   }
 };
-var PROFILES = { uk, ru, be, bg, en };
+var sr = {
+  code: "sr",
+  iso6393: "srp",
+  // Serbian Cyrillic azbuka (Вук), 30 letters. Distinctive vs the other Cyrillic
+  // profiles: ђ ћ (sr-only) and ј љ њ џ (shared with mk, inert between them; the
+  // word rungs decide sr↔mk). No ё й щ ъ ы ь э ю я.
+  alphabet: "\u0430\u0431\u0432\u0433\u0434\u0452\u0435\u0436\u0437\u0438\u0458\u043A\u043B\u0459\u043C\u043D\u045A\u043E\u043F\u0440\u0441\u0442\u045B\u0443\u0444\u0445\u0446\u0447\u045F\u0448",
+  words: {
+    // Serbian-distinctive grammatical markers. `сам` (I am) is omitted: it
+    // collides with Macedonian `сам` ("alone"). Shared forms with mk (и, да, се,
+    // не, на, само, …) are omitted so set-difference is not cancelled to nothing.
+    // The future markers use ћ, a letter no other profile has.
+    function: [
+      "\u0458\u0435",
+      "\u0441\u0443",
+      "\u0430\u043B\u0438",
+      "\u045B\u0435",
+      "\u045B\u0435\u043C\u043E",
+      "\u045B\u0435\u0448",
+      "\u0437\u0431\u043E\u0433",
+      "\u0458\u0435\u0440",
+      "\u043E\u0432\u0430\u0458",
+      "\u043A\u0430\u0434\u0430",
+      "\u0443\u0432\u0435\u043A",
+      "\u0441\u0430\u0434\u0430"
+    ],
+    // Hand-curated Cyrillic fallback — see SR_FREQUENT. Flagged for review.
+    frequent: FREQUENT_GENERATED["sr"] ?? SR_FREQUENT
+  }
+};
+var mk = {
+  code: "mk",
+  iso6393: "mkd",
+  // Macedonian alphabet, 31 letters. Distinctive: ѓ ќ ѕ (mk-only) plus ј љ њ џ
+  // (shared with sr). No ё й щ ъ ы ь э ю я, no ђ ћ (those are Serbian).
+  alphabet: "\u0430\u0431\u0432\u0433\u0434\u0453\u0435\u0436\u0437\u0455\u0438\u0458\u043A\u043B\u0459\u043C\u043D\u045A\u043E\u043F\u0440\u0441\u0442\u045C\u0443\u0444\u0445\u0446\u0447\u045F\u0448",
+  words: {
+    // Macedonian-distinctive grammatical markers. The future particle `ќе` and
+    // `зошто`/`затоа` use ќ (mk-only); the clitics `го`/`ги` and `сум` (I am) are
+    // distinctively Macedonian. Forms shared with sr (и, да, се, не, само, …) are
+    // omitted; `вие`/`ние` are omitted as they collide with bg.
+    function: [
+      "\u0433\u043E",
+      "\u0433\u0438",
+      "\u0441\u0443\u043C",
+      "\u045C\u0435",
+      "\u0434\u0435\u043A\u0430",
+      "\u0437\u043E\u0448\u0442\u043E",
+      "\u0437\u0430\u0442\u043E\u0430",
+      "\u0442\u043E\u0430",
+      "\u043E\u0432\u0430\u0430",
+      "\u043E\u0432\u043E\u0458",
+      "\u0442\u043E\u0458",
+      "\u0442\u0430\u0430",
+      "\u0442\u0438\u0435",
+      "\u0441\u0435\u0433\u0430",
+      "\u0441\u0438\u0442\u0435"
+    ],
+    frequent: FREQUENT_GENERATED["mk"] ?? []
+  }
+};
+var kk = {
+  code: "kk",
+  iso6393: "kaz",
+  // Kazakh Cyrillic, 42 letters (post-1940). Distinctive Turkic letters ә ғ қ ң
+  // ө ұ ү һ і set it apart from every Slavic profile; it keeps the Russian set
+  // (и й ё ц щ ъ ы ь э ю я) for loanwords. Highly distinctive, so low-risk.
+  alphabet: "\u0430\u04D9\u0431\u0432\u0433\u0493\u0434\u0435\u0451\u0436\u0437\u0438\u0439\u043A\u049B\u043B\u043C\u043D\u04A3\u043E\u04E9\u043F\u0440\u0441\u0442\u0443\u04B1\u04AF\u0444\u0445\u04BB\u0446\u0447\u0448\u0449\u044A\u044B\u0456\u044C\u044D\u044E\u044F",
+  words: {
+    // Kazakh function words — no overlap with any Slavic profile, so every form
+    // is safely distinctive. (`ма`/`ба`/`бе`/`па` interrogative particles are
+    // omitted: too short and ambiguous against Slavic two-letter clitics.)
+    function: [
+      "\u043C\u0435\u043D",
+      "\u0441\u0435\u043D",
+      "\u0431\u04B1\u043B",
+      "\u0436\u04D9\u043D\u0435",
+      "\u0431\u0430\u0440",
+      "\u0436\u043E\u049B",
+      "\u043E\u043B",
+      "\u04AF\u0448\u0456\u043D",
+      "\u043E\u043D\u044B",
+      "\u043C\u0435\u043D\u0456\u04A3",
+      "\u0441\u0435\u043D\u0456\u04A3",
+      "\u043E\u043D\u044B\u04A3",
+      "\u0431\u0456\u0440\u0430\u049B",
+      "\u0435\u0433\u0435\u0440",
+      "\u0441\u043E\u043B",
+      "\u043E\u0441\u044B",
+      "\u0431\u0456\u0437",
+      "\u0441\u0456\u0437",
+      "\u043E\u043B\u0430\u0440",
+      "\u049B\u0430\u0439\u0434\u0430",
+      "\u043D\u0435\u0433\u0435",
+      "\u0441\u0435\u0431\u0435\u0431\u0456",
+      "\u049B\u0430\u043D\u0434\u0430\u0439",
+      "\u043C\u04B1\u043D\u0434\u0430",
+      "\u0434\u0435\u043F",
+      "\u0493\u043E\u0439"
+    ],
+    // Corpus-derived from the smaller `kk_full.txt` (no curated kk_50k exists).
+    frequent: FREQUENT_GENERATED["kk"] ?? []
+  }
+};
+var PROFILES = {
+  uk,
+  ru,
+  be,
+  bg,
+  en,
+  sr,
+  mk,
+  kk
+};
 var PROFILED_CODES = Object.keys(PROFILES);
 function hasProfile(code) {
   return Object.prototype.hasOwnProperty.call(PROFILES, code);
@@ -1025,6 +1454,6 @@ function getProfiles(codes) {
   return codes.map((c) => PROFILES[c]).filter((p) => p !== void 0);
 }
 
-export { PROFILED_CODES, PROFILES, be, bg, en, getProfiles, hasProfile, ru, uk };
+export { PROFILED_CODES, PROFILES, be, bg, en, getProfiles, hasProfile, kk, mk, ru, sr, uk };
 //# sourceMappingURL=profiles.js.map
 //# sourceMappingURL=profiles.js.map