@delali/narsil-react-native 0.3.1-next.155 → 0.3.1-next.157

package/cpp/core/src/languages/data/slovak.c

@@ -0,0 +1,135 @@
+#include "../../analysis/languages.h"
+#include "declarations.h"
+
+#include <stddef.h>
+#include <stdint.h>
+
+static const uint16_t stop_word_units[1834] = {
+  97, 97, 98, 121, 97, 106, 97, 107, 97, 107, 101, 106, 97, 107, 101, 106, 382, 101, 97, 107, 111, 97, 107, 111, 109,
+  97, 107, 111, 109, 382, 101, 97, 107, 111, 117, 97, 107, 111, 117, 382, 101, 97, 107, 111, 382, 101, 97, 107, 225, 97,
+  107, 225, 382, 101, 97, 107, 233, 97, 107, 233, 104, 111, 97, 107, 233, 104, 111, 382, 101, 97, 107, 233, 109, 117,
+  97, 107, 233, 109, 117, 382, 101, 97, 107, 233, 382, 101, 97, 107, 250, 97, 107, 250, 382, 101, 97, 107, 253, 97, 107,
+  253, 99, 104, 97, 107, 253, 99, 104, 382, 101, 97, 107, 253, 109, 97, 107, 253, 109, 105, 97, 107, 253, 109, 105, 382,
+  101, 97, 107, 253, 109, 382, 101, 97, 107, 253, 382, 101, 97, 108, 101, 97, 108, 101, 98, 111, 97, 110, 105, 97, 115,
+  105, 97, 118, 353, 97, 107, 97, 382, 98, 97, 98, 101, 122, 98, 101, 122, 111, 98, 111, 108, 98, 111, 108, 97, 98, 111,
+  108, 105, 98, 111, 108, 111, 98, 117, 100, 101, 98, 117, 100, 101, 109, 98, 117, 100, 101, 109, 101, 98, 117, 100,
+  101, 116, 101, 98, 117, 100, 101, 353, 98, 117, 100, 250, 98, 117, 271, 98, 121, 98, 121, 357, 99, 101, 122, 99, 101,
+  122, 111, 100, 110, 101, 115, 100, 111, 101, 353, 116, 101, 104, 111, 104, 111, 99, 105, 105, 105, 98, 97, 105, 99,
+  104, 105, 109, 105, 110, 101, 106, 105, 110, 111, 109, 105, 110, 225, 105, 110, 233, 105, 110, 233, 104, 111, 105,
+  110, 233, 109, 117, 105, 110, 237, 105, 110, 250, 105, 110, 253, 105, 110, 253, 99, 104, 105, 110, 253, 109, 105, 110,
+  253, 109, 105, 106, 97, 106, 101, 106, 101, 104, 111, 106, 101, 106, 106, 101, 109, 117, 106, 117, 107, 107, 97, 109,
+  107, 97, 109, 382, 101, 107, 97, 382, 100, 111, 117, 107, 97, 382, 100, 225, 107, 97, 382, 100, 233, 107, 97, 382,
+  100, 233, 104, 111, 107, 97, 382, 100, 233, 109, 117, 107, 97, 382, 100, 237, 107, 97, 382, 100, 250, 107, 97, 382,
+  100, 253, 107, 97, 382, 100, 253, 99, 104, 107, 97, 382, 100, 253, 109, 107, 97, 382, 100, 253, 109, 105, 107, 100,
+  101, 107, 101, 106, 107, 101, 106, 382, 101, 107, 101, 271, 107, 101, 271, 382, 101, 107, 105, 101, 107, 105, 101,
+  104, 111, 107, 105, 101, 104, 111, 382, 101, 107, 105, 101, 109, 117, 107, 105, 101, 109, 117, 382, 101, 107, 105,
+  101, 382, 101, 107, 111, 104, 111, 107, 111, 109, 107, 111, 109, 117, 107, 111, 117, 107, 111, 117, 382, 101, 107,
+  116, 111, 107, 116, 111, 114, 101, 106, 107, 116, 111, 114, 111, 117, 107, 116, 111, 114, 225, 107, 116, 111, 114,
+  233, 107, 116, 111, 114, 237, 107, 116, 111, 114, 250, 107, 116, 111, 114, 253, 107, 116, 111, 114, 253, 99, 104, 107,
+  116, 111, 114, 253, 109, 107, 116, 111, 114, 253, 109, 105, 107, 117, 107, 225, 107, 225, 382, 101, 107, 233, 107,
+  233, 382, 101, 107, 250, 107, 250, 382, 101, 107, 253, 107, 253, 104, 111, 107, 253, 104, 111, 382, 101, 107, 253,
+  109, 107, 253, 109, 117, 107, 253, 109, 117, 382, 101, 107, 253, 382, 101, 108, 101, 98, 111, 108, 101, 100, 97, 108,
+  101, 100, 97, 382, 101, 108, 101, 110, 109, 97, 109, 97, 106, 250, 109, 97, 108, 109, 97, 108, 97, 109, 97, 108, 105,
+  109, 97, 357, 109, 101, 100, 122, 105, 109, 105, 109, 110, 101, 109, 110, 111, 117, 109, 111, 106, 97, 109, 111, 106,
+  101, 109, 111, 106, 101, 106, 109, 111, 106, 105, 99, 104, 109, 111, 106, 105, 109, 109, 111, 106, 105, 109, 105, 109,
+  111, 106, 111, 117, 109, 111, 106, 117, 109, 111, 382, 110, 111, 109, 117, 109, 117, 115, 105, 97, 109, 117, 115, 105,
+  101, 357, 109, 117, 115, 237, 109, 117, 115, 237, 109, 109, 117, 115, 237, 109, 101, 109, 117, 115, 237, 116, 101,
+  109, 117, 115, 237, 353, 109, 121, 109, 225, 109, 225, 109, 109, 225, 109, 101, 109, 225, 116, 101, 109, 225, 353,
+  109, 244, 99, 357, 109, 244, 106, 109, 244, 106, 104, 111, 109, 244, 382, 101, 109, 244, 382, 101, 109, 109, 244, 382,
+  101, 109, 101, 109, 244, 382, 101, 116, 101, 109, 244, 382, 101, 353, 109, 244, 382, 117, 109, 328, 97, 110, 97, 110,
+  97, 100, 110, 97, 100, 111, 110, 97, 106, 109, 228, 110, 97, 109, 105, 110, 97, 353, 97, 110, 97, 353, 101, 110, 97,
+  353, 101, 106, 110, 97, 353, 105, 110, 97, 353, 105, 99, 104, 110, 97, 353, 105, 109, 110, 97, 353, 105, 109, 105,
+  110, 97, 353, 111, 117, 110, 101, 110, 101, 99, 104, 110, 101, 104, 111, 110, 101, 106, 110, 101, 106, 97, 107, 101,
+  106, 110, 101, 106, 97, 107, 111, 109, 110, 101, 106, 97, 107, 111, 117, 110, 101, 106, 97, 107, 225, 110, 101, 106,
+  97, 107, 233, 110, 101, 106, 97, 107, 233, 104, 111, 110, 101, 106, 97, 107, 233, 109, 117, 110, 101, 106, 97, 107,
+  250, 110, 101, 106, 97, 107, 253, 110, 101, 106, 97, 107, 253, 99, 104, 110, 101, 106, 97, 107, 253, 109, 110, 101,
+  106, 97, 107, 253, 109, 105, 110, 101, 109, 117, 110, 101, 382, 110, 105, 99, 104, 110, 105, 101, 110, 105, 101, 107,
+  116, 111, 114, 101, 106, 110, 105, 101, 107, 116, 111, 114, 111, 109, 110, 105, 101, 107, 116, 111, 114, 111, 117,
+  110, 105, 101, 107, 116, 111, 114, 225, 110, 105, 101, 107, 116, 111, 114, 233, 110, 105, 101, 107, 116, 111, 114,
+  233, 104, 111, 110, 105, 101, 107, 116, 111, 114, 233, 109, 117, 110, 105, 101, 107, 116, 111, 114, 250, 110, 105,
+  101, 107, 116, 111, 114, 253, 110, 105, 101, 107, 116, 111, 114, 253, 99, 104, 110, 105, 101, 107, 116, 111, 114, 253,
+  109, 110, 105, 101, 107, 116, 111, 114, 253, 109, 105, 110, 105, 101, 108, 101, 110, 110, 105, 101, 269, 111, 110,
+  105, 109, 110, 105, 109, 105, 110, 105, 269, 110, 105, 269, 111, 104, 111, 110, 105, 269, 111, 109, 110, 105, 269,
+  111, 109, 117, 110, 105, 269, 237, 109, 110, 111, 110, 225, 109, 110, 225, 115, 110, 225, 353, 110, 225, 353, 104,
+  111, 110, 237, 109, 111, 111, 100, 111, 100, 111, 111, 110, 111, 110, 97, 111, 110, 105, 111, 110, 111, 111, 110, 121,
+  111, 328, 111, 328, 104, 111, 112, 111, 112, 111, 100, 112, 111, 100, 111, 112, 111, 100, 318, 97, 112, 111, 107, 105,
+  97, 318, 112, 111, 112, 111, 100, 112, 111, 112, 114, 105, 112, 111, 116, 111, 109, 112, 111, 122, 97, 112, 114, 101,
+  112, 114, 101, 100, 112, 114, 101, 100, 111, 112, 114, 101, 116, 111, 112, 114, 101, 116, 111, 382, 101, 112, 114,
+  101, 269, 111, 112, 114, 105, 112, 114, 225, 118, 101, 115, 115, 97, 115, 101, 98, 97, 115, 101, 98, 101, 115, 101,
+  98, 111, 117, 115, 101, 109, 115, 105, 115, 109, 101, 115, 111, 115, 111, 109, 115, 116, 101, 115, 118, 111, 106, 115,
+  118, 111, 106, 97, 115, 118, 111, 106, 101, 115, 118, 111, 106, 104, 111, 115, 118, 111, 106, 105, 99, 104, 115, 118,
+  111, 106, 105, 109, 115, 118, 111, 106, 105, 109, 105, 115, 118, 111, 106, 111, 117, 115, 118, 111, 106, 117, 115,
+  118, 111, 106, 237, 109, 115, 250, 116, 97, 116, 97, 107, 116, 97, 107, 101, 106, 116, 97, 107, 101, 106, 116, 111,
+  116, 97, 107, 225, 116, 97, 107, 225, 116, 111, 116, 97, 107, 233, 116, 97, 107, 233, 104, 111, 116, 97, 107, 233,
+  104, 111, 116, 111, 116, 97, 107, 233, 109, 117, 116, 97, 107, 233, 109, 117, 116, 111, 116, 97, 107, 233, 116, 111,
+  116, 97, 107, 237, 116, 97, 107, 250, 116, 97, 107, 250, 116, 111, 116, 97, 107, 253, 116, 97, 107, 253, 116, 111,
+  116, 97, 107, 382, 101, 116, 97, 109, 116, 101, 98, 97, 116, 101, 98, 101, 116, 101, 98, 111, 117, 116, 101, 100, 97,
+  116, 101, 106, 116, 101, 106, 116, 111, 116, 101, 110, 116, 101, 110, 116, 111, 116, 105, 116, 105, 101, 116, 105,
+  101, 116, 111, 116, 105, 101, 382, 116, 111, 116, 111, 104, 111, 116, 111, 104, 111, 116, 111, 116, 111, 104, 116,
+  111, 116, 111, 109, 116, 111, 109, 116, 111, 116, 111, 109, 117, 116, 111, 109, 117, 116, 111, 116, 111, 116, 111,
+  116, 111, 117, 116, 111, 117, 116, 111, 116, 117, 116, 118, 111, 106, 116, 118, 111, 106, 97, 116, 118, 111, 106, 101,
+  116, 118, 111, 106, 101, 106, 116, 118, 111, 106, 104, 111, 116, 118, 111, 106, 105, 116, 118, 111, 106, 105, 99, 104,
+  116, 118, 111, 106, 105, 109, 116, 118, 111, 106, 105, 109, 105, 116, 118, 111, 106, 237, 109, 116, 121, 116, 225,
+  116, 225, 116, 111, 116, 237, 116, 237, 116, 111, 116, 250, 116, 250, 116, 111, 116, 253, 99, 104, 116, 253, 109, 116,
+  253, 109, 105, 116, 253, 109, 116, 111, 117, 117, 382, 118, 118, 97, 109, 105, 118, 97, 353, 97, 118, 97, 353, 101,
+  118, 97, 353, 101, 106, 118, 97, 353, 105, 118, 97, 353, 105, 99, 104, 118, 97, 353, 105, 109, 118, 97, 353, 237, 109,
+  118, 101, 271, 118, 105, 97, 99, 118, 111, 118, 121, 118, 225, 109, 118, 225, 115, 118, 225, 353, 118, 225, 353, 104,
+  111, 118, 353, 97, 107, 118, 353, 101, 116, 99, 105, 118, 353, 101, 116, 107, 97, 118, 353, 101, 116, 107, 111, 118,
+  353, 101, 116, 107, 121, 118, 353, 101, 116, 111, 107, 122, 122, 97, 122, 97, 269, 111, 122, 97, 269, 111, 382, 101,
+  122, 111, 225, 110, 111, 269, 101, 106, 269, 105, 269, 105, 97, 269, 105, 101, 269, 105, 101, 104, 111, 269, 105, 101,
+  109, 117, 269, 105, 117, 269, 111, 269, 111, 104, 111, 269, 111, 109, 269, 111, 109, 117, 269, 111, 117, 269, 111,
+  382, 101, 269, 237, 269, 237, 109, 269, 237, 109, 105, 271, 97, 108, 353, 105, 97, 271, 97, 108, 353, 105, 101, 271,
+  97, 108, 353, 105, 101, 104, 111, 271, 97, 108, 353, 105, 101, 109, 117, 271, 97, 108, 353, 105, 117, 271, 97, 108,
+  353, 111, 109, 271, 97, 108, 353, 111, 117, 271, 97, 108, 353, 237, 271, 97, 108, 353, 237, 99, 104, 271, 97, 108,
+  353, 237, 109, 271, 97, 108, 353, 237, 109, 105, 328, 111, 109, 328, 111, 117, 328, 117, 382, 101,
+};
+
+static const uint32_t stop_word_offsets[419] = {
+  0, 1, 4, 6, 8, 12, 18, 21, 25, 31, 35, 41, 46, 49, 54, 57, 62, 69, 74, 81, 86, 89, 94, 97, 102, 109, 113, 118, 125,
+  131, 136, 139, 144, 147, 150, 155, 157, 159, 162, 166, 169, 173, 177, 181, 185, 190, 196, 202, 207, 211, 214, 216,
+  219, 222, 226, 230, 232, 236, 238, 242, 243, 246, 249, 251, 255, 259, 262, 265, 270, 275, 278, 281, 284, 289, 293,
+  298, 300, 302, 306, 309, 313, 315, 316, 319, 324, 330, 335, 340, 347, 354, 359, 364, 369, 376, 382, 389, 392, 395,
+  400, 403, 408, 411, 416, 423, 428, 435, 440, 444, 447, 451, 454, 459, 462, 468, 474, 479, 484, 489, 494, 499, 506,
+  512, 519, 521, 523, 527, 529, 533, 535, 539, 541, 545, 551, 554, 558, 564, 568, 572, 576, 582, 585, 587, 591, 594,
+  598, 602, 605, 610, 612, 615, 619, 623, 627, 632, 638, 643, 649, 654, 658, 663, 665, 670, 676, 680, 685, 691, 697,
+  702, 704, 706, 709, 713, 717, 720, 724, 727, 732, 736, 741, 747, 753, 758, 762, 765, 767, 770, 774, 779, 783, 787,
+  791, 796, 800, 806, 811, 817, 822, 824, 828, 832, 835, 842, 849, 856, 862, 868, 876, 884, 890, 896, 904, 911, 919,
+  923, 926, 930, 933, 942, 951, 960, 968, 976, 986, 996, 1004, 1012, 1022, 1031, 1041, 1047, 1052, 1055, 1059, 1062,
+  1068, 1073, 1079, 1084, 1086, 1089, 1092, 1095, 1100, 1103, 1104, 1106, 1109, 1111, 1114, 1117, 1120, 1123, 1125,
+  1129, 1131, 1134, 1138, 1143, 1149, 1154, 1159, 1164, 1168, 1171, 1175, 1180, 1185, 1192, 1197, 1200, 1205, 1206,
+  1208, 1212, 1216, 1221, 1224, 1226, 1229, 1231, 1234, 1237, 1241, 1246, 1251, 1257, 1264, 1270, 1277, 1283, 1288,
+  1294, 1296, 1298, 1301, 1306, 1313, 1317, 1323, 1327, 1333, 1341, 1347, 1355, 1361, 1365, 1369, 1375, 1379, 1385,
+  1390, 1393, 1397, 1401, 1406, 1410, 1413, 1418, 1421, 1426, 1428, 1431, 1436, 1440, 1442, 1446, 1452, 1457, 1460,
+  1465, 1469, 1475, 1479, 1482, 1487, 1489, 1493, 1498, 1503, 1509, 1515, 1520, 1527, 1533, 1540, 1546, 1548, 1550,
+  1554, 1556, 1560, 1562, 1566, 1570, 1573, 1577, 1582, 1583, 1585, 1586, 1590, 1594, 1598, 1603, 1607, 1613, 1618,
+  1623, 1626, 1630, 1632, 1634, 1637, 1640, 1643, 1648, 1652, 1658, 1664, 1670, 1676, 1682, 1683, 1685, 1689, 1695,
+  1697, 1700, 1703, 1705, 1708, 1711, 1716, 1721, 1724, 1726, 1730, 1733, 1737, 1740, 1744, 1746, 1749, 1753, 1759,
+  1765, 1773, 1781, 1787, 1793, 1799, 1804, 1811, 1817, 1824, 1827, 1830, 1832, 1834,
+};
+
+static const uint32_t keep_ranges[50] = {
+  48, 57, 65, 90, 97, 122, 193, 193, 196, 196, 201, 201, 205, 205, 211, 212, 218, 218, 221, 221, 225, 225, 228, 228,
+  233, 233, 237, 237, 243, 244, 250, 250, 253, 253, 268, 271, 313, 314, 317, 318, 327, 328, 340, 341, 352, 353, 356,
+  357, 381, 382,
+};
+
+const narsil_language narsil_language_slovak = {
+  .name = "slovak",
+  .revision = "1",
+  .stop_word_units = stop_word_units,
+  .stop_word_offsets = stop_word_offsets,
+  .stop_word_count = 418,
+  .ascii_keep = {0x03FF000000000000ULL, 0x07FFFFFE07FFFFFEULL},
+  .keep_ranges = keep_ranges,
+  .keep_range_count = 25,
+  .splits_code_points = 0,
+  .strips_possessive = 0,
+  .normalises_diacritics = 0,
+  .min_token_length = 1,
+  .ngram_size = 0,
+  .normalise = NULL,
+  .stem_by_rules = NULL,
+  .create_snowball = NULL,
+  .snowball_stem = NULL,
+  .close_snowball = NULL,
+};

package/cpp/core/src/languages/data/slovenian.c

@@ -0,0 +1,139 @@
+#include "../../analysis/languages.h"
+#include "declarations.h"
+#include "../rules.h"
+
+#include <stddef.h>
+#include <stdint.h>
+
+static const uint16_t stop_word_units[1915] = {
+  97, 97, 108, 105, 98, 105, 98, 105, 108, 98, 105, 108, 97, 98, 105, 108, 101, 98, 105, 108, 105, 98, 105, 108, 111,
+  98, 105, 116, 105, 98, 108, 105, 122, 117, 98, 111, 98, 111, 100, 111, 98, 111, 106, 111, 98, 111, 108, 106, 98, 111,
+  109, 98, 111, 109, 111, 98, 111, 115, 116, 101, 98, 111, 118, 97, 98, 111, 353, 98, 114, 101, 122, 99, 101, 108, 99,
+  101, 108, 97, 99, 101, 108, 105, 99, 101, 108, 111, 100, 97, 100, 97, 108, 101, 269, 100, 97, 110, 100, 97, 110, 101,
+  115, 100, 97, 116, 117, 109, 100, 101, 115, 101, 116, 100, 101, 115, 101, 116, 97, 100, 101, 115, 101, 116, 105, 100,
+  101, 115, 101, 116, 111, 100, 101, 118, 101, 116, 100, 101, 118, 101, 116, 97, 100, 101, 118, 101, 116, 105, 100, 101,
+  118, 101, 116, 111, 100, 111, 100, 111, 98, 101, 114, 100, 111, 98, 114, 97, 100, 111, 98, 114, 105, 100, 111, 98,
+  114, 111, 100, 111, 107, 108, 101, 114, 100, 111, 108, 100, 111, 108, 103, 100, 111, 108, 103, 97, 100, 111, 108, 103,
+  105, 100, 111, 118, 111, 108, 106, 100, 114, 117, 103, 100, 114, 117, 103, 97, 100, 114, 117, 103, 105, 100, 114, 117,
+  103, 111, 100, 118, 97, 100, 118, 101, 101, 100, 101, 110, 101, 110, 101, 110, 97, 101, 110, 101, 101, 110, 105, 101,
+  110, 107, 114, 97, 116, 101, 110, 111, 103, 97, 103, 111, 114, 103, 111, 115, 112, 97, 103, 111, 115, 112, 111, 100,
+  103, 111, 116, 111, 118, 111, 104, 104, 97, 108, 111, 104, 105, 116, 114, 111, 105, 105, 100, 114, 105, 105, 105, 105,
+  105, 105, 110, 105, 118, 105, 120, 105, 122, 106, 97, 106, 97, 122, 106, 101, 106, 105, 106, 105, 104, 106, 105, 109,
+  106, 111, 106, 117, 116, 114, 105, 107, 107, 97, 100, 97, 114, 107, 97, 100, 97, 114, 107, 111, 108, 105, 107, 97,
+  106, 107, 97, 106, 116, 105, 107, 97, 107, 111, 107, 97, 107, 111, 114, 107, 97, 109, 107, 97, 109, 111, 114, 107, 97,
+  109, 111, 114, 107, 111, 108, 105, 107, 97, 114, 107, 97, 114, 107, 111, 108, 105, 107, 97, 116, 101, 114, 105, 107,
+  111, 108, 105, 107, 100, 97, 106, 107, 100, 111, 107, 100, 111, 114, 107, 100, 111, 114, 107, 111, 108, 105, 107, 101,
+  114, 107, 105, 107, 106, 101, 107, 106, 101, 114, 107, 106, 101, 114, 107, 111, 108, 105, 107, 108, 106, 117, 98, 107,
+  111, 107, 111, 100, 101, 114, 107, 111, 100, 101, 114, 107, 111, 108, 105, 107, 111, 103, 97, 107, 111, 108, 105, 107,
+  111, 107, 111, 109, 117, 107, 111, 116, 107, 114, 97, 116, 101, 107, 107, 114, 97, 116, 107, 97, 107, 114, 97, 116,
+  107, 101, 107, 114, 97, 116, 107, 105, 108, 97, 104, 107, 97, 108, 97, 104, 107, 101, 108, 97, 104, 107, 105, 108, 97,
+  104, 107, 111, 108, 101, 108, 101, 112, 108, 101, 112, 97, 108, 101, 112, 101, 108, 101, 112, 105, 108, 101, 112, 111,
+  108, 101, 116, 111, 109, 97, 106, 104, 101, 110, 109, 97, 106, 104, 110, 97, 109, 97, 106, 104, 110, 105, 109, 97,
+  108, 99, 101, 109, 97, 108, 111, 109, 97, 110, 106, 109, 101, 109, 101, 100, 109, 101, 100, 116, 101, 109, 109, 101,
+  110, 101, 109, 101, 115, 101, 99, 109, 105, 109, 105, 100, 118, 97, 109, 105, 100, 118, 101, 109, 110, 111, 103, 111,
+  109, 111, 106, 109, 111, 106, 97, 109, 111, 106, 101, 109, 111, 114, 97, 109, 111, 114, 97, 106, 111, 109, 111, 114,
+  97, 109, 109, 111, 114, 97, 109, 111, 109, 111, 114, 97, 116, 101, 109, 111, 114, 97, 353, 109, 111, 114, 101, 109,
+  109, 117, 110, 97, 110, 97, 100, 110, 97, 106, 110, 97, 106, 105, 110, 97, 110, 97, 106, 105, 110, 111, 110, 97, 106,
+  109, 97, 110, 106, 110, 97, 106, 117, 110, 97, 106, 118, 101, 269, 110, 97, 109, 110, 97, 109, 114, 101, 269, 110, 97,
+  114, 111, 98, 101, 110, 97, 115, 110, 97, 116, 111, 110, 97, 122, 97, 106, 110, 97, 353, 110, 97, 353, 97, 110, 97,
+  353, 101, 110, 101, 110, 101, 100, 97, 118, 110, 111, 110, 101, 100, 101, 108, 106, 97, 110, 101, 107, 110, 101, 107,
+  97, 110, 101, 107, 97, 106, 110, 101, 107, 97, 116, 101, 114, 101, 110, 101, 107, 97, 116, 101, 114, 105, 110, 101,
+  107, 97, 116, 101, 114, 111, 110, 101, 107, 100, 111, 110, 101, 107, 101, 110, 101, 107, 101, 103, 97, 110, 101, 107,
+  105, 110, 101, 107, 106, 101, 110, 101, 107, 111, 110, 101, 107, 111, 103, 97, 110, 101, 107, 111, 269, 110, 105, 110,
+  105, 104, 269, 101, 110, 105, 107, 97, 109, 111, 114, 110, 105, 107, 100, 97, 114, 110, 105, 107, 106, 101, 114, 110,
+  105, 107, 111, 108, 105, 110, 105, 269, 110, 106, 101, 110, 106, 101, 103, 97, 110, 106, 101, 103, 111, 118, 110, 106,
+  101, 103, 111, 118, 97, 110, 106, 101, 103, 111, 118, 111, 110, 106, 101, 106, 110, 106, 101, 109, 117, 110, 106, 101,
+  110, 110, 106, 101, 110, 97, 110, 106, 101, 110, 111, 110, 106, 105, 110, 106, 105, 104, 110, 106, 105, 104, 111, 118,
+  110, 106, 105, 104, 111, 118, 97, 110, 106, 105, 104, 111, 118, 111, 110, 106, 105, 106, 117, 110, 106, 105, 109, 110,
+  106, 111, 110, 106, 117, 110, 110, 106, 117, 110, 97, 110, 106, 117, 110, 111, 110, 111, 110, 111, 99, 111, 106, 111,
+  111, 98, 111, 98, 97, 111, 98, 101, 111, 98, 111, 106, 101, 111, 100, 111, 100, 112, 114, 116, 111, 100, 112, 114,
+  116, 97, 111, 100, 112, 114, 116, 105, 111, 107, 111, 108, 105, 111, 107, 114, 111, 103, 111, 110, 111, 110, 97, 100,
+  118, 97, 111, 110, 101, 111, 110, 105, 111, 110, 105, 100, 118, 101, 111, 115, 101, 109, 111, 115, 109, 97, 111, 115,
+  109, 105, 111, 115, 109, 111, 112, 97, 112, 101, 116, 112, 101, 116, 97, 112, 101, 116, 101, 107, 112, 101, 116, 105,
+  112, 101, 116, 111, 112, 111, 112, 111, 100, 112, 111, 103, 111, 115, 116, 111, 112, 111, 108, 101, 103, 112, 111,
+  108, 110, 112, 111, 108, 110, 97, 112, 111, 108, 110, 105, 112, 111, 108, 110, 111, 112, 111, 110, 97, 118, 97, 100,
+  105, 112, 111, 110, 101, 100, 101, 108, 106, 101, 107, 112, 111, 110, 111, 118, 110, 111, 112, 111, 116, 101, 109,
+  112, 111, 118, 115, 111, 100, 112, 111, 122, 100, 114, 97, 118, 108, 106, 101, 110, 112, 111, 122, 100, 114, 97, 118,
+  108, 106, 101, 110, 105, 112, 114, 97, 118, 112, 114, 97, 118, 97, 112, 114, 97, 118, 101, 112, 114, 97, 118, 105,
+  112, 114, 97, 118, 111, 112, 114, 97, 122, 101, 110, 112, 114, 97, 122, 110, 97, 112, 114, 97, 122, 110, 111, 112,
+  114, 101, 99, 101, 106, 112, 114, 101, 100, 112, 114, 101, 106, 112, 114, 101, 107, 111, 112, 114, 105, 112, 114, 105,
+  98, 108, 105, 382, 110, 111, 112, 114, 105, 109, 101, 114, 112, 114, 105, 112, 114, 97, 118, 108, 106, 101, 110, 112,
+  114, 105, 112, 114, 97, 118, 108, 106, 101, 110, 97, 112, 114, 105, 112, 114, 97, 118, 108, 106, 101, 110, 105, 112,
+  114, 111, 116, 105, 112, 114, 118, 97, 112, 114, 118, 105, 112, 114, 118, 111, 112, 117, 114, 97, 118, 110, 111, 114,
+  101, 100, 107, 111, 114, 101, 115, 114, 101, 269, 115, 115, 97, 106, 115, 97, 109, 115, 97, 109, 97, 115, 97, 109,
+  101, 115, 97, 109, 105, 115, 97, 109, 111, 115, 101, 115, 101, 98, 101, 115, 101, 98, 105, 115, 101, 100, 97, 106,
+  115, 101, 100, 101, 109, 115, 101, 100, 109, 97, 115, 101, 100, 109, 105, 115, 101, 100, 109, 111, 115, 101, 109, 115,
+  101, 118, 101, 100, 97, 115, 105, 115, 105, 99, 101, 114, 115, 107, 111, 114, 97, 106, 115, 107, 111, 122, 105, 115,
+  108, 97, 98, 115, 109, 111, 115, 111, 115, 111, 98, 111, 116, 97, 115, 112, 101, 116, 115, 114, 101, 100, 97, 115,
+  114, 101, 100, 110, 106, 97, 115, 114, 101, 100, 110, 106, 105, 115, 116, 97, 115, 116, 101, 115, 116, 114, 97, 110,
+  115, 116, 118, 97, 114, 115, 118, 97, 116, 97, 116, 97, 107, 116, 97, 107, 97, 116, 97, 107, 101, 116, 97, 107, 105,
+  116, 97, 107, 111, 116, 97, 107, 111, 106, 116, 97, 109, 116, 101, 116, 101, 98, 101, 116, 101, 98, 105, 116, 101,
+  103, 97, 116, 101, 104, 116, 101, 109, 116, 101, 382, 97, 107, 116, 101, 382, 107, 97, 116, 101, 382, 107, 105, 116,
+  101, 382, 107, 111, 116, 105, 116, 105, 115, 116, 97, 116, 105, 115, 116, 101, 116, 105, 115, 116, 105, 116, 105, 115,
+  116, 111, 116, 106, 97, 116, 111, 116, 111, 100, 97, 116, 111, 107, 114, 97, 116, 116, 111, 108, 105, 107, 111, 116,
+  111, 114, 101, 107, 116, 114, 101, 116, 106, 97, 116, 114, 101, 116, 106, 101, 116, 114, 101, 116, 106, 105, 116, 114,
+  105, 116, 117, 116, 117, 100, 105, 116, 117, 107, 97, 106, 116, 118, 111, 106, 116, 118, 111, 106, 97, 116, 118, 111,
+  106, 101, 118, 118, 97, 106, 117, 118, 97, 109, 118, 97, 115, 118, 97, 353, 118, 97, 353, 97, 118, 97, 353, 101, 118,
+  101, 118, 101, 100, 110, 111, 118, 101, 108, 105, 107, 118, 101, 108, 105, 107, 97, 118, 101, 108, 105, 107, 105, 118,
+  101, 108, 105, 107, 111, 118, 101, 110, 100, 97, 114, 118, 101, 115, 118, 101, 269, 118, 105, 118, 105, 100, 118, 97,
+  118, 105, 105, 118, 105, 105, 105, 118, 105, 115, 111, 107, 118, 105, 115, 111, 107, 97, 118, 105, 115, 111, 107, 101,
+  118, 105, 115, 111, 107, 105, 118, 115, 97, 118, 115, 97, 106, 118, 115, 97, 107, 118, 115, 97, 107, 97, 118, 115, 97,
+  107, 100, 111, 118, 115, 97, 107, 101, 118, 115, 97, 107, 105, 118, 115, 97, 107, 111, 109, 117, 114, 118, 115, 101,
+  118, 115, 101, 103, 97, 118, 115, 105, 118, 115, 111, 118, 269, 97, 115, 105, 104, 118, 269, 101, 114, 97, 106, 122,
+  122, 97, 122, 97, 100, 97, 106, 122, 97, 100, 110, 106, 105, 122, 97, 107, 97, 106, 122, 97, 112, 114, 116, 97, 122,
+  97, 112, 114, 116, 105, 122, 97, 112, 114, 116, 111, 122, 97, 116, 111, 122, 100, 97, 106, 122, 101, 108, 111, 122,
+  103, 111, 114, 97, 106, 122, 117, 110, 97, 106, 269, 101, 269, 101, 115, 116, 111, 269, 101, 116, 114, 116, 97, 269,
+  101, 116, 114, 116, 101, 107, 269, 101, 116, 114, 116, 105, 269, 101, 116, 114, 116, 111, 269, 101, 122, 269, 105,
+  103, 97, 118, 353, 101, 108, 101, 353, 101, 115, 116, 353, 101, 115, 116, 97, 353, 101, 115, 116, 105, 353, 101, 115,
+  116, 111, 353, 116, 105, 114, 105, 382, 101,
+};
+
+static const uint32_t stop_word_offsets[428] = {
+  0, 1, 4, 6, 9, 13, 17, 21, 25, 29, 34, 36, 40, 44, 48, 51, 55, 60, 64, 67, 71, 74, 78, 82, 86, 88, 93, 96, 101, 106,
+  111, 117, 123, 129, 134, 140, 146, 152, 154, 159, 164, 169, 174, 180, 183, 187, 192, 197, 203, 207, 212, 217, 222,
+  225, 228, 232, 234, 237, 240, 243, 249, 252, 254, 257, 262, 268, 274, 275, 279, 284, 285, 288, 290, 293, 295, 297,
+  299, 301, 303, 306, 308, 310, 313, 316, 318, 323, 324, 329, 338, 341, 346, 350, 355, 358, 363, 372, 375, 382, 392,
+  396, 399, 403, 411, 414, 416, 419, 423, 431, 436, 438, 443, 452, 456, 462, 466, 469, 475, 481, 487, 493, 498, 503,
+  508, 513, 515, 518, 522, 526, 530, 534, 538, 544, 550, 556, 561, 565, 569, 571, 574, 580, 584, 589, 591, 596, 601,
+  606, 609, 613, 617, 621, 627, 632, 638, 644, 649, 654, 656, 658, 661, 664, 670, 676, 683, 687, 693, 696, 702, 708,
+  711, 715, 720, 723, 727, 731, 733, 740, 747, 750, 754, 759, 767, 775, 783, 788, 792, 798, 802, 807, 811, 817, 822,
+  824, 829, 836, 842, 848, 854, 857, 860, 865, 871, 878, 885, 889, 894, 898, 903, 908, 911, 915, 921, 928, 935, 940,
+  944, 947, 951, 956, 961, 963, 968, 969, 971, 974, 977, 982, 984, 989, 995, 1001, 1006, 1011, 1013, 1019, 1022, 1025,
+  1031, 1035, 1039, 1043, 1047, 1049, 1052, 1056, 1061, 1065, 1069, 1071, 1074, 1081, 1086, 1090, 1095, 1100, 1105,
+  1113, 1123, 1130, 1135, 1141, 1152, 1164, 1168, 1173, 1178, 1183, 1188, 1194, 1200, 1206, 1212, 1216, 1220, 1225,
+  1228, 1237, 1243, 1254, 1266, 1278, 1283, 1287, 1291, 1295, 1297, 1302, 1307, 1310, 1313, 1314, 1317, 1320, 1324,
+  1328, 1332, 1336, 1338, 1342, 1346, 1351, 1356, 1361, 1366, 1371, 1374, 1380, 1382, 1387, 1393, 1398, 1402, 1405,
+  1407, 1413, 1417, 1422, 1429, 1436, 1439, 1442, 1447, 1452, 1455, 1457, 1460, 1464, 1468, 1472, 1476, 1481, 1484,
+  1486, 1490, 1494, 1498, 1501, 1504, 1509, 1514, 1519, 1524, 1526, 1531, 1536, 1541, 1546, 1549, 1551, 1555, 1561,
+  1567, 1572, 1578, 1584, 1590, 1593, 1595, 1599, 1604, 1608, 1613, 1618, 1619, 1623, 1626, 1629, 1632, 1636, 1640,
+  1642, 1647, 1652, 1658, 1664, 1670, 1676, 1679, 1682, 1684, 1689, 1692, 1696, 1701, 1707, 1713, 1719, 1722, 1726,
+  1730, 1735, 1741, 1746, 1751, 1759, 1762, 1767, 1770, 1773, 1779, 1785, 1786, 1788, 1793, 1799, 1804, 1810, 1816,
+  1822, 1826, 1830, 1834, 1840, 1845, 1847, 1852, 1858, 1865, 1871, 1877, 1880, 1885, 1889, 1893, 1898, 1903, 1908,
+  1913, 1915,
+};
+
+static const uint32_t keep_ranges[28] = {
+  48, 57, 65, 90, 97, 122, 193, 193, 201, 201, 211, 211, 218, 218, 225, 225, 233, 233, 243, 243, 250, 250, 268, 269,
+  352, 353, 381, 382,
+};
+
+const narsil_language narsil_language_slovenian = {
+  .name = "slovenian",
+  .revision = "1",
+  .stop_word_units = stop_word_units,
+  .stop_word_offsets = stop_word_offsets,
+  .stop_word_count = 427,
+  .ascii_keep = {0x03FF000000000000ULL, 0x07FFFFFE07FFFFFEULL},
+  .keep_ranges = keep_ranges,
+  .keep_range_count = 14,
+  .splits_code_points = 0,
+  .strips_possessive = 0,
+  .normalises_diacritics = 0,
+  .min_token_length = 1,
+  .ngram_size = 0,
+  .normalise = narsil_slovenian_normalise,
+  .stem_by_rules = narsil_slovenian_stem,
+  .create_snowball = NULL,
+  .snowball_stem = NULL,
+  .close_snowball = NULL,
+};

package/cpp/core/src/languages/data/sorani.c

@@ -0,0 +1,55 @@
+#include "../../analysis/languages.h"
+#include "declarations.h"
+#include "../rules.h"
+
+#include <stddef.h>
+#include <stdint.h>
+
+static const uint16_t stop_word_units[269] = {
+  1574, 1742, 1605, 1749, 1574, 1742, 1608, 1749, 1574, 1749, 1605, 1574, 1749, 1608, 1574, 1749, 1608, 1575, 1606,
+  1574, 1749, 1608, 1749, 1740, 1576, 1734, 1576, 1742, 1576, 1742, 1580, 1711, 1749, 1576, 1749, 1576, 1749, 1576,
+  1742, 1576, 1749, 1583, 1749, 1605, 1576, 1749, 1585, 1583, 1749, 1605, 1576, 1749, 1585, 1604, 1749, 1576, 1749,
+  1585, 1749, 1608, 1740, 1576, 1749, 1585, 1749, 1608, 1749, 1576, 1749, 1604, 1575, 1740, 1576, 1749, 1662, 1742,
+  1740, 1578, 1734, 1578, 1742, 1580, 1711, 1749, 1583, 1608, 1575, 1740, 1583, 1608, 1608, 1583, 1749, 1583, 1749,
+  1705, 1575, 1578, 1583, 1749, 1711, 1749, 1717, 1587, 1749, 1585, 1604, 1742, 1604, 1749, 1604, 1749, 1576, 1575,
+  1576, 1749, 1578, 1604, 1749, 1576, 1575, 1578, 1740, 1604, 1749, 1576, 1575, 1585, 1749, 1740, 1604, 1749, 1576,
+  1585, 1742, 1578, 1740, 1604, 1749, 1576, 1606, 1604, 1749, 1576, 1749, 1585, 1604, 1749, 1576, 1749, 1740, 1606,
+  1740, 1604, 1749, 1583, 1749, 1605, 1604, 1749, 1585, 1742, 1604, 1749, 1585, 1742, 1711, 1575, 1604, 1749, 1585,
+  1749, 1608, 1740, 1604, 1749, 1587, 1749, 1585, 1604, 1749, 1604, 1575, 1740, 1749, 1606, 1604, 1749, 1606, 1575,
+  1608, 1604, 1749, 1606, 1742, 1608, 1604, 1749, 1608, 1604, 1749, 1662, 1742, 1606, 1575, 1608, 1740, 1604, 1749,
+  1688, 1742, 1585, 1604, 1749, 1711, 1749, 1717, 1605, 1606, 1606, 1575, 1608, 1606, 1742, 1608, 1575, 1606, 1607,
+  1749, 1585, 1607, 1749, 1585, 1608, 1749, 1607, 1575, 1608, 1608, 1749, 1705, 1662, 1575, 1588, 1662, 1742, 1662,
+  1742, 1588, 1670, 1749, 1606, 1583, 1705, 1585, 1583, 1705, 1749, 1726, 1749, 1585, 1726, 1749, 1585, 1608, 1749,
+  1726, 1575, 1740,
+};
+
+static const uint32_t stop_word_offsets[65] = {
+  0, 4, 8, 11, 14, 19, 24, 26, 28, 33, 35, 39, 44, 50, 55, 61, 67, 72, 77, 79, 81, 84, 88, 91, 93, 98, 103, 106, 108,
+  110, 117, 123, 130, 137, 141, 146, 153, 158, 162, 168, 174, 179, 186, 191, 196, 199, 207, 212, 217, 219, 222, 227,
+  230, 237, 238, 241, 244, 246, 249, 253, 256, 258, 261, 268, 269,
+};
+
+static const uint32_t keep_ranges[14] = {
+  48, 57, 65, 90, 97, 122, 1569, 1641, 1646, 1749, 1776, 1785, 8204, 8204,
+};
+
+const narsil_language narsil_language_sorani = {
+  .name = "sorani",
+  .revision = "1",
+  .stop_word_units = stop_word_units,
+  .stop_word_offsets = stop_word_offsets,
+  .stop_word_count = 64,
+  .ascii_keep = {0x03FF000000000000ULL, 0x07FFFFFE07FFFFFEULL},
+  .keep_ranges = keep_ranges,
+  .keep_range_count = 7,
+  .splits_code_points = 0,
+  .strips_possessive = 0,
+  .normalises_diacritics = 0,
+  .min_token_length = 1,
+  .ngram_size = 0,
+  .normalise = narsil_sorani_normalise,
+  .stem_by_rules = NULL,
+  .create_snowball = NULL,
+  .snowball_stem = NULL,
+  .close_snowball = NULL,
+};

package/cpp/core/src/languages/data/spanish.c

@@ -0,0 +1,84 @@
+#include "../../analysis/languages.h"
+#include "declarations.h"
+#include "../snowball/spanish_stemmer.h"
+
+#include <stddef.h>
+#include <stdint.h>
+
+static const uint16_t stop_word_units[899] = {
+  97, 97, 108, 97, 108, 103, 111, 97, 108, 103, 117, 110, 97, 97, 108, 103, 117, 110, 97, 115, 97, 108, 103, 117, 110,
+  111, 97, 108, 103, 117, 110, 111, 115, 97, 108, 103, 250, 110, 97, 109, 98, 111, 115, 97, 110, 116, 101, 97, 110, 116,
+  101, 115, 97, 113, 117, 101, 108, 97, 113, 117, 101, 108, 108, 97, 97, 113, 117, 101, 108, 108, 97, 115, 97, 113, 117,
+  101, 108, 108, 111, 97, 113, 117, 101, 108, 108, 111, 115, 97, 113, 117, 237, 97, 114, 114, 105, 98, 97, 97, 115, 237,
+  97, 117, 110, 113, 117, 101, 97, 250, 110, 98, 97, 106, 111, 98, 97, 115, 116, 97, 110, 116, 101, 98, 105, 101, 110,
+  99, 97, 100, 97, 99, 97, 115, 105, 99, 111, 109, 111, 99, 111, 110, 99, 111, 110, 116, 114, 97, 99, 117, 97, 108, 99,
+  117, 97, 108, 101, 115, 99, 117, 97, 110, 100, 111, 99, 117, 225, 110, 100, 111, 99, 117, 225, 110, 116, 111, 99, 117,
+  225, 110, 116, 111, 115, 100, 101, 100, 101, 108, 100, 101, 109, 225, 115, 100, 101, 110, 116, 114, 111, 100, 101,
+  115, 100, 101, 100, 111, 110, 100, 101, 100, 111, 115, 100, 117, 114, 97, 110, 116, 101, 100, 243, 110, 100, 101, 101,
+  108, 101, 108, 108, 97, 101, 108, 108, 97, 115, 101, 108, 108, 111, 101, 108, 108, 111, 115, 101, 110, 101, 110, 99,
+  105, 109, 97, 101, 110, 116, 111, 110, 99, 101, 115, 101, 110, 116, 114, 101, 101, 114, 97, 101, 115, 97, 101, 115,
+  97, 115, 101, 115, 101, 101, 115, 111, 101, 115, 111, 115, 101, 115, 116, 97, 101, 115, 116, 97, 98, 97, 101, 115,
+  116, 97, 100, 111, 101, 115, 116, 97, 115, 101, 115, 116, 101, 101, 115, 116, 111, 101, 115, 116, 111, 115, 101, 115,
+  116, 225, 101, 115, 116, 225, 110, 102, 117, 101, 102, 117, 101, 114, 97, 102, 117, 101, 114, 111, 110, 104, 97, 104,
+  97, 99, 101, 104, 97, 99, 101, 110, 104, 97, 99, 101, 114, 104, 97, 99, 105, 97, 104, 97, 110, 104, 97, 115, 116, 97,
+  104, 97, 121, 108, 97, 108, 97, 115, 108, 101, 108, 101, 115, 108, 111, 108, 111, 115, 108, 117, 101, 103, 111, 109,
+  97, 115, 109, 101, 109, 101, 106, 111, 114, 109, 101, 110, 111, 115, 109, 105, 109, 105, 101, 110, 116, 114, 97, 115,
+  109, 105, 115, 109, 105, 115, 109, 97, 109, 105, 115, 109, 111, 109, 117, 99, 104, 97, 109, 117, 99, 104, 97, 115,
+  109, 117, 99, 104, 111, 109, 117, 99, 104, 111, 115, 109, 117, 121, 109, 225, 115, 109, 237, 109, 237, 97, 109, 237,
+  111, 110, 97, 100, 97, 110, 105, 110, 105, 110, 103, 117, 110, 97, 110, 105, 110, 103, 117, 110, 111, 110, 105, 110,
+  103, 250, 110, 110, 111, 110, 111, 115, 110, 111, 115, 111, 116, 114, 97, 115, 110, 111, 115, 111, 116, 114, 111, 115,
+  110, 117, 101, 115, 116, 114, 97, 110, 117, 101, 115, 116, 114, 97, 115, 110, 117, 101, 115, 116, 114, 111, 110, 117,
+  101, 115, 116, 114, 111, 115, 110, 117, 110, 99, 97, 111, 111, 115, 111, 116, 114, 97, 111, 116, 114, 97, 115, 111,
+  116, 114, 111, 111, 116, 114, 111, 115, 112, 97, 114, 97, 112, 101, 114, 111, 112, 111, 99, 97, 112, 111, 99, 97, 115,
+  112, 111, 99, 111, 112, 111, 99, 111, 115, 112, 111, 114, 112, 111, 114, 113, 117, 101, 113, 117, 101, 113, 117, 105,
+  101, 110, 113, 117, 105, 233, 110, 113, 117, 233, 115, 101, 115, 101, 97, 115, 101, 103, 250, 110, 115, 101, 114, 115,
+  101, 114, 225, 115, 105, 115, 105, 100, 111, 115, 105, 110, 115, 105, 110, 111, 115, 111, 98, 114, 101, 115, 111, 109,
+  111, 115, 115, 111, 110, 115, 111, 121, 115, 117, 115, 117, 115, 115, 117, 121, 97, 115, 117, 121, 97, 115, 115, 117,
+  121, 111, 115, 237, 116, 97, 109, 98, 105, 233, 110, 116, 97, 110, 116, 97, 110, 116, 111, 116, 101, 116, 101, 110,
+  103, 111, 116, 105, 116, 105, 101, 110, 101, 116, 105, 101, 110, 101, 110, 116, 111, 100, 97, 116, 111, 100, 97, 115,
+  116, 111, 100, 97, 118, 237, 97, 116, 111, 100, 111, 116, 111, 100, 111, 115, 116, 117, 116, 117, 115, 116, 117, 121,
+  97, 116, 117, 121, 111, 116, 250, 117, 110, 117, 110, 97, 117, 110, 97, 115, 117, 110, 111, 117, 110, 111, 115, 117,
+  115, 116, 101, 100, 117, 115, 116, 101, 100, 101, 115, 118, 97, 118, 97, 109, 111, 115, 118, 101, 114, 118, 101, 122,
+  118, 111, 115, 111, 116, 114, 97, 115, 118, 111, 115, 111, 116, 114, 111, 115, 118, 117, 101, 115, 116, 114, 97, 118,
+  117, 101, 115, 116, 114, 97, 115, 118, 117, 101, 115, 116, 114, 111, 118, 117, 101, 115, 116, 114, 111, 115, 121, 121,
+  97, 121, 111, 233, 108, 233, 115, 116, 97, 233, 115, 116, 97, 115, 233, 115, 116, 101, 233, 115, 116, 111, 115, 250,
+  108, 116, 105, 109, 97, 250, 108, 116, 105, 109, 97, 115, 250, 108, 116, 105, 109, 111, 250, 108, 116, 105, 109, 111,
+  115,
+};
+
+static const uint32_t stop_word_offsets[203] = {
+  0, 1, 3, 7, 13, 20, 26, 33, 38, 43, 47, 52, 57, 64, 72, 79, 87, 91, 97, 100, 106, 109, 113, 121, 125, 129, 133, 137,
+  140, 146, 150, 156, 162, 168, 174, 181, 183, 186, 191, 197, 202, 207, 210, 217, 222, 224, 228, 233, 237, 242, 244,
+  250, 258, 263, 266, 269, 273, 276, 279, 283, 287, 293, 299, 304, 308, 312, 317, 321, 326, 329, 334, 340, 342, 346,
+  351, 356, 361, 364, 369, 372, 374, 377, 379, 382, 384, 387, 392, 395, 397, 402, 407, 409, 417, 420, 425, 430, 435,
+  441, 446, 452, 455, 458, 460, 463, 466, 470, 472, 479, 486, 492, 494, 497, 505, 513, 520, 528, 535, 543, 548, 549,
+  551, 555, 560, 564, 569, 573, 577, 581, 586, 590, 595, 598, 604, 607, 612, 617, 620, 622, 625, 630, 633, 637, 639,
+  643, 646, 650, 655, 660, 663, 666, 668, 671, 675, 680, 684, 686, 693, 696, 701, 703, 708, 710, 715, 721, 725, 730,
+  737, 741, 746, 748, 751, 755, 759, 761, 763, 766, 770, 773, 777, 782, 789, 791, 796, 799, 802, 810, 818, 825, 833,
+  840, 848, 849, 851, 853, 855, 859, 864, 868, 873, 879, 886, 892, 899,
+};
+
+static const uint32_t keep_ranges[16] = {
+  48, 57, 65, 90, 97, 122, 193, 214, 216, 218, 220, 220, 225, 250, 252, 252,
+};
+
+const narsil_language narsil_language_spanish = {
+  .name = "spanish",
+  .revision = "8dc152fd2fcce882",
+  .stop_word_units = stop_word_units,
+  .stop_word_offsets = stop_word_offsets,
+  .stop_word_count = 202,
+  .ascii_keep = {0x03FF000000000000ULL, 0x07FFFFFE07FFFFFEULL},
+  .keep_ranges = keep_ranges,
+  .keep_range_count = 8,
+  .splits_code_points = 0,
+  .strips_possessive = 0,
+  .normalises_diacritics = 0,
+  .min_token_length = 1,
+  .ngram_size = 0,
+  .normalise = NULL,
+  .stem_by_rules = NULL,
+  .create_snowball = spanish_create_env,
+  .snowball_stem = spanish_stem,
+  .close_snowball = spanish_close_env,
+};

package/cpp/core/src/languages/data/swahili.c

@@ -0,0 +1,59 @@
+#include "../../analysis/languages.h"
+#include "declarations.h"
+#include "../rules.h"
+
+#include <stddef.h>
+#include <stdint.h>
+
+static const uint16_t stop_word_units[426] = {
+  97, 109, 97, 97, 117, 98, 97, 97, 100, 97, 98, 97, 100, 111, 98, 97, 108, 105, 98, 97, 115, 105, 98, 105, 108, 97, 99,
+  104, 97, 99, 104, 101, 99, 104, 105, 110, 105, 100, 97, 105, 109, 97, 101, 110, 100, 97, 112, 111, 103, 97, 110, 105,
+  104, 97, 100, 105, 104, 97, 107, 117, 110, 97, 104, 97, 108, 97, 102, 117, 104, 97, 112, 97, 104, 97, 112, 97, 110,
+  97, 104, 97, 115, 97, 104, 97, 116, 97, 104, 105, 105, 104, 105, 118, 105, 104, 105, 118, 121, 111, 104, 105, 121,
+  111, 104, 105, 122, 111, 104, 117, 107, 117, 105, 106, 97, 112, 111, 107, 117, 119, 97, 105, 107, 105, 119, 97, 105,
+  108, 101, 105, 108, 105, 105, 110, 103, 97, 119, 97, 105, 119, 97, 112, 111, 106, 117, 117, 107, 97, 98, 105, 115, 97,
+  107, 97, 98, 108, 97, 107, 97, 109, 97, 107, 97, 109, 119, 101, 107, 97, 114, 105, 98, 117, 107, 97, 116, 105, 107,
+  97, 107, 105, 100, 111, 103, 111, 107, 105, 108, 97, 107, 105, 115, 104, 97, 107, 111, 116, 101, 107, 117, 104, 117,
+  115, 117, 107, 117, 116, 111, 107, 97, 107, 117, 119, 97, 107, 119, 97, 107, 119, 97, 109, 98, 97, 107, 119, 97, 110,
+  105, 107, 119, 101, 108, 105, 108, 97, 108, 97, 98, 100, 97, 108, 97, 107, 105, 110, 105, 108, 105, 110, 105, 109, 97,
+  114, 97, 109, 98, 97, 108, 105, 109, 98, 101, 108, 101, 109, 101, 110, 103, 105, 109, 112, 97, 107, 97, 110, 97, 110,
+  97, 110, 105, 110, 100, 97, 110, 105, 110, 100, 105, 111, 110, 100, 105, 121, 111, 110, 105, 110, 105, 110, 105, 110,
+  106, 101, 110, 121, 105, 110, 103, 105, 110, 121, 117, 109, 97, 112, 97, 108, 101, 112, 101, 110, 103, 105, 110, 101,
+  112, 105, 97, 115, 97, 110, 97, 115, 97, 115, 97, 115, 97, 119, 97, 115, 105, 115, 105, 121, 111, 116, 97, 110, 103,
+  117, 116, 97, 121, 97, 114, 105, 116, 101, 110, 97, 116, 117, 118, 105, 112, 105, 119, 97, 119, 97, 107, 97, 116, 105,
+  119, 97, 107, 101, 119, 97, 108, 97, 119, 97, 112, 105, 119, 101, 110, 103, 105, 119, 111, 116, 101, 121, 97, 121, 97,
+  107, 101, 121, 97, 110, 103, 117, 121, 97, 111, 121, 101, 116, 117, 121, 111, 116, 101, 122, 97, 122, 97, 105, 100,
+  105, 122, 111, 116, 101,
+};
+
+static const uint32_t stop_word_offsets[98] = {
+  0, 3, 5, 10, 14, 18, 22, 26, 32, 37, 42, 48, 52, 56, 62, 68, 72, 78, 82, 86, 89, 93, 98, 102, 106, 110, 119, 124, 127,
+  130, 136, 141, 144, 150, 155, 159, 164, 170, 176, 182, 186, 191, 195, 201, 207, 211, 214, 220, 225, 230, 232, 237,
+  243, 247, 251, 256, 261, 266, 271, 273, 277, 282, 286, 291, 293, 297, 300, 306, 311, 315, 322, 325, 329, 333, 337,
+  339, 343, 348, 354, 358, 360, 364, 366, 372, 376, 380, 384, 389, 393, 395, 399, 404, 407, 411, 415, 417, 422, 426,
+};
+
+static const uint32_t keep_ranges[8] = {
+  39, 39, 48, 57, 65, 90, 97, 122,
+};
+
+const narsil_language narsil_language_swahili = {
+  .name = "swahili",
+  .revision = "1",
+  .stop_word_units = stop_word_units,
+  .stop_word_offsets = stop_word_offsets,
+  .stop_word_count = 97,
+  .ascii_keep = {0x03FF008000000000ULL, 0x07FFFFFE07FFFFFEULL},
+  .keep_ranges = keep_ranges,
+  .keep_range_count = 4,
+  .splits_code_points = 0,
+  .strips_possessive = 0,
+  .normalises_diacritics = 0,
+  .min_token_length = 1,
+  .ngram_size = 0,
+  .normalise = NULL,
+  .stem_by_rules = narsil_swahili_stem,
+  .create_snowball = NULL,
+  .snowball_stem = NULL,
+  .close_snowball = NULL,
+};

package/cpp/core/src/languages/data/swedish.c

@@ -0,0 +1,60 @@
+#include "../../analysis/languages.h"
+#include "declarations.h"
+#include "../snowball/swedish_stemmer.h"
+
+#include <stddef.h>
+#include <stdint.h>
+
+static const uint16_t stop_word_units[421] = {
+  97, 108, 108, 97, 97, 108, 108, 116, 97, 116, 116, 97, 118, 98, 108, 101, 118, 98, 108, 105, 98, 108, 105, 114, 98,
+  108, 105, 118, 105, 116, 100, 101, 100, 101, 109, 100, 101, 110, 100, 101, 110, 110, 97, 100, 101, 114, 97, 115, 100,
+  101, 115, 115, 100, 101, 115, 115, 97, 100, 101, 116, 100, 101, 116, 116, 97, 100, 105, 103, 100, 105, 110, 100, 105,
+  110, 97, 100, 105, 116, 116, 100, 117, 100, 228, 114, 100, 229, 101, 102, 116, 101, 114, 101, 106, 101, 108, 108, 101,
+  114, 101, 110, 101, 114, 101, 114, 97, 101, 114, 116, 101, 116, 116, 102, 114, 229, 110, 102, 246, 114, 104, 97, 104,
+  97, 100, 101, 104, 97, 110, 104, 97, 110, 115, 104, 97, 114, 104, 101, 110, 110, 101, 104, 101, 110, 110, 101, 115,
+  104, 111, 110, 104, 111, 110, 111, 109, 104, 117, 114, 104, 228, 114, 105, 105, 99, 107, 101, 105, 110, 103, 101, 110,
+  105, 110, 111, 109, 105, 110, 116, 101, 106, 97, 103, 106, 117, 107, 97, 110, 107, 117, 110, 100, 101, 109, 97, 110,
+  109, 101, 100, 109, 101, 108, 108, 97, 110, 109, 101, 110, 109, 105, 103, 109, 105, 110, 109, 105, 110, 97, 109, 105,
+  116, 116, 109, 111, 116, 109, 121, 99, 107, 101, 116, 110, 105, 110, 117, 110, 228, 114, 110, 229, 103, 111, 110, 110,
+  229, 103, 111, 116, 110, 229, 103, 114, 97, 111, 99, 104, 111, 109, 111, 115, 115, 112, 229, 115, 97, 109, 109, 97,
+  115, 101, 100, 97, 110, 115, 105, 103, 115, 105, 110, 115, 105, 110, 97, 115, 105, 116, 116, 115, 106, 228, 108, 118,
+  115, 107, 117, 108, 108, 101, 115, 111, 109, 115, 229, 115, 229, 100, 97, 110, 115, 229, 100, 97, 110, 97, 115, 229,
+  100, 97, 110, 116, 116, 105, 108, 108, 117, 110, 100, 101, 114, 117, 112, 112, 117, 116, 117, 116, 97, 110, 118, 97,
+  100, 118, 97, 114, 118, 97, 114, 97, 118, 97, 114, 102, 246, 114, 118, 97, 114, 105, 116, 118, 97, 114, 106, 101, 118,
+  97, 114, 115, 118, 97, 114, 116, 118, 101, 109, 118, 105, 118, 105, 100, 118, 105, 108, 107, 97, 118, 105, 108, 107,
+  97, 115, 118, 105, 108, 107, 101, 110, 118, 105, 108, 107, 101, 116, 118, 229, 114, 118, 229, 114, 97, 118, 229, 114,
+  116, 228, 110, 228, 114, 229, 116, 246, 118, 101, 114,
+};
+
+static const uint32_t stop_word_offsets[115] = {
+  0, 4, 8, 11, 13, 17, 20, 24, 30, 32, 35, 38, 43, 48, 52, 57, 60, 65, 68, 71, 75, 79, 81, 84, 86, 91, 93, 98, 100, 102,
+  105, 108, 111, 115, 118, 120, 124, 127, 131, 134, 139, 145, 148, 153, 156, 159, 160, 164, 169, 173, 177, 180, 182,
+  185, 190, 193, 196, 202, 205, 208, 211, 215, 219, 222, 228, 230, 232, 235, 240, 245, 250, 253, 255, 258, 260, 265,
+  270, 273, 276, 280, 284, 289, 295, 298, 300, 305, 311, 317, 321, 326, 329, 331, 335, 338, 341, 345, 351, 356, 361,
+  365, 369, 372, 374, 377, 382, 388, 394, 400, 403, 407, 411, 413, 415, 417, 421,
+};
+
+static const uint32_t keep_ranges[24] = {
+  45, 45, 48, 57, 65, 90, 97, 122, 196, 197, 201, 201, 214, 214, 220, 220, 228, 229, 233, 233, 246, 246, 252, 252,
+};
+
+const narsil_language narsil_language_swedish = {
+  .name = "swedish",
+  .revision = "5ff576fe6e2b2a68",
+  .stop_word_units = stop_word_units,
+  .stop_word_offsets = stop_word_offsets,
+  .stop_word_count = 114,
+  .ascii_keep = {0x03FF200000000000ULL, 0x07FFFFFE07FFFFFEULL},
+  .keep_ranges = keep_ranges,
+  .keep_range_count = 12,
+  .splits_code_points = 0,
+  .strips_possessive = 0,
+  .normalises_diacritics = 0,
+  .min_token_length = 1,
+  .ngram_size = 0,
+  .normalise = NULL,
+  .stem_by_rules = NULL,
+  .create_snowball = swedish_create_env,
+  .snowball_stem = swedish_stem,
+  .close_snowball = swedish_close_env,
+};

package/cpp/core/src/languages/data/tagalog.c

@@ -0,0 +1,75 @@
+#include "../../analysis/languages.h"
+#include "declarations.h"
+
+#include <stddef.h>
+#include <stdint.h>
+
+static const uint16_t stop_word_units[778] = {
+  97, 107, 105, 110, 97, 107, 105, 110, 103, 97, 107, 111, 97, 108, 105, 110, 97, 109, 97, 109, 105, 110, 97, 109, 105,
+  110, 103, 97, 110, 103, 97, 110, 111, 97, 110, 117, 109, 97, 110, 103, 97, 112, 97, 116, 97, 116, 97, 116, 105, 110,
+  97, 116, 105, 110, 103, 97, 121, 98, 97, 98, 97, 98, 97, 98, 97, 103, 111, 98, 97, 107, 105, 116, 98, 97, 119, 97,
+  116, 98, 105, 108, 97, 110, 103, 100, 97, 104, 105, 108, 100, 97, 108, 97, 119, 97, 100, 97, 112, 97, 116, 100, 105,
+  110, 100, 105, 116, 111, 100, 111, 111, 110, 103, 97, 103, 97, 119, 105, 110, 103, 97, 121, 117, 110, 109, 97, 110,
+  103, 105, 110, 97, 103, 97, 119, 97, 103, 105, 110, 97, 119, 97, 103, 105, 110, 97, 119, 97, 110, 103, 103, 117, 109,
+  97, 119, 97, 103, 117, 115, 116, 111, 104, 97, 98, 97, 110, 103, 104, 97, 110, 103, 103, 97, 110, 103, 104, 105, 110,
+  100, 105, 104, 117, 119, 97, 103, 105, 98, 97, 105, 98, 97, 98, 97, 105, 98, 97, 98, 97, 119, 105, 98, 105, 103, 105,
+  107, 97, 119, 105, 108, 97, 103, 97, 121, 105, 108, 97, 108, 105, 109, 105, 108, 97, 110, 105, 110, 121, 111, 110,
+  103, 105, 115, 97, 105, 115, 97, 110, 103, 105, 116, 97, 97, 115, 105, 116, 111, 105, 121, 111, 105, 121, 111, 110,
+  105, 121, 111, 110, 103, 107, 97, 107, 97, 104, 105, 116, 107, 97, 105, 108, 97, 110, 103, 97, 110, 107, 97, 105, 108,
+  97, 110, 109, 97, 110, 107, 97, 109, 105, 107, 97, 110, 105, 108, 97, 107, 97, 110, 105, 108, 97, 110, 103, 107, 97,
+  110, 105, 110, 111, 107, 97, 110, 121, 97, 107, 97, 110, 121, 97, 110, 103, 107, 97, 112, 97, 103, 107, 97, 112, 119,
+  97, 107, 97, 114, 97, 109, 105, 104, 97, 110, 107, 97, 116, 105, 121, 97, 107, 97, 110, 107, 97, 116, 117, 108, 97,
+  100, 107, 97, 121, 97, 107, 97, 121, 115, 97, 107, 111, 107, 111, 110, 103, 107, 117, 108, 97, 110, 103, 107, 117,
+  109, 117, 104, 97, 107, 117, 110, 103, 108, 97, 98, 97, 110, 108, 97, 104, 97, 116, 108, 97, 109, 97, 110, 103, 108,
+  105, 107, 111, 100, 108, 105, 109, 97, 109, 97, 97, 97, 114, 105, 109, 97, 97, 97, 114, 105, 110, 103, 109, 97, 103,
+  105, 110, 103, 109, 97, 104, 117, 115, 97, 121, 109, 97, 107, 105, 116, 97, 109, 97, 114, 97, 109, 105, 109, 97, 114,
+  97, 112, 97, 116, 109, 97, 115, 121, 97, 100, 111, 109, 97, 121, 109, 97, 121, 114, 111, 111, 110, 109, 103, 97, 109,
+  105, 110, 115, 97, 110, 109, 105, 115, 109, 111, 109, 117, 108, 97, 109, 117, 108, 105, 110, 97, 110, 97, 98, 97, 110,
+  103, 103, 105, 116, 110, 97, 103, 105, 110, 103, 110, 97, 103, 107, 97, 114, 111, 111, 110, 110, 97, 105, 115, 110,
+  97, 107, 105, 116, 97, 110, 97, 109, 105, 110, 110, 97, 112, 97, 107, 97, 110, 97, 114, 105, 116, 111, 110, 97, 115,
+  97, 97, 110, 110, 103, 110, 103, 97, 121, 111, 110, 110, 105, 110, 105, 108, 97, 110, 105, 108, 97, 110, 103, 110,
+  105, 116, 111, 110, 105, 121, 97, 110, 105, 121, 97, 110, 103, 110, 111, 111, 110, 111, 112, 97, 112, 97, 97, 110,
+  111, 112, 97, 98, 97, 98, 97, 112, 97, 103, 103, 97, 119, 97, 112, 97, 103, 105, 116, 97, 110, 112, 97, 103, 107, 97,
+  107, 97, 114, 111, 111, 110, 112, 97, 103, 107, 97, 116, 97, 112, 111, 115, 112, 97, 108, 97, 98, 97, 115, 112, 97,
+  109, 97, 109, 97, 103, 105, 116, 97, 110, 112, 97, 110, 97, 104, 111, 110, 112, 97, 110, 103, 97, 108, 97, 119, 97,
+  112, 97, 114, 97, 112, 97, 114, 97, 97, 110, 112, 97, 114, 101, 104, 111, 112, 97, 116, 97, 97, 115, 112, 101, 114,
+  111, 112, 117, 109, 117, 110, 116, 97, 112, 117, 109, 117, 112, 117, 110, 116, 97, 115, 97, 115, 97, 97, 110, 115, 97,
+  98, 105, 115, 97, 98, 105, 104, 105, 110, 115, 97, 114, 105, 108, 105, 115, 105, 108, 97, 115, 105, 110, 111, 115,
+  105, 121, 97, 116, 97, 116, 108, 111, 116, 97, 121, 111, 116, 117, 108, 97, 100, 116, 117, 110, 103, 107, 111, 108,
+  117, 110, 97, 119, 97, 108, 97, 110, 103,
+};
+
+static const uint32_t stop_word_offsets[148] = {
+  0, 4, 9, 12, 16, 18, 22, 27, 30, 33, 40, 44, 46, 50, 55, 57, 63, 67, 72, 77, 83, 88, 94, 99, 102, 106, 110, 117, 125,
+  133, 139, 147, 153, 158, 164, 172, 177, 182, 185, 190, 196, 200, 204, 210, 216, 220, 226, 229, 234, 239, 242, 245,
+  249, 254, 256, 261, 270, 279, 283, 289, 297, 303, 308, 315, 320, 325, 334, 343, 350, 354, 359, 361, 365, 371, 377,
+  381, 386, 391, 397, 402, 406, 412, 420, 426, 433, 439, 445, 452, 459, 462, 469, 472, 478, 483, 487, 491, 493, 502,
+  508, 517, 521, 527, 532, 538, 544, 550, 552, 558, 560, 564, 570, 574, 578, 584, 588, 589, 591, 596, 602, 609, 616,
+  627, 637, 644, 655, 662, 671, 675, 681, 687, 693, 697, 704, 713, 715, 719, 723, 730, 736, 740, 744, 748, 753, 757,
+  762, 769, 772, 778,
+};
+
+static const uint32_t keep_ranges[6] = {
+  48, 57, 65, 90, 97, 122,
+};
+
+const narsil_language narsil_language_tagalog = {
+  .name = "tagalog",
+  .revision = "1",
+  .stop_word_units = stop_word_units,
+  .stop_word_offsets = stop_word_offsets,
+  .stop_word_count = 147,
+  .ascii_keep = {0x03FF000000000000ULL, 0x07FFFFFE07FFFFFEULL},
+  .keep_ranges = keep_ranges,
+  .keep_range_count = 3,
+  .splits_code_points = 0,
+  .strips_possessive = 0,
+  .normalises_diacritics = 0,
+  .min_token_length = 1,
+  .ngram_size = 0,
+  .normalise = NULL,
+  .stem_by_rules = NULL,
+  .create_snowball = NULL,
+  .snowball_stem = NULL,
+  .close_snowball = NULL,
+};