@delali/narsil-react-native 0.3.1-next.154 → 0.3.1-next.156

package/cpp/core/src/languages/data/catalan.c

@@ -0,0 +1,84 @@
+#include "../../analysis/languages.h"
+#include "declarations.h"
+#include "../snowball/catalan_stemmer.h"
+
+#include <stddef.h>
+#include <stdint.h>
+
+static const uint16_t stop_word_units[898] = {
+  97, 97, 98, 97, 110, 115, 97, 99, 237, 97, 104, 97, 105, 120, 237, 97, 105, 120, 242, 97, 108, 97, 108, 101, 115, 104,
+  111, 114, 101, 115, 97, 108, 103, 117, 110, 97, 108, 103, 117, 110, 97, 97, 108, 103, 117, 110, 101, 115, 97, 108,
+  103, 117, 110, 115, 97, 108, 104, 111, 114, 97, 97, 108, 108, 224, 97, 108, 108, 237, 97, 108, 108, 242, 97, 108, 115,
+  97, 108, 116, 114, 97, 97, 108, 116, 114, 101, 97, 108, 116, 114, 101, 115, 97, 109, 98, 97, 109, 98, 100, 117, 101,
+  115, 97, 109, 98, 100, 243, 115, 97, 112, 97, 97, 113, 117, 101, 108, 108, 97, 113, 117, 101, 108, 108, 97, 97, 113,
+  117, 101, 108, 108, 101, 115, 97, 113, 117, 101, 108, 108, 115, 97, 113, 117, 101, 115, 116, 97, 113, 117, 101, 115,
+  116, 97, 97, 113, 117, 101, 115, 116, 101, 115, 97, 113, 117, 101, 115, 116, 115, 97, 113, 117, 237, 98, 97, 105, 120,
+  99, 97, 100, 97, 99, 97, 100, 97, 115, 99, 117, 110, 97, 99, 97, 100, 97, 115, 99, 117, 110, 101, 115, 99, 97, 100,
+  97, 115, 99, 117, 110, 115, 99, 97, 100, 97, 115, 99, 250, 99, 111, 109, 99, 111, 110, 116, 114, 97, 100, 97, 108,
+  116, 100, 101, 100, 101, 108, 100, 101, 108, 115, 100, 101, 115, 100, 101, 115, 112, 114, 233, 115, 100, 105, 110,
+  115, 100, 105, 110, 116, 114, 101, 100, 111, 110, 97, 116, 100, 111, 110, 99, 115, 100, 117, 114, 97, 110, 116, 101,
+  101, 104, 101, 108, 101, 108, 115, 101, 109, 101, 110, 101, 110, 99, 97, 114, 97, 101, 110, 115, 101, 110, 116, 114,
+  101, 101, 114, 101, 110, 101, 115, 101, 115, 116, 97, 101, 115, 116, 97, 118, 101, 110, 101, 115, 116, 101, 117, 101,
+  115, 116, 224, 101, 115, 116, 224, 118, 101, 109, 101, 115, 116, 224, 118, 101, 117, 101, 116, 101, 116, 99, 101, 116,
+  115, 102, 105, 110, 115, 102, 111, 114, 97, 103, 97, 105, 114, 101, 98, 233, 104, 97, 104, 97, 110, 104, 97, 115, 104,
+  97, 118, 105, 97, 104, 101, 104, 101, 109, 104, 101, 117, 104, 105, 104, 111, 105, 105, 103, 117, 97, 108, 105, 103,
+  117, 97, 108, 115, 106, 97, 108, 97, 108, 101, 115, 108, 105, 108, 108, 97, 118, 111, 114, 115, 109, 97, 109, 97, 108,
+  109, 97, 108, 103, 114, 97, 116, 109, 97, 116, 101, 105, 120, 109, 97, 116, 101, 105, 120, 97, 109, 97, 116, 101, 105,
+  120, 101, 115, 109, 97, 116, 101, 105, 120, 111, 115, 109, 101, 109, 101, 110, 116, 114, 101, 109, 101, 117, 109, 101,
+  117, 115, 109, 101, 118, 97, 109, 101, 118, 101, 115, 109, 111, 108, 116, 109, 111, 108, 116, 97, 109, 111, 108, 116,
+  101, 115, 109, 111, 108, 116, 115, 109, 111, 110, 109, 111, 110, 115, 109, 233, 115, 110, 101, 110, 105, 110, 111,
+  110, 111, 103, 101, 110, 115, 109, 101, 110, 121, 115, 110, 111, 109, 233, 115, 110, 111, 115, 97, 108, 116, 114, 101,
+  115, 110, 111, 115, 116, 114, 97, 110, 111, 115, 116, 114, 101, 110, 111, 115, 116, 114, 101, 115, 111, 111, 104, 111,
+  105, 111, 110, 112, 97, 115, 112, 101, 108, 112, 101, 108, 115, 112, 101, 114, 112, 101, 114, 113, 117, 232, 112, 101,
+  114, 242, 112, 111, 99, 112, 111, 99, 97, 112, 111, 99, 115, 112, 111, 113, 117, 101, 115, 112, 111, 116, 115, 101,
+  114, 112, 114, 111, 112, 105, 113, 117, 97, 108, 113, 117, 97, 108, 115, 113, 117, 97, 110, 113, 117, 97, 110, 116,
+  113, 117, 101, 113, 117, 101, 108, 99, 111, 109, 113, 117, 105, 113, 117, 105, 110, 113, 117, 105, 110, 97, 113, 117,
+  105, 110, 101, 115, 113, 117, 105, 110, 115, 113, 117, 232, 115, 97, 115, 101, 109, 98, 108, 97, 110, 116, 115, 101,
+  109, 98, 108, 97, 110, 116, 115, 115, 101, 115, 115, 101, 117, 115, 101, 117, 115, 115, 101, 118, 97, 115, 101, 118,
+  101, 115, 115, 105, 115, 111, 98, 114, 101, 115, 111, 98, 114, 101, 116, 111, 116, 115, 111, 108, 97, 109, 101, 110,
+  116, 115, 111, 108, 115, 115, 111, 110, 115, 111, 110, 115, 115, 111, 116, 97, 115, 111, 117, 115, 243, 99, 115, 243,
+  110, 116, 97, 116, 97, 108, 116, 97, 109, 98, 233, 116, 97, 109, 112, 111, 99, 116, 97, 110, 116, 97, 110, 116, 116,
+  97, 110, 116, 97, 116, 97, 110, 116, 101, 115, 116, 101, 117, 116, 101, 117, 115, 116, 101, 118, 97, 116, 101, 118,
+  101, 115, 116, 111, 110, 116, 111, 110, 115, 116, 111, 116, 116, 111, 116, 97, 116, 111, 116, 101, 115, 116, 111, 116,
+  115, 117, 110, 117, 110, 97, 117, 110, 101, 115, 117, 110, 115, 117, 115, 118, 97, 118, 97, 105, 103, 118, 97, 109,
+  118, 97, 110, 118, 97, 115, 118, 101, 117, 118, 111, 115, 97, 108, 116, 114, 101, 115, 118, 111, 115, 116, 114, 97,
+  118, 111, 115, 116, 114, 101, 118, 111, 115, 116, 114, 101, 115, 233, 114, 101, 109, 233, 114, 101, 117, 233, 115,
+};
+
+static const uint32_t stop_word_offsets[205] = {
+  0, 1, 6, 9, 11, 15, 19, 21, 30, 35, 41, 48, 54, 60, 64, 68, 72, 75, 80, 85, 91, 94, 101, 107, 110, 116, 123, 131, 138,
+  144, 151, 159, 166, 170, 174, 178, 187, 197, 206, 213, 216, 222, 226, 228, 231, 235, 238, 245, 249, 255, 260, 265,
+  271, 272, 274, 276, 279, 281, 283, 289, 292, 297, 301, 303, 307, 314, 319, 323, 330, 337, 339, 342, 345, 349, 353,
+  360, 362, 365, 368, 373, 375, 378, 381, 383, 385, 386, 391, 397, 399, 401, 404, 406, 413, 415, 418, 425, 431, 438,
+  446, 454, 456, 462, 465, 469, 473, 478, 482, 487, 493, 498, 501, 505, 508, 510, 512, 514, 525, 530, 539, 545, 551,
+  558, 559, 561, 563, 565, 568, 571, 575, 578, 584, 588, 591, 595, 599, 605, 611, 616, 620, 625, 629, 634, 637, 644,
+  647, 651, 656, 662, 667, 670, 672, 680, 689, 692, 695, 699, 703, 708, 710, 715, 723, 731, 735, 738, 742, 746, 749,
+  752, 755, 757, 760, 765, 771, 774, 778, 783, 789, 792, 796, 800, 805, 808, 812, 815, 819, 824, 828, 830, 833, 837,
+  840, 842, 844, 848, 851, 854, 857, 860, 869, 875, 881, 888, 892, 896, 898,
+};
+
+static const uint32_t keep_ranges[34] = {
+  48, 57, 65, 90, 97, 122, 192, 192, 199, 201, 205, 205, 207, 207, 210, 211, 218, 218, 220, 220, 224, 224, 231, 233,
+  237, 237, 239, 239, 242, 243, 250, 250, 252, 252,
+};
+
+const narsil_language narsil_language_catalan = {
+  .name = "catalan",
+  .revision = "1be0db9e03d63aa3",
+  .stop_word_units = stop_word_units,
+  .stop_word_offsets = stop_word_offsets,
+  .stop_word_count = 204,
+  .ascii_keep = {0x03FF000000000000ULL, 0x07FFFFFE07FFFFFEULL},
+  .keep_ranges = keep_ranges,
+  .keep_range_count = 17,
+  .splits_code_points = 0,
+  .strips_possessive = 0,
+  .normalises_diacritics = 0,
+  .min_token_length = 1,
+  .ngram_size = 0,
+  .normalise = NULL,
+  .stem_by_rules = NULL,
+  .create_snowball = catalan_create_env,
+  .snowball_stem = catalan_stem,
+  .close_snowball = catalan_close_env,
+};

package/cpp/core/src/languages/data/chinese.c

@@ -0,0 +1,70 @@
+#include "../../analysis/languages.h"
+#include "declarations.h"
+
+#include <stddef.h>
+#include <stdint.h>
+
+static const uint16_t stop_word_units[341] = {
+  19968, 19968, 20010, 19978, 19979, 19981, 19981, 20165, 19981, 20294, 19981, 31649, 19981, 35201, 19981, 35770, 19981,
+  36807, 19982, 20010, 20013, 20026, 20026, 20102, 20026, 20309, 20026, 27490, 20026, 27492, 20026, 30528, 20043, 20043,
+  19968, 20043, 20013, 20043, 21069, 20043, 21518, 20043, 31867, 20043, 38388, 20063, 20102, 20110, 26159, 20123, 20154,
+  20160, 20040, 20174, 20182, 20182, 20204, 20197, 20197, 19978, 20197, 19979, 20197, 20026, 20197, 20415, 20197, 20813,
+  20197, 21450, 20197, 26469, 20204, 20250, 20294, 20294, 26159, 20320, 20320, 20204, 20551, 20351, 20551, 22914, 20551,
+  33509, 20570, 20851, 20110, 20869, 20877, 20960, 20986, 21035, 21040, 21069, 21363, 20351, 21363, 20415, 21364, 21435,
+  21448, 21450, 21482, 21482, 26159, 21482, 26377, 21482, 35201, 21487, 20197, 21487, 26159, 21487, 33021, 21516, 21518,
+  21521, 21527, 21543, 21568, 21591, 21602, 21644, 21704, 21734, 21738, 21738, 20010, 21738, 20123, 21738, 20799, 21738,
+  37324, 21834, 21862, 21999, 22043, 22238, 22240, 20026, 22240, 27492, 22312, 22320, 22351, 22806, 22810, 22810, 23569,
+  22823, 22826, 22905, 22905, 20204, 22909, 22914, 22914, 20309, 22914, 21516, 22914, 26524, 22914, 27492, 23427, 23427,
+  20204, 23545, 23545, 20110, 23558, 23558, 35201, 23567, 23569, 23601, 23613, 31649, 24050, 24050, 32463, 24182, 24182,
+  19988, 24212, 35813, 24403, 24456, 24471, 24517, 39035, 24590, 20040, 24590, 26679, 24819, 24895, 24847, 25105, 25105,
+  20204, 25110, 25110, 32773, 25152, 25152, 20197, 25165, 25226, 25353, 25353, 29031, 25402, 25454, 25954, 26080, 35770,
+  26082, 26082, 28982, 26159, 26356, 26366, 26366, 32463, 26367, 26368, 26377, 26397, 26397, 30528, 26469, 26497, 26681,
+  25454, 27491, 22312, 27604, 27809, 27809, 26377, 27839, 27839, 30528, 28982, 32780, 29992, 30001, 30001, 20110, 30340,
+  30452, 21040, 30475, 30495, 30528, 31561, 31561, 31561, 32463, 36807, 32473, 32610, 20102, 32780, 32780, 19988, 32780,
+  24050, 33021, 33021, 22815, 33258, 24049, 33267, 33267, 20110, 33509, 33509, 26159, 33707, 34429, 28982, 34987, 35201,
+  35753, 35813, 35828, 35841, 36215, 36225, 36319, 36807, 36824, 36824, 26159, 36825, 36825, 20010, 36825, 20040, 36825,
+  20123, 36825, 26679, 36825, 37324, 36830, 36830, 21516, 36890, 36807, 37027, 37027, 20010, 37027, 20040, 37027, 20123,
+  37027, 26679, 37027, 37324, 37117, 37324, 38388, 38500, 38500, 20102, 38500, 38750, 38543, 38543, 30528, 38656, 35201,
+  38750,
+};
+
+static const uint32_t stop_word_offsets[235] = {
+  0, 1, 3, 4, 5, 6, 8, 10, 12, 14, 16, 18, 19, 20, 21, 22, 24, 26, 28, 30, 32, 33, 35, 37, 39, 41, 43, 45, 46, 47, 49,
+  50, 51, 53, 54, 55, 57, 58, 60, 62, 64, 66, 68, 70, 72, 73, 74, 75, 77, 78, 80, 82, 84, 86, 87, 89, 90, 91, 92, 93,
+  94, 95, 96, 98, 100, 101, 102, 103, 104, 105, 107, 109, 111, 113, 115, 117, 118, 119, 120, 121, 122, 123, 124, 125,
+  126, 127, 128, 129, 131, 133, 135, 137, 138, 139, 140, 141, 142, 144, 146, 147, 148, 149, 150, 151, 153, 154, 155,
+  156, 158, 159, 160, 162, 164, 166, 168, 169, 171, 172, 174, 175, 177, 178, 179, 180, 182, 183, 185, 186, 188, 190,
+  191, 192, 193, 195, 197, 199, 200, 202, 203, 205, 206, 208, 209, 211, 212, 213, 214, 216, 217, 218, 219, 221, 222,
+  224, 225, 226, 227, 229, 230, 231, 232, 233, 235, 236, 237, 239, 241, 242, 243, 245, 246, 248, 250, 251, 252, 254,
+  255, 257, 258, 259, 260, 261, 263, 265, 266, 268, 269, 271, 273, 274, 276, 278, 279, 281, 282, 284, 285, 287, 288,
+  289, 290, 291, 292, 293, 294, 295, 296, 297, 298, 300, 301, 303, 305, 307, 309, 311, 312, 314, 316, 317, 319, 321,
+  323, 325, 327, 328, 329, 330, 331, 333, 335, 336, 338, 340, 341,
+};
+
+static const uint32_t keep_ranges[52] = {
+  48, 57, 65, 90, 97, 122, 383, 383, 8490, 8490, 11904, 11929, 11931, 12019, 12032, 12245, 12293, 12293, 12295, 12295,
+  12321, 12329, 12344, 12347, 13312, 19903, 19968, 40959, 63744, 64109, 64112, 64217, 94178, 94179, 94192, 94198,
+  131072, 173791, 173824, 178205, 178208, 183981, 183984, 191456, 191472, 192093, 194560, 195101, 196608, 201546,
+  201552, 210041,
+};
+
+const narsil_language narsil_language_chinese = {
+  .name = "chinese",
+  .revision = "1",
+  .stop_word_units = stop_word_units,
+  .stop_word_offsets = stop_word_offsets,
+  .stop_word_count = 234,
+  .ascii_keep = {0x03FF000000000000ULL, 0x07FFFFFE07FFFFFEULL},
+  .keep_ranges = keep_ranges,
+  .keep_range_count = 26,
+  .splits_code_points = 1,
+  .strips_possessive = 0,
+  .normalises_diacritics = 0,
+  .min_token_length = 1,
+  .ngram_size = 2,
+  .normalise = NULL,
+  .stem_by_rules = NULL,
+  .create_snowball = NULL,
+  .snowball_stem = NULL,
+  .close_snowball = NULL,
+};

package/cpp/core/src/languages/data/croatian.c

@@ -0,0 +1,72 @@
+#include "../../analysis/languages.h"
+#include "declarations.h"
+
+#include <stddef.h>
+#include <stdint.h>
+
+static const uint16_t stop_word_units[662] = {
+  97, 97, 107, 111, 97, 108, 105, 98, 105, 98, 105, 104, 98, 105, 108, 97, 98, 105, 108, 105, 98, 105, 108, 111, 98,
+  105, 111, 98, 105, 115, 109, 111, 98, 105, 115, 116, 101, 98, 105, 116, 105, 98, 117, 109, 111, 100, 97, 100, 111,
+  100, 117, 382, 103, 97, 104, 111, 263, 101, 104, 111, 263, 101, 109, 111, 104, 111, 263, 101, 116, 101, 104, 111, 263,
+  101, 353, 104, 111, 263, 117, 105, 105, 97, 107, 111, 105, 104, 105, 108, 105, 105, 122, 106, 97, 106, 101, 106, 101,
+  100, 110, 97, 106, 101, 100, 110, 101, 106, 101, 100, 110, 111, 106, 101, 114, 106, 101, 115, 97, 109, 106, 101, 115,
+  105, 106, 101, 115, 109, 111, 106, 101, 115, 116, 106, 101, 115, 116, 101, 106, 101, 115, 117, 106, 105, 109, 106,
+  111, 106, 106, 111, 353, 106, 117, 107, 97, 100, 97, 107, 97, 107, 111, 107, 97, 111, 107, 111, 106, 97, 107, 111,
+  106, 101, 107, 111, 106, 105, 107, 111, 106, 105, 109, 97, 107, 111, 106, 117, 107, 114, 111, 122, 108, 105, 109, 101,
+  109, 101, 110, 101, 109, 101, 110, 105, 109, 105, 109, 105, 109, 111, 109, 111, 106, 109, 111, 106, 97, 109, 111, 106,
+  101, 109, 117, 110, 97, 110, 97, 100, 110, 97, 107, 111, 110, 110, 97, 109, 110, 97, 109, 97, 110, 97, 115, 110, 97,
+  353, 110, 97, 353, 97, 110, 97, 353, 101, 110, 97, 353, 101, 103, 110, 101, 110, 101, 103, 111, 110, 101, 107, 97,
+  110, 101, 107, 105, 110, 101, 107, 111, 103, 110, 101, 107, 117, 110, 101, 109, 97, 110, 101, 116, 107, 111, 110, 101,
+  263, 101, 110, 101, 263, 101, 109, 111, 110, 101, 263, 101, 116, 101, 110, 101, 263, 101, 353, 110, 101, 263, 117,
+  110, 101, 353, 116, 111, 110, 105, 110, 105, 106, 101, 110, 105, 107, 111, 103, 97, 110, 105, 107, 111, 106, 101, 110,
+  105, 107, 111, 106, 117, 110, 105, 115, 97, 109, 110, 105, 115, 105, 110, 105, 115, 109, 111, 110, 105, 115, 116, 101,
+  110, 105, 115, 117, 110, 106, 101, 103, 97, 110, 106, 101, 103, 111, 118, 110, 106, 101, 103, 111, 118, 97, 110, 106,
+  101, 103, 111, 118, 111, 110, 106, 101, 109, 117, 110, 106, 101, 122, 105, 110, 110, 106, 101, 122, 105, 110, 97, 110,
+  106, 101, 122, 105, 110, 111, 110, 106, 105, 104, 110, 106, 105, 104, 111, 118, 110, 106, 105, 104, 111, 118, 97, 110,
+  106, 105, 104, 111, 118, 111, 110, 106, 105, 109, 110, 106, 105, 109, 97, 110, 106, 111, 106, 110, 106, 117, 110, 111,
+  111, 111, 100, 111, 100, 109, 97, 104, 111, 110, 111, 110, 97, 111, 110, 105, 111, 110, 111, 111, 118, 97, 112, 97,
+  112, 97, 107, 112, 111, 112, 111, 100, 112, 111, 114, 101, 100, 112, 114, 105, 106, 101, 115, 115, 97, 115, 97, 109,
+  115, 97, 109, 111, 115, 101, 115, 101, 98, 101, 115, 101, 98, 105, 115, 105, 115, 109, 111, 115, 116, 101, 115, 117,
+  115, 118, 101, 115, 118, 105, 115, 118, 111, 103, 115, 118, 111, 106, 115, 118, 111, 106, 97, 115, 118, 111, 106, 101,
+  115, 118, 111, 109, 116, 97, 116, 97, 100, 97, 116, 97, 106, 116, 97, 107, 111, 116, 101, 116, 101, 98, 101, 116, 101,
+  98, 105, 116, 105, 116, 111, 116, 111, 106, 116, 111, 109, 101, 116, 117, 116, 118, 111, 106, 116, 118, 111, 106, 97,
+  116, 118, 111, 106, 101, 117, 117, 122, 118, 97, 109, 118, 97, 109, 97, 118, 97, 115, 118, 97, 353, 118, 97, 353, 97,
+  118, 97, 353, 101, 118, 101, 263, 118, 105, 118, 114, 108, 111, 122, 97, 122, 97, 114, 263, 101, 263, 101, 109, 111,
+  263, 101, 116, 101, 263, 101, 353, 263, 117, 353, 116, 111,
+};
+
+static const uint32_t stop_word_offsets[180] = {
+  0, 1, 4, 7, 9, 12, 16, 20, 24, 27, 32, 37, 41, 45, 47, 49, 52, 54, 58, 64, 70, 75, 79, 80, 84, 86, 89, 91, 93, 95,
+  100, 105, 110, 113, 118, 122, 127, 131, 136, 140, 143, 146, 149, 151, 155, 159, 162, 166, 170, 174, 180, 184, 188,
+  190, 192, 196, 200, 202, 206, 209, 213, 217, 219, 221, 224, 229, 232, 236, 239, 242, 246, 250, 255, 257, 261, 265,
+  269, 274, 278, 282, 287, 291, 297, 303, 308, 312, 317, 319, 323, 329, 335, 341, 346, 350, 355, 360, 364, 369, 375,
+  382, 389, 394, 400, 407, 414, 418, 424, 431, 438, 442, 447, 451, 454, 456, 457, 459, 464, 466, 469, 472, 475, 478,
+  480, 483, 485, 488, 493, 498, 499, 501, 504, 508, 510, 514, 518, 520, 523, 526, 528, 531, 534, 538, 542, 547, 552,
+  556, 558, 562, 565, 569, 571, 575, 579, 581, 583, 586, 590, 592, 596, 601, 606, 607, 609, 612, 616, 619, 622, 626,
+  630, 633, 635, 639, 641, 644, 646, 650, 654, 657, 659, 662,
+};
+
+static const uint32_t keep_ranges[16] = {
+  48, 57, 65, 90, 97, 122, 262, 263, 268, 269, 272, 273, 352, 353, 381, 382,
+};
+
+const narsil_language narsil_language_croatian = {
+  .name = "croatian",
+  .revision = "1",
+  .stop_word_units = stop_word_units,
+  .stop_word_offsets = stop_word_offsets,
+  .stop_word_count = 179,
+  .ascii_keep = {0x03FF000000000000ULL, 0x07FFFFFE07FFFFFEULL},
+  .keep_ranges = keep_ranges,
+  .keep_range_count = 8,
+  .splits_code_points = 0,
+  .strips_possessive = 0,
+  .normalises_diacritics = 0,
+  .min_token_length = 1,
+  .ngram_size = 0,
+  .normalise = NULL,
+  .stem_by_rules = NULL,
+  .create_snowball = NULL,
+  .snowball_stem = NULL,
+  .close_snowball = NULL,
+};

package/cpp/core/src/languages/data/czech.c

@@ -0,0 +1,72 @@
+#include "../../analysis/languages.h"
+#include "declarations.h"
+#include "../snowball/czech_stemmer.h"
+
+#include <stddef.h>
+#include <stdint.h>
+
+static const uint16_t stop_word_units[605] = {
+  97, 97, 98, 121, 97, 106, 97, 108, 101, 97, 110, 105, 97, 115, 105, 97, 116, 100, 97, 116, 112, 97, 382, 98, 101, 122,
+  98, 117, 100, 101, 98, 117, 100, 101, 109, 98, 117, 100, 101, 353, 98, 121, 98, 121, 108, 98, 121, 108, 97, 98, 121,
+  108, 105, 98, 121, 108, 111, 98, 253, 116, 99, 111, 99, 111, 382, 99, 122, 100, 97, 108, 353, 237, 100, 110, 101, 115,
+  100, 111, 104, 111, 105, 106, 97, 107, 106, 97, 107, 109, 105, 108, 101, 106, 97, 107, 111, 106, 97, 107, 111, 382,
+  106, 101, 106, 101, 104, 111, 106, 101, 104, 111, 382, 106, 101, 106, 106, 101, 106, 105, 99, 104, 106, 101, 106, 237,
+  106, 101, 108, 105, 107, 111, 382, 106, 101, 109, 117, 106, 101, 110, 106, 101, 353, 116, 283, 106, 101, 382, 106,
+  105, 106, 105, 110, 233, 106, 105, 382, 106, 115, 101, 109, 106, 115, 101, 353, 106, 115, 109, 101, 106, 115, 111,
+  117, 106, 115, 116, 101, 106, 225, 106, 237, 106, 237, 382, 107, 107, 97, 109, 107, 100, 101, 107, 100, 111, 107, 100,
+  121, 382, 107, 101, 107, 116, 101, 114, 111, 117, 107, 116, 101, 114, 225, 107, 116, 101, 114, 233, 107, 116, 101,
+  114, 253, 107, 116, 101, 345, 237, 109, 101, 122, 105, 109, 105, 109, 110, 101, 109, 121, 109, 225, 109, 225, 116,
+  101, 109, 237, 116, 109, 283, 109, 367, 106, 109, 367, 382, 101, 110, 97, 110, 97, 100, 110, 97, 112, 105, 353, 116,
+  101, 110, 97, 269, 101, 382, 110, 97, 353, 105, 110, 101, 98, 111, 110, 101, 103, 110, 101, 106, 115, 111, 117, 110,
+  101, 110, 237, 110, 101, 382, 110, 105, 99, 110, 111, 118, 233, 110, 111, 118, 253, 110, 225, 109, 110, 225, 115, 110,
+  283, 109, 117, 110, 283, 109, 117, 382, 111, 111, 100, 111, 110, 111, 110, 97, 111, 110, 105, 111, 110, 111, 111, 110,
+  121, 112, 97, 107, 112, 111, 112, 111, 100, 112, 111, 100, 108, 101, 112, 111, 107, 117, 100, 112, 111, 117, 122, 101,
+  112, 114, 97, 118, 233, 112, 114, 111, 112, 114, 111, 116, 111, 112, 114, 111, 116, 111, 382, 101, 112, 114, 111, 269,
+  112, 114, 118, 110, 237, 112, 116, 97, 112, 345, 101, 100, 112, 345, 101, 115, 112, 345, 105, 112, 345, 105, 269, 101,
+  109, 382, 114, 101, 115, 115, 101, 115, 105, 115, 116, 114, 97, 110, 97, 115, 118, 233, 115, 118, 253, 99, 104, 115,
+  118, 253, 109, 115, 118, 253, 109, 105, 116, 97, 116, 97, 107, 116, 97, 107, 233, 116, 97, 107, 382, 101, 116, 97,
+  116, 111, 116, 101, 100, 121, 116, 101, 110, 116, 101, 110, 116, 111, 116, 101, 116, 111, 116, 105, 112, 121, 116,
+  111, 116, 111, 104, 108, 101, 116, 111, 104, 111, 116, 111, 104, 111, 116, 111, 116, 111, 109, 116, 111, 109, 116,
+  111, 116, 111, 109, 117, 116, 111, 109, 117, 116, 111, 116, 117, 116, 117, 116, 111, 116, 121, 116, 121, 116, 111,
+  116, 233, 109, 97, 116, 237, 109, 116, 237, 109, 116, 111, 116, 283, 109, 116, 283, 109, 117, 117, 117, 382, 118, 118,
+  97, 353, 101, 118, 101, 118, 121, 118, 225, 109, 118, 225, 115, 118, 237, 99, 101, 118, 353, 97, 107, 122, 122, 97,
+  122, 100, 97, 122, 100, 101, 122, 101, 122, 112, 114, 225, 118, 121, 122, 112, 283, 116, 269, 105, 269, 108, 225, 110,
+  107, 117, 269, 108, 225, 110, 107, 121,
+};
+
+static const uint32_t stop_word_offsets[172] = {
+  0, 1, 4, 6, 9, 12, 15, 18, 21, 23, 26, 30, 35, 40, 42, 45, 49, 53, 57, 60, 62, 65, 67, 72, 76, 78, 80, 81, 84, 91, 95,
+  100, 102, 106, 111, 114, 120, 124, 131, 135, 138, 143, 146, 148, 152, 155, 159, 163, 167, 171, 175, 177, 179, 182,
+  183, 186, 189, 192, 196, 198, 204, 209, 214, 219, 224, 228, 230, 233, 235, 237, 241, 244, 246, 249, 253, 255, 258,
+  265, 270, 274, 278, 281, 287, 291, 294, 297, 301, 305, 308, 311, 315, 320, 321, 323, 325, 328, 331, 334, 337, 340,
+  342, 345, 350, 355, 360, 365, 368, 373, 380, 384, 389, 392, 396, 400, 403, 410, 412, 413, 415, 417, 423, 426, 431,
+  435, 440, 442, 445, 449, 454, 458, 462, 465, 470, 474, 478, 480, 485, 489, 495, 498, 503, 507, 513, 515, 519, 521,
+  525, 529, 532, 537, 540, 544, 545, 547, 548, 552, 554, 556, 559, 562, 566, 570, 571, 573, 576, 579, 581, 587, 591,
+  593, 599, 605,
+};
+
+static const uint32_t keep_ranges[46] = {
+  48, 57, 65, 90, 97, 122, 193, 193, 201, 201, 205, 205, 211, 211, 218, 218, 221, 221, 225, 225, 233, 233, 237, 237,
+  243, 243, 250, 250, 253, 253, 268, 271, 282, 283, 327, 328, 344, 345, 352, 353, 356, 357, 366, 367, 381, 382,
+};
+
+const narsil_language narsil_language_czech = {
+  .name = "czech",
+  .revision = "48b013a41884beb9",
+  .stop_word_units = stop_word_units,
+  .stop_word_offsets = stop_word_offsets,
+  .stop_word_count = 171,
+  .ascii_keep = {0x03FF000000000000ULL, 0x07FFFFFE07FFFFFEULL},
+  .keep_ranges = keep_ranges,
+  .keep_range_count = 23,
+  .splits_code_points = 0,
+  .strips_possessive = 0,
+  .normalises_diacritics = 0,
+  .min_token_length = 1,
+  .ngram_size = 0,
+  .normalise = NULL,
+  .stem_by_rules = NULL,
+  .create_snowball = czech_create_env,
+  .snowball_stem = czech_stem,
+  .close_snowball = czech_close_env,
+};

package/cpp/core/src/languages/data/dagbani.c

@@ -0,0 +1,88 @@
+#include "../../analysis/languages.h"
+#include "declarations.h"
+#include "../rules.h"
+
+#include <stddef.h>
+#include <stdint.h>
+
+static const uint16_t stop_word_units[216] = {
+  97, 97, 109, 97, 97, 98, 97, 98, 97, 104, 105, 98, 97, 110, 98, 97, 110, 97, 98, 101, 101, 98, 105, 98, 111, 98, 601,
+  98, 603, 98, 603, 110, 97, 100, 97, 97, 100, 101, 100, 105, 100, 105, 105, 100, 105, 110, 100, 105, 110, 97, 100, 105,
+  110, 105, 100, 601, 103, 98, 97, 107, 97, 107, 97, 109, 107, 117, 108, 97, 108, 97, 104, 108, 97, 110, 97, 108, 105,
+  109, 97, 109, 97, 97, 109, 97, 110, 105, 109, 97, 331, 97, 109, 105, 110, 105, 110, 110, 97, 110, 105, 110, 105, 109,
+  97, 110, 116, 105, 110, 121, 101, 110, 121, 101, 108, 97, 110, 121, 105, 110, 110, 121, 105, 110, 105, 110, 601, 111,
+  112, 97, 112, 97, 104, 105, 112, 97, 109, 112, 117, 110, 105, 115, 97, 115, 97, 110, 105, 115, 104, 101, 108, 105,
+  115, 104, 105, 110, 115, 105, 114, 105, 115, 111, 116, 97, 98, 97, 116, 105, 116, 105, 110, 105, 109, 97, 116, 111,
+  111, 105, 121, 97, 121, 97, 97, 121, 101, 108, 105, 121, 105, 121, 105, 110, 105, 109, 97, 122, 97, 97, 331, 97, 331,
+  97, 110, 97, 331, 117, 110, 331, 117, 110, 97, 331, 117, 110, 105, 331, 650, 110,
+};
+
+static const uint32_t stop_word_offsets[71] = {
+  0, 1, 5, 7, 11, 14, 18, 21, 23, 25, 27, 29, 33, 36, 38, 40, 43, 46, 50, 54, 56, 59, 61, 64, 66, 68, 71, 75, 77, 79,
+  82, 86, 90, 94, 95, 97, 99, 103, 106, 109, 114, 118, 123, 125, 126, 128, 132, 135, 139, 141, 145, 150, 154, 158, 160,
+  164, 166, 172, 176, 178, 181, 185, 187, 193, 196, 198, 202, 205, 209, 213, 216,
+};
+
+static const uint32_t keep_ranges[702] = {
+  48, 57, 65, 90, 97, 122, 330, 331, 383, 383, 390, 390, 399, 400, 404, 404, 433, 433, 439, 439, 596, 596, 601, 601,
+  603, 603, 611, 611, 650, 650, 658, 658, 768, 879, 917, 917, 921, 921, 949, 949, 953, 953, 1013, 1013, 1155, 1161,
+  1296, 1297, 1425, 1469, 1471, 1471, 1473, 1474, 1476, 1477, 1479, 1479, 1552, 1562, 1611, 1631, 1648, 1648, 1750,
+  1756, 1759, 1764, 1767, 1768, 1770, 1773, 1809, 1809, 1840, 1866, 1958, 1968, 2027, 2035, 2045, 2045, 2070, 2073,
+  2075, 2083, 2085, 2087, 2089, 2093, 2137, 2139, 2199, 2207, 2250, 2273, 2275, 2307, 2362, 2364, 2366, 2383, 2385,
+  2391, 2402, 2403, 2433, 2435, 2492, 2492, 2494, 2500, 2503, 2504, 2507, 2509, 2519, 2519, 2530, 2531, 2558, 2558,
+  2561, 2563, 2620, 2620, 2622, 2626, 2631, 2632, 2635, 2637, 2641, 2641, 2672, 2673, 2677, 2677, 2689, 2691, 2748,
+  2748, 2750, 2757, 2759, 2761, 2763, 2765, 2786, 2787, 2810, 2815, 2817, 2819, 2876, 2876, 2878, 2884, 2887, 2888,
+  2891, 2893, 2901, 2903, 2914, 2915, 2946, 2946, 3006, 3010, 3014, 3016, 3018, 3021, 3031, 3031, 3072, 3076, 3132,
+  3132, 3134, 3140, 3142, 3144, 3146, 3149, 3157, 3158, 3170, 3171, 3201, 3203, 3260, 3260, 3262, 3268, 3270, 3272,
+  3274, 3277, 3285, 3286, 3298, 3299, 3315, 3315, 3328, 3331, 3387, 3388, 3390, 3396, 3398, 3400, 3402, 3405, 3415,
+  3415, 3426, 3427, 3457, 3459, 3530, 3530, 3535, 3540, 3542, 3542, 3544, 3551, 3570, 3571, 3633, 3633, 3636, 3642,
+  3655, 3662, 3761, 3761, 3764, 3772, 3784, 3790, 3864, 3865, 3893, 3893, 3895, 3895, 3897, 3897, 3902, 3903, 3953,
+  3972, 3974, 3975, 3981, 3991, 3993, 4028, 4038, 4038, 4139, 4158, 4182, 4185, 4190, 4192, 4194, 4196, 4199, 4205,
+  4209, 4212, 4226, 4237, 4239, 4239, 4250, 4253, 4957, 4959, 5906, 5909, 5938, 5940, 5970, 5971, 6002, 6003, 6068,
+  6099, 6109, 6109, 6155, 6157, 6159, 6159, 6277, 6278, 6313, 6313, 6432, 6443, 6448, 6459, 6679, 6683, 6741, 6750,
+  6752, 6780, 6783, 6783, 6832, 6877, 6880, 6891, 6912, 6916, 6964, 6980, 7019, 7027, 7040, 7042, 7073, 7085, 7142,
+  7155, 7204, 7223, 7376, 7378, 7380, 7400, 7405, 7405, 7412, 7412, 7415, 7417, 7616, 7679, 8126, 8126, 8400, 8432,
+  8490, 8490, 11503, 11505, 11647, 11647, 11744, 11775, 12330, 12335, 12441, 12442, 42607, 42610, 42612, 42621, 42654,
+  42655, 42736, 42737, 43010, 43010, 43014, 43014, 43019, 43019, 43043, 43047, 43052, 43052, 43136, 43137, 43188, 43205,
+  43232, 43249, 43263, 43263, 43302, 43309, 43335, 43347, 43392, 43395, 43443, 43456, 43493, 43493, 43561, 43574, 43587,
+  43587, 43596, 43597, 43643, 43645, 43696, 43696, 43698, 43700, 43703, 43704, 43710, 43711, 43713, 43713, 43755, 43759,
+  43765, 43766, 44003, 44010, 44012, 44013, 64286, 64286, 65024, 65039, 65056, 65071, 66045, 66045, 66272, 66272, 66422,
+  66426, 68097, 68099, 68101, 68102, 68108, 68111, 68152, 68154, 68159, 68159, 68325, 68326, 68900, 68903, 68969, 68973,
+  69291, 69292, 69370, 69375, 69446, 69456, 69506, 69509, 69632, 69634, 69688, 69702, 69744, 69744, 69747, 69748, 69759,
+  69762, 69808, 69818, 69826, 69826, 69888, 69890, 69927, 69940, 69957, 69958, 70003, 70003, 70016, 70018, 70067, 70080,
+  70089, 70092, 70094, 70095, 70188, 70199, 70206, 70206, 70209, 70209, 70367, 70378, 70400, 70403, 70459, 70460, 70462,
+  70468, 70471, 70472, 70475, 70477, 70487, 70487, 70498, 70499, 70502, 70508, 70512, 70516, 70584, 70592, 70594, 70594,
+  70597, 70597, 70599, 70602, 70604, 70608, 70610, 70610, 70625, 70626, 70709, 70726, 70750, 70750, 70832, 70851, 71087,
+  71093, 71096, 71104, 71132, 71133, 71216, 71232, 71339, 71351, 71453, 71467, 71724, 71738, 71984, 71989, 71991, 71992,
+  71995, 71998, 72000, 72000, 72002, 72003, 72145, 72151, 72154, 72160, 72164, 72164, 72193, 72202, 72243, 72249, 72251,
+  72254, 72263, 72263, 72273, 72283, 72330, 72345, 72544, 72551, 72751, 72758, 72760, 72767, 72850, 72871, 72873, 72886,
+  73009, 73014, 73018, 73018, 73020, 73021, 73023, 73029, 73031, 73031, 73098, 73102, 73104, 73105, 73107, 73111, 73459,
+  73462, 73472, 73473, 73475, 73475, 73524, 73530, 73534, 73538, 73562, 73562, 78912, 78912, 78919, 78933, 90398, 90415,
+  92912, 92916, 92976, 92982, 94031, 94031, 94033, 94087, 94095, 94098, 94180, 94180, 94192, 94193, 113821, 113822,
+  118528, 118573, 118576, 118598, 119141, 119145, 119149, 119154, 119163, 119170, 119173, 119179, 119210, 119213,
+  119362, 119364, 121344, 121398, 121403, 121452, 121461, 121461, 121476, 121476, 121499, 121503, 121505, 121519,
+  122880, 122886, 122888, 122904, 122907, 122913, 122915, 122916, 122918, 122922, 123023, 123023, 123184, 123190,
+  123566, 123566, 123628, 123631, 124140, 124143, 124398, 124399, 124643, 124643, 124646, 124646, 124654, 124655,
+  124661, 124661, 125136, 125142, 125252, 125258, 917760, 917999,
+};
+
+const narsil_language narsil_language_dagbani = {
+  .name = "dagbani",
+  .revision = "1",
+  .stop_word_units = stop_word_units,
+  .stop_word_offsets = stop_word_offsets,
+  .stop_word_count = 70,
+  .ascii_keep = {0x03FF000000000000ULL, 0x07FFFFFE07FFFFFEULL},
+  .keep_ranges = keep_ranges,
+  .keep_range_count = 351,
+  .splits_code_points = 1,
+  .strips_possessive = 0,
+  .normalises_diacritics = 0,
+  .min_token_length = 1,
+  .ngram_size = 0,
+  .normalise = narsil_dagbani_normalise,
+  .stem_by_rules = NULL,
+  .create_snowball = NULL,
+  .snowball_stem = NULL,
+  .close_snowball = NULL,
+};

package/cpp/core/src/languages/data/danish.c

@@ -0,0 +1,56 @@
+#include "../../analysis/languages.h"
+#include "declarations.h"
+#include "../rules.h"
+#include "../snowball/danish_stemmer.h"
+
+#include <stddef.h>
+#include <stdint.h>
+
+static const uint16_t stop_word_units[324] = {
+  97, 100, 97, 102, 97, 108, 108, 101, 97, 108, 116, 97, 110, 100, 101, 110, 97, 116, 98, 108, 101, 118, 98, 108, 105,
+  118, 101, 98, 108, 105, 118, 101, 114, 100, 97, 100, 101, 100, 101, 109, 100, 101, 110, 100, 101, 110, 110, 101, 100,
+  101, 114, 100, 101, 114, 101, 115, 100, 101, 116, 100, 101, 116, 116, 101, 100, 105, 103, 100, 105, 110, 100, 105,
+  115, 115, 101, 100, 111, 103, 100, 117, 101, 102, 116, 101, 114, 101, 108, 108, 101, 114, 101, 110, 101, 110, 100,
+  101, 114, 101, 116, 102, 111, 114, 102, 114, 97, 104, 97, 109, 104, 97, 110, 104, 97, 110, 115, 104, 97, 114, 104, 97,
+  118, 100, 101, 104, 97, 118, 101, 104, 101, 110, 100, 101, 104, 101, 110, 100, 101, 115, 104, 101, 114, 104, 111, 115,
+  104, 117, 110, 104, 118, 97, 100, 104, 118, 105, 115, 104, 118, 111, 114, 105, 105, 107, 107, 101, 105, 110, 100, 106,
+  101, 103, 106, 101, 114, 106, 111, 107, 117, 110, 110, 101, 109, 97, 110, 109, 97, 110, 103, 101, 109, 101, 100, 109,
+  101, 103, 101, 116, 109, 101, 110, 109, 105, 103, 109, 105, 110, 109, 105, 110, 101, 109, 105, 116, 109, 111, 100,
+  110, 101, 100, 110, 111, 103, 101, 116, 110, 111, 103, 108, 101, 110, 117, 110, 229, 114, 111, 103, 111, 103, 115,
+  229, 111, 109, 111, 112, 111, 115, 111, 118, 101, 114, 112, 229, 115, 101, 108, 118, 115, 105, 103, 115, 105, 110,
+  115, 105, 110, 101, 115, 105, 116, 115, 107, 97, 108, 115, 107, 117, 108, 108, 101, 115, 111, 109, 115, 229, 100, 97,
+  110, 116, 104, 105, 116, 105, 108, 117, 100, 117, 110, 100, 101, 114, 118, 97, 114, 118, 105, 118, 105, 108, 118, 105,
+  108, 108, 101, 118, 111, 114, 118, 230, 114, 101, 118, 230, 114, 101, 116,
+};
+
+static const uint32_t stop_word_offsets[95] = {
+  0, 2, 4, 8, 11, 16, 18, 22, 27, 33, 35, 37, 40, 43, 48, 51, 56, 59, 64, 67, 70, 75, 78, 80, 85, 90, 92, 95, 97, 99,
+  102, 105, 108, 111, 115, 118, 123, 127, 132, 138, 141, 144, 147, 151, 155, 159, 160, 164, 167, 170, 173, 175, 180,
+  183, 188, 191, 196, 199, 202, 205, 209, 212, 215, 218, 223, 228, 230, 233, 235, 239, 241, 243, 245, 249, 251, 255,
+  258, 261, 265, 268, 272, 278, 281, 286, 289, 292, 294, 299, 302, 304, 307, 312, 315, 319, 324,
+};
+
+static const uint32_t keep_ranges[18] = {
+  48, 57, 65, 90, 97, 122, 197, 198, 201, 201, 216, 216, 229, 230, 233, 233, 248, 248,
+};
+
+const narsil_language narsil_language_danish = {
+  .name = "danish",
+  .revision = "4337c6ed283fa798",
+  .stop_word_units = stop_word_units,
+  .stop_word_offsets = stop_word_offsets,
+  .stop_word_count = 94,
+  .ascii_keep = {0x03FF000000000000ULL, 0x07FFFFFE07FFFFFEULL},
+  .keep_ranges = keep_ranges,
+  .keep_range_count = 9,
+  .splits_code_points = 0,
+  .strips_possessive = 0,
+  .normalises_diacritics = 0,
+  .min_token_length = 1,
+  .ngram_size = 0,
+  .normalise = narsil_danish_normalise,
+  .stem_by_rules = NULL,
+  .create_snowball = danish_create_env,
+  .snowball_stem = danish_stem,
+  .close_snowball = danish_close_env,
+};

package/cpp/core/src/languages/data/declarations.h

@@ -0,0 +1,114 @@
+#ifndef NARSIL_LANGUAGES_DATA_DECLARATIONS_H
+#define NARSIL_LANGUAGES_DATA_DECLARATIONS_H
+
+#include "../../analysis/languages.h"
+
+extern const narsil_language narsil_language_albanian;
+extern const narsil_language narsil_language_amharic;
+extern const narsil_language narsil_language_arabic;
+extern const narsil_language narsil_language_armenian;
+extern const narsil_language narsil_language_azerbaijani;
+extern const narsil_language narsil_language_bambara;
+extern const narsil_language narsil_language_basque;
+extern const narsil_language narsil_language_belarusian;
+extern const narsil_language narsil_language_bengali;
+extern const narsil_language narsil_language_bosnian;
+extern const narsil_language narsil_language_breton;
+extern const narsil_language narsil_language_bulgarian;
+extern const narsil_language narsil_language_burmese;
+extern const narsil_language narsil_language_catalan;
+extern const narsil_language narsil_language_chinese;
+extern const narsil_language narsil_language_croatian;
+extern const narsil_language narsil_language_czech;
+extern const narsil_language narsil_language_dagbani;
+extern const narsil_language narsil_language_danish;
+extern const narsil_language narsil_language_dutch;
+extern const narsil_language narsil_language_english;
+extern const narsil_language narsil_language_esperanto;
+extern const narsil_language narsil_language_estonian;
+extern const narsil_language narsil_language_ewe;
+extern const narsil_language narsil_language_faroese;
+extern const narsil_language narsil_language_fijian;
+extern const narsil_language narsil_language_finnish;
+extern const narsil_language narsil_language_french;
+extern const narsil_language narsil_language_ga;
+extern const narsil_language narsil_language_galician;
+extern const narsil_language narsil_language_georgian;
+extern const narsil_language narsil_language_german;
+extern const narsil_language narsil_language_greek;
+extern const narsil_language narsil_language_guarani;
+extern const narsil_language narsil_language_gujarati;
+extern const narsil_language narsil_language_haitian_creole;
+extern const narsil_language narsil_language_hausa;
+extern const narsil_language narsil_language_hawaiian;
+extern const narsil_language narsil_language_hebrew;
+extern const narsil_language narsil_language_hindi;
+extern const narsil_language narsil_language_hungarian;
+extern const narsil_language narsil_language_icelandic;
+extern const narsil_language narsil_language_igbo;
+extern const narsil_language narsil_language_indonesian;
+extern const narsil_language narsil_language_irish;
+extern const narsil_language narsil_language_italian;
+extern const narsil_language narsil_language_japanese;
+extern const narsil_language narsil_language_kannada;
+extern const narsil_language narsil_language_kazakh;
+extern const narsil_language narsil_language_khmer;
+extern const narsil_language narsil_language_kinyarwanda;
+extern const narsil_language narsil_language_kirundi;
+extern const narsil_language narsil_language_korean;
+extern const narsil_language narsil_language_kurmanji;
+extern const narsil_language narsil_language_kyrgyz;
+extern const narsil_language narsil_language_lao;
+extern const narsil_language narsil_language_latin;
+extern const narsil_language narsil_language_latvian;
+extern const narsil_language narsil_language_lingala;
+extern const narsil_language narsil_language_lithuanian;
+extern const narsil_language narsil_language_luxembourgish;
+extern const narsil_language narsil_language_macedonian;
+extern const narsil_language narsil_language_malagasy;
+extern const narsil_language narsil_language_malay;
+extern const narsil_language narsil_language_malayalam;
+extern const narsil_language narsil_language_maltese;
+extern const narsil_language narsil_language_maori;
+extern const narsil_language narsil_language_marathi;
+extern const narsil_language narsil_language_nepali;
+extern const narsil_language narsil_language_norwegian;
+extern const narsil_language narsil_language_oromo;
+extern const narsil_language narsil_language_persian;
+extern const narsil_language narsil_language_polish;
+extern const narsil_language narsil_language_portuguese;
+extern const narsil_language narsil_language_punjabi;
+extern const narsil_language narsil_language_romanian;
+extern const narsil_language narsil_language_russian;
+extern const narsil_language narsil_language_samoan;
+extern const narsil_language narsil_language_sanskrit;
+extern const narsil_language narsil_language_scottish_gaelic;
+extern const narsil_language narsil_language_serbian;
+extern const narsil_language narsil_language_shona;
+extern const narsil_language narsil_language_sinhala;
+extern const narsil_language narsil_language_slovak;
+extern const narsil_language narsil_language_slovenian;
+extern const narsil_language narsil_language_sorani;
+extern const narsil_language narsil_language_spanish;
+extern const narsil_language narsil_language_swahili;
+extern const narsil_language narsil_language_swedish;
+extern const narsil_language narsil_language_tagalog;
+extern const narsil_language narsil_language_tamil;
+extern const narsil_language narsil_language_tatar;
+extern const narsil_language narsil_language_telugu;
+extern const narsil_language narsil_language_thai;
+extern const narsil_language narsil_language_tibetan;
+extern const narsil_language narsil_language_tigrinya;
+extern const narsil_language narsil_language_tongan;
+extern const narsil_language narsil_language_turkish;
+extern const narsil_language narsil_language_twi;
+extern const narsil_language narsil_language_ukrainian;
+extern const narsil_language narsil_language_urdu;
+extern const narsil_language narsil_language_vietnamese;
+extern const narsil_language narsil_language_welsh;
+extern const narsil_language narsil_language_wolof;
+extern const narsil_language narsil_language_xhosa;
+extern const narsil_language narsil_language_yoruba;
+extern const narsil_language narsil_language_zulu;
+
+#endif

package/cpp/core/src/languages/data/dutch.c

@@ -0,0 +1,58 @@
+#include "../../analysis/languages.h"
+#include "declarations.h"
+#include "../snowball/dutch_stemmer.h"
+
+#include <stddef.h>
+#include <stdint.h>
+
+static const uint16_t stop_word_units[352] = {
+  97, 97, 110, 97, 108, 97, 108, 108, 101, 115, 97, 108, 115, 97, 108, 116, 105, 106, 100, 97, 110, 100, 101, 114, 101,
+  98, 101, 110, 98, 105, 106, 100, 97, 97, 114, 100, 97, 110, 100, 97, 116, 100, 101, 100, 101, 114, 100, 101, 122, 101,
+  100, 105, 101, 100, 105, 116, 100, 111, 99, 104, 100, 111, 101, 110, 100, 111, 111, 114, 100, 117, 115, 101, 101, 110,
+  101, 101, 110, 115, 101, 110, 101, 114, 103, 101, 103, 101, 101, 110, 103, 101, 119, 101, 101, 115, 116, 104, 97, 97,
+  114, 104, 97, 100, 104, 101, 98, 104, 101, 98, 98, 101, 110, 104, 101, 101, 102, 116, 104, 101, 109, 104, 101, 116,
+  104, 105, 101, 114, 104, 105, 106, 104, 111, 101, 104, 117, 110, 105, 101, 109, 97, 110, 100, 105, 101, 116, 115, 105,
+  107, 105, 110, 105, 115, 106, 97, 106, 101, 107, 97, 110, 107, 111, 110, 107, 117, 110, 110, 101, 110, 109, 97, 97,
+  114, 109, 101, 109, 101, 101, 114, 109, 101, 110, 109, 101, 116, 109, 105, 106, 109, 105, 106, 110, 109, 111, 101,
+  116, 110, 97, 110, 97, 97, 114, 110, 105, 101, 116, 110, 105, 101, 116, 115, 110, 111, 103, 110, 117, 111, 102, 111,
+  109, 111, 109, 100, 97, 116, 111, 110, 100, 101, 114, 111, 110, 115, 111, 111, 107, 111, 112, 111, 118, 101, 114, 114,
+  101, 101, 100, 115, 116, 101, 116, 101, 103, 101, 110, 116, 111, 99, 104, 116, 111, 101, 110, 116, 111, 116, 117, 117,
+  105, 116, 117, 119, 118, 97, 110, 118, 101, 101, 108, 118, 111, 111, 114, 119, 97, 110, 116, 119, 97, 114, 101, 110,
+  119, 97, 115, 119, 97, 116, 119, 101, 114, 100, 119, 101, 122, 101, 110, 119, 105, 101, 119, 105, 108, 119, 111, 114,
+  100, 101, 110, 119, 111, 114, 100, 116, 122, 97, 108, 122, 101, 122, 101, 108, 102, 122, 105, 99, 104, 122, 105, 106,
+  122, 105, 106, 110, 122, 111, 122, 111, 110, 100, 101, 114, 122, 111, 117,
+};
+
+static const uint32_t stop_word_offsets[102] = {
+  0, 3, 5, 10, 13, 19, 25, 28, 31, 35, 38, 41, 43, 46, 50, 53, 56, 60, 64, 68, 71, 74, 78, 80, 82, 84, 88, 95, 99, 102,
+  105, 111, 116, 119, 122, 126, 129, 132, 135, 141, 145, 147, 149, 151, 153, 155, 158, 161, 167, 171, 173, 177, 180,
+  183, 186, 190, 194, 196, 200, 204, 209, 212, 214, 216, 218, 223, 228, 231, 234, 236, 240, 245, 247, 252, 256, 260,
+  263, 264, 267, 269, 272, 276, 280, 284, 289, 292, 295, 299, 304, 307, 310, 316, 321, 324, 326, 330, 334, 337, 341,
+  343, 349, 352,
+};
+
+static const uint32_t keep_ranges[46] = {
+  39, 39, 45, 45, 48, 57, 65, 90, 97, 122, 192, 192, 196, 196, 200, 201, 203, 204, 207, 207, 210, 211, 214, 214, 217,
+  217, 220, 220, 224, 224, 228, 228, 232, 233, 235, 236, 239, 239, 242, 243, 246, 246, 249, 249, 252, 252,
+};
+
+const narsil_language narsil_language_dutch = {
+  .name = "dutch",
+  .revision = "eb6473f45d748c66",
+  .stop_word_units = stop_word_units,
+  .stop_word_offsets = stop_word_offsets,
+  .stop_word_count = 101,
+  .ascii_keep = {0x03FF208000000000ULL, 0x07FFFFFE07FFFFFEULL},
+  .keep_ranges = keep_ranges,
+  .keep_range_count = 23,
+  .splits_code_points = 0,
+  .strips_possessive = 0,
+  .normalises_diacritics = 0,
+  .min_token_length = 1,
+  .ngram_size = 0,
+  .normalise = NULL,
+  .stem_by_rules = NULL,
+  .create_snowball = dutch_create_env,
+  .snowball_stem = dutch_stem,
+  .close_snowball = dutch_close_env,
+};