@delali/narsil-react-native 0.3.1-next.155 → 0.3.1-next.157

package/cpp/core/src/languages/data/thai.c

@@ -0,0 +1,46 @@
+#include "../../analysis/languages.h"
+#include "declarations.h"
+
+#include <stddef.h>
+#include <stdint.h>
+
+static const uint16_t stop_word_units[137] = {
+  3585, 3633, 3609, 3585, 3633, 3610, 3585, 3655, 3586, 3629, 3586, 3638, 3657, 3609, 3588, 3591, 3588, 3639, 3629,
+  3592, 3632, 3592, 3633, 3604, 3592, 3638, 3591, 3595, 3638, 3656, 3591, 3604, 3633, 3591, 3605, 3633, 3657, 3591,
+  3605, 3656, 3629, 3606, 3638, 3591, 3606, 3641, 3585, 3606, 3657, 3634, 3607, 3633, 3657, 3591, 3607, 3635, 3607,
+  3637, 3656, 3607, 3640, 3585, 3607, 3661, 3634, 3609, 3633, 3585, 3609, 3633, 3657, 3609, 3609, 3635, 3609, 3637,
+  3657, 3609, 3656, 3634, 3609, 3661, 3634, 3612, 3621, 3614, 3610, 3617, 3634, 3617, 3637, 3618, 3633, 3591, 3619,
+  3633, 3610, 3621, 3591, 3623, 3633, 3609, 3623, 3656, 3634, 3626, 3640, 3604, 3626, 3656, 3591, 3629, 3618, 3641,
+  3656, 3629, 3637, 3585, 3649, 3605, 3656, 3651, 3609, 3651, 3627, 3657, 3652, 3604, 3657, 3652, 3611, 3652, 3617,
+  3656, 3652, 3623, 3657,
+};
+
+static const uint32_t stop_word_offsets[49] = {
+  0, 3, 6, 8, 10, 14, 16, 19, 21, 24, 27, 31, 34, 38, 41, 44, 47, 50, 54, 56, 59, 62, 65, 68, 72, 74, 77, 80, 83, 85,
+  87, 89, 91, 94, 97, 99, 102, 105, 108, 111, 115, 118, 121, 123, 126, 129, 131, 134, 137,
+};
+
+static const uint32_t keep_ranges[16] = {
+  48, 57, 65, 90, 97, 122, 383, 383, 3585, 3646, 3648, 3662, 3664, 3673, 8490, 8490,
+};
+
+const narsil_language narsil_language_thai = {
+  .name = "thai",
+  .revision = "1",
+  .stop_word_units = stop_word_units,
+  .stop_word_offsets = stop_word_offsets,
+  .stop_word_count = 48,
+  .ascii_keep = {0x03FF000000000000ULL, 0x07FFFFFE07FFFFFEULL},
+  .keep_ranges = keep_ranges,
+  .keep_range_count = 8,
+  .splits_code_points = 1,
+  .strips_possessive = 0,
+  .normalises_diacritics = 0,
+  .min_token_length = 1,
+  .ngram_size = 2,
+  .normalise = NULL,
+  .stem_by_rules = NULL,
+  .create_snowball = NULL,
+  .snowball_stem = NULL,
+  .close_snowball = NULL,
+};

package/cpp/core/src/languages/data/tibetan.c

@@ -0,0 +1,55 @@
+#include "../../analysis/languages.h"
+#include "declarations.h"
+
+#include <stddef.h>
+#include <stdint.h>
+
+static const uint16_t stop_word_units[253] = {
+  3904, 3904, 3954, 3904, 3956, 3923, 3904, 4017, 3908, 3904, 4017, 3954, 3904, 4017, 3954, 3923, 3904, 4017, 3954,
+  3942, 3905, 3906, 3906, 3928, 3906, 3934, 3923, 3906, 3954, 3906, 3954, 3908, 3906, 3954, 3923, 3906, 3954, 3942,
+  3906, 3962, 3906, 3964, 3906, 4017, 3954, 3906, 4017, 3954, 3923, 3906, 4017, 3954, 3942, 3906, 4018, 3908, 3908,
+  3928, 3908, 3962, 3908, 3964, 3909, 3908, 3909, 3954, 3906, 3909, 3954, 3908, 3909, 3964, 3906, 3913, 3954, 3921,
+  3919, 3928, 3919, 3956, 3919, 3962, 3919, 3964, 3921, 3906, 3921, 3908, 3921, 3928, 3921, 3956, 3921, 3962, 3921,
+  3964, 3923, 3923, 3908, 3923, 3928, 3923, 3954, 3923, 3964, 3924, 3942, 3924, 3964, 3925, 4017, 3954, 3926, 3909,
+  3942, 3926, 3928, 3926, 3938, 3926, 3942, 3926, 3964, 3928, 3928, 3928, 3928, 3954, 3928, 3954, 3923, 3928, 3964,
+  3928, 3966, 3929, 3928, 3930, 3930, 3956, 3930, 3964, 3934, 3954, 3906, 3934, 3954, 3908, 3936, 3906, 3936, 3906,
+  3936, 3936, 3908, 3936, 3921, 3954, 3936, 3925, 4018, 3939, 3936, 3926, 3936, 3936, 3928, 3936, 3954, 3936, 3964,
+  3937, 3937, 3908, 3937, 3954, 3937, 3954, 3923, 3937, 3954, 3942, 3937, 3964, 3908, 3942, 3938, 3938, 3908, 3938,
+  3926, 3938, 3928, 3938, 3954, 3939, 3938, 3956, 3938, 3956, 3908, 3938, 3962, 3938, 3964, 3938, 4003, 3928, 3942,
+  3939, 3939, 3906, 3942, 3939, 3928, 3939, 3942, 3939, 3964, 3940, 3942, 3940, 3954, 3906, 3940, 3954, 3908, 3942,
+  3942, 3928, 3942, 3956, 3942, 3964, 3942, 3964, 3906, 3942, 3942, 3993, 3962, 3921, 3942, 3999, 3962, 3942, 4004,
+  4017, 3954, 3944, 3908, 3944, 3962,
+};
+
+static const uint32_t stop_word_offsets[108] = {
+  0, 1, 3, 6, 9, 12, 16, 20, 21, 22, 24, 27, 29, 32, 35, 38, 40, 42, 45, 49, 53, 56, 58, 60, 62, 64, 67, 70, 73, 76, 78,
+  80, 82, 84, 86, 88, 90, 92, 94, 96, 97, 99, 101, 103, 105, 107, 109, 112, 115, 117, 119, 121, 123, 124, 126, 128, 131,
+  133, 135, 137, 138, 140, 142, 145, 148, 150, 153, 155, 158, 162, 165, 167, 169, 171, 172, 174, 176, 179, 182, 186,
+  187, 189, 191, 193, 196, 198, 201, 203, 205, 209, 210, 213, 215, 217, 219, 221, 224, 227, 228, 230, 232, 234, 238,
+  242, 245, 249, 251, 253,
+};
+
+static const uint32_t keep_ranges[10] = {
+  48, 57, 65, 90, 97, 122, 3872, 3891, 3904, 4028,
+};
+
+const narsil_language narsil_language_tibetan = {
+  .name = "tibetan",
+  .revision = "1",
+  .stop_word_units = stop_word_units,
+  .stop_word_offsets = stop_word_offsets,
+  .stop_word_count = 107,
+  .ascii_keep = {0x03FF000000000000ULL, 0x07FFFFFE07FFFFFEULL},
+  .keep_ranges = keep_ranges,
+  .keep_range_count = 5,
+  .splits_code_points = 0,
+  .strips_possessive = 0,
+  .normalises_diacritics = 0,
+  .min_token_length = 1,
+  .ngram_size = 0,
+  .normalise = NULL,
+  .stem_by_rules = NULL,
+  .create_snowball = NULL,
+  .snowball_stem = NULL,
+  .close_snowball = NULL,
+};

package/cpp/core/src/languages/data/tigrinya.c

@@ -0,0 +1,73 @@
+#include "../../analysis/languages.h"
+#include "declarations.h"
+
+#include <stddef.h>
+#include <stdint.h>
+
+static const uint16_t stop_word_units[539] = {
+  4621, 4821, 4618, 4626, 4825, 4626, 4827, 4629, 4866, 4632, 4704, 4621, 4632, 4757, 4632, 4757, 4878, 4632, 4896,
+  4757, 4635, 4616, 4725, 4637, 4661, 4637, 4704, 4653, 4637, 4707, 4621, 4637, 4773, 4757, 4722, 4637, 4797, 4757,
+  4843, 4721, 4637, 4797, 4757, 4843, 4725, 4637, 4803, 4753, 4637, 4803, 4757, 4755, 4637, 4803, 4758, 4637, 4638,
+  4661, 4616, 4661, 4616, 4826, 4661, 4616, 4829, 4704, 4619, 4669, 4817, 4677, 4853, 4634, 4704, 4616, 4704, 4722,
+  4704, 4826, 4709, 4637, 4707, 4621, 4709, 4720, 4808, 4659, 4794, 4709, 4792, 4632, 4845, 4709, 4824, 4845, 4709,
+  4824, 4845, 4779, 4709, 4825, 4629, 4709, 4827, 4821, 4707, 4709, 4941, 4619, 4845, 4720, 4707, 4610, 4617, 4722,
+  4723, 4752, 4704, 4648, 4752, 4722, 4752, 4723, 4752, 4726, 4637, 4752, 4826, 4752, 4845, 4649, 4752, 4872, 4651,
+  4725, 4752, 4872, 4653, 4755, 4709, 4755, 4709, 4722, 4755, 4725, 4777, 4637, 4755, 4725, 4778, 4755, 4725, 4779,
+  4755, 4725, 4781, 4757, 4755, 4845, 4755, 4845, 4722, 4757, 4629, 4755, 4757, 4657, 4757, 4659, 4757, 4659, 4726,
+  4637, 4757, 4661, 4794, 4757, 4661, 4795, 4757, 4661, 4795, 4725, 4777, 4637, 4757, 4661, 4795, 4725, 4781, 4757,
+  4757, 4819, 4845, 4770, 4616, 4770, 4617, 4770, 4619, 4770, 4621, 4779, 4770, 4622, 4637, 4770, 4755, 4770, 4795,
+  4770, 4841, 4771, 4616, 4793, 4771, 4616, 4809, 4771, 4616, 4814, 4771, 4619, 4771, 4622, 4771, 4709, 4771, 4709,
+  4722, 4771, 4709, 4723, 4771, 4709, 4769, 4771, 4709, 4826, 4771, 4752, 4771, 4829, 4841, 4771, 4845, 4782, 4752,
+  4757, 4771, 4845, 4784, 4752, 4757, 4773, 4637, 4704, 4653, 4773, 4638, 4773, 4720, 4757, 4773, 4722, 4773, 4723,
+  4773, 4726, 4637, 4773, 4757, 4720, 4773, 4757, 4720, 4622, 4773, 4757, 4720, 4798, 4752, 4773, 4757, 4723, 4845,
+  4773, 4757, 4776, 4622, 4773, 4787, 4773, 4811, 4757, 4773, 4813, 4757, 4773, 4826, 4773, 4827, 4773, 4830, 4637,
+  4773, 4840, 4773, 4840, 4757, 4773, 4841, 4773, 4843, 4773, 4846, 4637, 4776, 4622, 4776, 4632, 4845, 4776, 4637,
+  4776, 4637, 4722, 4776, 4637, 4769, 4776, 4637, 4824, 4622, 4776, 4637, 4826, 4776, 4771, 4777, 4617, 4779, 4621,
+  4773, 4779, 4621, 4774, 4725, 4779, 4709, 4779, 4709, 4722, 4779, 4709, 4726, 4637, 4781, 4659, 4709, 4781, 4659,
+  4821, 4781, 4709, 4621, 4781, 4757, 4848, 4845, 4781, 4757, 4850, 4781, 4792, 4813, 4757, 4782, 4845, 4753, 4784,
+  4845, 4753, 4787, 4789, 4617, 4792, 4637, 4792, 4771, 4808, 4845, 4811, 4619, 4813, 4757, 4824, 4616, 4755, 4824,
+  4616, 4809, 4824, 4616, 4811, 4824, 4616, 4814, 4824, 4616, 4814, 4637, 4824, 4619, 4824, 4622, 4824, 4845, 4709,
+  4617, 4826, 4829, 4653, 4776, 4709, 4829, 4704, 4611, 4621, 4829, 4704, 4616, 4829, 4709, 4621, 4829, 4720, 4707,
+  4613, 4616, 4829, 4720, 4795, 4840, 4848, 4829, 4720, 4936, 4619, 4616, 4840, 4829, 4720, 4936, 4619, 4616, 4841,
+  4829, 4752, 4704, 4648, 4829, 4752, 4704, 4648, 4725, 4829, 4752, 4704, 4649, 4829, 4779, 4840, 4853, 4829, 4792,
+  4813, 4757, 4829, 4797, 4773, 4621, 4829, 4798, 4752, 4829, 4800, 4752, 4840, 4840, 4616, 4757, 4841, 4843, 4845,
+  4693, 4648, 4709, 4845, 4709, 4621, 4845, 4792, 4813, 4757, 4845, 4793, 4757, 4845, 4797, 4773, 4621, 4846, 4637,
+  4846, 4757, 4848, 4771, 4853, 4629, 4650, 4853, 4635, 4872, 4616, 4872, 4618, 4921, 4872, 4755, 4872, 4845, 4649,
+  4877, 4755, 4877, 4757, 4901, 4651, 4845,
+};
+
+static const uint32_t stop_word_offsets[183] = {
+  0, 3, 5, 7, 9, 12, 14, 17, 20, 23, 25, 28, 31, 35, 40, 45, 48, 52, 56, 57, 59, 62, 67, 69, 72, 74, 76, 78, 82, 87, 91,
+  94, 98, 101, 105, 109, 113, 114, 115, 118, 120, 122, 125, 127, 130, 134, 137, 139, 142, 146, 149, 152, 156, 158, 161,
+  164, 166, 168, 172, 175, 178, 184, 190, 193, 195, 197, 199, 202, 205, 207, 209, 211, 214, 217, 220, 222, 224, 226,
+  229, 232, 235, 238, 240, 243, 248, 253, 257, 259, 262, 264, 266, 269, 272, 276, 281, 285, 289, 291, 294, 297, 299,
+  301, 304, 306, 309, 311, 313, 316, 318, 321, 323, 326, 329, 333, 336, 338, 340, 343, 347, 349, 352, 356, 359, 362,
+  365, 369, 372, 376, 379, 382, 383, 385, 387, 389, 391, 393, 395, 398, 401, 404, 407, 411, 413, 415, 419, 420, 424,
+  428, 431, 434, 439, 444, 450, 456, 460, 465, 469, 473, 477, 481, 484, 487, 488, 491, 492, 493, 497, 500, 504, 507,
+  511, 513, 515, 517, 520, 522, 524, 527, 529, 532, 534, 536, 539,
+};
+
+static const uint32_t keep_ranges[10] = {
+  48, 57, 65, 90, 97, 122, 4608, 4959, 4969, 4988,
+};
+
+const narsil_language narsil_language_tigrinya = {
+  .name = "tigrinya",
+  .revision = "1",
+  .stop_word_units = stop_word_units,
+  .stop_word_offsets = stop_word_offsets,
+  .stop_word_count = 182,
+  .ascii_keep = {0x03FF000000000000ULL, 0x07FFFFFE07FFFFFEULL},
+  .keep_ranges = keep_ranges,
+  .keep_range_count = 5,
+  .splits_code_points = 0,
+  .strips_possessive = 0,
+  .normalises_diacritics = 0,
+  .min_token_length = 1,
+  .ngram_size = 0,
+  .normalise = NULL,
+  .stem_by_rules = NULL,
+  .create_snowball = NULL,
+  .snowball_stem = NULL,
+  .close_snowball = NULL,
+};

package/cpp/core/src/languages/data/tongan.c

@@ -0,0 +1,47 @@
+#include "../../analysis/languages.h"
+#include "declarations.h"
+
+#include <stddef.h>
+#include <stdint.h>
+
+static const uint16_t stop_word_units[140] = {
+  39, 97, 39, 101, 39, 101, 110, 97, 39, 101, 110, 101, 39, 101, 110, 105, 39, 105, 39, 105, 107, 97, 105, 39, 111, 39,
+  111, 107, 117, 39, 111, 115, 105, 97, 105, 97, 110, 103, 101, 97, 116, 117, 97, 117, 101, 102, 111, 107, 105, 104, 97,
+  104, 97, 107, 101, 104, 101, 104, 105, 102, 111, 104, 111, 104, 111, 107, 117, 104, 111, 110, 111, 105, 97, 107, 97,
+  107, 97, 101, 107, 97, 112, 97, 117, 107, 101, 107, 105, 107, 111, 107, 111, 101, 107, 111, 101, 39, 117, 104, 105,
+  107, 117, 111, 107, 257, 116, 111, 97, 108, 111, 108, 111, 116, 111, 110, 103, 97, 109, 97, 105, 109, 101, 105, 109,
+  111, 110, 97, 39, 97, 110, 97, 39, 101, 110, 105, 112, 101, 112, 275, 116, 101,
+};
+
+static const uint32_t stop_word_offsets[45] = {
+  0, 2, 4, 8, 12, 16, 18, 23, 25, 29, 33, 35, 39, 42, 44, 45, 49, 51, 55, 57, 61, 63, 67, 71, 73, 75, 78, 83, 85, 87,
+  89, 92, 99, 102, 107, 116, 119, 122, 124, 128, 132, 134, 136, 138, 140,
+};
+
+static const uint32_t keep_ranges[76] = {
+  39, 39, 48, 57, 65, 90, 97, 122, 170, 170, 186, 186, 192, 214, 216, 246, 248, 696, 736, 740, 7424, 7461, 7468, 7516,
+  7522, 7525, 7531, 7543, 7545, 7614, 7680, 7935, 8305, 8305, 8319, 8319, 8336, 8348, 8490, 8491, 8498, 8498, 8526,
+  8526, 8544, 8584, 11360, 11391, 42786, 42887, 42891, 42972, 42993, 43007, 43824, 43866, 43868, 43876, 43878, 43881,
+  64256, 64262, 65313, 65338, 65345, 65370, 67456, 67461, 67463, 67504, 67506, 67514, 122624, 122654, 122661, 122666,
+};
+
+const narsil_language narsil_language_tongan = {
+  .name = "tongan",
+  .revision = "1",
+  .stop_word_units = stop_word_units,
+  .stop_word_offsets = stop_word_offsets,
+  .stop_word_count = 44,
+  .ascii_keep = {0x03FF008000000000ULL, 0x07FFFFFE07FFFFFEULL},
+  .keep_ranges = keep_ranges,
+  .keep_range_count = 38,
+  .splits_code_points = 1,
+  .strips_possessive = 0,
+  .normalises_diacritics = 0,
+  .min_token_length = 1,
+  .ngram_size = 0,
+  .normalise = NULL,
+  .stem_by_rules = NULL,
+  .create_snowball = NULL,
+  .snowball_stem = NULL,
+  .close_snowball = NULL,
+};

package/cpp/core/src/languages/data/turkish.c

@@ -0,0 +1,100 @@
+#include "../../analysis/languages.h"
+#include "declarations.h"
+#include "../snowball/turkish_stemmer.h"
+
+#include <stddef.h>
+#include <stdint.h>
+
+static const uint16_t stop_word_units[1222] = {
+  97, 99, 97, 98, 97, 97, 99, 101, 112, 97, 100, 101, 116, 97, 97, 108, 116, 109, 305, 351, 97, 108, 116, 305, 97, 109,
+  97, 97, 110, 99, 97, 107, 97, 114, 97, 100, 97, 97, 115, 108, 305, 110, 100, 97, 97, 121, 110, 101, 110, 97, 121, 114,
+  305, 99, 97, 97, 122, 98, 97, 110, 97, 98, 97, 114, 105, 98, 97, 122, 101, 110, 98, 97, 122, 305, 98, 101, 108, 107,
+  105, 98, 101, 110, 98, 101, 110, 100, 101, 110, 98, 101, 110, 105, 98, 101, 110, 105, 109, 98, 101, 114, 105, 98, 101,
+  351, 98, 105, 108, 101, 98, 105, 110, 98, 105, 114, 98, 105, 114, 97, 122, 98, 105, 114, 105, 98, 105, 114, 107, 97,
+  231, 98, 105, 114, 107, 101, 122, 98, 105, 114, 231, 111, 107, 98, 105, 114, 351, 101, 121, 98, 105, 114, 351, 101,
+  121, 105, 98, 105, 122, 98, 105, 122, 100, 101, 110, 98, 105, 122, 101, 98, 105, 122, 105, 98, 105, 122, 105, 109, 98,
+  117, 98, 117, 110, 97, 98, 117, 110, 100, 97, 98, 117, 110, 100, 97, 110, 98, 117, 110, 108, 97, 114, 98, 117, 110,
+  108, 97, 114, 305, 98, 117, 110, 108, 97, 114, 305, 110, 98, 117, 110, 117, 98, 117, 110, 117, 110, 98, 117, 114, 97,
+  100, 97, 98, 246, 121, 108, 101, 98, 246, 121, 108, 101, 99, 101, 98, 252, 116, 252, 110, 100, 97, 100, 97, 104, 97,
+  100, 97, 104, 105, 100, 97, 104, 105, 108, 100, 97, 105, 109, 97, 100, 97, 105, 114, 100, 97, 121, 97, 110, 97, 114,
+  97, 107, 100, 101, 100, 101, 102, 97, 100, 101, 287, 105, 108, 100, 105, 121, 101, 100, 105, 287, 101, 114, 100, 111,
+  107, 115, 97, 110, 100, 111, 107, 117, 122, 100, 111, 108, 97, 121, 305, 100, 111, 108, 97, 121, 305, 115, 305, 121,
+  108, 97, 100, 246, 114, 116, 101, 100, 101, 99, 101, 107, 101, 100, 101, 110, 101, 100, 101, 114, 101, 107, 101, 100,
+  105, 108, 101, 99, 101, 107, 101, 100, 105, 108, 105, 121, 111, 114, 101, 100, 105, 108, 109, 101, 115, 105, 101, 100,
+  105, 121, 111, 114, 101, 108, 108, 105, 101, 110, 101, 116, 109, 101, 115, 105, 101, 116, 116, 105, 101, 116, 116,
+  105, 287, 105, 101, 116, 116, 105, 287, 105, 110, 105, 101, 287, 101, 114, 102, 97, 107, 97, 116, 103, 105, 98, 105,
+  103, 246, 114, 101, 104, 97, 108, 98, 117, 107, 105, 104, 97, 108, 101, 110, 104, 97, 110, 103, 105, 104, 97, 110,
+  105, 104, 97, 114, 105, 231, 104, 97, 116, 116, 97, 104, 101, 108, 101, 104, 101, 109, 104, 101, 110, 252, 122, 104,
+  101, 112, 104, 101, 112, 115, 105, 104, 101, 114, 104, 101, 114, 104, 97, 110, 103, 105, 104, 101, 114, 107, 101, 115,
+  104, 101, 114, 107, 101, 115, 105, 110, 104, 105, 231, 104, 105, 231, 98, 105, 114, 105, 107, 101, 110, 105, 107, 105,
+  105, 108, 97, 105, 108, 101, 105, 108, 103, 105, 108, 105, 105, 108, 107, 105, 108, 108, 97, 105, 115, 101, 105, 116,
+  105, 98, 97, 114, 101, 110, 105, 116, 105, 98, 97, 114, 105, 121, 108, 101, 105, 121, 105, 105, 121, 105, 99, 101,
+  105, 231, 105, 110, 105, 351, 116, 101, 107, 97, 100, 97, 114, 107, 97, 114, 351, 305, 110, 107, 97, 116, 114, 105,
+  108, 121, 111, 110, 107, 101, 110, 100, 105, 107, 101, 110, 100, 105, 108, 101, 114, 105, 110, 101, 107, 101, 110,
+  100, 105, 110, 105, 107, 101, 110, 100, 105, 115, 105, 107, 101, 110, 100, 105, 115, 105, 110, 101, 107, 101, 110,
+  100, 105, 115, 105, 110, 105, 107, 101, 114, 101, 107, 101, 122, 107, 105, 107, 105, 109, 107, 105, 109, 100, 101,
+  110, 107, 105, 109, 101, 107, 105, 109, 105, 107, 105, 109, 115, 101, 107, 305, 114, 107, 108, 97, 107, 105, 110, 109,
+  97, 100, 101, 109, 109, 105, 108, 121, 97, 114, 109, 105, 108, 121, 111, 110, 109, 117, 109, 252, 109, 305, 110, 97,
+  115, 305, 108, 110, 101, 110, 101, 100, 101, 110, 110, 101, 100, 101, 110, 108, 101, 110, 101, 114, 100, 101, 110,
+  101, 114, 101, 110, 101, 114, 101, 100, 101, 110, 101, 114, 101, 121, 101, 110, 105, 116, 101, 107, 105, 109, 110,
+  105, 121, 101, 110, 105, 231, 105, 110, 111, 111, 108, 97, 110, 111, 108, 97, 114, 97, 107, 111, 108, 100, 117, 111,
+  108, 100, 117, 107, 108, 97, 114, 305, 110, 305, 111, 108, 100, 117, 287, 117, 111, 108, 100, 117, 287, 117, 110, 117,
+  111, 108, 109, 97, 100, 305, 111, 108, 109, 97, 100, 305, 287, 305, 111, 108, 109, 97, 107, 111, 108, 109, 97, 115,
+  305, 111, 108, 109, 97, 121, 97, 110, 111, 108, 109, 97, 122, 111, 108, 115, 97, 111, 108, 115, 117, 110, 111, 108,
+  117, 112, 111, 108, 117, 114, 111, 108, 117, 114, 115, 97, 111, 108, 117, 121, 111, 114, 111, 110, 111, 110, 97, 111,
+  110, 100, 97, 110, 111, 110, 108, 97, 114, 111, 110, 108, 97, 114, 100, 97, 110, 111, 110, 108, 97, 114, 105, 111,
+  110, 108, 97, 114, 305, 111, 110, 108, 97, 114, 305, 110, 111, 110, 117, 111, 110, 117, 110, 111, 116, 117, 122, 111,
+  121, 115, 97, 112, 101, 107, 114, 97, 287, 109, 101, 110, 115, 97, 100, 101, 99, 101, 115, 97, 110, 107, 105, 115,
+  101, 107, 105, 122, 115, 101, 107, 115, 101, 110, 115, 101, 110, 115, 101, 110, 100, 101, 110, 115, 101, 110, 105,
+  115, 101, 110, 105, 110, 115, 105, 122, 115, 105, 122, 100, 101, 110, 115, 105, 122, 105, 115, 105, 122, 105, 110,
+  115, 111, 110, 114, 97, 116, 97, 114, 97, 102, 305, 110, 100, 97, 110, 116, 114, 105, 108, 121, 111, 110, 116, 252,
+  109, 118, 97, 114, 118, 97, 114, 100, 305, 118, 101, 118, 101, 121, 97, 118, 101, 121, 97, 104, 117, 116, 121, 97,
+  121, 97, 104, 117, 116, 121, 97, 110, 105, 121, 97, 112, 97, 99, 97, 107, 121, 97, 112, 109, 97, 107, 121, 97, 112,
+  116, 305, 121, 97, 112, 116, 305, 107, 108, 97, 114, 305, 121, 97, 112, 116, 305, 287, 305, 121, 97, 112, 116, 305,
+  287, 305, 110, 305, 121, 97, 112, 305, 108, 97, 110, 121, 97, 112, 305, 108, 109, 97, 115, 305, 121, 97, 112, 305,
+  121, 111, 114, 121, 101, 100, 105, 121, 101, 114, 105, 110, 101, 121, 101, 116, 109, 105, 351, 121, 105, 110, 101,
+  121, 105, 114, 109, 105, 121, 111, 107, 115, 97, 121, 252, 122, 122, 97, 116, 101, 110, 231, 111, 107, 231, 252, 110,
+  107, 252, 246, 121, 108, 101, 252, 122, 101, 114, 101, 252, 231, 351, 101, 121, 351, 101, 121, 100, 101, 110, 351,
+  101, 121, 105, 351, 101, 121, 108, 101, 114, 351, 117, 351, 117, 110, 97, 351, 117, 110, 100, 97, 351, 117, 110, 100,
+  97, 110, 351, 117, 110, 108, 97, 114, 305, 351, 117, 110, 117, 351, 246, 121, 108, 101,
+};
+
+static const uint32_t stop_word_offsets[243] = {
+  0, 5, 9, 14, 20, 24, 27, 32, 37, 44, 49, 55, 57, 61, 65, 70, 74, 79, 82, 88, 92, 97, 101, 104, 108, 111, 114, 119,
+  123, 129, 135, 141, 147, 154, 157, 163, 167, 171, 176, 178, 182, 187, 193, 199, 206, 214, 218, 223, 229, 234, 241,
+  246, 248, 252, 256, 261, 266, 270, 279, 281, 285, 290, 294, 299, 305, 310, 316, 327, 331, 337, 341, 347, 355, 363,
+  371, 377, 381, 383, 389, 393, 399, 407, 411, 416, 420, 424, 431, 436, 441, 445, 450, 455, 459, 462, 467, 470, 475,
+  478, 486, 492, 500, 503, 509, 513, 516, 519, 522, 528, 531, 535, 538, 546, 556, 559, 564, 568, 572, 577, 583, 592,
+  597, 608, 615, 622, 631, 640, 644, 647, 649, 652, 658, 662, 666, 671, 675, 680, 685, 691, 697, 699, 701, 703, 708,
+  710, 715, 722, 727, 731, 737, 743, 750, 754, 759, 760, 764, 770, 774, 785, 791, 799, 805, 813, 818, 824, 831, 836,
+  840, 845, 849, 853, 859, 865, 867, 870, 875, 880, 888, 894, 900, 907, 910, 914, 918, 922, 925, 931, 937, 942, 947,
+  953, 956, 962, 966, 971, 974, 980, 984, 989, 994, 1004, 1011, 1014, 1017, 1022, 1024, 1028, 1035, 1037, 1042, 1046,
+  1053, 1059, 1064, 1074, 1081, 1090, 1097, 1106, 1113, 1117, 1123, 1129, 1133, 1138, 1143, 1146, 1151, 1154, 1159,
+  1163, 1168, 1170, 1173, 1179, 1183, 1189, 1191, 1195, 1200, 1206, 1213, 1217, 1222,
+};
+
+static const uint32_t keep_ranges[32] = {
+  48, 57, 65, 90, 97, 122, 194, 194, 199, 199, 206, 206, 214, 214, 220, 220, 226, 226, 231, 231, 238, 238, 246, 246,
+  252, 252, 286, 287, 305, 305, 350, 351,
+};
+
+const narsil_language narsil_language_turkish = {
+  .name = "turkish",
+  .revision = "c537dbdae6350a3c",
+  .stop_word_units = stop_word_units,
+  .stop_word_offsets = stop_word_offsets,
+  .stop_word_count = 242,
+  .ascii_keep = {0x03FF000000000000ULL, 0x07FFFFFE07FFFFFEULL},
+  .keep_ranges = keep_ranges,
+  .keep_range_count = 16,
+  .splits_code_points = 0,
+  .strips_possessive = 0,
+  .normalises_diacritics = 0,
+  .min_token_length = 1,
+  .ngram_size = 0,
+  .normalise = NULL,
+  .stem_by_rules = NULL,
+  .create_snowball = turkish_create_env,
+  .snowball_stem = turkish_stem,
+  .close_snowball = turkish_close_env,
+};

package/cpp/core/src/languages/data/twi.c

@@ -0,0 +1,88 @@
+#include "../../analysis/languages.h"
+#include "declarations.h"
+#include "../rules.h"
+
+#include <stddef.h>
+#include <stdint.h>
+
+static const uint16_t stop_word_units[216] = {
+  97, 97, 107, 121, 105, 114, 101, 97, 110, 97, 97, 97, 110, 107, 97, 115, 97, 97, 110, 115, 97, 97, 114, 97, 97, 115,
+  101, 97, 115, 603, 98, 97, 98, 101, 114, 101, 98, 105, 98, 603, 100, 97, 100, 101, 101, 104, 111, 101, 109, 117, 101,
+  110, 111, 101, 110, 116, 105, 101, 115, 111, 101, 121, 105, 102, 97, 102, 105, 103, 121, 101, 104, 111, 104, 119, 101,
+  104, 119, 101, 101, 107, 97, 107, 97, 107, 114, 97, 107, 111, 114, 596, 107, 121, 101, 114, 603, 107, 121, 603, 110,
+  107, 596, 109, 97, 109, 101, 109, 109, 111, 109, 109, 111, 109, 112, 111, 109, 117, 110, 97, 110, 97, 110, 115, 111,
+  110, 101, 110, 107, 111, 114, 97, 97, 110, 110, 121, 101, 110, 111, 110, 115, 111, 110, 116, 105, 110, 121, 101, 110,
+  121, 105, 110, 97, 97, 111, 98, 105, 111, 98, 105, 97, 114, 97, 111, 111, 112, 97, 97, 114, 101, 115, 97, 110, 115,
+  101, 115, 111, 115, 603, 115, 603, 100, 101, 603, 116, 101, 119, 101, 105, 119, 111, 119, 596, 110, 121, 105, 121,
+  603, 121, 603, 110, 596, 110, 111, 603, 102, 105, 114, 105, 603, 110, 111, 603, 115, 105, 97, 110, 101,
+};
+
+static const uint32_t stop_word_offsets[70] = {
+  0, 1, 7, 11, 17, 21, 24, 27, 30, 32, 36, 38, 40, 42, 44, 47, 50, 53, 57, 60, 63, 65, 67, 70, 72, 75, 79, 81, 86, 90,
+  95, 99, 101, 103, 105, 109, 111, 114, 116, 118, 123, 125, 131, 135, 137, 140, 143, 146, 152, 155, 161, 163, 166, 168,
+  171, 173, 175, 177, 182, 184, 187, 189, 192, 194, 196, 199, 202, 207, 210, 216,
+};
+
+static const uint32_t keep_ranges[696] = {
+  39, 39, 48, 57, 65, 90, 97, 122, 330, 331, 383, 383, 390, 390, 400, 400, 596, 596, 603, 603, 768, 879, 891, 891, 917,
+  917, 921, 921, 949, 949, 953, 953, 1013, 1013, 1021, 1021, 1155, 1161, 1425, 1469, 1471, 1471, 1473, 1474, 1476, 1477,
+  1479, 1479, 1499, 1499, 1552, 1562, 1611, 1631, 1648, 1648, 1750, 1756, 1759, 1764, 1767, 1768, 1770, 1773, 1809,
+  1809, 1840, 1866, 1958, 1968, 2027, 2035, 2045, 2045, 2070, 2073, 2075, 2083, 2085, 2087, 2089, 2093, 2137, 2139,
+  2199, 2207, 2250, 2273, 2275, 2307, 2362, 2364, 2366, 2383, 2385, 2391, 2402, 2403, 2433, 2435, 2492, 2492, 2494,
+  2500, 2503, 2504, 2507, 2509, 2519, 2519, 2530, 2531, 2558, 2558, 2561, 2563, 2620, 2620, 2622, 2626, 2631, 2632,
+  2635, 2637, 2641, 2641, 2672, 2673, 2677, 2677, 2689, 2691, 2748, 2748, 2750, 2757, 2759, 2761, 2763, 2765, 2786,
+  2787, 2810, 2815, 2817, 2819, 2876, 2876, 2878, 2884, 2887, 2888, 2891, 2893, 2901, 2903, 2914, 2915, 2946, 2946,
+  3006, 3010, 3014, 3016, 3018, 3021, 3031, 3031, 3072, 3076, 3132, 3132, 3134, 3140, 3142, 3144, 3146, 3149, 3157,
+  3158, 3170, 3171, 3201, 3203, 3260, 3260, 3262, 3268, 3270, 3272, 3274, 3277, 3285, 3286, 3298, 3299, 3315, 3315,
+  3328, 3331, 3387, 3388, 3390, 3396, 3398, 3400, 3402, 3405, 3415, 3415, 3426, 3427, 3457, 3459, 3530, 3530, 3535,
+  3540, 3542, 3542, 3544, 3551, 3570, 3571, 3633, 3633, 3636, 3642, 3655, 3662, 3761, 3761, 3764, 3772, 3784, 3790,
+  3864, 3865, 3893, 3893, 3895, 3895, 3897, 3897, 3902, 3903, 3953, 3972, 3974, 3975, 3981, 3991, 3993, 4028, 4038,
+  4038, 4139, 4158, 4182, 4185, 4190, 4192, 4194, 4196, 4199, 4205, 4209, 4212, 4226, 4237, 4239, 4239, 4250, 4253,
+  4957, 4959, 5906, 5909, 5938, 5940, 5970, 5971, 6002, 6003, 6068, 6099, 6109, 6109, 6155, 6157, 6159, 6159, 6277,
+  6278, 6313, 6313, 6432, 6443, 6448, 6459, 6679, 6683, 6741, 6750, 6752, 6780, 6783, 6783, 6832, 6877, 6880, 6891,
+  6912, 6916, 6964, 6980, 7019, 7027, 7040, 7042, 7073, 7085, 7142, 7155, 7204, 7223, 7376, 7378, 7380, 7400, 7405,
+  7405, 7412, 7412, 7415, 7417, 7616, 7679, 8126, 8126, 8400, 8432, 8490, 8490, 8579, 8580, 11503, 11505, 11647, 11647,
+  11744, 11775, 12330, 12335, 12441, 12442, 42607, 42610, 42612, 42621, 42654, 42655, 42736, 42737, 43010, 43010, 43014,
+  43014, 43019, 43019, 43043, 43047, 43052, 43052, 43136, 43137, 43188, 43205, 43232, 43249, 43263, 43263, 43302, 43309,
+  43335, 43347, 43392, 43395, 43443, 43456, 43493, 43493, 43561, 43574, 43587, 43587, 43596, 43597, 43643, 43645, 43696,
+  43696, 43698, 43700, 43703, 43704, 43710, 43711, 43713, 43713, 43755, 43759, 43765, 43766, 44003, 44010, 44012, 44013,
+  64286, 64286, 65024, 65039, 65056, 65071, 66045, 66045, 66272, 66272, 66422, 66426, 68097, 68099, 68101, 68102, 68108,
+  68111, 68152, 68154, 68159, 68159, 68325, 68326, 68900, 68903, 68969, 68973, 69291, 69292, 69370, 69375, 69446, 69456,
+  69506, 69509, 69632, 69634, 69688, 69702, 69744, 69744, 69747, 69748, 69759, 69762, 69808, 69818, 69826, 69826, 69888,
+  69890, 69927, 69940, 69957, 69958, 70003, 70003, 70016, 70018, 70067, 70080, 70089, 70092, 70094, 70095, 70188, 70199,
+  70206, 70206, 70209, 70209, 70367, 70378, 70400, 70403, 70459, 70460, 70462, 70468, 70471, 70472, 70475, 70477, 70487,
+  70487, 70498, 70499, 70502, 70508, 70512, 70516, 70584, 70592, 70594, 70594, 70597, 70597, 70599, 70602, 70604, 70608,
+  70610, 70610, 70625, 70626, 70709, 70726, 70750, 70750, 70832, 70851, 71087, 71093, 71096, 71104, 71132, 71133, 71216,
+  71232, 71339, 71351, 71453, 71467, 71724, 71738, 71984, 71989, 71991, 71992, 71995, 71998, 72000, 72000, 72002, 72003,
+  72145, 72151, 72154, 72160, 72164, 72164, 72193, 72202, 72243, 72249, 72251, 72254, 72263, 72263, 72273, 72283, 72330,
+  72345, 72544, 72551, 72751, 72758, 72760, 72767, 72850, 72871, 72873, 72886, 73009, 73014, 73018, 73018, 73020, 73021,
+  73023, 73029, 73031, 73031, 73098, 73102, 73104, 73105, 73107, 73111, 73459, 73462, 73472, 73473, 73475, 73475, 73524,
+  73530, 73534, 73538, 73562, 73562, 78912, 78912, 78919, 78933, 90398, 90415, 92912, 92916, 92976, 92982, 94031, 94031,
+  94033, 94087, 94095, 94098, 94180, 94180, 94192, 94193, 113821, 113822, 118528, 118573, 118576, 118598, 119141,
+  119145, 119149, 119154, 119163, 119170, 119173, 119179, 119210, 119213, 119362, 119364, 121344, 121398, 121403,
+  121452, 121461, 121461, 121476, 121476, 121499, 121503, 121505, 121519, 122880, 122886, 122888, 122904, 122907,
+  122913, 122915, 122916, 122918, 122922, 123023, 123023, 123184, 123190, 123566, 123566, 123628, 123631, 124140,
+  124143, 124398, 124399, 124643, 124643, 124646, 124646, 124654, 124655, 124661, 124661, 125136, 125142, 125252,
+  125258, 917760, 917999,
+};
+
+const narsil_language narsil_language_twi = {
+  .name = "twi",
+  .revision = "1",
+  .stop_word_units = stop_word_units,
+  .stop_word_offsets = stop_word_offsets,
+  .stop_word_count = 69,
+  .ascii_keep = {0x03FF008000000000ULL, 0x07FFFFFE07FFFFFEULL},
+  .keep_ranges = keep_ranges,
+  .keep_range_count = 348,
+  .splits_code_points = 1,
+  .strips_possessive = 0,
+  .normalises_diacritics = 0,
+  .min_token_length = 1,
+  .ngram_size = 0,
+  .normalise = narsil_twi_normalise,
+  .stem_by_rules = NULL,
+  .create_snowball = NULL,
+  .snowball_stem = NULL,
+  .close_snowball = NULL,
+};

package/cpp/core/src/languages/data/ukrainian.c

@@ -0,0 +1,99 @@
+#include "../../analysis/languages.h"
+#include "declarations.h"
+#include "../rules.h"
+
+#include <stddef.h>
+#include <stdint.h>
+
+static const uint16_t stop_word_units[964] = {
+  1072, 1072, 1073, 1080, 1072, 1073, 1086, 1072, 1074, 1078, 1077, 1078, 1072, 1076, 1078, 1077, 1072, 1083, 1077,
+  1072, 1085, 1110, 1073, 1073, 1072, 1075, 1072, 1090, 1086, 1073, 1077, 1079, 1073, 1080, 1073, 1086, 1073, 1091,
+  1074, 1073, 1091, 1076, 1077, 1073, 1091, 1076, 1091, 1090, 1100, 1073, 1091, 1083, 1072, 1073, 1091, 1083, 1080,
+  1073, 1091, 1083, 1086, 1073, 1091, 1090, 1080, 1073, 1110, 1083, 1100, 1096, 1073, 1110, 1083, 1103, 1074, 1074,
+  1072, 1084, 1074, 1072, 1084, 1080, 1074, 1072, 1089, 1074, 1072, 1096, 1074, 1072, 1096, 1072, 1074, 1072, 1096,
+  1077, 1074, 1072, 1096, 1110, 1074, 1077, 1089, 1100, 1074, 1078, 1077, 1074, 1079, 1076, 1086, 1074, 1078, 1074,
+  1080, 1074, 1085, 1080, 1079, 1074, 1085, 1080, 1079, 1091, 1074, 1086, 1085, 1072, 1074, 1086, 1085, 1080, 1074,
+  1086, 1085, 1086, 1074, 1089, 1077, 1074, 1089, 1077, 1088, 1077, 1076, 1080, 1085, 1110, 1074, 1089, 1102, 1074,
+  1089, 1103, 1074, 1089, 1110, 1074, 1089, 1110, 1093, 1074, 1110, 1076, 1074, 1110, 1085, 1076, 1072, 1076, 1072,
+  1074, 1072, 1081, 1076, 1072, 1074, 1072, 1090, 1080, 1076, 1077, 1076, 1077, 1082, 1110, 1083, 1100, 1082, 1072,
+  1076, 1077, 1097, 1086, 1076, 1077, 1103, 1082, 1110, 1076, 1083, 1103, 1076, 1086, 1078, 1078, 1077, 1079, 1079,
+  1072, 1079, 1072, 1074, 1078, 1076, 1080, 1079, 1072, 1084, 1110, 1089, 1090, 1100, 1079, 1072, 1088, 1072, 1079,
+  1079, 1072, 1090, 1077, 1079, 1074, 1110, 1076, 1082, 1080, 1079, 1074, 1110, 1076, 1089, 1080, 1079, 1074, 1110,
+  1076, 1090, 1080, 1079, 1110, 1081, 1081, 1086, 1075, 1086, 1081, 1086, 1084, 1091, 1082, 1086, 1075, 1086, 1082,
+  1086, 1078, 1077, 1085, 1082, 1086, 1078, 1085, 1072, 1082, 1086, 1078, 1085, 1077, 1082, 1086, 1083, 1080, 1082,
+  1086, 1083, 1086, 1082, 1086, 1084, 1091, 1082, 1086, 1090, 1088, 1072, 1082, 1086, 1090, 1088, 1077, 1082, 1086,
+  1090, 1088, 1080, 1081, 1082, 1086, 1090, 1088, 1110, 1082, 1088, 1110, 1084, 1082, 1091, 1076, 1080, 1082, 1110,
+  1083, 1100, 1082, 1072, 1083, 1077, 1076, 1074, 1077, 1083, 1080, 1096, 1077, 1084, 1072, 1081, 1078, 1077, 1084,
+  1072, 1083, 1086, 1084, 1077, 1085, 1077, 1084, 1077, 1085, 1110, 1084, 1080, 1084, 1085, 1086, 1102, 1084, 1086,
+  1074, 1084, 1086, 1075, 1086, 1084, 1086, 1078, 1077, 1084, 1086, 1078, 1085, 1072, 1084, 1086, 1102, 1084, 1086,
+  1103, 1084, 1086, 1108, 1084, 1086, 1108, 1084, 1091, 1084, 1086, 1111, 1084, 1086, 1111, 1081, 1084, 1086, 1111,
+  1093, 1084, 1110, 1078, 1084, 1110, 1081, 1085, 1072, 1085, 1072, 1074, 1082, 1086, 1083, 1086, 1085, 1072, 1074,
+  1110, 1090, 1100, 1085, 1072, 1076, 1085, 1072, 1084, 1085, 1072, 1084, 1080, 1085, 1072, 1089, 1085, 1072, 1095,
+  1077, 1085, 1072, 1096, 1085, 1072, 1096, 1072, 1085, 1072, 1096, 1077, 1085, 1072, 1096, 1080, 1093, 1085, 1072,
+  1096, 1110, 1085, 1077, 1085, 1077, 1084, 1086, 1074, 1085, 1077, 1102, 1085, 1077, 1111, 1085, 1080, 1084, 1085,
+  1080, 1084, 1080, 1085, 1080, 1093, 1085, 1100, 1086, 1075, 1086, 1085, 1100, 1086, 1084, 1091, 1085, 1110, 1085,
+  1110, 1073, 1080, 1085, 1110, 1078, 1085, 1110, 1082, 1086, 1075, 1086, 1085, 1110, 1082, 1086, 1083, 1080, 1085,
+  1110, 1093, 1090, 1086, 1085, 1110, 1095, 1086, 1075, 1086, 1085, 1110, 1097, 1086, 1086, 1076, 1085, 1072, 1082,
+  1086, 1082, 1088, 1110, 1084, 1086, 1090, 1086, 1090, 1078, 1077, 1086, 1090, 1086, 1078, 1087, 1077, 1088, 1077,
+  1076, 1087, 1086, 1087, 1086, 1079, 1072, 1087, 1088, 1080, 1087, 1088, 1086, 1087, 1088, 1086, 1090, 1077, 1087,
+  1088, 1086, 1090, 1080, 1087, 1110, 1076, 1087, 1110, 1089, 1083, 1103, 1089, 1072, 1084, 1089, 1072, 1084, 1072,
+  1089, 1072, 1084, 1077, 1089, 1072, 1084, 1110, 1089, 1074, 1086, 1075, 1086, 1089, 1074, 1086, 1102, 1089, 1074,
+  1086, 1103, 1089, 1074, 1086, 1108, 1089, 1074, 1086, 1111, 1089, 1074, 1110, 1081, 1089, 1077, 1073, 1077, 1089,
+  1077, 1088, 1077, 1076, 1089, 1082, 1110, 1083, 1100, 1082, 1080, 1089, 1086, 1073, 1086, 1102, 1089, 1086, 1073,
+  1110, 1089, 1102, 1076, 1080, 1090, 1072, 1090, 1072, 1082, 1090, 1072, 1082, 1080, 1081, 1090, 1072, 1082, 1080,
+  1093, 1090, 1072, 1082, 1086, 1078, 1090, 1072, 1084, 1090, 1077, 1090, 1077, 1073, 1077, 1090, 1077, 1078, 1090,
+  1077, 1087, 1077, 1088, 1090, 1080, 1090, 1080, 1084, 1090, 1080, 1093, 1090, 1086, 1090, 1086, 1073, 1086, 1102,
+  1090, 1086, 1073, 1090, 1086, 1090, 1086, 1073, 1110, 1090, 1086, 1075, 1086, 1090, 1086, 1076, 1110, 1090, 1086,
+  1078, 1090, 1086, 1081, 1090, 1086, 1084, 1091, 1090, 1086, 1097, 1086, 1090, 1091, 1090, 1091, 1076, 1080, 1090,
+  1091, 1090, 1090, 1110, 1090, 1110, 1081, 1090, 1110, 1083, 1100, 1082, 1080, 1091, 1091, 1074, 1077, 1089, 1100,
+  1091, 1078, 1077, 1091, 1089, 1077, 1091, 1089, 1102, 1091, 1089, 1103, 1091, 1089, 1110, 1093, 1072, 1081, 1093,
+  1086, 1095, 1093, 1086, 1095, 1072, 1093, 1090, 1086, 1093, 1090, 1086, 1089, 1100, 1094, 1077, 1094, 1077, 1081,
+  1094, 1080, 1084, 1094, 1080, 1093, 1094, 1100, 1086, 1075, 1086, 1094, 1100, 1086, 1084, 1091, 1094, 1102, 1094,
+  1103, 1094, 1110, 1094, 1110, 1081, 1095, 1072, 1089, 1090, 1086, 1095, 1077, 1088, 1077, 1079, 1095, 1080, 1095,
+  1080, 1081, 1095, 1080, 1103, 1095, 1080, 1108, 1095, 1080, 1111, 1095, 1086, 1075, 1086, 1095, 1086, 1084, 1091,
+  1097, 1077, 1097, 1086, 1097, 1086, 1073, 1097, 1086, 1073, 1080, 1097, 1086, 1076, 1086, 1097, 1086, 1089, 1100,
+  1103, 1103, 1082, 1103, 1082, 1072, 1103, 1082, 1073, 1080, 1103, 1082, 1077, 1103, 1082, 1080, 1081, 1103, 1082,
+  1086, 1111, 1103, 1082, 1097, 1086, 1103, 1082, 1110, 1108, 1110, 1110, 1079, 1110, 1085, 1082, 1086, 1083, 1080,
+  1110, 1085, 1086, 1076, 1110, 1110, 1085, 1096, 1072, 1110, 1085, 1096, 1077, 1110, 1085, 1096, 1080, 1081, 1110,
+  1085, 1096, 1080, 1093, 1110, 1085, 1096, 1110, 1111, 1081, 1111, 1084, 1111, 1093, 1111, 1093, 1085, 1103, 1111,
+  1093, 1085, 1108, 1111, 1093, 1085, 1110, 1111, 1093, 1085, 1110, 1081, 1111, 1111,
+};
+
+static const uint32_t stop_word_offsets[259] = {
+  0, 1, 4, 7, 12, 16, 19, 22, 23, 29, 32, 34, 36, 39, 43, 49, 53, 57, 61, 65, 70, 74, 75, 78, 82, 85, 88, 92, 96, 100,
+  104, 107, 113, 115, 119, 124, 128, 132, 136, 139, 148, 151, 154, 157, 161, 164, 167, 169, 174, 180, 182, 190, 194,
+  199, 202, 204, 205, 207, 208, 210, 216, 223, 228, 232, 238, 244, 250, 252, 253, 257, 261, 265, 270, 275, 280, 284,
+  288, 292, 297, 302, 308, 313, 317, 321, 327, 332, 336, 341, 345, 349, 353, 355, 359, 362, 366, 370, 375, 378, 381,
+  384, 389, 392, 396, 400, 403, 406, 408, 415, 421, 424, 427, 431, 434, 438, 441, 445, 449, 454, 458, 460, 465, 468,
+  471, 474, 478, 481, 486, 491, 493, 497, 500, 506, 512, 517, 523, 527, 532, 537, 539, 543, 547, 552, 554, 558, 561,
+  564, 569, 574, 577, 582, 585, 589, 593, 597, 602, 606, 610, 614, 618, 622, 626, 631, 638, 643, 647, 651, 653, 656,
+  661, 666, 671, 674, 676, 680, 683, 688, 690, 693, 696, 698, 703, 708, 712, 716, 720, 723, 726, 730, 734, 736, 740,
+  743, 745, 748, 754, 755, 760, 763, 766, 769, 772, 775, 778, 781, 785, 788, 793, 795, 798, 801, 804, 809, 814, 816,
+  818, 820, 823, 828, 833, 835, 838, 841, 844, 847, 851, 855, 857, 859, 862, 866, 870, 874, 875, 877, 880, 884, 887,
+  891, 895, 899, 902, 903, 904, 906, 912, 917, 921, 925, 930, 935, 939, 941, 943, 945, 949, 953, 957, 962, 964,
+};
+
+static const uint32_t keep_ranges[22] = {
+  39, 39, 48, 57, 65, 90, 97, 122, 1028, 1028, 1030, 1031, 1040, 1103, 1108, 1108, 1110, 1111, 1168, 1169, 7296, 7302,
+};
+
+const narsil_language narsil_language_ukrainian = {
+  .name = "ukrainian",
+  .revision = "1",
+  .stop_word_units = stop_word_units,
+  .stop_word_offsets = stop_word_offsets,
+  .stop_word_count = 258,
+  .ascii_keep = {0x03FF008000000000ULL, 0x07FFFFFE07FFFFFEULL},
+  .keep_ranges = keep_ranges,
+  .keep_range_count = 11,
+  .splits_code_points = 0,
+  .strips_possessive = 0,
+  .normalises_diacritics = 0,
+  .min_token_length = 1,
+  .ngram_size = 0,
+  .normalise = NULL,
+  .stem_by_rules = narsil_ukrainian_stem,
+  .create_snowball = NULL,
+  .snowball_stem = NULL,
+  .close_snowball = NULL,
+};