@delali/narsil-react-native 0.3.1-next.155 → 0.3.1-next.156

package/cpp/core/src/languages/data/tamil.c

@@ -0,0 +1,69 @@
+#include "../../analysis/languages.h"
+#include "declarations.h"
+#include "../snowball/tamil_stemmer.h"
+
+#include <stddef.h>
+#include <stdint.h>
+
+static const uint16_t stop_word_units[503] = {
+  2949, 2969, 3021, 2965, 3009, 2949, 2969, 3021, 2965, 3015, 2949, 2975, 3009, 2980, 3021, 2980, 2949, 2980, 2985,
+  3006, 2994, 3021, 2949, 2980, 2985, 3021, 2949, 2980, 2993, 3021, 2965, 3009, 2949, 2980, 3007, 2965, 2949, 2980,
+  3007, 2994, 3021, 2949, 2980, 3009, 2949, 2980, 3015, 2949, 2980, 3016, 2949, 2984, 3021, 2980, 2949, 2985, 3021,
+  2993, 3009, 2949, 2994, 3021, 2994, 2980, 3009, 2949, 2997, 2985, 3021, 2949, 2997, 2992, 2980, 3009, 2949, 2997,
+  2992, 3021, 2949, 2997, 2992, 3021, 2965, 2995, 3021, 2949, 2997, 2995, 3021, 2949, 2997, 3016, 2950, 2965, 3007,
+  2991, 2950, 2965, 3007, 2991, 3019, 2992, 3021, 2950, 2965, 3009, 2990, 3021, 2951, 2969, 3021, 2965, 3009, 2951,
+  2969, 3021, 2965, 3015, 2951, 2975, 2990, 3021, 2951, 2980, 2985, 3006, 2994, 3021, 2951, 2980, 2985, 3016, 2951,
+  2980, 2985, 3021, 2951, 2980, 2993, 3021, 2965, 3009, 2951, 2980, 3007, 2994, 3021, 2951, 2980, 3009, 2951, 2980,
+  3016, 2951, 2984, 3021, 2980, 2951, 2985, 3021, 2985, 3009, 2990, 3021, 2951, 2986, 3021, 2986, 3019, 2980, 3009,
+  2951, 2992, 3009, 2951, 2992, 3009, 2965, 3021, 2965, 3009, 2990, 3021, 2951, 2992, 3009, 2984, 3021, 2980, 2951,
+  2992, 3009, 2984, 3021, 2980, 3009, 2951, 2997, 2992, 3021, 2951, 2997, 3016, 2953, 2985, 3021, 2953, 2995, 3021,
+  2995, 2953, 2995, 3021, 2995, 2980, 3009, 2953, 2995, 3021, 2995, 2985, 2958, 2984, 3021, 2980, 2958, 2985, 2958,
+  2985, 2997, 3015, 2958, 2985, 3009, 2990, 3021, 2958, 2985, 3021, 2958, 2985, 3021, 2985, 2958, 2985, 3021, 2985,
+  3009, 2990, 3021, 2958, 2985, 3021, 2986, 2980, 3009, 2958, 2985, 3021, 2986, 2980, 3016, 2958, 2985, 3021, 2993,
+  2958, 2985, 3021, 2993, 3009, 2958, 2985, 3021, 2993, 3009, 2990, 3021, 2958, 2994, 3021, 2994, 3006, 2990, 3021,
+  2959, 2985, 3021, 2962, 2992, 3009, 2962, 2992, 3015, 2963, 2992, 3021, 2965, 3018, 2979, 3021, 2975, 2965, 3018,
+  2979, 3021, 2975, 3009, 2965, 3018, 2995, 3021, 2995, 2970, 2993, 3021, 2993, 3009, 2970, 3007, 2993, 3009, 2970,
+  3007, 2994, 2980, 2985, 2980, 3009, 2980, 2985, 3021, 2980, 2997, 3007, 2992, 2980, 3006, 2985, 3021, 2984, 3006,
+  2985, 3021, 2984, 3006, 2990, 3021, 2984, 3008, 2986, 2993, 3021, 2993, 3007, 2986, 2993, 3021, 2993, 3007, 2991,
+  2986, 2994, 2986, 2994, 3021, 2997, 3015, 2993, 3009, 2986, 3007, 2985, 3021, 2986, 3007, 2985, 3021, 2985, 2992,
+  3021, 2986, 3007, 2993, 2986, 3007, 2993, 2965, 3009, 2986, 3015, 2992, 3021, 2986, 3019, 2980, 3009, 2986, 3019,
+  2985, 3021, 2993, 2986, 3019, 2994, 2986, 3019, 2994, 3021, 2990, 2975, 3021, 2975, 3009, 2990, 3015, 2990, 2975,
+  3021, 2975, 3009, 2990, 3021, 2990, 2993, 3021, 2993, 2990, 2993, 3021, 2993, 3009, 2990, 3021, 2990, 3007, 2965,
+  2990, 3007, 2965, 2997, 3009, 2990, 3021, 2990, 3008, 2980, 3009, 2990, 3009, 2980, 2994, 3021, 2990, 3009, 2993,
+  3016, 2990, 3015, 2994, 3009, 2990, 3021, 2990, 3015, 2994, 3021, 2991, 3006, 2992, 3021, 2997, 2984, 3021, 2980,
+  2997, 2984, 3021, 2980, 3009, 2997, 2992, 3009, 2990, 3021, 2997, 2992, 3016, 2997, 3007, 2975, 2997, 3015, 2979,
+  3021, 2975, 3009, 2990, 3021, 2997, 3015, 2993, 3009,
+};
+
+static const uint32_t stop_word_offsets[109] = {
+  0, 5, 10, 16, 22, 26, 32, 36, 41, 44, 47, 50, 54, 59, 65, 69, 74, 78, 85, 89, 92, 96, 103, 108, 113, 118, 122, 128,
+  132, 136, 142, 147, 150, 153, 157, 164, 171, 174, 183, 189, 196, 200, 203, 206, 210, 216, 221, 225, 227, 231, 236,
+  239, 243, 250, 256, 262, 266, 271, 278, 285, 288, 291, 294, 297, 302, 308, 313, 318, 322, 325, 329, 332, 336, 340,
+  344, 348, 350, 355, 361, 363, 370, 374, 381, 384, 389, 393, 397, 402, 405, 409, 416, 423, 427, 434, 437, 444, 448,
+  453, 457, 463, 467, 471, 475, 480, 485, 488, 491, 499, 503,
+};
+
+static const uint32_t keep_ranges[8] = {
+  48, 57, 65, 90, 97, 122, 2944, 3071,
+};
+
+const narsil_language narsil_language_tamil = {
+  .name = "tamil",
+  .revision = "f859bf3d19447fbc",
+  .stop_word_units = stop_word_units,
+  .stop_word_offsets = stop_word_offsets,
+  .stop_word_count = 108,
+  .ascii_keep = {0x03FF000000000000ULL, 0x07FFFFFE07FFFFFEULL},
+  .keep_ranges = keep_ranges,
+  .keep_range_count = 4,
+  .splits_code_points = 0,
+  .strips_possessive = 0,
+  .normalises_diacritics = 0,
+  .min_token_length = 1,
+  .ngram_size = 0,
+  .normalise = NULL,
+  .stem_by_rules = NULL,
+  .create_snowball = tamil_create_env,
+  .snowball_stem = tamil_stem,
+  .close_snowball = tamil_close_env,
+};