chipper 0.4.2
Sign up to get free protection for your applications and to get access to all the features.
- data/README.rdoc +51 -0
- data/ext/extconf.rb +58 -0
- data/ext/libstemmer_c/Makefile +10 -0
- data/ext/libstemmer_c/examples/stemwords.c +209 -0
- data/ext/libstemmer_c/include/libstemmer.h +79 -0
- data/ext/libstemmer_c/libstemmer/libstemmer.c +95 -0
- data/ext/libstemmer_c/libstemmer/libstemmer_utf8.c +95 -0
- data/ext/libstemmer_c/libstemmer/modules.h +190 -0
- data/ext/libstemmer_c/libstemmer/modules_utf8.h +121 -0
- data/ext/libstemmer_c/mkinc.mak +82 -0
- data/ext/libstemmer_c/mkinc_utf8.mak +52 -0
- data/ext/libstemmer_c/runtime/api.c +66 -0
- data/ext/libstemmer_c/runtime/api.h +26 -0
- data/ext/libstemmer_c/runtime/header.h +58 -0
- data/ext/libstemmer_c/runtime/utilities.c +478 -0
- data/ext/libstemmer_c/src_c/stem_ISO_8859_1_danish.c +337 -0
- data/ext/libstemmer_c/src_c/stem_ISO_8859_1_danish.h +16 -0
- data/ext/libstemmer_c/src_c/stem_ISO_8859_1_dutch.c +624 -0
- data/ext/libstemmer_c/src_c/stem_ISO_8859_1_dutch.h +16 -0
- data/ext/libstemmer_c/src_c/stem_ISO_8859_1_english.c +1117 -0
- data/ext/libstemmer_c/src_c/stem_ISO_8859_1_english.h +16 -0
- data/ext/libstemmer_c/src_c/stem_ISO_8859_1_finnish.c +762 -0
- data/ext/libstemmer_c/src_c/stem_ISO_8859_1_finnish.h +16 -0
- data/ext/libstemmer_c/src_c/stem_ISO_8859_1_french.c +1246 -0
- data/ext/libstemmer_c/src_c/stem_ISO_8859_1_french.h +16 -0
- data/ext/libstemmer_c/src_c/stem_ISO_8859_1_german.c +521 -0
- data/ext/libstemmer_c/src_c/stem_ISO_8859_1_german.h +16 -0
- data/ext/libstemmer_c/src_c/stem_ISO_8859_1_hungarian.c +1230 -0
- data/ext/libstemmer_c/src_c/stem_ISO_8859_1_hungarian.h +16 -0
- data/ext/libstemmer_c/src_c/stem_ISO_8859_1_italian.c +1065 -0
- data/ext/libstemmer_c/src_c/stem_ISO_8859_1_italian.h +16 -0
- data/ext/libstemmer_c/src_c/stem_ISO_8859_1_norwegian.c +297 -0
- data/ext/libstemmer_c/src_c/stem_ISO_8859_1_norwegian.h +16 -0
- data/ext/libstemmer_c/src_c/stem_ISO_8859_1_porter.c +749 -0
- data/ext/libstemmer_c/src_c/stem_ISO_8859_1_porter.h +16 -0
- data/ext/libstemmer_c/src_c/stem_ISO_8859_1_portuguese.c +1017 -0
- data/ext/libstemmer_c/src_c/stem_ISO_8859_1_portuguese.h +16 -0
- data/ext/libstemmer_c/src_c/stem_ISO_8859_1_spanish.c +1093 -0
- data/ext/libstemmer_c/src_c/stem_ISO_8859_1_spanish.h +16 -0
- data/ext/libstemmer_c/src_c/stem_ISO_8859_1_swedish.c +307 -0
- data/ext/libstemmer_c/src_c/stem_ISO_8859_1_swedish.h +16 -0
- data/ext/libstemmer_c/src_c/stem_ISO_8859_2_romanian.c +998 -0
- data/ext/libstemmer_c/src_c/stem_ISO_8859_2_romanian.h +16 -0
- data/ext/libstemmer_c/src_c/stem_KOI8_R_russian.c +700 -0
- data/ext/libstemmer_c/src_c/stem_KOI8_R_russian.h +16 -0
- data/ext/libstemmer_c/src_c/stem_UTF_8_danish.c +339 -0
- data/ext/libstemmer_c/src_c/stem_UTF_8_danish.h +16 -0
- data/ext/libstemmer_c/src_c/stem_UTF_8_dutch.c +634 -0
- data/ext/libstemmer_c/src_c/stem_UTF_8_dutch.h +16 -0
- data/ext/libstemmer_c/src_c/stem_UTF_8_english.c +1125 -0
- data/ext/libstemmer_c/src_c/stem_UTF_8_english.h +16 -0
- data/ext/libstemmer_c/src_c/stem_UTF_8_finnish.c +768 -0
- data/ext/libstemmer_c/src_c/stem_UTF_8_finnish.h +16 -0
- data/ext/libstemmer_c/src_c/stem_UTF_8_french.c +1256 -0
- data/ext/libstemmer_c/src_c/stem_UTF_8_french.h +16 -0
- data/ext/libstemmer_c/src_c/stem_UTF_8_german.c +527 -0
- data/ext/libstemmer_c/src_c/stem_UTF_8_german.h +16 -0
- data/ext/libstemmer_c/src_c/stem_UTF_8_hungarian.c +1234 -0
- data/ext/libstemmer_c/src_c/stem_UTF_8_hungarian.h +16 -0
- data/ext/libstemmer_c/src_c/stem_UTF_8_italian.c +1073 -0
- data/ext/libstemmer_c/src_c/stem_UTF_8_italian.h +16 -0
- data/ext/libstemmer_c/src_c/stem_UTF_8_norwegian.c +299 -0
- data/ext/libstemmer_c/src_c/stem_UTF_8_norwegian.h +16 -0
- data/ext/libstemmer_c/src_c/stem_UTF_8_porter.c +755 -0
- data/ext/libstemmer_c/src_c/stem_UTF_8_porter.h +16 -0
- data/ext/libstemmer_c/src_c/stem_UTF_8_portuguese.c +1023 -0
- data/ext/libstemmer_c/src_c/stem_UTF_8_portuguese.h +16 -0
- data/ext/libstemmer_c/src_c/stem_UTF_8_romanian.c +1004 -0
- data/ext/libstemmer_c/src_c/stem_UTF_8_romanian.h +16 -0
- data/ext/libstemmer_c/src_c/stem_UTF_8_russian.c +694 -0
- data/ext/libstemmer_c/src_c/stem_UTF_8_russian.h +16 -0
- data/ext/libstemmer_c/src_c/stem_UTF_8_spanish.c +1097 -0
- data/ext/libstemmer_c/src_c/stem_UTF_8_spanish.h +16 -0
- data/ext/libstemmer_c/src_c/stem_UTF_8_swedish.c +309 -0
- data/ext/libstemmer_c/src_c/stem_UTF_8_swedish.h +16 -0
- data/ext/libstemmer_c/src_c/stem_UTF_8_turkish.c +2205 -0
- data/ext/libstemmer_c/src_c/stem_UTF_8_turkish.h +16 -0
- data/ext/re2/bitstate.cc +378 -0
- data/ext/re2/compile.cc +1138 -0
- data/ext/re2/dfa.cc +2086 -0
- data/ext/re2/filtered_re2.cc +100 -0
- data/ext/re2/filtered_re2.h +99 -0
- data/ext/re2/hash.cc +231 -0
- data/ext/re2/mimics_pcre.cc +185 -0
- data/ext/re2/nfa.cc +709 -0
- data/ext/re2/onepass.cc +614 -0
- data/ext/re2/parse.cc +2202 -0
- data/ext/re2/perl_groups.cc +119 -0
- data/ext/re2/prefilter.cc +671 -0
- data/ext/re2/prefilter.h +105 -0
- data/ext/re2/prefilter_tree.cc +398 -0
- data/ext/re2/prefilter_tree.h +130 -0
- data/ext/re2/prog.cc +341 -0
- data/ext/re2/prog.h +376 -0
- data/ext/re2/re2.cc +1180 -0
- data/ext/re2/re2.h +837 -0
- data/ext/re2/regexp.cc +920 -0
- data/ext/re2/regexp.h +632 -0
- data/ext/re2/rune.cc +258 -0
- data/ext/re2/set.cc +113 -0
- data/ext/re2/set.h +55 -0
- data/ext/re2/simplify.cc +393 -0
- data/ext/re2/stringpiece.cc +87 -0
- data/ext/re2/stringpiece.h +182 -0
- data/ext/re2/tostring.cc +341 -0
- data/ext/re2/unicode_casefold.cc +469 -0
- data/ext/re2/unicode_casefold.h +75 -0
- data/ext/re2/unicode_groups.cc +4851 -0
- data/ext/re2/unicode_groups.h +64 -0
- data/ext/re2/valgrind.cc +24 -0
- data/ext/re2/variadic_function.h +346 -0
- data/ext/re2/walker-inl.h +244 -0
- data/ext/src/chipper.cc +626 -0
- data/ext/src/version.h +1 -0
- data/ext/stemmer.rb +40 -0
- data/ext/util/arena.h +103 -0
- data/ext/util/atomicops.h +79 -0
- data/ext/util/benchmark.h +41 -0
- data/ext/util/flags.h +27 -0
- data/ext/util/logging.h +78 -0
- data/ext/util/mutex.h +190 -0
- data/ext/util/pcre.h +679 -0
- data/ext/util/random.h +29 -0
- data/ext/util/sparse_array.h +451 -0
- data/ext/util/sparse_set.h +177 -0
- data/ext/util/test.h +57 -0
- data/ext/util/thread.h +26 -0
- data/ext/util/utf.h +43 -0
- data/ext/util/util.h +127 -0
- data/ext/util/valgrind.h +4517 -0
- data/test/helper.rb +5 -0
- data/test/test_entities.rb +57 -0
- data/test/test_tokens.rb +118 -0
- metadata +199 -0
@@ -0,0 +1,16 @@
|
|
1
|
+
|
2
|
+
/* This file was generated automatically by the Snowball to ANSI C compiler */
|
3
|
+
|
4
|
+
#ifdef __cplusplus
|
5
|
+
extern "C" {
|
6
|
+
#endif
|
7
|
+
|
8
|
+
extern struct SN_env * spanish_UTF_8_create_env(void);
|
9
|
+
extern void spanish_UTF_8_close_env(struct SN_env * z);
|
10
|
+
|
11
|
+
extern int spanish_UTF_8_stem(struct SN_env * z);
|
12
|
+
|
13
|
+
#ifdef __cplusplus
|
14
|
+
}
|
15
|
+
#endif
|
16
|
+
|
@@ -0,0 +1,309 @@
|
|
1
|
+
|
2
|
+
/* This file was generated automatically by the Snowball to ANSI C compiler */
|
3
|
+
|
4
|
+
#include "../runtime/header.h"
|
5
|
+
|
6
|
+
#ifdef __cplusplus
|
7
|
+
extern "C" {
|
8
|
+
#endif
|
9
|
+
extern int swedish_UTF_8_stem(struct SN_env * z);
|
10
|
+
#ifdef __cplusplus
|
11
|
+
}
|
12
|
+
#endif
|
13
|
+
static int r_other_suffix(struct SN_env * z);
|
14
|
+
static int r_consonant_pair(struct SN_env * z);
|
15
|
+
static int r_main_suffix(struct SN_env * z);
|
16
|
+
static int r_mark_regions(struct SN_env * z);
|
17
|
+
#ifdef __cplusplus
|
18
|
+
extern "C" {
|
19
|
+
#endif
|
20
|
+
|
21
|
+
|
22
|
+
extern struct SN_env * swedish_UTF_8_create_env(void);
|
23
|
+
extern void swedish_UTF_8_close_env(struct SN_env * z);
|
24
|
+
|
25
|
+
|
26
|
+
#ifdef __cplusplus
|
27
|
+
}
|
28
|
+
#endif
|
29
|
+
static const symbol s_0_0[1] = { 'a' };
|
30
|
+
static const symbol s_0_1[4] = { 'a', 'r', 'n', 'a' };
|
31
|
+
static const symbol s_0_2[4] = { 'e', 'r', 'n', 'a' };
|
32
|
+
static const symbol s_0_3[7] = { 'h', 'e', 't', 'e', 'r', 'n', 'a' };
|
33
|
+
static const symbol s_0_4[4] = { 'o', 'r', 'n', 'a' };
|
34
|
+
static const symbol s_0_5[2] = { 'a', 'd' };
|
35
|
+
static const symbol s_0_6[1] = { 'e' };
|
36
|
+
static const symbol s_0_7[3] = { 'a', 'd', 'e' };
|
37
|
+
static const symbol s_0_8[4] = { 'a', 'n', 'd', 'e' };
|
38
|
+
static const symbol s_0_9[4] = { 'a', 'r', 'n', 'e' };
|
39
|
+
static const symbol s_0_10[3] = { 'a', 'r', 'e' };
|
40
|
+
static const symbol s_0_11[4] = { 'a', 's', 't', 'e' };
|
41
|
+
static const symbol s_0_12[2] = { 'e', 'n' };
|
42
|
+
static const symbol s_0_13[5] = { 'a', 'n', 'd', 'e', 'n' };
|
43
|
+
static const symbol s_0_14[4] = { 'a', 'r', 'e', 'n' };
|
44
|
+
static const symbol s_0_15[5] = { 'h', 'e', 't', 'e', 'n' };
|
45
|
+
static const symbol s_0_16[3] = { 'e', 'r', 'n' };
|
46
|
+
static const symbol s_0_17[2] = { 'a', 'r' };
|
47
|
+
static const symbol s_0_18[2] = { 'e', 'r' };
|
48
|
+
static const symbol s_0_19[5] = { 'h', 'e', 't', 'e', 'r' };
|
49
|
+
static const symbol s_0_20[2] = { 'o', 'r' };
|
50
|
+
static const symbol s_0_21[1] = { 's' };
|
51
|
+
static const symbol s_0_22[2] = { 'a', 's' };
|
52
|
+
static const symbol s_0_23[5] = { 'a', 'r', 'n', 'a', 's' };
|
53
|
+
static const symbol s_0_24[5] = { 'e', 'r', 'n', 'a', 's' };
|
54
|
+
static const symbol s_0_25[5] = { 'o', 'r', 'n', 'a', 's' };
|
55
|
+
static const symbol s_0_26[2] = { 'e', 's' };
|
56
|
+
static const symbol s_0_27[4] = { 'a', 'd', 'e', 's' };
|
57
|
+
static const symbol s_0_28[5] = { 'a', 'n', 'd', 'e', 's' };
|
58
|
+
static const symbol s_0_29[3] = { 'e', 'n', 's' };
|
59
|
+
static const symbol s_0_30[5] = { 'a', 'r', 'e', 'n', 's' };
|
60
|
+
static const symbol s_0_31[6] = { 'h', 'e', 't', 'e', 'n', 's' };
|
61
|
+
static const symbol s_0_32[4] = { 'e', 'r', 'n', 's' };
|
62
|
+
static const symbol s_0_33[2] = { 'a', 't' };
|
63
|
+
static const symbol s_0_34[5] = { 'a', 'n', 'd', 'e', 't' };
|
64
|
+
static const symbol s_0_35[3] = { 'h', 'e', 't' };
|
65
|
+
static const symbol s_0_36[3] = { 'a', 's', 't' };
|
66
|
+
|
67
|
+
static const struct among a_0[37] =
|
68
|
+
{
|
69
|
+
/* 0 */ { 1, s_0_0, -1, 1, 0},
|
70
|
+
/* 1 */ { 4, s_0_1, 0, 1, 0},
|
71
|
+
/* 2 */ { 4, s_0_2, 0, 1, 0},
|
72
|
+
/* 3 */ { 7, s_0_3, 2, 1, 0},
|
73
|
+
/* 4 */ { 4, s_0_4, 0, 1, 0},
|
74
|
+
/* 5 */ { 2, s_0_5, -1, 1, 0},
|
75
|
+
/* 6 */ { 1, s_0_6, -1, 1, 0},
|
76
|
+
/* 7 */ { 3, s_0_7, 6, 1, 0},
|
77
|
+
/* 8 */ { 4, s_0_8, 6, 1, 0},
|
78
|
+
/* 9 */ { 4, s_0_9, 6, 1, 0},
|
79
|
+
/* 10 */ { 3, s_0_10, 6, 1, 0},
|
80
|
+
/* 11 */ { 4, s_0_11, 6, 1, 0},
|
81
|
+
/* 12 */ { 2, s_0_12, -1, 1, 0},
|
82
|
+
/* 13 */ { 5, s_0_13, 12, 1, 0},
|
83
|
+
/* 14 */ { 4, s_0_14, 12, 1, 0},
|
84
|
+
/* 15 */ { 5, s_0_15, 12, 1, 0},
|
85
|
+
/* 16 */ { 3, s_0_16, -1, 1, 0},
|
86
|
+
/* 17 */ { 2, s_0_17, -1, 1, 0},
|
87
|
+
/* 18 */ { 2, s_0_18, -1, 1, 0},
|
88
|
+
/* 19 */ { 5, s_0_19, 18, 1, 0},
|
89
|
+
/* 20 */ { 2, s_0_20, -1, 1, 0},
|
90
|
+
/* 21 */ { 1, s_0_21, -1, 2, 0},
|
91
|
+
/* 22 */ { 2, s_0_22, 21, 1, 0},
|
92
|
+
/* 23 */ { 5, s_0_23, 22, 1, 0},
|
93
|
+
/* 24 */ { 5, s_0_24, 22, 1, 0},
|
94
|
+
/* 25 */ { 5, s_0_25, 22, 1, 0},
|
95
|
+
/* 26 */ { 2, s_0_26, 21, 1, 0},
|
96
|
+
/* 27 */ { 4, s_0_27, 26, 1, 0},
|
97
|
+
/* 28 */ { 5, s_0_28, 26, 1, 0},
|
98
|
+
/* 29 */ { 3, s_0_29, 21, 1, 0},
|
99
|
+
/* 30 */ { 5, s_0_30, 29, 1, 0},
|
100
|
+
/* 31 */ { 6, s_0_31, 29, 1, 0},
|
101
|
+
/* 32 */ { 4, s_0_32, 21, 1, 0},
|
102
|
+
/* 33 */ { 2, s_0_33, -1, 1, 0},
|
103
|
+
/* 34 */ { 5, s_0_34, -1, 1, 0},
|
104
|
+
/* 35 */ { 3, s_0_35, -1, 1, 0},
|
105
|
+
/* 36 */ { 3, s_0_36, -1, 1, 0}
|
106
|
+
};
|
107
|
+
|
108
|
+
static const symbol s_1_0[2] = { 'd', 'd' };
|
109
|
+
static const symbol s_1_1[2] = { 'g', 'd' };
|
110
|
+
static const symbol s_1_2[2] = { 'n', 'n' };
|
111
|
+
static const symbol s_1_3[2] = { 'd', 't' };
|
112
|
+
static const symbol s_1_4[2] = { 'g', 't' };
|
113
|
+
static const symbol s_1_5[2] = { 'k', 't' };
|
114
|
+
static const symbol s_1_6[2] = { 't', 't' };
|
115
|
+
|
116
|
+
static const struct among a_1[7] =
|
117
|
+
{
|
118
|
+
/* 0 */ { 2, s_1_0, -1, -1, 0},
|
119
|
+
/* 1 */ { 2, s_1_1, -1, -1, 0},
|
120
|
+
/* 2 */ { 2, s_1_2, -1, -1, 0},
|
121
|
+
/* 3 */ { 2, s_1_3, -1, -1, 0},
|
122
|
+
/* 4 */ { 2, s_1_4, -1, -1, 0},
|
123
|
+
/* 5 */ { 2, s_1_5, -1, -1, 0},
|
124
|
+
/* 6 */ { 2, s_1_6, -1, -1, 0}
|
125
|
+
};
|
126
|
+
|
127
|
+
static const symbol s_2_0[2] = { 'i', 'g' };
|
128
|
+
static const symbol s_2_1[3] = { 'l', 'i', 'g' };
|
129
|
+
static const symbol s_2_2[3] = { 'e', 'l', 's' };
|
130
|
+
static const symbol s_2_3[5] = { 'f', 'u', 'l', 'l', 't' };
|
131
|
+
static const symbol s_2_4[5] = { 'l', 0xC3, 0xB6, 's', 't' };
|
132
|
+
|
133
|
+
static const struct among a_2[5] =
|
134
|
+
{
|
135
|
+
/* 0 */ { 2, s_2_0, -1, 1, 0},
|
136
|
+
/* 1 */ { 3, s_2_1, 0, 1, 0},
|
137
|
+
/* 2 */ { 3, s_2_2, -1, 1, 0},
|
138
|
+
/* 3 */ { 5, s_2_3, -1, 3, 0},
|
139
|
+
/* 4 */ { 5, s_2_4, -1, 2, 0}
|
140
|
+
};
|
141
|
+
|
142
|
+
static const unsigned char g_v[] = { 17, 65, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 24, 0, 32 };
|
143
|
+
|
144
|
+
static const unsigned char g_s_ending[] = { 119, 127, 149 };
|
145
|
+
|
146
|
+
static const symbol s_0[] = { 'l', 0xC3, 0xB6, 's' };
|
147
|
+
static const symbol s_1[] = { 'f', 'u', 'l', 'l' };
|
148
|
+
|
149
|
+
static int r_mark_regions(struct SN_env * z) {
|
150
|
+
z->I[0] = z->l;
|
151
|
+
{ int c_test = z->c; /* test, line 29 */
|
152
|
+
{ int ret = skip_utf8(z->p, z->c, 0, z->l, + 3);
|
153
|
+
if (ret < 0) return 0;
|
154
|
+
z->c = ret; /* hop, line 29 */
|
155
|
+
}
|
156
|
+
z->I[1] = z->c; /* setmark x, line 29 */
|
157
|
+
z->c = c_test;
|
158
|
+
}
|
159
|
+
if (out_grouping_U(z, g_v, 97, 246, 1) < 0) return 0; /* goto */ /* grouping v, line 30 */
|
160
|
+
{ /* gopast */ /* non v, line 30 */
|
161
|
+
int ret = in_grouping_U(z, g_v, 97, 246, 1);
|
162
|
+
if (ret < 0) return 0;
|
163
|
+
z->c += ret;
|
164
|
+
}
|
165
|
+
z->I[0] = z->c; /* setmark p1, line 30 */
|
166
|
+
/* try, line 31 */
|
167
|
+
if (!(z->I[0] < z->I[1])) goto lab0;
|
168
|
+
z->I[0] = z->I[1];
|
169
|
+
lab0:
|
170
|
+
return 1;
|
171
|
+
}
|
172
|
+
|
173
|
+
static int r_main_suffix(struct SN_env * z) {
|
174
|
+
int among_var;
|
175
|
+
{ int mlimit; /* setlimit, line 37 */
|
176
|
+
int m1 = z->l - z->c; (void)m1;
|
177
|
+
if (z->c < z->I[0]) return 0;
|
178
|
+
z->c = z->I[0]; /* tomark, line 37 */
|
179
|
+
mlimit = z->lb; z->lb = z->c;
|
180
|
+
z->c = z->l - m1;
|
181
|
+
z->ket = z->c; /* [, line 37 */
|
182
|
+
if (z->c <= z->lb || z->p[z->c - 1] >> 5 != 3 || !((1851442 >> (z->p[z->c - 1] & 0x1f)) & 1)) { z->lb = mlimit; return 0; }
|
183
|
+
among_var = find_among_b(z, a_0, 37); /* substring, line 37 */
|
184
|
+
if (!(among_var)) { z->lb = mlimit; return 0; }
|
185
|
+
z->bra = z->c; /* ], line 37 */
|
186
|
+
z->lb = mlimit;
|
187
|
+
}
|
188
|
+
switch(among_var) {
|
189
|
+
case 0: return 0;
|
190
|
+
case 1:
|
191
|
+
{ int ret = slice_del(z); /* delete, line 44 */
|
192
|
+
if (ret < 0) return ret;
|
193
|
+
}
|
194
|
+
break;
|
195
|
+
case 2:
|
196
|
+
if (in_grouping_b_U(z, g_s_ending, 98, 121, 0)) return 0;
|
197
|
+
{ int ret = slice_del(z); /* delete, line 46 */
|
198
|
+
if (ret < 0) return ret;
|
199
|
+
}
|
200
|
+
break;
|
201
|
+
}
|
202
|
+
return 1;
|
203
|
+
}
|
204
|
+
|
205
|
+
static int r_consonant_pair(struct SN_env * z) {
|
206
|
+
{ int mlimit; /* setlimit, line 50 */
|
207
|
+
int m1 = z->l - z->c; (void)m1;
|
208
|
+
if (z->c < z->I[0]) return 0;
|
209
|
+
z->c = z->I[0]; /* tomark, line 50 */
|
210
|
+
mlimit = z->lb; z->lb = z->c;
|
211
|
+
z->c = z->l - m1;
|
212
|
+
{ int m2 = z->l - z->c; (void)m2; /* and, line 52 */
|
213
|
+
if (z->c - 1 <= z->lb || z->p[z->c - 1] >> 5 != 3 || !((1064976 >> (z->p[z->c - 1] & 0x1f)) & 1)) { z->lb = mlimit; return 0; }
|
214
|
+
if (!(find_among_b(z, a_1, 7))) { z->lb = mlimit; return 0; } /* among, line 51 */
|
215
|
+
z->c = z->l - m2;
|
216
|
+
z->ket = z->c; /* [, line 52 */
|
217
|
+
{ int ret = skip_utf8(z->p, z->c, z->lb, 0, -1);
|
218
|
+
if (ret < 0) { z->lb = mlimit; return 0; }
|
219
|
+
z->c = ret; /* next, line 52 */
|
220
|
+
}
|
221
|
+
z->bra = z->c; /* ], line 52 */
|
222
|
+
{ int ret = slice_del(z); /* delete, line 52 */
|
223
|
+
if (ret < 0) return ret;
|
224
|
+
}
|
225
|
+
}
|
226
|
+
z->lb = mlimit;
|
227
|
+
}
|
228
|
+
return 1;
|
229
|
+
}
|
230
|
+
|
231
|
+
static int r_other_suffix(struct SN_env * z) {
|
232
|
+
int among_var;
|
233
|
+
{ int mlimit; /* setlimit, line 55 */
|
234
|
+
int m1 = z->l - z->c; (void)m1;
|
235
|
+
if (z->c < z->I[0]) return 0;
|
236
|
+
z->c = z->I[0]; /* tomark, line 55 */
|
237
|
+
mlimit = z->lb; z->lb = z->c;
|
238
|
+
z->c = z->l - m1;
|
239
|
+
z->ket = z->c; /* [, line 56 */
|
240
|
+
if (z->c - 1 <= z->lb || z->p[z->c - 1] >> 5 != 3 || !((1572992 >> (z->p[z->c - 1] & 0x1f)) & 1)) { z->lb = mlimit; return 0; }
|
241
|
+
among_var = find_among_b(z, a_2, 5); /* substring, line 56 */
|
242
|
+
if (!(among_var)) { z->lb = mlimit; return 0; }
|
243
|
+
z->bra = z->c; /* ], line 56 */
|
244
|
+
switch(among_var) {
|
245
|
+
case 0: { z->lb = mlimit; return 0; }
|
246
|
+
case 1:
|
247
|
+
{ int ret = slice_del(z); /* delete, line 57 */
|
248
|
+
if (ret < 0) return ret;
|
249
|
+
}
|
250
|
+
break;
|
251
|
+
case 2:
|
252
|
+
{ int ret = slice_from_s(z, 4, s_0); /* <-, line 58 */
|
253
|
+
if (ret < 0) return ret;
|
254
|
+
}
|
255
|
+
break;
|
256
|
+
case 3:
|
257
|
+
{ int ret = slice_from_s(z, 4, s_1); /* <-, line 59 */
|
258
|
+
if (ret < 0) return ret;
|
259
|
+
}
|
260
|
+
break;
|
261
|
+
}
|
262
|
+
z->lb = mlimit;
|
263
|
+
}
|
264
|
+
return 1;
|
265
|
+
}
|
266
|
+
|
267
|
+
extern int swedish_UTF_8_stem(struct SN_env * z) {
|
268
|
+
{ int c1 = z->c; /* do, line 66 */
|
269
|
+
{ int ret = r_mark_regions(z);
|
270
|
+
if (ret == 0) goto lab0; /* call mark_regions, line 66 */
|
271
|
+
if (ret < 0) return ret;
|
272
|
+
}
|
273
|
+
lab0:
|
274
|
+
z->c = c1;
|
275
|
+
}
|
276
|
+
z->lb = z->c; z->c = z->l; /* backwards, line 67 */
|
277
|
+
|
278
|
+
{ int m2 = z->l - z->c; (void)m2; /* do, line 68 */
|
279
|
+
{ int ret = r_main_suffix(z);
|
280
|
+
if (ret == 0) goto lab1; /* call main_suffix, line 68 */
|
281
|
+
if (ret < 0) return ret;
|
282
|
+
}
|
283
|
+
lab1:
|
284
|
+
z->c = z->l - m2;
|
285
|
+
}
|
286
|
+
{ int m3 = z->l - z->c; (void)m3; /* do, line 69 */
|
287
|
+
{ int ret = r_consonant_pair(z);
|
288
|
+
if (ret == 0) goto lab2; /* call consonant_pair, line 69 */
|
289
|
+
if (ret < 0) return ret;
|
290
|
+
}
|
291
|
+
lab2:
|
292
|
+
z->c = z->l - m3;
|
293
|
+
}
|
294
|
+
{ int m4 = z->l - z->c; (void)m4; /* do, line 70 */
|
295
|
+
{ int ret = r_other_suffix(z);
|
296
|
+
if (ret == 0) goto lab3; /* call other_suffix, line 70 */
|
297
|
+
if (ret < 0) return ret;
|
298
|
+
}
|
299
|
+
lab3:
|
300
|
+
z->c = z->l - m4;
|
301
|
+
}
|
302
|
+
z->c = z->lb;
|
303
|
+
return 1;
|
304
|
+
}
|
305
|
+
|
306
|
+
extern struct SN_env * swedish_UTF_8_create_env(void) { return SN_create_env(0, 2, 0); }
|
307
|
+
|
308
|
+
extern void swedish_UTF_8_close_env(struct SN_env * z) { SN_close_env(z, 0); }
|
309
|
+
|
@@ -0,0 +1,16 @@
|
|
1
|
+
|
2
|
+
/* This file was generated automatically by the Snowball to ANSI C compiler */
|
3
|
+
|
4
|
+
#ifdef __cplusplus
|
5
|
+
extern "C" {
|
6
|
+
#endif
|
7
|
+
|
8
|
+
extern struct SN_env * swedish_UTF_8_create_env(void);
|
9
|
+
extern void swedish_UTF_8_close_env(struct SN_env * z);
|
10
|
+
|
11
|
+
extern int swedish_UTF_8_stem(struct SN_env * z);
|
12
|
+
|
13
|
+
#ifdef __cplusplus
|
14
|
+
}
|
15
|
+
#endif
|
16
|
+
|