ferret 0.11.6 → 0.11.8.4

Sign up to get free protection for your applications and to get access to all the features.
Files changed (185) hide show
  1. data/README +10 -22
  2. data/RELEASE_CHANGES +137 -0
  3. data/RELEASE_NOTES +60 -0
  4. data/Rakefile +379 -274
  5. data/TODO +100 -8
  6. data/bin/ferret-browser +0 -0
  7. data/ext/BZLIB_blocksort.c +1094 -0
  8. data/ext/BZLIB_bzlib.c +1578 -0
  9. data/ext/BZLIB_compress.c +672 -0
  10. data/ext/BZLIB_crctable.c +104 -0
  11. data/ext/BZLIB_decompress.c +626 -0
  12. data/ext/BZLIB_huffman.c +205 -0
  13. data/ext/BZLIB_randtable.c +84 -0
  14. data/ext/{api.c → STEMMER_api.c} +7 -10
  15. data/ext/{libstemmer.c → STEMMER_libstemmer.c} +3 -2
  16. data/ext/{stem_ISO_8859_1_danish.c → STEMMER_stem_ISO_8859_1_danish.c} +123 -124
  17. data/ext/{stem_ISO_8859_1_dutch.c → STEMMER_stem_ISO_8859_1_dutch.c} +177 -188
  18. data/ext/STEMMER_stem_ISO_8859_1_english.c +1117 -0
  19. data/ext/{stem_ISO_8859_1_finnish.c → STEMMER_stem_ISO_8859_1_finnish.c} +276 -306
  20. data/ext/STEMMER_stem_ISO_8859_1_french.c +1246 -0
  21. data/ext/{stem_ISO_8859_1_german.c → STEMMER_stem_ISO_8859_1_german.c} +161 -170
  22. data/ext/STEMMER_stem_ISO_8859_1_hungarian.c +1230 -0
  23. data/ext/STEMMER_stem_ISO_8859_1_italian.c +1065 -0
  24. data/ext/STEMMER_stem_ISO_8859_1_norwegian.c +297 -0
  25. data/ext/{stem_ISO_8859_1_porter.c → STEMMER_stem_ISO_8859_1_porter.c} +263 -290
  26. data/ext/{stem_ISO_8859_1_portuguese.c → STEMMER_stem_ISO_8859_1_portuguese.c} +362 -380
  27. data/ext/STEMMER_stem_ISO_8859_1_spanish.c +1093 -0
  28. data/ext/STEMMER_stem_ISO_8859_1_swedish.c +307 -0
  29. data/ext/STEMMER_stem_ISO_8859_2_romanian.c +998 -0
  30. data/ext/{stem_KOI8_R_russian.c → STEMMER_stem_KOI8_R_russian.c} +244 -245
  31. data/ext/STEMMER_stem_UTF_8_danish.c +339 -0
  32. data/ext/{stem_UTF_8_dutch.c → STEMMER_stem_UTF_8_dutch.c} +192 -211
  33. data/ext/STEMMER_stem_UTF_8_english.c +1125 -0
  34. data/ext/{stem_UTF_8_finnish.c → STEMMER_stem_UTF_8_finnish.c} +284 -324
  35. data/ext/STEMMER_stem_UTF_8_french.c +1256 -0
  36. data/ext/{stem_UTF_8_german.c → STEMMER_stem_UTF_8_german.c} +170 -187
  37. data/ext/STEMMER_stem_UTF_8_hungarian.c +1234 -0
  38. data/ext/STEMMER_stem_UTF_8_italian.c +1073 -0
  39. data/ext/STEMMER_stem_UTF_8_norwegian.c +299 -0
  40. data/ext/{stem_UTF_8_porter.c → STEMMER_stem_UTF_8_porter.c} +271 -310
  41. data/ext/STEMMER_stem_UTF_8_portuguese.c +1023 -0
  42. data/ext/STEMMER_stem_UTF_8_romanian.c +1004 -0
  43. data/ext/STEMMER_stem_UTF_8_russian.c +694 -0
  44. data/ext/STEMMER_stem_UTF_8_spanish.c +1097 -0
  45. data/ext/STEMMER_stem_UTF_8_swedish.c +309 -0
  46. data/ext/STEMMER_stem_UTF_8_turkish.c +2205 -0
  47. data/ext/{utilities.c → STEMMER_utilities.c} +100 -68
  48. data/ext/analysis.c +276 -121
  49. data/ext/analysis.h +190 -143
  50. data/ext/api.h +3 -4
  51. data/ext/array.c +5 -3
  52. data/ext/array.h +52 -43
  53. data/ext/bitvector.c +38 -482
  54. data/ext/bitvector.h +446 -124
  55. data/ext/bzlib.h +282 -0
  56. data/ext/bzlib_private.h +503 -0
  57. data/ext/compound_io.c +23 -22
  58. data/ext/config.h +21 -11
  59. data/ext/document.c +43 -40
  60. data/ext/document.h +31 -21
  61. data/ext/except.c +20 -38
  62. data/ext/except.h +89 -76
  63. data/ext/extconf.rb +3 -2
  64. data/ext/ferret.c +49 -35
  65. data/ext/ferret.h +14 -11
  66. data/ext/field_index.c +262 -0
  67. data/ext/field_index.h +52 -0
  68. data/ext/filter.c +11 -10
  69. data/ext/fs_store.c +65 -47
  70. data/ext/global.c +245 -165
  71. data/ext/global.h +252 -54
  72. data/ext/hash.c +200 -243
  73. data/ext/hash.h +205 -163
  74. data/ext/hashset.c +118 -96
  75. data/ext/hashset.h +110 -82
  76. data/ext/header.h +19 -19
  77. data/ext/helper.c +11 -10
  78. data/ext/helper.h +14 -6
  79. data/ext/index.c +745 -366
  80. data/ext/index.h +503 -529
  81. data/ext/internal.h +1020 -0
  82. data/ext/lang.c +10 -0
  83. data/ext/lang.h +35 -15
  84. data/ext/mempool.c +5 -4
  85. data/ext/mempool.h +30 -22
  86. data/ext/modules.h +35 -7
  87. data/ext/multimapper.c +43 -2
  88. data/ext/multimapper.h +32 -23
  89. data/ext/posh.c +0 -0
  90. data/ext/posh.h +4 -38
  91. data/ext/priorityqueue.c +10 -12
  92. data/ext/priorityqueue.h +33 -21
  93. data/ext/q_boolean.c +22 -9
  94. data/ext/q_const_score.c +3 -2
  95. data/ext/q_filtered_query.c +15 -12
  96. data/ext/q_fuzzy.c +147 -135
  97. data/ext/q_match_all.c +3 -2
  98. data/ext/q_multi_term.c +28 -32
  99. data/ext/q_parser.c +451 -173
  100. data/ext/q_phrase.c +158 -79
  101. data/ext/q_prefix.c +16 -18
  102. data/ext/q_range.c +363 -31
  103. data/ext/q_span.c +130 -141
  104. data/ext/q_term.c +21 -21
  105. data/ext/q_wildcard.c +19 -23
  106. data/ext/r_analysis.c +369 -242
  107. data/ext/r_index.c +421 -434
  108. data/ext/r_qparser.c +142 -92
  109. data/ext/r_search.c +790 -407
  110. data/ext/r_store.c +44 -44
  111. data/ext/r_utils.c +264 -96
  112. data/ext/ram_store.c +29 -23
  113. data/ext/scanner.c +895 -0
  114. data/ext/scanner.h +36 -0
  115. data/ext/scanner_mb.c +6701 -0
  116. data/ext/scanner_utf8.c +4415 -0
  117. data/ext/search.c +210 -87
  118. data/ext/search.h +556 -488
  119. data/ext/similarity.c +17 -16
  120. data/ext/similarity.h +51 -44
  121. data/ext/sort.c +157 -354
  122. data/ext/stem_ISO_8859_1_hungarian.h +16 -0
  123. data/ext/stem_ISO_8859_2_romanian.h +16 -0
  124. data/ext/stem_UTF_8_hungarian.h +16 -0
  125. data/ext/stem_UTF_8_romanian.h +16 -0
  126. data/ext/stem_UTF_8_turkish.h +16 -0
  127. data/ext/stopwords.c +287 -278
  128. data/ext/store.c +57 -51
  129. data/ext/store.h +308 -286
  130. data/ext/symbol.c +10 -0
  131. data/ext/symbol.h +23 -0
  132. data/ext/term_vectors.c +14 -293
  133. data/ext/threading.h +22 -22
  134. data/ext/win32.h +12 -4
  135. data/lib/ferret.rb +2 -1
  136. data/lib/ferret/browser.rb +1 -1
  137. data/lib/ferret/field_symbol.rb +94 -0
  138. data/lib/ferret/index.rb +221 -34
  139. data/lib/ferret/number_tools.rb +6 -6
  140. data/lib/ferret/version.rb +3 -0
  141. data/test/{unit → long_running}/largefile/tc_largefile.rb +1 -1
  142. data/test/test_helper.rb +7 -2
  143. data/test/test_installed.rb +1 -0
  144. data/test/threading/thread_safety_index_test.rb +10 -1
  145. data/test/threading/thread_safety_read_write_test.rb +4 -7
  146. data/test/threading/thread_safety_test.rb +0 -0
  147. data/test/unit/analysis/tc_analyzer.rb +29 -27
  148. data/test/unit/analysis/tc_token_stream.rb +23 -16
  149. data/test/unit/index/tc_index.rb +116 -11
  150. data/test/unit/index/tc_index_reader.rb +27 -27
  151. data/test/unit/index/tc_index_writer.rb +10 -0
  152. data/test/unit/index/th_doc.rb +38 -21
  153. data/test/unit/search/tc_filter.rb +31 -10
  154. data/test/unit/search/tc_index_searcher.rb +6 -0
  155. data/test/unit/search/tm_searcher.rb +53 -1
  156. data/test/unit/store/tc_fs_store.rb +40 -2
  157. data/test/unit/store/tc_ram_store.rb +0 -0
  158. data/test/unit/store/tm_store.rb +0 -0
  159. data/test/unit/store/tm_store_lock.rb +7 -6
  160. data/test/unit/tc_field_symbol.rb +26 -0
  161. data/test/unit/ts_analysis.rb +0 -0
  162. data/test/unit/ts_index.rb +0 -0
  163. data/test/unit/ts_store.rb +0 -0
  164. data/test/unit/ts_utils.rb +0 -0
  165. data/test/unit/utils/tc_number_tools.rb +0 -0
  166. data/test/utils/content_generator.rb +226 -0
  167. metadata +262 -221
  168. data/ext/inc/lang.h +0 -48
  169. data/ext/inc/threading.h +0 -31
  170. data/ext/stem_ISO_8859_1_english.c +0 -1156
  171. data/ext/stem_ISO_8859_1_french.c +0 -1276
  172. data/ext/stem_ISO_8859_1_italian.c +0 -1091
  173. data/ext/stem_ISO_8859_1_norwegian.c +0 -296
  174. data/ext/stem_ISO_8859_1_spanish.c +0 -1119
  175. data/ext/stem_ISO_8859_1_swedish.c +0 -307
  176. data/ext/stem_UTF_8_danish.c +0 -344
  177. data/ext/stem_UTF_8_english.c +0 -1176
  178. data/ext/stem_UTF_8_french.c +0 -1296
  179. data/ext/stem_UTF_8_italian.c +0 -1113
  180. data/ext/stem_UTF_8_norwegian.c +0 -302
  181. data/ext/stem_UTF_8_portuguese.c +0 -1055
  182. data/ext/stem_UTF_8_russian.c +0 -709
  183. data/ext/stem_UTF_8_spanish.c +0 -1137
  184. data/ext/stem_UTF_8_swedish.c +0 -313
  185. data/lib/ferret_version.rb +0 -3
@@ -3,7 +3,13 @@
3
3
 
4
4
  #include "header.h"
5
5
 
6
+ #ifdef __cplusplus
7
+ extern "C" {
8
+ #endif
6
9
  extern int dutch_ISO_8859_1_stem(struct SN_env * z);
10
+ #ifdef __cplusplus
11
+ }
12
+ #endif
7
13
  static int r_standard_suffix(struct SN_env * z);
8
14
  static int r_undouble(struct SN_env * z);
9
15
  static int r_R2(struct SN_env * z);
@@ -13,22 +19,30 @@ static int r_en_ending(struct SN_env * z);
13
19
  static int r_e_ending(struct SN_env * z);
14
20
  static int r_postlude(struct SN_env * z);
15
21
  static int r_prelude(struct SN_env * z);
22
+ #ifdef __cplusplus
23
+ extern "C" {
24
+ #endif
25
+
16
26
 
17
27
  extern struct SN_env * dutch_ISO_8859_1_create_env(void);
18
28
  extern void dutch_ISO_8859_1_close_env(struct SN_env * z);
19
29
 
20
- static symbol s_0_1[1] = { 0xE1 };
21
- static symbol s_0_2[1] = { 0xE4 };
22
- static symbol s_0_3[1] = { 0xE9 };
23
- static symbol s_0_4[1] = { 0xEB };
24
- static symbol s_0_5[1] = { 0xED };
25
- static symbol s_0_6[1] = { 0xEF };
26
- static symbol s_0_7[1] = { 0xF3 };
27
- static symbol s_0_8[1] = { 0xF6 };
28
- static symbol s_0_9[1] = { 0xFA };
29
- static symbol s_0_10[1] = { 0xFC };
30
-
31
- static struct among a_0[11] =
30
+
31
+ #ifdef __cplusplus
32
+ }
33
+ #endif
34
+ static const symbol s_0_1[1] = { 0xE1 };
35
+ static const symbol s_0_2[1] = { 0xE4 };
36
+ static const symbol s_0_3[1] = { 0xE9 };
37
+ static const symbol s_0_4[1] = { 0xEB };
38
+ static const symbol s_0_5[1] = { 0xED };
39
+ static const symbol s_0_6[1] = { 0xEF };
40
+ static const symbol s_0_7[1] = { 0xF3 };
41
+ static const symbol s_0_8[1] = { 0xF6 };
42
+ static const symbol s_0_9[1] = { 0xFA };
43
+ static const symbol s_0_10[1] = { 0xFC };
44
+
45
+ static const struct among a_0[11] =
32
46
  {
33
47
  /* 0 */ { 0, 0, -1, 6, 0},
34
48
  /* 1 */ { 1, s_0_1, 0, 1, 0},
@@ -43,34 +57,34 @@ static struct among a_0[11] =
43
57
  /* 10 */ { 1, s_0_10, 0, 5, 0}
44
58
  };
45
59
 
46
- static symbol s_1_1[1] = { 'I' };
47
- static symbol s_1_2[1] = { 'Y' };
60
+ static const symbol s_1_1[1] = { 'I' };
61
+ static const symbol s_1_2[1] = { 'Y' };
48
62
 
49
- static struct among a_1[3] =
63
+ static const struct among a_1[3] =
50
64
  {
51
65
  /* 0 */ { 0, 0, -1, 3, 0},
52
66
  /* 1 */ { 1, s_1_1, 0, 2, 0},
53
67
  /* 2 */ { 1, s_1_2, 0, 1, 0}
54
68
  };
55
69
 
56
- static symbol s_2_0[2] = { 'd', 'd' };
57
- static symbol s_2_1[2] = { 'k', 'k' };
58
- static symbol s_2_2[2] = { 't', 't' };
70
+ static const symbol s_2_0[2] = { 'd', 'd' };
71
+ static const symbol s_2_1[2] = { 'k', 'k' };
72
+ static const symbol s_2_2[2] = { 't', 't' };
59
73
 
60
- static struct among a_2[3] =
74
+ static const struct among a_2[3] =
61
75
  {
62
76
  /* 0 */ { 2, s_2_0, -1, -1, 0},
63
77
  /* 1 */ { 2, s_2_1, -1, -1, 0},
64
78
  /* 2 */ { 2, s_2_2, -1, -1, 0}
65
79
  };
66
80
 
67
- static symbol s_3_0[3] = { 'e', 'n', 'e' };
68
- static symbol s_3_1[2] = { 's', 'e' };
69
- static symbol s_3_2[2] = { 'e', 'n' };
70
- static symbol s_3_3[5] = { 'h', 'e', 'd', 'e', 'n' };
71
- static symbol s_3_4[1] = { 's' };
81
+ static const symbol s_3_0[3] = { 'e', 'n', 'e' };
82
+ static const symbol s_3_1[2] = { 's', 'e' };
83
+ static const symbol s_3_2[2] = { 'e', 'n' };
84
+ static const symbol s_3_3[5] = { 'h', 'e', 'd', 'e', 'n' };
85
+ static const symbol s_3_4[1] = { 's' };
72
86
 
73
- static struct among a_3[5] =
87
+ static const struct among a_3[5] =
74
88
  {
75
89
  /* 0 */ { 3, s_3_0, -1, 2, 0},
76
90
  /* 1 */ { 2, s_3_1, -1, 3, 0},
@@ -79,14 +93,14 @@ static struct among a_3[5] =
79
93
  /* 4 */ { 1, s_3_4, -1, 3, 0}
80
94
  };
81
95
 
82
- static symbol s_4_0[3] = { 'e', 'n', 'd' };
83
- static symbol s_4_1[2] = { 'i', 'g' };
84
- static symbol s_4_2[3] = { 'i', 'n', 'g' };
85
- static symbol s_4_3[4] = { 'l', 'i', 'j', 'k' };
86
- static symbol s_4_4[4] = { 'b', 'a', 'a', 'r' };
87
- static symbol s_4_5[3] = { 'b', 'a', 'r' };
96
+ static const symbol s_4_0[3] = { 'e', 'n', 'd' };
97
+ static const symbol s_4_1[2] = { 'i', 'g' };
98
+ static const symbol s_4_2[3] = { 'i', 'n', 'g' };
99
+ static const symbol s_4_3[4] = { 'l', 'i', 'j', 'k' };
100
+ static const symbol s_4_4[4] = { 'b', 'a', 'a', 'r' };
101
+ static const symbol s_4_5[3] = { 'b', 'a', 'r' };
88
102
 
89
- static struct among a_4[6] =
103
+ static const struct among a_4[6] =
90
104
  {
91
105
  /* 0 */ { 3, s_4_0, -1, 1, 0},
92
106
  /* 1 */ { 2, s_4_1, -1, 2, 0},
@@ -96,12 +110,12 @@ static struct among a_4[6] =
96
110
  /* 5 */ { 3, s_4_5, -1, 5, 0}
97
111
  };
98
112
 
99
- static symbol s_5_0[2] = { 'a', 'a' };
100
- static symbol s_5_1[2] = { 'e', 'e' };
101
- static symbol s_5_2[2] = { 'o', 'o' };
102
- static symbol s_5_3[2] = { 'u', 'u' };
113
+ static const symbol s_5_0[2] = { 'a', 'a' };
114
+ static const symbol s_5_1[2] = { 'e', 'e' };
115
+ static const symbol s_5_2[2] = { 'o', 'o' };
116
+ static const symbol s_5_3[2] = { 'u', 'u' };
103
117
 
104
- static struct among a_5[4] =
118
+ static const struct among a_5[4] =
105
119
  {
106
120
  /* 0 */ { 2, s_5_0, -1, -1, 0},
107
121
  /* 1 */ { 2, s_5_1, -1, -1, 0},
@@ -109,73 +123,69 @@ static struct among a_5[4] =
109
123
  /* 3 */ { 2, s_5_3, -1, -1, 0}
110
124
  };
111
125
 
112
- static unsigned char g_v[] = { 17, 65, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 128 };
113
-
114
- static unsigned char g_v_I[] = { 1, 0, 0, 17, 65, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 128 };
115
-
116
- static unsigned char g_v_j[] = { 17, 67, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 128 };
117
-
118
- static symbol s_0[] = { 'a' };
119
- static symbol s_1[] = { 'e' };
120
- static symbol s_2[] = { 'i' };
121
- static symbol s_3[] = { 'o' };
122
- static symbol s_4[] = { 'u' };
123
- static symbol s_5[] = { 'y' };
124
- static symbol s_6[] = { 'Y' };
125
- static symbol s_7[] = { 'i' };
126
- static symbol s_8[] = { 'I' };
127
- static symbol s_9[] = { 'y' };
128
- static symbol s_10[] = { 'Y' };
129
- static symbol s_11[] = { 'y' };
130
- static symbol s_12[] = { 'i' };
131
- static symbol s_13[] = { 'e' };
132
- static symbol s_14[] = { 'g', 'e', 'm' };
133
- static symbol s_15[] = { 'h', 'e', 'i', 'd' };
134
- static symbol s_16[] = { 'h', 'e', 'i', 'd' };
135
- static symbol s_17[] = { 'c' };
136
- static symbol s_18[] = { 'e', 'n' };
137
- static symbol s_19[] = { 'i', 'g' };
138
- static symbol s_20[] = { 'e' };
139
- static symbol s_21[] = { 'e' };
126
+ static const unsigned char g_v[] = { 17, 65, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 128 };
127
+
128
+ static const unsigned char g_v_I[] = { 1, 0, 0, 17, 65, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 128 };
129
+
130
+ static const unsigned char g_v_j[] = { 17, 67, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 128 };
131
+
132
+ static const symbol s_0[] = { 'a' };
133
+ static const symbol s_1[] = { 'e' };
134
+ static const symbol s_2[] = { 'i' };
135
+ static const symbol s_3[] = { 'o' };
136
+ static const symbol s_4[] = { 'u' };
137
+ static const symbol s_5[] = { 'y' };
138
+ static const symbol s_6[] = { 'Y' };
139
+ static const symbol s_7[] = { 'i' };
140
+ static const symbol s_8[] = { 'I' };
141
+ static const symbol s_9[] = { 'y' };
142
+ static const symbol s_10[] = { 'Y' };
143
+ static const symbol s_11[] = { 'y' };
144
+ static const symbol s_12[] = { 'i' };
145
+ static const symbol s_13[] = { 'e' };
146
+ static const symbol s_14[] = { 'g', 'e', 'm' };
147
+ static const symbol s_15[] = { 'h', 'e', 'i', 'd' };
148
+ static const symbol s_16[] = { 'h', 'e', 'i', 'd' };
149
+ static const symbol s_17[] = { 'c' };
150
+ static const symbol s_18[] = { 'e', 'n' };
151
+ static const symbol s_19[] = { 'i', 'g' };
152
+ static const symbol s_20[] = { 'e' };
153
+ static const symbol s_21[] = { 'e' };
140
154
 
141
155
  static int r_prelude(struct SN_env * z) {
142
156
  int among_var;
143
157
  { int c_test = z->c; /* test, line 42 */
144
158
  while(1) { /* repeat, line 42 */
145
- int c = z->c;
159
+ int c1 = z->c;
146
160
  z->bra = z->c; /* [, line 43 */
161
+ if (z->c >= z->l || z->p[z->c + 0] >> 5 != 7 || !((340306450 >> (z->p[z->c + 0] & 0x1f)) & 1)) among_var = 6; else
147
162
  among_var = find_among(z, a_0, 11); /* substring, line 43 */
148
163
  if (!(among_var)) goto lab0;
149
164
  z->ket = z->c; /* ], line 43 */
150
165
  switch(among_var) {
151
166
  case 0: goto lab0;
152
167
  case 1:
153
- { int ret;
154
- ret = slice_from_s(z, 1, s_0); /* <-, line 45 */
168
+ { int ret = slice_from_s(z, 1, s_0); /* <-, line 45 */
155
169
  if (ret < 0) return ret;
156
170
  }
157
171
  break;
158
172
  case 2:
159
- { int ret;
160
- ret = slice_from_s(z, 1, s_1); /* <-, line 47 */
173
+ { int ret = slice_from_s(z, 1, s_1); /* <-, line 47 */
161
174
  if (ret < 0) return ret;
162
175
  }
163
176
  break;
164
177
  case 3:
165
- { int ret;
166
- ret = slice_from_s(z, 1, s_2); /* <-, line 49 */
178
+ { int ret = slice_from_s(z, 1, s_2); /* <-, line 49 */
167
179
  if (ret < 0) return ret;
168
180
  }
169
181
  break;
170
182
  case 4:
171
- { int ret;
172
- ret = slice_from_s(z, 1, s_3); /* <-, line 51 */
183
+ { int ret = slice_from_s(z, 1, s_3); /* <-, line 51 */
173
184
  if (ret < 0) return ret;
174
185
  }
175
186
  break;
176
187
  case 5:
177
- { int ret;
178
- ret = slice_from_s(z, 1, s_4); /* <-, line 53 */
188
+ { int ret = slice_from_s(z, 1, s_4); /* <-, line 53 */
179
189
  if (ret < 0) return ret;
180
190
  }
181
191
  break;
@@ -186,57 +196,54 @@ static int r_prelude(struct SN_env * z) {
186
196
  }
187
197
  continue;
188
198
  lab0:
189
- z->c = c;
199
+ z->c = c1;
190
200
  break;
191
201
  }
192
202
  z->c = c_test;
193
203
  }
194
- { int c = z->c; /* try, line 57 */
204
+ { int c_keep = z->c; /* try, line 57 */
195
205
  z->bra = z->c; /* [, line 57 */
196
- if (!(eq_s(z, 1, s_5))) { z->c = c; goto lab1; }
206
+ if (!(eq_s(z, 1, s_5))) { z->c = c_keep; goto lab1; }
197
207
  z->ket = z->c; /* ], line 57 */
198
- { int ret;
199
- ret = slice_from_s(z, 1, s_6); /* <-, line 57 */
208
+ { int ret = slice_from_s(z, 1, s_6); /* <-, line 57 */
200
209
  if (ret < 0) return ret;
201
210
  }
202
211
  lab1:
203
212
  ;
204
213
  }
205
214
  while(1) { /* repeat, line 58 */
206
- int c = z->c;
215
+ int c2 = z->c;
207
216
  while(1) { /* goto, line 58 */
208
- int c = z->c;
209
- if (!(in_grouping(z, g_v, 97, 232))) goto lab3;
217
+ int c3 = z->c;
218
+ if (in_grouping(z, g_v, 97, 232, 0)) goto lab3;
210
219
  z->bra = z->c; /* [, line 59 */
211
- { int c = z->c; /* or, line 59 */
220
+ { int c4 = z->c; /* or, line 59 */
212
221
  if (!(eq_s(z, 1, s_7))) goto lab5;
213
222
  z->ket = z->c; /* ], line 59 */
214
- if (!(in_grouping(z, g_v, 97, 232))) goto lab5;
215
- { int ret;
216
- ret = slice_from_s(z, 1, s_8); /* <-, line 59 */
223
+ if (in_grouping(z, g_v, 97, 232, 0)) goto lab5;
224
+ { int ret = slice_from_s(z, 1, s_8); /* <-, line 59 */
217
225
  if (ret < 0) return ret;
218
226
  }
219
227
  goto lab4;
220
228
  lab5:
221
- z->c = c;
229
+ z->c = c4;
222
230
  if (!(eq_s(z, 1, s_9))) goto lab3;
223
231
  z->ket = z->c; /* ], line 60 */
224
- { int ret;
225
- ret = slice_from_s(z, 1, s_10); /* <-, line 60 */
232
+ { int ret = slice_from_s(z, 1, s_10); /* <-, line 60 */
226
233
  if (ret < 0) return ret;
227
234
  }
228
235
  }
229
236
  lab4:
230
- z->c = c;
237
+ z->c = c3;
231
238
  break;
232
239
  lab3:
233
- z->c = c;
240
+ z->c = c3;
234
241
  if (z->c >= z->l) goto lab2;
235
242
  z->c++; /* goto, line 58 */
236
243
  }
237
244
  continue;
238
245
  lab2:
239
- z->c = c;
246
+ z->c = c2;
240
247
  break;
241
248
  }
242
249
  return 1;
@@ -245,38 +252,30 @@ static int r_prelude(struct SN_env * z) {
245
252
  static int r_mark_regions(struct SN_env * z) {
246
253
  z->I[0] = z->l;
247
254
  z->I[1] = z->l;
248
- while(1) { /* gopast, line 69 */
249
- if (!(in_grouping(z, g_v, 97, 232))) goto lab0;
250
- break;
251
- lab0:
252
- if (z->c >= z->l) return 0;
253
- z->c++; /* gopast, line 69 */
255
+ { /* gopast */ /* grouping v, line 69 */
256
+ int ret = out_grouping(z, g_v, 97, 232, 1);
257
+ if (ret < 0) return 0;
258
+ z->c += ret;
254
259
  }
255
- while(1) { /* gopast, line 69 */
256
- if (!(out_grouping(z, g_v, 97, 232))) goto lab1;
257
- break;
258
- lab1:
259
- if (z->c >= z->l) return 0;
260
- z->c++; /* gopast, line 69 */
260
+ { /* gopast */ /* non v, line 69 */
261
+ int ret = in_grouping(z, g_v, 97, 232, 1);
262
+ if (ret < 0) return 0;
263
+ z->c += ret;
261
264
  }
262
265
  z->I[0] = z->c; /* setmark p1, line 69 */
263
266
  /* try, line 70 */
264
- if (!(z->I[0] < 3)) goto lab2;
267
+ if (!(z->I[0] < 3)) goto lab0;
265
268
  z->I[0] = 3;
266
- lab2:
267
- while(1) { /* gopast, line 71 */
268
- if (!(in_grouping(z, g_v, 97, 232))) goto lab3;
269
- break;
270
- lab3:
271
- if (z->c >= z->l) return 0;
272
- z->c++; /* gopast, line 71 */
269
+ lab0:
270
+ { /* gopast */ /* grouping v, line 71 */
271
+ int ret = out_grouping(z, g_v, 97, 232, 1);
272
+ if (ret < 0) return 0;
273
+ z->c += ret;
273
274
  }
274
- while(1) { /* gopast, line 71 */
275
- if (!(out_grouping(z, g_v, 97, 232))) goto lab4;
276
- break;
277
- lab4:
278
- if (z->c >= z->l) return 0;
279
- z->c++; /* gopast, line 71 */
275
+ { /* gopast */ /* non v, line 71 */
276
+ int ret = in_grouping(z, g_v, 97, 232, 1);
277
+ if (ret < 0) return 0;
278
+ z->c += ret;
280
279
  }
281
280
  z->I[1] = z->c; /* setmark p2, line 71 */
282
281
  return 1;
@@ -285,22 +284,21 @@ lab2:
285
284
  static int r_postlude(struct SN_env * z) {
286
285
  int among_var;
287
286
  while(1) { /* repeat, line 75 */
288
- int c = z->c;
287
+ int c1 = z->c;
289
288
  z->bra = z->c; /* [, line 77 */
289
+ if (z->c >= z->l || (z->p[z->c + 0] != 73 && z->p[z->c + 0] != 89)) among_var = 3; else
290
290
  among_var = find_among(z, a_1, 3); /* substring, line 77 */
291
291
  if (!(among_var)) goto lab0;
292
292
  z->ket = z->c; /* ], line 77 */
293
293
  switch(among_var) {
294
294
  case 0: goto lab0;
295
295
  case 1:
296
- { int ret;
297
- ret = slice_from_s(z, 1, s_11); /* <-, line 78 */
296
+ { int ret = slice_from_s(z, 1, s_11); /* <-, line 78 */
298
297
  if (ret < 0) return ret;
299
298
  }
300
299
  break;
301
300
  case 2:
302
- { int ret;
303
- ret = slice_from_s(z, 1, s_12); /* <-, line 79 */
301
+ { int ret = slice_from_s(z, 1, s_12); /* <-, line 79 */
304
302
  if (ret < 0) return ret;
305
303
  }
306
304
  break;
@@ -311,7 +309,7 @@ static int r_postlude(struct SN_env * z) {
311
309
  }
312
310
  continue;
313
311
  lab0:
314
- z->c = c;
312
+ z->c = c1;
315
313
  break;
316
314
  }
317
315
  return 1;
@@ -329,6 +327,7 @@ static int r_R2(struct SN_env * z) {
329
327
 
330
328
  static int r_undouble(struct SN_env * z) {
331
329
  { int m_test = z->l - z->c; /* test, line 91 */
330
+ if (z->c - 1 <= z->lb || z->p[z->c - 1] >> 5 != 3 || !((1050640 >> (z->p[z->c - 1] & 0x1f)) & 1)) return 0;
332
331
  if (!(find_among_b(z, a_2, 3))) return 0; /* among, line 91 */
333
332
  z->c = z->l - m_test;
334
333
  }
@@ -336,8 +335,7 @@ static int r_undouble(struct SN_env * z) {
336
335
  if (z->c <= z->lb) return 0;
337
336
  z->c--; /* next, line 91 */
338
337
  z->bra = z->c; /* ], line 91 */
339
- { int ret;
340
- ret = slice_del(z); /* delete, line 91 */
338
+ { int ret = slice_del(z); /* delete, line 91 */
341
339
  if (ret < 0) return ret;
342
340
  }
343
341
  return 1;
@@ -353,11 +351,10 @@ static int r_e_ending(struct SN_env * z) {
353
351
  if (ret < 0) return ret;
354
352
  }
355
353
  { int m_test = z->l - z->c; /* test, line 96 */
356
- if (!(out_grouping_b(z, g_v, 97, 232))) return 0;
354
+ if (out_grouping_b(z, g_v, 97, 232, 0)) return 0;
357
355
  z->c = z->l - m_test;
358
356
  }
359
- { int ret;
360
- ret = slice_del(z); /* delete, line 96 */
357
+ { int ret = slice_del(z); /* delete, line 96 */
361
358
  if (ret < 0) return ret;
362
359
  }
363
360
  z->B[0] = 1; /* set e_found, line 97 */
@@ -373,18 +370,17 @@ static int r_en_ending(struct SN_env * z) {
373
370
  if (ret == 0) return 0; /* call R1, line 102 */
374
371
  if (ret < 0) return ret;
375
372
  }
376
- { int m = z->l - z->c; (void) m; /* and, line 102 */
377
- if (!(out_grouping_b(z, g_v, 97, 232))) return 0;
378
- z->c = z->l - m;
379
- { int m = z->l - z->c; (void) m; /* not, line 102 */
373
+ { int m1 = z->l - z->c; (void)m1; /* and, line 102 */
374
+ if (out_grouping_b(z, g_v, 97, 232, 0)) return 0;
375
+ z->c = z->l - m1;
376
+ { int m2 = z->l - z->c; (void)m2; /* not, line 102 */
380
377
  if (!(eq_s_b(z, 3, s_14))) goto lab0;
381
378
  return 0;
382
379
  lab0:
383
- z->c = z->l - m;
380
+ z->c = z->l - m2;
384
381
  }
385
382
  }
386
- { int ret;
387
- ret = slice_del(z); /* delete, line 102 */
383
+ { int ret = slice_del(z); /* delete, line 102 */
388
384
  if (ret < 0) return ret;
389
385
  }
390
386
  { int ret = r_undouble(z);
@@ -396,8 +392,9 @@ static int r_en_ending(struct SN_env * z) {
396
392
 
397
393
  static int r_standard_suffix(struct SN_env * z) {
398
394
  int among_var;
399
- { int m = z->l - z->c; (void) m; /* do, line 107 */
395
+ { int m1 = z->l - z->c; (void)m1; /* do, line 107 */
400
396
  z->ket = z->c; /* [, line 108 */
397
+ if (z->c <= z->lb || z->p[z->c - 1] >> 5 != 3 || !((540704 >> (z->p[z->c - 1] & 0x1f)) & 1)) goto lab0;
401
398
  among_var = find_among_b(z, a_3, 5); /* substring, line 108 */
402
399
  if (!(among_var)) goto lab0;
403
400
  z->bra = z->c; /* ], line 108 */
@@ -408,8 +405,7 @@ static int r_standard_suffix(struct SN_env * z) {
408
405
  if (ret == 0) goto lab0; /* call R1, line 110 */
409
406
  if (ret < 0) return ret;
410
407
  }
411
- { int ret;
412
- ret = slice_from_s(z, 4, s_15); /* <-, line 110 */
408
+ { int ret = slice_from_s(z, 4, s_15); /* <-, line 110 */
413
409
  if (ret < 0) return ret;
414
410
  }
415
411
  break;
@@ -424,25 +420,24 @@ static int r_standard_suffix(struct SN_env * z) {
424
420
  if (ret == 0) goto lab0; /* call R1, line 116 */
425
421
  if (ret < 0) return ret;
426
422
  }
427
- if (!(out_grouping_b(z, g_v_j, 97, 232))) goto lab0;
428
- { int ret;
429
- ret = slice_del(z); /* delete, line 116 */
423
+ if (out_grouping_b(z, g_v_j, 97, 232, 0)) goto lab0;
424
+ { int ret = slice_del(z); /* delete, line 116 */
430
425
  if (ret < 0) return ret;
431
426
  }
432
427
  break;
433
428
  }
434
429
  lab0:
435
- z->c = z->l - m;
430
+ z->c = z->l - m1;
436
431
  }
437
- { int m = z->l - z->c; (void) m; /* do, line 120 */
432
+ { int m2 = z->l - z->c; (void)m2; /* do, line 120 */
438
433
  { int ret = r_e_ending(z);
439
434
  if (ret == 0) goto lab1; /* call e_ending, line 120 */
440
435
  if (ret < 0) return ret;
441
436
  }
442
437
  lab1:
443
- z->c = z->l - m;
438
+ z->c = z->l - m2;
444
439
  }
445
- { int m = z->l - z->c; (void) m; /* do, line 122 */
440
+ { int m3 = z->l - z->c; (void)m3; /* do, line 122 */
446
441
  z->ket = z->c; /* [, line 122 */
447
442
  if (!(eq_s_b(z, 4, s_16))) goto lab2;
448
443
  z->bra = z->c; /* ], line 122 */
@@ -450,14 +445,13 @@ static int r_standard_suffix(struct SN_env * z) {
450
445
  if (ret == 0) goto lab2; /* call R2, line 122 */
451
446
  if (ret < 0) return ret;
452
447
  }
453
- { int m = z->l - z->c; (void) m; /* not, line 122 */
448
+ { int m4 = z->l - z->c; (void)m4; /* not, line 122 */
454
449
  if (!(eq_s_b(z, 1, s_17))) goto lab3;
455
450
  goto lab2;
456
451
  lab3:
457
- z->c = z->l - m;
452
+ z->c = z->l - m4;
458
453
  }
459
- { int ret;
460
- ret = slice_del(z); /* delete, line 122 */
454
+ { int ret = slice_del(z); /* delete, line 122 */
461
455
  if (ret < 0) return ret;
462
456
  }
463
457
  z->ket = z->c; /* [, line 123 */
@@ -468,10 +462,11 @@ static int r_standard_suffix(struct SN_env * z) {
468
462
  if (ret < 0) return ret;
469
463
  }
470
464
  lab2:
471
- z->c = z->l - m;
465
+ z->c = z->l - m3;
472
466
  }
473
- { int m = z->l - z->c; (void) m; /* do, line 126 */
467
+ { int m5 = z->l - z->c; (void)m5; /* do, line 126 */
474
468
  z->ket = z->c; /* [, line 127 */
469
+ if (z->c - 1 <= z->lb || z->p[z->c - 1] >> 5 != 3 || !((264336 >> (z->p[z->c - 1] & 0x1f)) & 1)) goto lab4;
475
470
  among_var = find_among_b(z, a_4, 6); /* substring, line 127 */
476
471
  if (!(among_var)) goto lab4;
477
472
  z->bra = z->c; /* ], line 127 */
@@ -482,11 +477,10 @@ static int r_standard_suffix(struct SN_env * z) {
482
477
  if (ret == 0) goto lab4; /* call R2, line 129 */
483
478
  if (ret < 0) return ret;
484
479
  }
485
- { int ret;
486
- ret = slice_del(z); /* delete, line 129 */
480
+ { int ret = slice_del(z); /* delete, line 129 */
487
481
  if (ret < 0) return ret;
488
482
  }
489
- { int m = z->l - z->c; (void) m; /* or, line 130 */
483
+ { int m6 = z->l - z->c; (void)m6; /* or, line 130 */
490
484
  z->ket = z->c; /* [, line 130 */
491
485
  if (!(eq_s_b(z, 2, s_19))) goto lab6;
492
486
  z->bra = z->c; /* ], line 130 */
@@ -494,19 +488,18 @@ static int r_standard_suffix(struct SN_env * z) {
494
488
  if (ret == 0) goto lab6; /* call R2, line 130 */
495
489
  if (ret < 0) return ret;
496
490
  }
497
- { int m = z->l - z->c; (void) m; /* not, line 130 */
491
+ { int m7 = z->l - z->c; (void)m7; /* not, line 130 */
498
492
  if (!(eq_s_b(z, 1, s_20))) goto lab7;
499
493
  goto lab6;
500
494
  lab7:
501
- z->c = z->l - m;
495
+ z->c = z->l - m7;
502
496
  }
503
- { int ret;
504
- ret = slice_del(z); /* delete, line 130 */
497
+ { int ret = slice_del(z); /* delete, line 130 */
505
498
  if (ret < 0) return ret;
506
499
  }
507
500
  goto lab5;
508
501
  lab6:
509
- z->c = z->l - m;
502
+ z->c = z->l - m6;
510
503
  { int ret = r_undouble(z);
511
504
  if (ret == 0) goto lab4; /* call undouble, line 130 */
512
505
  if (ret < 0) return ret;
@@ -519,14 +512,13 @@ static int r_standard_suffix(struct SN_env * z) {
519
512
  if (ret == 0) goto lab4; /* call R2, line 133 */
520
513
  if (ret < 0) return ret;
521
514
  }
522
- { int m = z->l - z->c; (void) m; /* not, line 133 */
515
+ { int m8 = z->l - z->c; (void)m8; /* not, line 133 */
523
516
  if (!(eq_s_b(z, 1, s_21))) goto lab8;
524
517
  goto lab4;
525
518
  lab8:
526
- z->c = z->l - m;
519
+ z->c = z->l - m8;
527
520
  }
528
- { int ret;
529
- ret = slice_del(z); /* delete, line 133 */
521
+ { int ret = slice_del(z); /* delete, line 133 */
530
522
  if (ret < 0) return ret;
531
523
  }
532
524
  break;
@@ -535,8 +527,7 @@ static int r_standard_suffix(struct SN_env * z) {
535
527
  if (ret == 0) goto lab4; /* call R2, line 136 */
536
528
  if (ret < 0) return ret;
537
529
  }
538
- { int ret;
539
- ret = slice_del(z); /* delete, line 136 */
530
+ { int ret = slice_del(z); /* delete, line 136 */
540
531
  if (ret < 0) return ret;
541
532
  }
542
533
  { int ret = r_e_ending(z);
@@ -549,8 +540,7 @@ static int r_standard_suffix(struct SN_env * z) {
549
540
  if (ret == 0) goto lab4; /* call R2, line 139 */
550
541
  if (ret < 0) return ret;
551
542
  }
552
- { int ret;
553
- ret = slice_del(z); /* delete, line 139 */
543
+ { int ret = slice_del(z); /* delete, line 139 */
554
544
  if (ret < 0) return ret;
555
545
  }
556
546
  break;
@@ -560,76 +550,75 @@ static int r_standard_suffix(struct SN_env * z) {
560
550
  if (ret < 0) return ret;
561
551
  }
562
552
  if (!(z->B[0])) goto lab4; /* Boolean test e_found, line 142 */
563
- { int ret;
564
- ret = slice_del(z); /* delete, line 142 */
553
+ { int ret = slice_del(z); /* delete, line 142 */
565
554
  if (ret < 0) return ret;
566
555
  }
567
556
  break;
568
557
  }
569
558
  lab4:
570
- z->c = z->l - m;
559
+ z->c = z->l - m5;
571
560
  }
572
- { int m = z->l - z->c; (void) m; /* do, line 146 */
573
- if (!(out_grouping_b(z, g_v_I, 73, 232))) goto lab9;
561
+ { int m9 = z->l - z->c; (void)m9; /* do, line 146 */
562
+ if (out_grouping_b(z, g_v_I, 73, 232, 0)) goto lab9;
574
563
  { int m_test = z->l - z->c; /* test, line 148 */
564
+ if (z->c - 1 <= z->lb || z->p[z->c - 1] >> 5 != 3 || !((2129954 >> (z->p[z->c - 1] & 0x1f)) & 1)) goto lab9;
575
565
  if (!(find_among_b(z, a_5, 4))) goto lab9; /* among, line 149 */
576
- if (!(out_grouping_b(z, g_v, 97, 232))) goto lab9;
566
+ if (out_grouping_b(z, g_v, 97, 232, 0)) goto lab9;
577
567
  z->c = z->l - m_test;
578
568
  }
579
569
  z->ket = z->c; /* [, line 152 */
580
570
  if (z->c <= z->lb) goto lab9;
581
571
  z->c--; /* next, line 152 */
582
572
  z->bra = z->c; /* ], line 152 */
583
- { int ret;
584
- ret = slice_del(z); /* delete, line 152 */
573
+ { int ret = slice_del(z); /* delete, line 152 */
585
574
  if (ret < 0) return ret;
586
575
  }
587
576
  lab9:
588
- z->c = z->l - m;
577
+ z->c = z->l - m9;
589
578
  }
590
579
  return 1;
591
580
  }
592
581
 
593
582
  extern int dutch_ISO_8859_1_stem(struct SN_env * z) {
594
- { int c = z->c; /* do, line 159 */
583
+ { int c1 = z->c; /* do, line 159 */
595
584
  { int ret = r_prelude(z);
596
585
  if (ret == 0) goto lab0; /* call prelude, line 159 */
597
586
  if (ret < 0) return ret;
598
587
  }
599
588
  lab0:
600
- z->c = c;
589
+ z->c = c1;
601
590
  }
602
- { int c = z->c; /* do, line 160 */
591
+ { int c2 = z->c; /* do, line 160 */
603
592
  { int ret = r_mark_regions(z);
604
593
  if (ret == 0) goto lab1; /* call mark_regions, line 160 */
605
594
  if (ret < 0) return ret;
606
595
  }
607
596
  lab1:
608
- z->c = c;
597
+ z->c = c2;
609
598
  }
610
599
  z->lb = z->c; z->c = z->l; /* backwards, line 161 */
611
600
 
612
- { int m = z->l - z->c; (void) m; /* do, line 162 */
601
+ { int m3 = z->l - z->c; (void)m3; /* do, line 162 */
613
602
  { int ret = r_standard_suffix(z);
614
603
  if (ret == 0) goto lab2; /* call standard_suffix, line 162 */
615
604
  if (ret < 0) return ret;
616
605
  }
617
606
  lab2:
618
- z->c = z->l - m;
607
+ z->c = z->l - m3;
619
608
  }
620
609
  z->c = z->lb;
621
- { int c = z->c; /* do, line 163 */
610
+ { int c4 = z->c; /* do, line 163 */
622
611
  { int ret = r_postlude(z);
623
612
  if (ret == 0) goto lab3; /* call postlude, line 163 */
624
613
  if (ret < 0) return ret;
625
614
  }
626
615
  lab3:
627
- z->c = c;
616
+ z->c = c4;
628
617
  }
629
618
  return 1;
630
619
  }
631
620
 
632
621
  extern struct SN_env * dutch_ISO_8859_1_create_env(void) { return SN_create_env(0, 2, 1); }
633
622
 
634
- extern void dutch_ISO_8859_1_close_env(struct SN_env * z) { SN_close_env(z); }
623
+ extern void dutch_ISO_8859_1_close_env(struct SN_env * z) { SN_close_env(z, 0); }
635
624