isomorfeus-ferret 0.12.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (222) hide show
  1. checksums.yaml +7 -0
  2. data/LICENSE +612 -0
  3. data/README.md +44 -0
  4. data/ext/isomorfeus_ferret_ext/benchmark.c +223 -0
  5. data/ext/isomorfeus_ferret_ext/benchmark.h +45 -0
  6. data/ext/isomorfeus_ferret_ext/benchmarks_all.h +25 -0
  7. data/ext/isomorfeus_ferret_ext/bm_bitvector.c +123 -0
  8. data/ext/isomorfeus_ferret_ext/bm_hash.c +118 -0
  9. data/ext/isomorfeus_ferret_ext/bm_micro_string.c +40 -0
  10. data/ext/isomorfeus_ferret_ext/bm_store.c +93 -0
  11. data/ext/isomorfeus_ferret_ext/email.rl +21 -0
  12. data/ext/isomorfeus_ferret_ext/extconf.rb +5 -0
  13. data/ext/isomorfeus_ferret_ext/fio_tmpfile.h +53 -0
  14. data/ext/isomorfeus_ferret_ext/frb_analysis.c +2577 -0
  15. data/ext/isomorfeus_ferret_ext/frb_index.c +3457 -0
  16. data/ext/isomorfeus_ferret_ext/frb_lang.c +9 -0
  17. data/ext/isomorfeus_ferret_ext/frb_lang.h +17 -0
  18. data/ext/isomorfeus_ferret_ext/frb_qparser.c +629 -0
  19. data/ext/isomorfeus_ferret_ext/frb_search.c +4460 -0
  20. data/ext/isomorfeus_ferret_ext/frb_store.c +515 -0
  21. data/ext/isomorfeus_ferret_ext/frb_threading.h +30 -0
  22. data/ext/isomorfeus_ferret_ext/frb_utils.c +1127 -0
  23. data/ext/isomorfeus_ferret_ext/frt_analysis.c +1644 -0
  24. data/ext/isomorfeus_ferret_ext/frt_analysis.h +247 -0
  25. data/ext/isomorfeus_ferret_ext/frt_array.c +124 -0
  26. data/ext/isomorfeus_ferret_ext/frt_array.h +54 -0
  27. data/ext/isomorfeus_ferret_ext/frt_bitvector.c +95 -0
  28. data/ext/isomorfeus_ferret_ext/frt_bitvector.h +586 -0
  29. data/ext/isomorfeus_ferret_ext/frt_compound_io.c +374 -0
  30. data/ext/isomorfeus_ferret_ext/frt_config.h +44 -0
  31. data/ext/isomorfeus_ferret_ext/frt_document.c +134 -0
  32. data/ext/isomorfeus_ferret_ext/frt_document.h +52 -0
  33. data/ext/isomorfeus_ferret_ext/frt_except.c +95 -0
  34. data/ext/isomorfeus_ferret_ext/frt_except.h +188 -0
  35. data/ext/isomorfeus_ferret_ext/frt_field_index.c +233 -0
  36. data/ext/isomorfeus_ferret_ext/frt_field_index.h +42 -0
  37. data/ext/isomorfeus_ferret_ext/frt_filter.c +157 -0
  38. data/ext/isomorfeus_ferret_ext/frt_fs_store.c +502 -0
  39. data/ext/isomorfeus_ferret_ext/frt_global.c +427 -0
  40. data/ext/isomorfeus_ferret_ext/frt_global.h +290 -0
  41. data/ext/isomorfeus_ferret_ext/frt_hash.c +518 -0
  42. data/ext/isomorfeus_ferret_ext/frt_hash.h +466 -0
  43. data/ext/isomorfeus_ferret_ext/frt_hashset.c +191 -0
  44. data/ext/isomorfeus_ferret_ext/frt_hashset.h +206 -0
  45. data/ext/isomorfeus_ferret_ext/frt_helper.c +62 -0
  46. data/ext/isomorfeus_ferret_ext/frt_helper.h +13 -0
  47. data/ext/isomorfeus_ferret_ext/frt_ind.c +353 -0
  48. data/ext/isomorfeus_ferret_ext/frt_ind.h +54 -0
  49. data/ext/isomorfeus_ferret_ext/frt_index.c +6377 -0
  50. data/ext/isomorfeus_ferret_ext/frt_index.h +880 -0
  51. data/ext/isomorfeus_ferret_ext/frt_lang.c +104 -0
  52. data/ext/isomorfeus_ferret_ext/frt_lang.h +44 -0
  53. data/ext/isomorfeus_ferret_ext/frt_mempool.c +87 -0
  54. data/ext/isomorfeus_ferret_ext/frt_mempool.h +33 -0
  55. data/ext/isomorfeus_ferret_ext/frt_multimapper.c +349 -0
  56. data/ext/isomorfeus_ferret_ext/frt_multimapper.h +52 -0
  57. data/ext/isomorfeus_ferret_ext/frt_posh.c +1006 -0
  58. data/ext/isomorfeus_ferret_ext/frt_posh.h +973 -0
  59. data/ext/isomorfeus_ferret_ext/frt_priorityqueue.c +147 -0
  60. data/ext/isomorfeus_ferret_ext/frt_priorityqueue.h +147 -0
  61. data/ext/isomorfeus_ferret_ext/frt_q_boolean.c +1612 -0
  62. data/ext/isomorfeus_ferret_ext/frt_q_const_score.c +157 -0
  63. data/ext/isomorfeus_ferret_ext/frt_q_filtered_query.c +209 -0
  64. data/ext/isomorfeus_ferret_ext/frt_q_fuzzy.c +281 -0
  65. data/ext/isomorfeus_ferret_ext/frt_q_match_all.c +147 -0
  66. data/ext/isomorfeus_ferret_ext/frt_q_multi_term.c +672 -0
  67. data/ext/isomorfeus_ferret_ext/frt_q_parser.c +3084 -0
  68. data/ext/isomorfeus_ferret_ext/frt_q_phrase.c +1182 -0
  69. data/ext/isomorfeus_ferret_ext/frt_q_prefix.c +98 -0
  70. data/ext/isomorfeus_ferret_ext/frt_q_range.c +665 -0
  71. data/ext/isomorfeus_ferret_ext/frt_q_span.c +2386 -0
  72. data/ext/isomorfeus_ferret_ext/frt_q_term.c +311 -0
  73. data/ext/isomorfeus_ferret_ext/frt_q_wildcard.c +166 -0
  74. data/ext/isomorfeus_ferret_ext/frt_ram_store.c +460 -0
  75. data/ext/isomorfeus_ferret_ext/frt_scanner.c +899 -0
  76. data/ext/isomorfeus_ferret_ext/frt_scanner.h +28 -0
  77. data/ext/isomorfeus_ferret_ext/frt_scanner_mb.c +6705 -0
  78. data/ext/isomorfeus_ferret_ext/frt_scanner_utf8.c +4419 -0
  79. data/ext/isomorfeus_ferret_ext/frt_search.c +1824 -0
  80. data/ext/isomorfeus_ferret_ext/frt_search.h +924 -0
  81. data/ext/isomorfeus_ferret_ext/frt_similarity.c +150 -0
  82. data/ext/isomorfeus_ferret_ext/frt_similarity.h +79 -0
  83. data/ext/isomorfeus_ferret_ext/frt_sort.c +796 -0
  84. data/ext/isomorfeus_ferret_ext/frt_stopwords.c +395 -0
  85. data/ext/isomorfeus_ferret_ext/frt_store.c +680 -0
  86. data/ext/isomorfeus_ferret_ext/frt_store.h +789 -0
  87. data/ext/isomorfeus_ferret_ext/frt_term_vectors.c +72 -0
  88. data/ext/isomorfeus_ferret_ext/frt_threading.h +23 -0
  89. data/ext/isomorfeus_ferret_ext/frt_win32.h +54 -0
  90. data/ext/isomorfeus_ferret_ext/isomorfeus_ferret.c +409 -0
  91. data/ext/isomorfeus_ferret_ext/isomorfeus_ferret.h +95 -0
  92. data/ext/isomorfeus_ferret_ext/libstemmer.c +93 -0
  93. data/ext/isomorfeus_ferret_ext/libstemmer.h +73 -0
  94. data/ext/isomorfeus_ferret_ext/q_parser.y +1366 -0
  95. data/ext/isomorfeus_ferret_ext/scanner.h +28 -0
  96. data/ext/isomorfeus_ferret_ext/scanner.in +43 -0
  97. data/ext/isomorfeus_ferret_ext/scanner.rl +84 -0
  98. data/ext/isomorfeus_ferret_ext/scanner_mb.rl +200 -0
  99. data/ext/isomorfeus_ferret_ext/scanner_utf8.rl +85 -0
  100. data/ext/isomorfeus_ferret_ext/stem_ISO_8859_1_danish.c +324 -0
  101. data/ext/isomorfeus_ferret_ext/stem_ISO_8859_1_danish.h +7 -0
  102. data/ext/isomorfeus_ferret_ext/stem_ISO_8859_1_dutch.c +610 -0
  103. data/ext/isomorfeus_ferret_ext/stem_ISO_8859_1_dutch.h +6 -0
  104. data/ext/isomorfeus_ferret_ext/stem_ISO_8859_1_english.c +1104 -0
  105. data/ext/isomorfeus_ferret_ext/stem_ISO_8859_1_english.h +6 -0
  106. data/ext/isomorfeus_ferret_ext/stem_ISO_8859_1_finnish.c +749 -0
  107. data/ext/isomorfeus_ferret_ext/stem_ISO_8859_1_finnish.h +7 -0
  108. data/ext/isomorfeus_ferret_ext/stem_ISO_8859_1_french.c +1233 -0
  109. data/ext/isomorfeus_ferret_ext/stem_ISO_8859_1_french.h +6 -0
  110. data/ext/isomorfeus_ferret_ext/stem_ISO_8859_1_german.c +490 -0
  111. data/ext/isomorfeus_ferret_ext/stem_ISO_8859_1_german.h +6 -0
  112. data/ext/isomorfeus_ferret_ext/stem_ISO_8859_1_hungarian.c +1217 -0
  113. data/ext/isomorfeus_ferret_ext/stem_ISO_8859_1_hungarian.h +7 -0
  114. data/ext/isomorfeus_ferret_ext/stem_ISO_8859_1_italian.c +1052 -0
  115. data/ext/isomorfeus_ferret_ext/stem_ISO_8859_1_italian.h +6 -0
  116. data/ext/isomorfeus_ferret_ext/stem_ISO_8859_1_norwegian.c +283 -0
  117. data/ext/isomorfeus_ferret_ext/stem_ISO_8859_1_norwegian.h +6 -0
  118. data/ext/isomorfeus_ferret_ext/stem_ISO_8859_1_porter.c +735 -0
  119. data/ext/isomorfeus_ferret_ext/stem_ISO_8859_1_porter.h +6 -0
  120. data/ext/isomorfeus_ferret_ext/stem_ISO_8859_1_portuguese.c +1003 -0
  121. data/ext/isomorfeus_ferret_ext/stem_ISO_8859_1_portuguese.h +7 -0
  122. data/ext/isomorfeus_ferret_ext/stem_ISO_8859_1_spanish.c +1079 -0
  123. data/ext/isomorfeus_ferret_ext/stem_ISO_8859_1_spanish.h +6 -0
  124. data/ext/isomorfeus_ferret_ext/stem_ISO_8859_1_swedish.c +293 -0
  125. data/ext/isomorfeus_ferret_ext/stem_ISO_8859_1_swedish.h +6 -0
  126. data/ext/isomorfeus_ferret_ext/stem_ISO_8859_2_romanian.c +984 -0
  127. data/ext/isomorfeus_ferret_ext/stem_ISO_8859_2_romanian.h +6 -0
  128. data/ext/isomorfeus_ferret_ext/stem_KOI8_R_russian.c +686 -0
  129. data/ext/isomorfeus_ferret_ext/stem_KOI8_R_russian.h +6 -0
  130. data/ext/isomorfeus_ferret_ext/stem_UTF_8_danish.c +325 -0
  131. data/ext/isomorfeus_ferret_ext/stem_UTF_8_danish.h +6 -0
  132. data/ext/isomorfeus_ferret_ext/stem_UTF_8_dutch.c +620 -0
  133. data/ext/isomorfeus_ferret_ext/stem_UTF_8_dutch.h +6 -0
  134. data/ext/isomorfeus_ferret_ext/stem_UTF_8_english.c +1111 -0
  135. data/ext/isomorfeus_ferret_ext/stem_UTF_8_english.h +6 -0
  136. data/ext/isomorfeus_ferret_ext/stem_UTF_8_finnish.c +754 -0
  137. data/ext/isomorfeus_ferret_ext/stem_UTF_8_finnish.h +6 -0
  138. data/ext/isomorfeus_ferret_ext/stem_UTF_8_french.c +1242 -0
  139. data/ext/isomorfeus_ferret_ext/stem_UTF_8_french.h +6 -0
  140. data/ext/isomorfeus_ferret_ext/stem_UTF_8_german.c +495 -0
  141. data/ext/isomorfeus_ferret_ext/stem_UTF_8_german.h +6 -0
  142. data/ext/isomorfeus_ferret_ext/stem_UTF_8_hungarian.c +1220 -0
  143. data/ext/isomorfeus_ferret_ext/stem_UTF_8_hungarian.h +6 -0
  144. data/ext/isomorfeus_ferret_ext/stem_UTF_8_italian.c +1059 -0
  145. data/ext/isomorfeus_ferret_ext/stem_UTF_8_italian.h +6 -0
  146. data/ext/isomorfeus_ferret_ext/stem_UTF_8_norwegian.c +285 -0
  147. data/ext/isomorfeus_ferret_ext/stem_UTF_8_norwegian.h +6 -0
  148. data/ext/isomorfeus_ferret_ext/stem_UTF_8_porter.c +741 -0
  149. data/ext/isomorfeus_ferret_ext/stem_UTF_8_porter.h +6 -0
  150. data/ext/isomorfeus_ferret_ext/stem_UTF_8_portuguese.c +1009 -0
  151. data/ext/isomorfeus_ferret_ext/stem_UTF_8_portuguese.h +6 -0
  152. data/ext/isomorfeus_ferret_ext/stem_UTF_8_romanian.c +990 -0
  153. data/ext/isomorfeus_ferret_ext/stem_UTF_8_romanian.h +6 -0
  154. data/ext/isomorfeus_ferret_ext/stem_UTF_8_russian.c +680 -0
  155. data/ext/isomorfeus_ferret_ext/stem_UTF_8_russian.h +6 -0
  156. data/ext/isomorfeus_ferret_ext/stem_UTF_8_spanish.c +1083 -0
  157. data/ext/isomorfeus_ferret_ext/stem_UTF_8_spanish.h +6 -0
  158. data/ext/isomorfeus_ferret_ext/stem_UTF_8_swedish.c +294 -0
  159. data/ext/isomorfeus_ferret_ext/stem_UTF_8_swedish.h +6 -0
  160. data/ext/isomorfeus_ferret_ext/stem_UTF_8_turkish.c +2191 -0
  161. data/ext/isomorfeus_ferret_ext/stem_UTF_8_turkish.h +6 -0
  162. data/ext/isomorfeus_ferret_ext/stem_api.c +66 -0
  163. data/ext/isomorfeus_ferret_ext/stem_api.h +26 -0
  164. data/ext/isomorfeus_ferret_ext/stem_header.h +57 -0
  165. data/ext/isomorfeus_ferret_ext/stem_modules.h +190 -0
  166. data/ext/isomorfeus_ferret_ext/stem_modules.txt +50 -0
  167. data/ext/isomorfeus_ferret_ext/stem_utilities.c +478 -0
  168. data/ext/isomorfeus_ferret_ext/test.c +850 -0
  169. data/ext/isomorfeus_ferret_ext/test.h +416 -0
  170. data/ext/isomorfeus_ferret_ext/test_1710.c +63 -0
  171. data/ext/isomorfeus_ferret_ext/test_analysis.c +1221 -0
  172. data/ext/isomorfeus_ferret_ext/test_array.c +272 -0
  173. data/ext/isomorfeus_ferret_ext/test_bitvector.c +600 -0
  174. data/ext/isomorfeus_ferret_ext/test_compound_io.c +170 -0
  175. data/ext/isomorfeus_ferret_ext/test_document.c +156 -0
  176. data/ext/isomorfeus_ferret_ext/test_except.c +244 -0
  177. data/ext/isomorfeus_ferret_ext/test_fields.c +522 -0
  178. data/ext/isomorfeus_ferret_ext/test_file_deleter.c +185 -0
  179. data/ext/isomorfeus_ferret_ext/test_filter.c +331 -0
  180. data/ext/isomorfeus_ferret_ext/test_fs_store.c +25 -0
  181. data/ext/isomorfeus_ferret_ext/test_global.c +299 -0
  182. data/ext/isomorfeus_ferret_ext/test_hash.c +485 -0
  183. data/ext/isomorfeus_ferret_ext/test_hashset.c +288 -0
  184. data/ext/isomorfeus_ferret_ext/test_helper.c +47 -0
  185. data/ext/isomorfeus_ferret_ext/test_highlighter.c +548 -0
  186. data/ext/isomorfeus_ferret_ext/test_index.c +2323 -0
  187. data/ext/isomorfeus_ferret_ext/test_lang.c +74 -0
  188. data/ext/isomorfeus_ferret_ext/test_mempool.c +102 -0
  189. data/ext/isomorfeus_ferret_ext/test_multimapper.c +64 -0
  190. data/ext/isomorfeus_ferret_ext/test_priorityqueue.c +213 -0
  191. data/ext/isomorfeus_ferret_ext/test_q_const_score.c +84 -0
  192. data/ext/isomorfeus_ferret_ext/test_q_filtered.c +61 -0
  193. data/ext/isomorfeus_ferret_ext/test_q_fuzzy.c +241 -0
  194. data/ext/isomorfeus_ferret_ext/test_q_parser.c +464 -0
  195. data/ext/isomorfeus_ferret_ext/test_q_span.c +575 -0
  196. data/ext/isomorfeus_ferret_ext/test_ram_store.c +77 -0
  197. data/ext/isomorfeus_ferret_ext/test_search.c +1874 -0
  198. data/ext/isomorfeus_ferret_ext/test_segments.c +167 -0
  199. data/ext/isomorfeus_ferret_ext/test_similarity.c +25 -0
  200. data/ext/isomorfeus_ferret_ext/test_sort.c +333 -0
  201. data/ext/isomorfeus_ferret_ext/test_store.c +591 -0
  202. data/ext/isomorfeus_ferret_ext/test_store.h +3 -0
  203. data/ext/isomorfeus_ferret_ext/test_term.c +351 -0
  204. data/ext/isomorfeus_ferret_ext/test_term_vectors.c +373 -0
  205. data/ext/isomorfeus_ferret_ext/test_test.c +83 -0
  206. data/ext/isomorfeus_ferret_ext/test_threading.c +188 -0
  207. data/ext/isomorfeus_ferret_ext/testhelper.c +561 -0
  208. data/ext/isomorfeus_ferret_ext/testhelper.h +25 -0
  209. data/ext/isomorfeus_ferret_ext/tests_all.h +87 -0
  210. data/ext/isomorfeus_ferret_ext/uchar-ucs4.rl +1854 -0
  211. data/ext/isomorfeus_ferret_ext/uchar-utf8.rl +1999 -0
  212. data/ext/isomorfeus_ferret_ext/url.rl +27 -0
  213. data/ext/isomorfeus_ferret_ext/word_list.h +15156 -0
  214. data/lib/isomorfeus/ferret/document.rb +132 -0
  215. data/lib/isomorfeus/ferret/field_symbol.rb +85 -0
  216. data/lib/isomorfeus/ferret/index/field_infos.rb +48 -0
  217. data/lib/isomorfeus/ferret/index/index.rb +970 -0
  218. data/lib/isomorfeus/ferret/monitor.rb +323 -0
  219. data/lib/isomorfeus/ferret/stdlib_patches.rb +151 -0
  220. data/lib/isomorfeus/ferret/version.rb +5 -0
  221. data/lib/isomorfeus-ferret.rb +8 -0
  222. metadata +307 -0
@@ -0,0 +1,518 @@
1
+ #include "frt_hash.h"
2
+ #include "frt_global.h"
3
+ #include <string.h>
4
+
5
+ /****************************************************************************
6
+ *
7
+ * FrtHash
8
+ *
9
+ * This hash table is modeled after Python's dictobject and a description of
10
+ * the algorithm can be found in the file dictobject.c in Python's src
11
+ ****************************************************************************/
12
+
13
+ static const char *dummy_key = "";
14
+ static const char *dummy_int_key = "i";
15
+
16
+ #define PERTURB_SHIFT 5
17
+ #define MAX_FREE_HASH_TABLES 80
18
+
19
+ static FrtHash *free_hts[MAX_FREE_HASH_TABLES];
20
+ static int num_free_hts = 0;
21
+
22
+ unsigned long long frt_str_hash(const char *const str)
23
+ {
24
+ register unsigned long long h = 0;
25
+ register unsigned char *p = (unsigned char *)str;
26
+
27
+ for (; *p; p++) {
28
+ h = 37 * h + *p;
29
+ }
30
+ return h;
31
+ }
32
+
33
+ unsigned long long frt_ptr_hash(const void *const ptr)
34
+ {
35
+ return (unsigned long long)ptr;
36
+ }
37
+
38
+ int frt_ptr_eq(const void *q1, const void *q2)
39
+ {
40
+ return q1 == q2;
41
+ }
42
+
43
+ static int str_eq(const void *q1, const void *q2)
44
+ {
45
+ return (q1 && q2 && (strcmp((const char *)q1, (const char *)q2) == 0));
46
+ }
47
+
48
+ typedef FrtHashEntry *(*lookup_ft)(struct FrtHash *self, register const void *key);
49
+
50
+ /**
51
+ * Fast lookup function for resizing as we know there are no equal elements or
52
+ * deletes to worry about.
53
+ *
54
+ * @param self the Hash to do the fast lookup in
55
+ * @param the hashkey we are looking for
56
+ */
57
+ static FrtHashEntry *frt_h_resize_lookup(FrtHash *self,
58
+ register const unsigned long long hash)
59
+ {
60
+ register unsigned long perturb;
61
+ register int mask = self->mask;
62
+ register FrtHashEntry *he0 = self->table;
63
+ register int i = hash & mask;
64
+ register FrtHashEntry *he = &he0[i];
65
+
66
+ if (he->key == NULL) {
67
+ he->hash = hash;
68
+ return he;
69
+ }
70
+
71
+ for (perturb = hash;; perturb >>= PERTURB_SHIFT) {
72
+ i = (i << 2) + i + perturb + 1;
73
+ he = &he0[i & mask];
74
+ if (he->key == NULL) {
75
+ he->hash = hash;
76
+ return he;
77
+ }
78
+ }
79
+ }
80
+
81
+ static FrtHashEntry *frt_h_lookup_ptr(FrtHash *self, const void *key)
82
+ {
83
+ register const unsigned long long hash = (unsigned long long)key;
84
+ register unsigned long perturb;
85
+ register int mask = self->mask;
86
+ register FrtHashEntry *he0 = self->table;
87
+ register int i = hash & mask;
88
+ register FrtHashEntry *he = &he0[i];
89
+ register FrtHashEntry *freeslot = NULL;
90
+
91
+ if (he->key == NULL || he->hash == hash) {
92
+ he->hash = hash;
93
+ return he;
94
+ }
95
+ if (he->key == dummy_key) {
96
+ freeslot = he;
97
+ }
98
+
99
+ for (perturb = hash;; perturb >>= PERTURB_SHIFT) {
100
+ i = (i << 2) + i + perturb + 1;
101
+ he = &he0[i & mask];
102
+ if (he->key == NULL) {
103
+ if (freeslot != NULL) {
104
+ he = freeslot;
105
+ }
106
+ he->hash = hash;
107
+ return he;
108
+ }
109
+ if (he->hash == hash) {
110
+ return he;
111
+ }
112
+ if (he->key == dummy_key && freeslot == NULL) {
113
+ freeslot = he;
114
+ }
115
+ }
116
+ }
117
+
118
+ FrtHashEntry *frt_h_lookup(FrtHash *self, register const void *key)
119
+ {
120
+ register const unsigned long long hash = self->hash_i(key);
121
+ register unsigned long perturb;
122
+ register int mask = self->mask;
123
+ register FrtHashEntry *he0 = self->table;
124
+ register int i = hash & mask;
125
+ register FrtHashEntry *he = &he0[i];
126
+ register FrtHashEntry *freeslot = NULL;
127
+ frt_eq_ft eq = self->eq_i;
128
+
129
+ if (he->key == NULL || he->key == key) {
130
+ he->hash = hash;
131
+ return he;
132
+ }
133
+ if (he->key == dummy_key) {
134
+ freeslot = he;
135
+ } else {
136
+ if ((he->hash == hash) && eq(he->key, key)) {
137
+ return he;
138
+ }
139
+ }
140
+
141
+ for (perturb = hash;; perturb >>= PERTURB_SHIFT) {
142
+ i = (i << 2) + i + perturb + 1;
143
+ he = &he0[i & mask];
144
+ if (he->key == NULL) {
145
+ if (freeslot != NULL) {
146
+ he = freeslot;
147
+ }
148
+ he->hash = hash;
149
+ return he;
150
+ }
151
+ if (he->key == key
152
+ || (he->hash == hash
153
+ && he->key != dummy_key && eq(he->key, key))) {
154
+ return he;
155
+ }
156
+ if (he->key == dummy_key && freeslot == NULL) {
157
+ freeslot = he;
158
+ }
159
+ }
160
+ }
161
+
162
+ FrtHash *frt_h_new_str(frt_free_ft free_key, frt_free_ft free_value)
163
+ {
164
+ FrtHash *self;
165
+ if (num_free_hts > 0) {
166
+ self = free_hts[--num_free_hts];
167
+ }
168
+ else {
169
+ self = FRT_ALLOC(FrtHash);
170
+ }
171
+ self->fill = 0;
172
+ self->size = 0;
173
+ self->mask = FRT_HASH_MINSIZE - 1;
174
+ self->table = self->smalltable;
175
+ memset(self->smalltable, 0, sizeof(self->smalltable));
176
+ self->lookup_i = (lookup_ft)&frt_h_lookup;
177
+ self->eq_i = str_eq;
178
+ self->hash_i = (frt_hash_ft)frt_str_hash;
179
+
180
+ self->free_key_i = free_key != NULL ? free_key : &frt_dummy_free;
181
+ self->free_value_i = free_value != NULL ? free_value : &frt_dummy_free;
182
+ self->ref_cnt = 1;
183
+ return self;
184
+ }
185
+
186
+ FrtHash *frt_h_new_int(frt_free_ft free_value)
187
+ {
188
+ FrtHash *self = frt_h_new_str(NULL, free_value);
189
+
190
+ self->lookup_i = &frt_h_lookup_ptr;
191
+ self->eq_i = NULL;
192
+ self->hash_i = NULL;
193
+
194
+ return self;
195
+ }
196
+
197
+ FrtHash *frt_h_new(frt_hash_ft hash, frt_eq_ft eq, frt_free_ft free_key, frt_free_ft free_value)
198
+ {
199
+ FrtHash *self = frt_h_new_str(free_key, free_value);
200
+
201
+ self->lookup_i = &frt_h_lookup;
202
+ self->eq_i = eq;
203
+ self->hash_i = hash;
204
+
205
+ return self;
206
+ }
207
+
208
+ void frt_h_clear(FrtHash *self)
209
+ {
210
+ int i;
211
+ FrtHashEntry *he;
212
+ frt_free_ft free_key = self->free_key_i;
213
+ frt_free_ft free_value = self->free_value_i;
214
+
215
+ /* Clear all the hash values and keys as necessary */
216
+ if (free_key != frt_dummy_free || free_value != frt_dummy_free) {
217
+ for (i = 0; i <= self->mask; i++) {
218
+ he = &self->table[i];
219
+ if (he->key != NULL && he->key != dummy_key) {
220
+ free_value(he->value);
221
+ free_key(he->key);
222
+ }
223
+ he->key = NULL;
224
+ }
225
+ }
226
+ FRT_ZEROSET_N(self->table, FrtHashEntry, self->mask + 1);
227
+ self->size = 0;
228
+ self->fill = 0;
229
+ }
230
+
231
+ void frt_h_destroy(FrtHash *self)
232
+ {
233
+ if (--(self->ref_cnt) <= 0) {
234
+ frt_h_clear(self);
235
+
236
+ /* if a new table was created, be sure to free it */
237
+ if (self->table != self->smalltable) {
238
+ free(self->table);
239
+ }
240
+
241
+ if (num_free_hts < MAX_FREE_HASH_TABLES) {
242
+ free_hts[num_free_hts++] = self;
243
+ }
244
+ else {
245
+ free(self);
246
+ }
247
+ }
248
+ }
249
+
250
+ void *frt_h_get(FrtHash *self, const void *key)
251
+ {
252
+ /* Note: lookup_i will never return NULL. */
253
+ return self->lookup_i(self, key)->value;
254
+ }
255
+
256
+ int frt_h_del(FrtHash *self, const void *key)
257
+ {
258
+ FrtHashEntry *he = self->lookup_i(self, key);
259
+
260
+ if (he->key != NULL && he->key != dummy_key) {
261
+ self->free_key_i(he->key);
262
+ self->free_value_i(he->value);
263
+ he->key = (char *)dummy_key;
264
+ he->value = NULL;
265
+ self->size--;
266
+ return true;
267
+ }
268
+ else {
269
+ return false;
270
+ }
271
+ }
272
+
273
+ void *frt_h_rem(FrtHash *self, const void *key, bool destroy_key)
274
+ {
275
+ void *val;
276
+ FrtHashEntry *he = self->lookup_i(self, key);
277
+
278
+ if (he->key != NULL && he->key != dummy_key) {
279
+ if (destroy_key) {
280
+ self->free_key_i(he->key);
281
+ }
282
+
283
+ he->key = (char *)dummy_key;
284
+ val = he->value;
285
+ he->value = NULL;
286
+ self->size--;
287
+ return val;
288
+ }
289
+ else {
290
+ return NULL;
291
+ }
292
+ }
293
+
294
+ static int frt_h_resize(FrtHash *self, int min_newsize)
295
+ {
296
+ FrtHashEntry smallcopy[FRT_HASH_MINSIZE];
297
+ FrtHashEntry *oldtable;
298
+ FrtHashEntry *he_old, *he_new;
299
+ int newsize, num_active;
300
+
301
+ /* newsize will be a power of two */
302
+ for (newsize = FRT_HASH_MINSIZE; newsize < min_newsize; newsize <<= 1) {
303
+ }
304
+
305
+ oldtable = self->table;
306
+ if (newsize == FRT_HASH_MINSIZE) {
307
+ if (self->table == self->smalltable) {
308
+ /* need to copy the data out so we can rebuild the table into
309
+ * the same space */
310
+ memcpy(smallcopy, self->smalltable, sizeof(smallcopy));
311
+ oldtable = smallcopy;
312
+ }
313
+ else {
314
+ self->table = self->smalltable;
315
+ }
316
+ }
317
+ else {
318
+ self->table = FRT_ALLOC_N(FrtHashEntry, newsize);
319
+ }
320
+ memset(self->table, 0, sizeof(FrtHashEntry) * newsize);
321
+ self->fill = self->size;
322
+ self->mask = newsize - 1;
323
+
324
+ for (num_active = self->size, he_old = oldtable; num_active > 0; he_old++) {
325
+ if (he_old->key && he_old->key != dummy_key) { /* active entry */
326
+ /*he_new = self->lookup_i(self, he_old->key); */
327
+ he_new = frt_h_resize_lookup(self, he_old->hash);
328
+ he_new->key = he_old->key;
329
+ he_new->value = he_old->value;
330
+ num_active--;
331
+ } /* else empty entry so nothing to do */
332
+ }
333
+ if (oldtable != smallcopy && oldtable != self->smalltable) {
334
+ free(oldtable);
335
+ }
336
+ return 0;
337
+ }
338
+
339
+ bool frt_h_set_ext(FrtHash *self, const void *key, FrtHashEntry **he)
340
+ {
341
+ *he = self->lookup_i(self, key);
342
+ if ((*he)->key == NULL) {
343
+ if (self->fill * 3 > self->mask * 2) {
344
+ frt_h_resize(self, self->size * ((self->size > FRT_SLOW_DOWN) ? 4 : 2));
345
+ *he = self->lookup_i(self, key);
346
+ }
347
+ self->fill++;
348
+ self->size++;
349
+ return true;
350
+ } else if ((*he)->key == dummy_key) {
351
+ self->size++;
352
+ return true;
353
+ }
354
+ return false;
355
+ }
356
+
357
+ FrtHashKeyStatus frt_h_set(FrtHash *self, const void *key, void *value)
358
+ {
359
+ FrtHashKeyStatus ret_val = FRT_HASH_KEY_DOES_NOT_EXIST;
360
+ FrtHashEntry *he;
361
+ if (!frt_h_set_ext(self, key, &he)) {
362
+ if (he->key != key) {
363
+ self->free_key_i(he->key);
364
+ if (he->value != value) {
365
+ self->free_value_i(he->value);
366
+ }
367
+ ret_val = FRT_HASH_KEY_EQUAL;
368
+ }
369
+ else {
370
+ /* Only free old value if it isn't the new value */
371
+ if (he->value != value) {
372
+ self->free_value_i(he->value);
373
+ }
374
+ ret_val = FRT_HASH_KEY_SAME;
375
+ }
376
+ }
377
+ he->key = (void *)key;
378
+ he->value = value;
379
+
380
+ return ret_val;
381
+ }
382
+
383
+ int frt_h_set_safe(FrtHash *self, const void *key, void *value)
384
+ {
385
+ FrtHashEntry *he;
386
+ if (frt_h_set_ext(self, key, &he)) {
387
+ he->key = (void *)key;
388
+ he->value = value;
389
+ return true;
390
+ }
391
+ else {
392
+ return false;
393
+ }
394
+ }
395
+
396
+ FrtHashKeyStatus frt_h_has_key(FrtHash *self, const void *key)
397
+ {
398
+ FrtHashEntry *he = self->lookup_i(self, key);
399
+ if (he->key == NULL || he->key == dummy_key) {
400
+ return FRT_HASH_KEY_DOES_NOT_EXIST;
401
+ }
402
+ else if (he->key == key) {
403
+ return FRT_HASH_KEY_SAME;
404
+ }
405
+ return FRT_HASH_KEY_EQUAL;
406
+ }
407
+
408
+ void *frt_h_get_int(FrtHash *self, const unsigned long long key)
409
+ {
410
+ return frt_h_get(self, (const void *)key);
411
+ }
412
+
413
+ int frt_h_del_int(FrtHash *self, const unsigned long long key)
414
+ {
415
+ return frt_h_del(self, (const void *)key);
416
+ }
417
+
418
+ void *frt_h_rem_int(FrtHash *self, const unsigned long long key)
419
+ {
420
+ return frt_h_rem(self, (const void *)key, false);
421
+ }
422
+
423
+ FrtHashKeyStatus frt_h_set_int(FrtHash *self,
424
+ const unsigned long long key,
425
+ void *value)
426
+ {
427
+ FrtHashKeyStatus ret_val = FRT_HASH_KEY_DOES_NOT_EXIST;
428
+ FrtHashEntry *he;
429
+ if (!frt_h_set_ext(self, (const void *)key, &he)) {
430
+ /* Only free old value if it isn't the new value */
431
+ if (he->value != value) {
432
+ self->free_value_i(he->value);
433
+ }
434
+ ret_val = FRT_HASH_KEY_EQUAL;
435
+ }
436
+ he->key = (char *)dummy_int_key;
437
+ he->value = value;
438
+
439
+ return ret_val;
440
+ }
441
+
442
+ int frt_h_set_safe_int(FrtHash *self, const unsigned long long key, void *value)
443
+ {
444
+ FrtHashEntry *he;
445
+ if (frt_h_set_ext(self, (const void *)key, &he)) {
446
+ he->key = (char *)dummy_int_key;
447
+ he->value = value;
448
+ return true;
449
+ }
450
+ return false;
451
+ }
452
+
453
+ int frt_h_has_key_int(FrtHash *self, const unsigned long long key)
454
+ {
455
+ return frt_h_has_key(self, (const void *)key);
456
+ }
457
+
458
+ void frt_h_each(FrtHash *self,
459
+ void (*each_kv) (void *key, void *value, void *arg), void *arg)
460
+ {
461
+ FrtHashEntry *he;
462
+ int i = self->size;
463
+ for (he = self->table; i > 0; he++) {
464
+ if (he->key && he->key != dummy_key) { /* active entry */
465
+ each_kv(he->key, he->value, arg);
466
+ i--;
467
+ }
468
+ }
469
+ }
470
+
471
+ FrtHash *frt_h_clone(FrtHash *self, frt_h_clone_ft clone_key, frt_h_clone_ft clone_value)
472
+ {
473
+ void *key, *value;
474
+ FrtHashEntry *he;
475
+ int i = self->size;
476
+ FrtHash *ht_clone;
477
+
478
+ ht_clone = frt_h_new(self->hash_i,
479
+ self->eq_i,
480
+ self->free_key_i,
481
+ self->free_value_i);
482
+
483
+ for (he = self->table; i > 0; he++) {
484
+ if (he->key && he->key != dummy_key) { /* active entry */
485
+ key = clone_key ? clone_key(he->key) : he->key;
486
+ value = clone_value ? clone_value(he->value) : he->value;
487
+ frt_h_set(ht_clone, key, value);
488
+ i--;
489
+ }
490
+ }
491
+ return ht_clone;
492
+ }
493
+
494
+ void frt_h_str_print_keys(FrtHash *self, FILE *out)
495
+ {
496
+ FrtHashEntry *he;
497
+ int i = self->size;
498
+ char **keys = FRT_ALLOC_N(char *, self->size);
499
+ for (he = self->table; i > 0; he++) {
500
+ if (he->key && he->key != dummy_key) { /* active entry */
501
+ i--;
502
+ keys[i] = (char *)he->key;
503
+ }
504
+ }
505
+ frt_strsort(keys, self->size);
506
+ fprintf(out, "keys:\n");
507
+ for (i = 0; i < self->size; i++) {
508
+ fprintf(out, "\t%s\n", keys[i]);
509
+ }
510
+ free(keys);
511
+ }
512
+
513
+ void frt_hash_finalize()
514
+ {
515
+ while (num_free_hts > 0) {
516
+ free(free_hts[--num_free_hts]);
517
+ }
518
+ }