isomorfeus-ferret 0.14.3 → 0.14.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/ext/isomorfeus_ferret_ext/frb_field_info.c +65 -55
- data/ext/isomorfeus_ferret_ext/frb_index.c +21 -19
- data/ext/isomorfeus_ferret_ext/frt_ind.c +1 -1
- data/ext/isomorfeus_ferret_ext/frt_index.c +66 -145
- data/ext/isomorfeus_ferret_ext/frt_index.h +24 -47
- data/ext/isomorfeus_ferret_ext/frt_q_span.c +2 -2
- data/ext/isomorfeus_ferret_ext/test_1710.c +1 -1
- data/ext/isomorfeus_ferret_ext/test_fields.c +39 -39
- data/ext/isomorfeus_ferret_ext/test_file_deleter.c +1 -1
- data/ext/isomorfeus_ferret_ext/test_filter.c +1 -1
- data/ext/isomorfeus_ferret_ext/test_highlighter.c +1 -2
- data/ext/isomorfeus_ferret_ext/test_index.c +36 -36
- data/ext/isomorfeus_ferret_ext/test_q_fuzzy.c +2 -2
- data/ext/isomorfeus_ferret_ext/test_q_span.c +1 -1
- data/ext/isomorfeus_ferret_ext/test_search.c +4 -4
- data/ext/isomorfeus_ferret_ext/test_segments.c +1 -4
- data/ext/isomorfeus_ferret_ext/test_sort.c +2 -2
- data/ext/isomorfeus_ferret_ext/test_term_vectors.c +6 -6
- data/ext/isomorfeus_ferret_ext/test_threading.c +2 -2
- data/lib/isomorfeus/ferret/version.rb +1 -1
- metadata +2 -2
@@ -25,14 +25,14 @@ void field_prop_test(TestCase *tc,
|
|
25
25
|
bool store_offsets) {
|
26
26
|
tst_ptr_equal(line_num, tc, (void *)name, (void *)fi->name);
|
27
27
|
tst_flt_equal(line_num, tc, boost, fi->boost);
|
28
|
-
tst_int_equal(line_num, tc, is_stored,
|
29
|
-
tst_int_equal(line_num, tc, is_compressed,
|
30
|
-
tst_int_equal(line_num, tc, is_indexed,
|
31
|
-
tst_int_equal(line_num, tc, is_tokenized,
|
32
|
-
tst_int_equal(line_num, tc, omit_norms,
|
33
|
-
tst_int_equal(line_num, tc, store_term_vector,
|
34
|
-
tst_int_equal(line_num, tc, store_positions,
|
35
|
-
tst_int_equal(line_num, tc, store_offsets,
|
28
|
+
tst_int_equal(line_num, tc, is_stored, bits_is_stored(fi->bits));
|
29
|
+
tst_int_equal(line_num, tc, is_compressed, bits_is_compressed(fi->bits));
|
30
|
+
tst_int_equal(line_num, tc, is_indexed, bits_is_indexed(fi->bits));
|
31
|
+
tst_int_equal(line_num, tc, is_tokenized, bits_is_tokenized(fi->bits));
|
32
|
+
tst_int_equal(line_num, tc, omit_norms, bits_omit_norms(fi->bits));
|
33
|
+
tst_int_equal(line_num, tc, store_term_vector, bits_store_term_vector(fi->bits));
|
34
|
+
tst_int_equal(line_num, tc, store_positions, bits_store_positions(fi->bits));
|
35
|
+
tst_int_equal(line_num, tc, store_offsets, bits_store_offsets(fi->bits));
|
36
36
|
}
|
37
37
|
|
38
38
|
/****************************************************************************
|
@@ -45,19 +45,19 @@ static void test_fi_new(TestCase *tc, void *data)
|
|
45
45
|
{
|
46
46
|
FrtFieldInfo *fi;
|
47
47
|
(void)data; /* suppress unused argument warning */
|
48
|
-
fi = frt_fi_new(rb_intern("name"),
|
48
|
+
fi = frt_fi_new(rb_intern("name"), 0);
|
49
49
|
do_field_prop_test(tc, fi, rb_intern("name"), 1.0, F, F, F, F, F, F, F, F);
|
50
50
|
frt_fi_deref(fi);
|
51
|
-
fi = frt_fi_new(rb_intern("name"),
|
51
|
+
fi = frt_fi_new(rb_intern("name"), 0 | FRT_FI_IS_STORED_BM | FRT_FI_IS_INDEXED_BM | FRT_FI_IS_TOKENIZED_BM | FRT_FI_STORE_TERM_VECTOR_BM);
|
52
52
|
do_field_prop_test(tc, fi, rb_intern("name"), 1.0, T, F, T, T, F, T, F, F);
|
53
53
|
frt_fi_deref(fi);
|
54
|
-
fi = frt_fi_new(rb_intern("name"),
|
54
|
+
fi = frt_fi_new(rb_intern("name"), 0 | FRT_FI_IS_STORED_BM | FRT_FI_IS_COMPRESSED_BM | FRT_FI_COMPRESSION_BROTLI_BM | FRT_FI_IS_INDEXED_BM | FRT_FI_STORE_TERM_VECTOR_BM | FRT_FI_STORE_POSITIONS_BM);
|
55
55
|
do_field_prop_test(tc, fi, rb_intern("name"), 1.0, T, T, T, F, F, T, T, F);
|
56
56
|
frt_fi_deref(fi);
|
57
|
-
fi = frt_fi_new(rb_intern("name"),
|
57
|
+
fi = frt_fi_new(rb_intern("name"), 0 | FRT_FI_IS_INDEXED_BM | FRT_FI_IS_TOKENIZED_BM | FRT_FI_OMIT_NORMS_BM | FRT_FI_STORE_TERM_VECTOR_BM | FRT_FI_STORE_OFFSETS_BM);
|
58
58
|
do_field_prop_test(tc, fi, rb_intern("name"), 1.0, F, F, T, T, T, T, F, T);
|
59
59
|
frt_fi_deref(fi);
|
60
|
-
fi = frt_fi_new(rb_intern("name"),
|
60
|
+
fi = frt_fi_new(rb_intern("name"), 0 | FRT_FI_IS_INDEXED_BM | FRT_FI_OMIT_NORMS_BM | FRT_FI_STORE_TERM_VECTOR_BM | FRT_FI_STORE_POSITIONS_BM | FRT_FI_STORE_OFFSETS_BM);
|
61
61
|
fi->boost = 1000.0;
|
62
62
|
do_field_prop_test(tc, fi, rb_intern("name"), 1000.0, F, F, T, F, T, T, T, T);
|
63
63
|
frt_fi_deref(fi);
|
@@ -76,14 +76,14 @@ static void test_fis_basic(TestCase *tc, void *data)
|
|
76
76
|
volatile bool arg_error = false;
|
77
77
|
(void)data; /* suppress unused argument warning */
|
78
78
|
|
79
|
-
fis = frt_fis_new(
|
80
|
-
frt_fis_add_field(fis, frt_fi_new(rb_intern("FFFFFFFF"),
|
81
|
-
frt_fis_add_field(fis, frt_fi_new(rb_intern("TFTTFTFF"),
|
82
|
-
frt_fis_add_field(fis, frt_fi_new(rb_intern("TTTFFTTF"),
|
83
|
-
frt_fis_add_field(fis, frt_fi_new(rb_intern("FFTTTTFT"),
|
84
|
-
frt_fis_add_field(fis, frt_fi_new(rb_intern("FFTFTTTT"),
|
79
|
+
fis = frt_fis_new(0);
|
80
|
+
frt_fis_add_field(fis, frt_fi_new(rb_intern("FFFFFFFF"), 0));
|
81
|
+
frt_fis_add_field(fis, frt_fi_new(rb_intern("TFTTFTFF"), 0 | FRT_FI_IS_STORED_BM | FRT_FI_IS_INDEXED_BM | FRT_FI_IS_TOKENIZED_BM | FRT_FI_STORE_TERM_VECTOR_BM));
|
82
|
+
frt_fis_add_field(fis, frt_fi_new(rb_intern("TTTFFTTF"), 0 | FRT_FI_IS_STORED_BM | FRT_FI_IS_COMPRESSED_BM | FRT_FI_COMPRESSION_BROTLI_BM | FRT_FI_IS_INDEXED_BM | FRT_FI_STORE_TERM_VECTOR_BM | FRT_FI_STORE_POSITIONS_BM));
|
83
|
+
frt_fis_add_field(fis, frt_fi_new(rb_intern("FFTTTTFT"), 0 | FRT_FI_IS_INDEXED_BM | FRT_FI_IS_TOKENIZED_BM | FRT_FI_OMIT_NORMS_BM | FRT_FI_STORE_TERM_VECTOR_BM | FRT_FI_STORE_OFFSETS_BM));
|
84
|
+
frt_fis_add_field(fis, frt_fi_new(rb_intern("FFTFTTTT"), 0 | FRT_FI_IS_INDEXED_BM | FRT_FI_OMIT_NORMS_BM | FRT_FI_STORE_TERM_VECTOR_BM | FRT_FI_STORE_POSITIONS_BM | FRT_FI_STORE_OFFSETS_BM));
|
85
85
|
|
86
|
-
fi = frt_fi_new(rb_intern("FFTFTTTT"),
|
86
|
+
fi = frt_fi_new(rb_intern("FFTFTTTT"), 0 | FRT_FI_IS_INDEXED_BM | FRT_FI_OMIT_NORMS_BM | FRT_FI_STORE_TERM_VECTOR_BM | FRT_FI_STORE_POSITIONS_BM | FRT_FI_STORE_OFFSETS_BM);
|
87
87
|
FRT_TRY
|
88
88
|
Apnull(frt_fis_add_field(fis, fi));
|
89
89
|
case FRT_ARG_ERROR:
|
@@ -131,7 +131,7 @@ static void test_fis_with_default(TestCase *tc, void *data)
|
|
131
131
|
FrtFieldInfos *fis;
|
132
132
|
(void)data; /* suppress unused argument warning */
|
133
133
|
|
134
|
-
fis = frt_fis_new(
|
134
|
+
fis = frt_fis_new(0);
|
135
135
|
do_field_prop_test(tc, frt_fis_get_or_add_field(fis, rb_intern("name")), rb_intern("name"), 1.0, F, F, F, F, F, F, F, F);
|
136
136
|
do_field_prop_test(tc, frt_fis_get_or_add_field(fis, rb_intern("dave")), rb_intern("dave"), 1.0, F, F, F, F, F, F, F, F);
|
137
137
|
do_field_prop_test(tc, frt_fis_get_or_add_field(fis, rb_intern("wert")), rb_intern("wert"), 1.0, F, F, F, F, F, F, F, F);
|
@@ -141,16 +141,16 @@ static void test_fis_with_default(TestCase *tc, void *data)
|
|
141
141
|
Apnull(frt_fis_get_field(fis, rb_intern("random")));
|
142
142
|
frt_fis_deref(fis);
|
143
143
|
|
144
|
-
fis = frt_fis_new(
|
144
|
+
fis = frt_fis_new(0 | FRT_FI_IS_STORED_BM | FRT_FI_IS_INDEXED_BM | FRT_FI_IS_TOKENIZED_BM | FRT_FI_STORE_TERM_VECTOR_BM);
|
145
145
|
do_field_prop_test(tc, frt_fis_get_or_add_field(fis, rb_intern("name")), rb_intern("name"), 1.0, T, F, T, T, F, T, F, F);
|
146
146
|
frt_fis_deref(fis);
|
147
|
-
fis = frt_fis_new(
|
147
|
+
fis = frt_fis_new(0 | FRT_FI_IS_STORED_BM | FRT_FI_IS_COMPRESSED_BM | FRT_FI_COMPRESSION_BROTLI_BM | FRT_FI_IS_INDEXED_BM | FRT_FI_STORE_TERM_VECTOR_BM | FRT_FI_STORE_POSITIONS_BM);
|
148
148
|
do_field_prop_test(tc, frt_fis_get_or_add_field(fis, rb_intern("name")), rb_intern("name"), 1.0, T, T, T, F, F, T, T, F);
|
149
149
|
frt_fis_deref(fis);
|
150
|
-
fis = frt_fis_new(
|
150
|
+
fis = frt_fis_new(0 | FRT_FI_IS_INDEXED_BM | FRT_FI_IS_TOKENIZED_BM | FRT_FI_OMIT_NORMS_BM | FRT_FI_STORE_TERM_VECTOR_BM | FRT_FI_STORE_OFFSETS_BM);
|
151
151
|
do_field_prop_test(tc, frt_fis_get_or_add_field(fis, rb_intern("name")), rb_intern("name"), 1.0, F, F, T, T, T, T, F, T);
|
152
152
|
frt_fis_deref(fis);
|
153
|
-
fis = frt_fis_new(
|
153
|
+
fis = frt_fis_new(0 | FRT_FI_IS_INDEXED_BM | FRT_FI_OMIT_NORMS_BM | FRT_FI_STORE_TERM_VECTOR_BM | FRT_FI_STORE_POSITIONS_BM | FRT_FI_STORE_OFFSETS_BM);
|
154
154
|
do_field_prop_test(tc, frt_fis_get_or_add_field(fis, rb_intern("name")), rb_intern("name"), 1.0, F, F, T, F, T, T, T, T);
|
155
155
|
frt_fis_deref(fis);
|
156
156
|
}
|
@@ -164,12 +164,12 @@ static void test_fis_rw(TestCase *tc, void *data)
|
|
164
164
|
FrtOutStream *os;
|
165
165
|
(void)data; /* suppress unused argument warning */
|
166
166
|
|
167
|
-
fis = frt_fis_new(
|
168
|
-
frt_fis_add_field(fis, frt_fi_new(rb_intern("FFFFFFFF"),
|
169
|
-
frt_fis_add_field(fis, frt_fi_new(rb_intern("TFTTFTFF"),
|
170
|
-
frt_fis_add_field(fis, frt_fi_new(rb_intern("TTTFFTTF"),
|
171
|
-
frt_fis_add_field(fis, frt_fi_new(rb_intern("FFTTTTFT"),
|
172
|
-
frt_fis_add_field(fis, frt_fi_new(rb_intern("FFTFTTTT"),
|
167
|
+
fis = frt_fis_new(0 | FRT_FI_IS_STORED_BM | FRT_FI_IS_INDEXED_BM | FRT_FI_OMIT_NORMS_BM | FRT_FI_STORE_TERM_VECTOR_BM | FRT_FI_STORE_POSITIONS_BM | FRT_FI_STORE_OFFSETS_BM);
|
168
|
+
frt_fis_add_field(fis, frt_fi_new(rb_intern("FFFFFFFF"), 0));
|
169
|
+
frt_fis_add_field(fis, frt_fi_new(rb_intern("TFTTFTFF"), 0 | FRT_FI_IS_STORED_BM | FRT_FI_IS_INDEXED_BM | FRT_FI_IS_TOKENIZED_BM | FRT_FI_STORE_TERM_VECTOR_BM));
|
170
|
+
frt_fis_add_field(fis, frt_fi_new(rb_intern("TTTFFTTF"), 0 | FRT_FI_IS_STORED_BM | FRT_FI_IS_COMPRESSED_BM | FRT_FI_COMPRESSION_BROTLI_BM | FRT_FI_IS_INDEXED_BM | FRT_FI_STORE_TERM_VECTOR_BM | FRT_FI_STORE_POSITIONS_BM));
|
171
|
+
frt_fis_add_field(fis, frt_fi_new(rb_intern("FFTTTTFT"), 0 | FRT_FI_IS_INDEXED_BM | FRT_FI_IS_TOKENIZED_BM | FRT_FI_OMIT_NORMS_BM | FRT_FI_STORE_TERM_VECTOR_BM | FRT_FI_STORE_OFFSETS_BM));
|
172
|
+
frt_fis_add_field(fis, frt_fi_new(rb_intern("FFTFTTTT"), 0 | FRT_FI_IS_INDEXED_BM | FRT_FI_OMIT_NORMS_BM | FRT_FI_STORE_TERM_VECTOR_BM | FRT_FI_STORE_POSITIONS_BM | FRT_FI_STORE_OFFSETS_BM));
|
173
173
|
fis->fields[1]->boost = 2.0;
|
174
174
|
fis->fields[2]->boost = 3.0;
|
175
175
|
fis->fields[3]->boost = 4.0;
|
@@ -190,9 +190,9 @@ static void test_fis_rw(TestCase *tc, void *data)
|
|
190
190
|
is = store->open_input(store, "fields");
|
191
191
|
fis = frt_fis_read(is);
|
192
192
|
frt_is_close(is);
|
193
|
-
Aiequal(
|
194
|
-
Aiequal(
|
195
|
-
Aiequal(
|
193
|
+
Aiequal(true, bits_is_stored(fis->bits));
|
194
|
+
Aiequal(true, bits_is_indexed(fis->bits) && bits_omit_norms(fis->bits));
|
195
|
+
Aiequal(true, bits_store_term_vector(fis->bits) && bits_store_positions(fis->bits) && bits_store_offsets(fis->bits));
|
196
196
|
|
197
197
|
do_field_prop_test(tc, fis->fields[0], rb_intern("FFFFFFFF"), 1.0, F, F, F, F, F, F, F, F);
|
198
198
|
do_field_prop_test(tc, fis->fields[1], rb_intern("TFTTFTFF"), 2.0, T, F, T, T, F, T, F, F);
|
@@ -307,11 +307,11 @@ static FrtDocument *prepare_doc(void) {
|
|
307
307
|
}
|
308
308
|
|
309
309
|
static FrtFieldInfos *prepare_fis(void) {
|
310
|
-
FrtFieldInfos *fis = frt_fis_new(
|
311
|
-
frt_fis_add_field(fis, frt_fi_new(rb_intern("ignored"),
|
312
|
-
frt_fis_add_field(fis, frt_fi_new(rb_intern("unstored"),
|
313
|
-
frt_fis_add_field(fis, frt_fi_new(rb_intern("stored"),
|
314
|
-
frt_fis_add_field(fis, frt_fi_new(rb_intern("stored_array"),
|
310
|
+
FrtFieldInfos *fis = frt_fis_new(0 | FRT_FI_IS_STORED_BM | FRT_FI_IS_INDEXED_BM | FRT_FI_IS_TOKENIZED_BM);
|
311
|
+
frt_fis_add_field(fis, frt_fi_new(rb_intern("ignored"), 0));
|
312
|
+
frt_fis_add_field(fis, frt_fi_new(rb_intern("unstored"), 0 | FRT_FI_IS_INDEXED_BM | FRT_FI_IS_TOKENIZED_BM | FRT_FI_STORE_TERM_VECTOR_BM | FRT_FI_STORE_POSITIONS_BM | FRT_FI_STORE_OFFSETS_BM));
|
313
|
+
frt_fis_add_field(fis, frt_fi_new(rb_intern("stored"), 0 | FRT_FI_IS_STORED_BM | FRT_FI_IS_INDEXED_BM | FRT_FI_IS_TOKENIZED_BM | FRT_FI_STORE_TERM_VECTOR_BM));
|
314
|
+
frt_fis_add_field(fis, frt_fi_new(rb_intern("stored_array"), 0 | FRT_FI_IS_STORED_BM | FRT_FI_IS_COMPRESSED_BM | FRT_FI_COMPRESSION_BROTLI_BM | FRT_FI_IS_INDEXED_BM));
|
315
315
|
return fis;
|
316
316
|
}
|
317
317
|
|
@@ -19,7 +19,7 @@ const FrtConfig lucene_config = {
|
|
19
19
|
|
20
20
|
|
21
21
|
static FrtFieldInfos *prep_fis(void) {
|
22
|
-
return frt_fis_new(
|
22
|
+
return frt_fis_new(0 | FRT_FI_IS_INDEXED_BM | FRT_FI_IS_TOKENIZED_BM);
|
23
23
|
}
|
24
24
|
|
25
25
|
static void create_index(FrtStore *store)
|
@@ -19,7 +19,7 @@ void prepare_filter_index(FrtStore *store)
|
|
19
19
|
{
|
20
20
|
int i;
|
21
21
|
FrtIndexWriter *iw;
|
22
|
-
FrtFieldInfos *fis = frt_fis_new(
|
22
|
+
FrtFieldInfos *fis = frt_fis_new(0 | FRT_FI_IS_STORED_BM | FRT_FI_IS_INDEXED_BM | FRT_FI_IS_TOKENIZED_BM);
|
23
23
|
rb_encoding *enc = rb_enc_find("ASCII-8BIT");
|
24
24
|
|
25
25
|
num = rb_intern("num");
|
@@ -81,8 +81,7 @@ static void test_match_vector(TestCase *tc, void *data)
|
|
81
81
|
|
82
82
|
static void make_index(FrtStore *store)
|
83
83
|
{
|
84
|
-
FrtFieldInfos *fis = frt_fis_new(
|
85
|
-
FRT_TERM_VECTOR_WITH_POSITIONS_OFFSETS);
|
84
|
+
FrtFieldInfos *fis = frt_fis_new(0 | FRT_FI_IS_STORED_BM | FRT_FI_IS_INDEXED_BM | FRT_FI_IS_TOKENIZED_BM | FRT_FI_STORE_TERM_VECTOR_BM | FRT_FI_STORE_POSITIONS_BM | FRT_FI_STORE_OFFSETS_BM);
|
86
85
|
frt_index_create(store, fis);
|
87
86
|
frt_fis_deref(fis);
|
88
87
|
}
|
@@ -8,11 +8,11 @@
|
|
8
8
|
static ID body, title, text, author, year, changing_field, compressed_field_brotli, compressed_field_bzip2, compressed_field_lz4, tag;
|
9
9
|
|
10
10
|
static FrtFieldInfos *prep_all_fis(void) {
|
11
|
-
FrtFieldInfos *fis = frt_fis_new(
|
12
|
-
frt_fis_add_field(fis, frt_fi_new(rb_intern("tv"),
|
13
|
-
frt_fis_add_field(fis, frt_fi_new(rb_intern("tv un-t"),
|
14
|
-
frt_fis_add_field(fis, frt_fi_new(rb_intern("tv+offsets"),
|
15
|
-
frt_fis_add_field(fis, frt_fi_new(rb_intern("tv+offsets un-t"),
|
11
|
+
FrtFieldInfos *fis = frt_fis_new(0 | FRT_FI_IS_INDEXED_BM | FRT_FI_IS_TOKENIZED_BM);
|
12
|
+
frt_fis_add_field(fis, frt_fi_new(rb_intern("tv"), 0 | FRT_FI_IS_INDEXED_BM | FRT_FI_IS_TOKENIZED_BM | FRT_FI_STORE_TERM_VECTOR_BM));
|
13
|
+
frt_fis_add_field(fis, frt_fi_new(rb_intern("tv un-t"), 0 | FRT_FI_IS_INDEXED_BM | FRT_FI_STORE_TERM_VECTOR_BM));
|
14
|
+
frt_fis_add_field(fis, frt_fi_new(rb_intern("tv+offsets"), 0 | FRT_FI_IS_INDEXED_BM | FRT_FI_IS_TOKENIZED_BM | FRT_FI_STORE_TERM_VECTOR_BM | FRT_FI_STORE_OFFSETS_BM));
|
15
|
+
frt_fis_add_field(fis, frt_fi_new(rb_intern("tv+offsets un-t"), 0 | FRT_FI_IS_INDEXED_BM | FRT_FI_STORE_TERM_VECTOR_BM | FRT_FI_STORE_OFFSETS_BM));
|
16
16
|
return fis;
|
17
17
|
|
18
18
|
}
|
@@ -27,8 +27,8 @@ static void destroy_docs(FrtDocument **docs, int len)
|
|
27
27
|
}
|
28
28
|
|
29
29
|
static FrtFieldInfos *prep_book_fis(void) {
|
30
|
-
FrtFieldInfos *fis = frt_fis_new(
|
31
|
-
frt_fis_add_field(fis, frt_fi_new(rb_intern("year"),
|
30
|
+
FrtFieldInfos *fis = frt_fis_new(0 | FRT_FI_IS_STORED_BM | FRT_FI_IS_INDEXED_BM | FRT_FI_IS_TOKENIZED_BM | FRT_FI_STORE_TERM_VECTOR_BM | FRT_FI_STORE_POSITIONS_BM | FRT_FI_STORE_OFFSETS_BM);
|
31
|
+
frt_fis_add_field(fis, frt_fi_new(rb_intern("year"), 0 | FRT_FI_IS_STORED_BM));
|
32
32
|
return fis;
|
33
33
|
|
34
34
|
}
|
@@ -737,7 +737,7 @@ static void test_segment_tde_deleted_docs(TestCase *tc, void *data)
|
|
737
737
|
static void test_index_create(TestCase *tc, void *data)
|
738
738
|
{
|
739
739
|
FrtStore *store = (FrtStore *)data;
|
740
|
-
FrtFieldInfos *fis = frt_fis_new(
|
740
|
+
FrtFieldInfos *fis = frt_fis_new(0 | FRT_FI_IS_STORED_BM | FRT_FI_IS_INDEXED_BM | FRT_FI_IS_TOKENIZED_BM | FRT_FI_STORE_TERM_VECTOR_BM);
|
741
741
|
(void)tc;
|
742
742
|
|
743
743
|
store->clear_all(store);
|
@@ -1191,8 +1191,8 @@ void test_iw_add_empty_tv(TestCase *tc, void *data)
|
|
1191
1191
|
FrtDocument *doc;
|
1192
1192
|
rb_encoding *enc = rb_enc_find("ASCII-8BIT");
|
1193
1193
|
|
1194
|
-
FrtFieldInfos *fis = frt_fis_new(
|
1195
|
-
frt_fis_add_field(fis, frt_fi_new(rb_intern("no_tv"),
|
1194
|
+
FrtFieldInfos *fis = frt_fis_new(0 | FRT_FI_IS_INDEXED_BM | FRT_FI_IS_TOKENIZED_BM | FRT_FI_STORE_TERM_VECTOR_BM);
|
1195
|
+
frt_fis_add_field(fis, frt_fi_new(rb_intern("no_tv"), 0 | FRT_FI_IS_STORED_BM | FRT_FI_IS_INDEXED_BM | FRT_FI_IS_TOKENIZED_BM));
|
1196
1196
|
frt_index_create(store, fis);
|
1197
1197
|
frt_fis_deref(fis);
|
1198
1198
|
|
@@ -1348,7 +1348,7 @@ static ReaderTestEnvironment *reader_test_env_new(int type)
|
|
1348
1348
|
rte->stores = FRT_ALLOC_N(FrtStore *, store_cnt);
|
1349
1349
|
for (i = 0; i < store_cnt; i++) {
|
1350
1350
|
FrtStore *store = rte->stores[i] = frt_open_ram_store(NULL);
|
1351
|
-
FrtFieldInfos *fis = frt_fis_new(
|
1351
|
+
FrtFieldInfos *fis = frt_fis_new(0 | FRT_FI_IS_STORED_BM | FRT_FI_IS_INDEXED_BM | FRT_FI_IS_TOKENIZED_BM | FRT_FI_STORE_TERM_VECTOR_BM | FRT_FI_STORE_POSITIONS_BM | FRT_FI_STORE_OFFSETS_BM);
|
1352
1352
|
int start_doc = i * doc_cnt;
|
1353
1353
|
int end_doc = (i + 1) * doc_cnt;
|
1354
1354
|
if (end_doc > IR_TEST_DOC_CNT) {
|
@@ -1370,19 +1370,19 @@ static ReaderTestEnvironment *reader_test_env_new(int type)
|
|
1370
1370
|
fis = iw->fis;
|
1371
1371
|
if (NULL == frt_fis_get_field(fis, df->name)) {
|
1372
1372
|
if (author == df->name) {
|
1373
|
-
frt_fis_add_field(fis, frt_fi_new(author,
|
1373
|
+
frt_fis_add_field(fis, frt_fi_new(author, 0 | FRT_FI_IS_STORED_BM | FRT_FI_IS_INDEXED_BM | FRT_FI_IS_TOKENIZED_BM | FRT_FI_STORE_TERM_VECTOR_BM | FRT_FI_STORE_POSITIONS_BM));
|
1374
1374
|
} else if (title == df->name) {
|
1375
|
-
frt_fis_add_field(fis, frt_fi_new(title,
|
1375
|
+
frt_fis_add_field(fis, frt_fi_new(title, 0 | FRT_FI_IS_STORED_BM | FRT_FI_IS_INDEXED_BM | FRT_FI_STORE_TERM_VECTOR_BM | FRT_FI_STORE_OFFSETS_BM));
|
1376
1376
|
} else if (year == df->name) {
|
1377
|
-
frt_fis_add_field(fis, frt_fi_new(year,
|
1377
|
+
frt_fis_add_field(fis, frt_fi_new(year, 0 | FRT_FI_IS_STORED_BM | FRT_FI_IS_INDEXED_BM));
|
1378
1378
|
} else if (text == df->name) {
|
1379
|
-
frt_fis_add_field(fis, frt_fi_new(text,
|
1379
|
+
frt_fis_add_field(fis, frt_fi_new(text, 0 | FRT_FI_IS_INDEXED_BM | FRT_FI_IS_TOKENIZED_BM));
|
1380
1380
|
} else if (compressed_field_brotli == df->name) {
|
1381
|
-
frt_fis_add_field(fis, frt_fi_new(compressed_field_brotli,
|
1381
|
+
frt_fis_add_field(fis, frt_fi_new(compressed_field_brotli, 0 | FRT_FI_IS_STORED_BM | FRT_FI_IS_COMPRESSED_BM | FRT_FI_COMPRESSION_BROTLI_BM | FRT_FI_IS_INDEXED_BM | FRT_FI_IS_TOKENIZED_BM));
|
1382
1382
|
} else if (compressed_field_bzip2 == df->name) {
|
1383
|
-
frt_fis_add_field(fis, frt_fi_new(compressed_field_bzip2,
|
1383
|
+
frt_fis_add_field(fis, frt_fi_new(compressed_field_bzip2, 0 | FRT_FI_IS_STORED_BM | FRT_FI_IS_COMPRESSED_BM | FRT_FI_COMPRESSION_BZ2_BM | FRT_FI_IS_INDEXED_BM | FRT_FI_IS_TOKENIZED_BM));
|
1384
1384
|
} else if (compressed_field_lz4 == df->name) {
|
1385
|
-
frt_fis_add_field(fis, frt_fi_new(compressed_field_lz4,
|
1385
|
+
frt_fis_add_field(fis, frt_fi_new(compressed_field_lz4, 0 | FRT_FI_IS_STORED_BM | FRT_FI_IS_COMPRESSED_BM | FRT_FI_COMPRESSION_LZ4_BM | FRT_FI_IS_INDEXED_BM | FRT_FI_IS_TOKENIZED_BM));
|
1386
1386
|
}
|
1387
1387
|
}
|
1388
1388
|
}
|
@@ -1398,7 +1398,7 @@ static ReaderTestEnvironment *reader_test_env_new(int type)
|
|
1398
1398
|
if (type == add_indexes_reader_type) {
|
1399
1399
|
/* Prepare store for Add Indexes test */
|
1400
1400
|
FrtStore *store = frt_open_ram_store(NULL);
|
1401
|
-
FrtFieldInfos *fis = frt_fis_new(
|
1401
|
+
FrtFieldInfos *fis = frt_fis_new(0 | FRT_FI_IS_STORED_BM | FRT_FI_IS_INDEXED_BM | FRT_FI_IS_TOKENIZED_BM | FRT_FI_STORE_TERM_VECTOR_BM | FRT_FI_STORE_POSITIONS_BM | FRT_FI_STORE_OFFSETS_BM);
|
1402
1402
|
FrtIndexReader **readers = FRT_ALLOC_N(FrtIndexReader *, rte->store_cnt);
|
1403
1403
|
int i;
|
1404
1404
|
for (i = 0; i < rte->store_cnt; i++) {
|
@@ -1432,14 +1432,14 @@ static void write_ir_test_docs(FrtStore *store)
|
|
1432
1432
|
FrtIndexWriter *iw;
|
1433
1433
|
FrtDocument **docs = prep_ir_test_docs();
|
1434
1434
|
|
1435
|
-
FrtFieldInfos *fis = frt_fis_new(
|
1436
|
-
frt_fis_add_field(fis, frt_fi_new(author,
|
1437
|
-
frt_fis_add_field(fis, frt_fi_new(title,
|
1438
|
-
frt_fis_add_field(fis, frt_fi_new(year,
|
1439
|
-
frt_fis_add_field(fis, frt_fi_new(text,
|
1440
|
-
frt_fis_add_field(fis, frt_fi_new(compressed_field_brotli,
|
1441
|
-
frt_fis_add_field(fis, frt_fi_new(compressed_field_bzip2,
|
1442
|
-
frt_fis_add_field(fis, frt_fi_new(compressed_field_lz4,
|
1435
|
+
FrtFieldInfos *fis = frt_fis_new(0 | FRT_FI_IS_STORED_BM | FRT_FI_IS_INDEXED_BM | FRT_FI_IS_TOKENIZED_BM | FRT_FI_STORE_TERM_VECTOR_BM | FRT_FI_STORE_POSITIONS_BM | FRT_FI_STORE_OFFSETS_BM);
|
1436
|
+
frt_fis_add_field(fis, frt_fi_new(author, 0 | FRT_FI_IS_STORED_BM | FRT_FI_IS_INDEXED_BM | FRT_FI_IS_TOKENIZED_BM | FRT_FI_STORE_TERM_VECTOR_BM | FRT_FI_STORE_POSITIONS_BM));
|
1437
|
+
frt_fis_add_field(fis, frt_fi_new(title, 0 | FRT_FI_IS_STORED_BM | FRT_FI_IS_INDEXED_BM | FRT_FI_STORE_TERM_VECTOR_BM | FRT_FI_STORE_OFFSETS_BM));
|
1438
|
+
frt_fis_add_field(fis, frt_fi_new(year, 0 | FRT_FI_IS_STORED_BM | FRT_FI_IS_INDEXED_BM));
|
1439
|
+
frt_fis_add_field(fis, frt_fi_new(text, 0 | FRT_FI_IS_INDEXED_BM | FRT_FI_IS_TOKENIZED_BM));
|
1440
|
+
frt_fis_add_field(fis, frt_fi_new(compressed_field_brotli, 0 | FRT_FI_IS_STORED_BM | FRT_FI_IS_COMPRESSED_BM | FRT_FI_COMPRESSION_BROTLI_BM | FRT_FI_IS_INDEXED_BM | FRT_FI_IS_TOKENIZED_BM));
|
1441
|
+
frt_fis_add_field(fis, frt_fi_new(compressed_field_bzip2, 0 | FRT_FI_IS_STORED_BM | FRT_FI_IS_COMPRESSED_BM | FRT_FI_COMPRESSION_BZ2_BM | FRT_FI_IS_INDEXED_BM | FRT_FI_IS_TOKENIZED_BM));
|
1442
|
+
frt_fis_add_field(fis, frt_fi_new(compressed_field_lz4, 0 | FRT_FI_IS_STORED_BM | FRT_FI_IS_COMPRESSED_BM | FRT_FI_COMPRESSION_LZ4_BM | FRT_FI_IS_INDEXED_BM | FRT_FI_IS_TOKENIZED_BM));
|
1443
1443
|
frt_index_create(store, fis);
|
1444
1444
|
frt_fis_deref(fis);
|
1445
1445
|
config.max_buffered_docs = 5;
|
@@ -2135,7 +2135,7 @@ static void test_ir_multivalue_fields(TestCase *tc, void *data)
|
|
2135
2135
|
FrtDocument *doc = frt_doc_new();
|
2136
2136
|
FrtDocField *df;
|
2137
2137
|
FrtIndexWriter *iw;
|
2138
|
-
FrtFieldInfos *fis = frt_fis_new(
|
2138
|
+
FrtFieldInfos *fis = frt_fis_new(0 | FRT_FI_IS_STORED_BM | FRT_FI_IS_INDEXED_BM | FRT_FI_IS_TOKENIZED_BM | FRT_FI_STORE_TERM_VECTOR_BM | FRT_FI_STORE_POSITIONS_BM | FRT_FI_STORE_OFFSETS_BM);
|
2139
2139
|
const char *body_text = "this is the body FrtDocument Field";
|
2140
2140
|
const char *title_text = "this is the title FrtDocument Field";
|
2141
2141
|
const char *author_text = "this is the author FrtDocument Field";
|
@@ -2158,14 +2158,14 @@ static void test_ir_multivalue_fields(TestCase *tc, void *data)
|
|
2158
2158
|
frt_iw_add_doc(iw, doc);
|
2159
2159
|
|
2160
2160
|
fi = frt_fis_get_field(iw->fis, tag);
|
2161
|
-
Aiequal(true,
|
2162
|
-
Aiequal(false,
|
2163
|
-
Aiequal(true,
|
2164
|
-
Aiequal(true,
|
2165
|
-
Aiequal(true,
|
2166
|
-
Aiequal(true,
|
2167
|
-
Aiequal(true,
|
2168
|
-
Aiequal(true,
|
2161
|
+
Aiequal(true, bits_is_stored(fi->bits));
|
2162
|
+
Aiequal(false, bits_is_compressed(fi->bits));
|
2163
|
+
Aiequal(true, bits_is_indexed(fi->bits));
|
2164
|
+
Aiequal(true, bits_is_tokenized(fi->bits));
|
2165
|
+
Aiequal(true, bits_has_norms(fi->bits));
|
2166
|
+
Aiequal(true, bits_store_term_vector(fi->bits));
|
2167
|
+
Aiequal(true, bits_store_offsets(fi->bits));
|
2168
|
+
Aiequal(true, bits_store_positions(fi->bits));
|
2169
2169
|
|
2170
2170
|
frt_doc_destroy(doc);
|
2171
2171
|
frt_iw_close(iw);
|
@@ -33,7 +33,7 @@ static void test_fuzziness(TestCase *tc, void *data)
|
|
33
33
|
FrtSearcher *sea;
|
34
34
|
FrtTopDocs *top_docs;
|
35
35
|
FrtQuery *q;
|
36
|
-
FrtFieldInfos *fis = frt_fis_new(
|
36
|
+
FrtFieldInfos *fis = frt_fis_new(0 | FRT_FI_IS_STORED_BM | FRT_FI_IS_INDEXED_BM | FRT_FI_IS_TOKENIZED_BM | FRT_FI_STORE_TERM_VECTOR_BM);
|
37
37
|
frt_index_create(store, fis);
|
38
38
|
frt_fis_deref(fis);
|
39
39
|
|
@@ -121,7 +121,7 @@ static void test_fuzziness_long(TestCase *tc, void *data)
|
|
121
121
|
FrtIndexReader *ir;
|
122
122
|
FrtTopDocs *top_docs;
|
123
123
|
FrtQuery *q;
|
124
|
-
FrtFieldInfos *fis = frt_fis_new(
|
124
|
+
FrtFieldInfos *fis = frt_fis_new(0 | FRT_FI_IS_STORED_BM | FRT_FI_IS_INDEXED_BM | FRT_FI_IS_TOKENIZED_BM | FRT_FI_STORE_TERM_VECTOR_BM);
|
125
125
|
frt_index_create(store, fis);
|
126
126
|
frt_fis_deref(fis);
|
127
127
|
|
@@ -28,7 +28,7 @@ static void span_test_setup(FrtStore *store)
|
|
28
28
|
{
|
29
29
|
const char **d;
|
30
30
|
FrtIndexWriter *iw;
|
31
|
-
FrtFieldInfos *fis = frt_fis_new(
|
31
|
+
FrtFieldInfos *fis = frt_fis_new(0 | FRT_FI_IS_STORED_BM | FRT_FI_IS_INDEXED_BM | FRT_FI_IS_TOKENIZED_BM | FRT_FI_STORE_TERM_VECTOR_BM);
|
32
32
|
const char *data[] = {
|
33
33
|
"start finish one two three four five six seven",
|
34
34
|
"start one finish two three four five six seven",
|
@@ -205,8 +205,8 @@ static void prepare_search_index(FrtStore *store)
|
|
205
205
|
int i;
|
206
206
|
FrtIndexWriter *iw;
|
207
207
|
|
208
|
-
FrtFieldInfos *fis = frt_fis_new(
|
209
|
-
FrtFieldInfo *fi = frt_fi_new(rb_intern("empty-field"),
|
208
|
+
FrtFieldInfos *fis = frt_fis_new(0 | FRT_FI_IS_STORED_BM | FRT_FI_IS_INDEXED_BM | FRT_FI_IS_TOKENIZED_BM | FRT_FI_STORE_TERM_VECTOR_BM | FRT_FI_STORE_POSITIONS_BM | FRT_FI_STORE_OFFSETS_BM);
|
209
|
+
FrtFieldInfo *fi = frt_fi_new(rb_intern("empty-field"), 0);
|
210
210
|
frt_fis_add_field(fis, fi);
|
211
211
|
frt_index_create(store, fis);
|
212
212
|
frt_fis_deref(fis);
|
@@ -1701,8 +1701,8 @@ static void prepare_multi_search_index(FrtStore *store, struct Data data[],
|
|
1701
1701
|
{
|
1702
1702
|
int i;
|
1703
1703
|
FrtIndexWriter *iw;
|
1704
|
-
FrtFieldInfos *fis = frt_fis_new(
|
1705
|
-
FrtFieldInfo *fi = frt_fi_new(rb_intern("empty-field"),
|
1704
|
+
FrtFieldInfos *fis = frt_fis_new(0 | FRT_FI_IS_STORED_BM | FRT_FI_IS_INDEXED_BM | FRT_FI_IS_TOKENIZED_BM | FRT_FI_STORE_TERM_VECTOR_BM | FRT_FI_STORE_POSITIONS_BM | FRT_FI_STORE_OFFSETS_BM);
|
1705
|
+
FrtFieldInfo *fi = frt_fi_new(rb_intern("empty-field"), 0);
|
1706
1706
|
frt_fis_add_field(fis, fi);
|
1707
1707
|
frt_index_create(store, fis);
|
1708
1708
|
frt_fis_deref(fis);
|
@@ -16,10 +16,7 @@
|
|
16
16
|
#define Asi_has_vals(si, name, doc_cnt, store)\
|
17
17
|
tst_si_eql(__LINE__, tc, si, name, doc_cnt, store)
|
18
18
|
static FrtFieldInfos dummy_fis = {
|
19
|
-
|
20
|
-
FRT_COMPRESSION_NONE, /* compression */
|
21
|
-
FRT_INDEX_NO, /* index */
|
22
|
-
FRT_TERM_VECTOR_NO, /* term_vector */
|
19
|
+
0, /* bits */
|
23
20
|
0, /* size */
|
24
21
|
0, /* capa */
|
25
22
|
NULL, /* fields */
|
@@ -48,7 +48,7 @@ static void sort_test_setup(FrtStore *store)
|
|
48
48
|
{
|
49
49
|
int i;
|
50
50
|
FrtIndexWriter *iw;
|
51
|
-
FrtFieldInfos *fis = frt_fis_new(
|
51
|
+
FrtFieldInfos *fis = frt_fis_new(0 | FRT_FI_IS_STORED_BM | FRT_FI_IS_INDEXED_BM | FRT_FI_IS_TOKENIZED_BM | FRT_FI_STORE_TERM_VECTOR_BM);
|
52
52
|
frt_index_create(store, fis);
|
53
53
|
frt_fis_deref(fis);
|
54
54
|
|
@@ -63,7 +63,7 @@ static void sort_test_setup(FrtStore *store)
|
|
63
63
|
static void sort_multi_test_setup(FrtStore *store1, FrtStore *store2)
|
64
64
|
{
|
65
65
|
int i;
|
66
|
-
FrtFieldInfos *fis = frt_fis_new(
|
66
|
+
FrtFieldInfos *fis = frt_fis_new(0 | FRT_FI_IS_STORED_BM | FRT_FI_IS_INDEXED_BM | FRT_FI_IS_TOKENIZED_BM | FRT_FI_STORE_TERM_VECTOR_BM);
|
67
67
|
FrtIndexWriter *iw;
|
68
68
|
|
69
69
|
frt_index_create(store1, fis);
|
@@ -34,12 +34,12 @@ static void test_posting(TestCase *tc, void *data)
|
|
34
34
|
}
|
35
35
|
|
36
36
|
static FrtFieldInfos *create_tv_fis(void) {
|
37
|
-
FrtFieldInfos *fis = frt_fis_new(
|
38
|
-
frt_fis_add_field(fis, frt_fi_new(rb_intern("tv"),
|
39
|
-
frt_fis_add_field(fis, frt_fi_new(rb_intern("tv2"),
|
40
|
-
frt_fis_add_field(fis, frt_fi_new(rb_intern("tv_with_positions"),
|
41
|
-
frt_fis_add_field(fis, frt_fi_new(rb_intern("tv_with_offsets"),
|
42
|
-
frt_fis_add_field(fis, frt_fi_new(rb_intern("tv_with_positions_offsets"),
|
37
|
+
FrtFieldInfos *fis = frt_fis_new(0 | FRT_FI_IS_INDEXED_BM);
|
38
|
+
frt_fis_add_field(fis, frt_fi_new(rb_intern("tv"), 0 | FRT_FI_IS_INDEXED_BM | FRT_FI_STORE_TERM_VECTOR_BM));
|
39
|
+
frt_fis_add_field(fis, frt_fi_new(rb_intern("tv2"), 0 | FRT_FI_IS_INDEXED_BM | FRT_FI_STORE_TERM_VECTOR_BM));
|
40
|
+
frt_fis_add_field(fis, frt_fi_new(rb_intern("tv_with_positions"), 0 | FRT_FI_IS_INDEXED_BM | FRT_FI_STORE_TERM_VECTOR_BM | FRT_FI_STORE_POSITIONS_BM));
|
41
|
+
frt_fis_add_field(fis, frt_fi_new(rb_intern("tv_with_offsets"), 0 | FRT_FI_IS_INDEXED_BM | FRT_FI_STORE_TERM_VECTOR_BM | FRT_FI_STORE_OFFSETS_BM));
|
42
|
+
frt_fis_add_field(fis, frt_fi_new(rb_intern("tv_with_positions_offsets"), 0 | FRT_FI_IS_INDEXED_BM | FRT_FI_STORE_TERM_VECTOR_BM | FRT_FI_STORE_POSITIONS_BM | FRT_FI_STORE_OFFSETS_BM));
|
43
43
|
return fis;
|
44
44
|
}
|
45
45
|
|
@@ -158,8 +158,8 @@ TestSuite *ts_threading(TestSuite *suite)
|
|
158
158
|
FrtStore *store = frt_open_fs_store("./test/testdir/store");
|
159
159
|
FrtIndex *index;
|
160
160
|
FrtHashSet *def_fields = frt_hs_new_ptr(NULL);
|
161
|
-
FrtFieldInfos *fis = frt_fis_new(
|
162
|
-
frt_fis_add_field(fis, frt_fi_new(id,
|
161
|
+
FrtFieldInfos *fis = frt_fis_new(0 | FRT_FI_IS_STORED_BM | FRT_FI_IS_INDEXED_BM | FRT_FI_IS_TOKENIZED_BM | FRT_FI_STORE_TERM_VECTOR_BM | FRT_FI_STORE_POSITIONS_BM | FRT_FI_STORE_OFFSETS_BM);
|
162
|
+
frt_fis_add_field(fis, frt_fi_new(id, 0 | FRT_FI_IS_STORED_BM | FRT_FI_IS_INDEXED_BM | FRT_FI_STORE_TERM_VECTOR_BM));
|
163
163
|
frt_index_create(store, fis);
|
164
164
|
frt_fis_deref(fis);
|
165
165
|
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: isomorfeus-ferret
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.14.
|
4
|
+
version: 0.14.4
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Jan Biedermann
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2022-
|
11
|
+
date: 2022-08-30 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: oj
|