ferret 0.9.6 → 0.10.0
Sign up to get free protection for your applications and to get access to all the features.
- data/MIT-LICENSE +1 -1
- data/README +12 -24
- data/Rakefile +38 -54
- data/TODO +14 -17
- data/ext/analysis.c +982 -823
- data/ext/analysis.h +133 -76
- data/ext/array.c +96 -58
- data/ext/array.h +40 -13
- data/ext/bitvector.c +476 -118
- data/ext/bitvector.h +264 -22
- data/ext/compound_io.c +217 -229
- data/ext/defines.h +49 -0
- data/ext/document.c +107 -317
- data/ext/document.h +31 -65
- data/ext/except.c +81 -36
- data/ext/except.h +117 -55
- data/ext/extconf.rb +2 -9
- data/ext/ferret.c +211 -104
- data/ext/ferret.h +22 -11
- data/ext/filter.c +97 -82
- data/ext/fs_store.c +348 -367
- data/ext/global.c +226 -188
- data/ext/global.h +44 -26
- data/ext/hash.c +474 -391
- data/ext/hash.h +441 -68
- data/ext/hashset.c +124 -96
- data/ext/hashset.h +169 -20
- data/ext/helper.c +56 -5
- data/ext/helper.h +7 -0
- data/ext/inc/lang.h +29 -49
- data/ext/inc/threading.h +31 -0
- data/ext/ind.c +288 -278
- data/ext/ind.h +68 -0
- data/ext/index.c +5688 -0
- data/ext/index.h +663 -616
- data/ext/lang.h +29 -49
- data/ext/libstemmer.c +3 -3
- data/ext/mem_pool.c +84 -0
- data/ext/mem_pool.h +35 -0
- data/ext/posh.c +1006 -0
- data/ext/posh.h +1007 -0
- data/ext/priorityqueue.c +117 -194
- data/ext/priorityqueue.h +135 -39
- data/ext/q_boolean.c +1305 -1108
- data/ext/q_const_score.c +106 -93
- data/ext/q_filtered_query.c +138 -135
- data/ext/q_fuzzy.c +206 -242
- data/ext/q_match_all.c +94 -80
- data/ext/q_multi_term.c +663 -0
- data/ext/q_parser.c +667 -593
- data/ext/q_phrase.c +992 -555
- data/ext/q_prefix.c +72 -61
- data/ext/q_range.c +235 -210
- data/ext/q_span.c +1480 -1166
- data/ext/q_term.c +273 -246
- data/ext/q_wildcard.c +127 -114
- data/ext/r_analysis.c +1720 -711
- data/ext/r_index.c +3049 -0
- data/ext/r_qparser.c +433 -146
- data/ext/r_search.c +2934 -1993
- data/ext/r_store.c +372 -143
- data/ext/r_utils.c +941 -0
- data/ext/ram_store.c +330 -326
- data/ext/search.c +1291 -668
- data/ext/search.h +403 -702
- data/ext/similarity.c +91 -113
- data/ext/similarity.h +45 -30
- data/ext/sort.c +721 -484
- data/ext/stopwords.c +361 -273
- data/ext/store.c +556 -58
- data/ext/store.h +706 -126
- data/ext/tags +3578 -2780
- data/ext/term_vectors.c +352 -0
- data/ext/threading.h +31 -0
- data/ext/win32.h +54 -0
- data/lib/ferret.rb +5 -17
- data/lib/ferret/document.rb +130 -2
- data/lib/ferret/index.rb +577 -26
- data/lib/ferret/number_tools.rb +157 -0
- data/lib/ferret_version.rb +3 -0
- data/test/test_helper.rb +5 -13
- data/test/unit/analysis/tc_analyzer.rb +513 -1
- data/test/unit/analysis/{ctc_tokenstream.rb → tc_token_stream.rb} +23 -0
- data/test/unit/index/tc_index.rb +183 -240
- data/test/unit/index/tc_index_reader.rb +312 -479
- data/test/unit/index/tc_index_writer.rb +397 -13
- data/test/unit/index/th_doc.rb +269 -206
- data/test/unit/query_parser/tc_query_parser.rb +40 -33
- data/test/unit/search/tc_filter.rb +59 -71
- data/test/unit/search/tc_fuzzy_query.rb +24 -16
- data/test/unit/search/tc_index_searcher.rb +23 -201
- data/test/unit/search/tc_multi_searcher.rb +78 -226
- data/test/unit/search/tc_search_and_sort.rb +93 -81
- data/test/unit/search/tc_sort.rb +23 -23
- data/test/unit/search/tc_sort_field.rb +7 -7
- data/test/unit/search/tc_spans.rb +51 -47
- data/test/unit/search/tm_searcher.rb +339 -0
- data/test/unit/store/tc_fs_store.rb +1 -1
- data/test/unit/store/tm_store_lock.rb +3 -3
- data/test/unit/tc_document.rb +81 -0
- data/test/unit/ts_analysis.rb +1 -1
- data/test/unit/ts_utils.rb +1 -1
- data/test/unit/utils/tc_bit_vector.rb +288 -0
- data/test/unit/utils/tc_number_tools.rb +117 -0
- data/test/unit/utils/tc_priority_queue.rb +106 -0
- metadata +140 -301
- data/CHANGELOG +0 -9
- data/ext/dummy.exe +0 -0
- data/ext/field.c +0 -408
- data/ext/frtio.h +0 -13
- data/ext/inc/except.h +0 -90
- data/ext/index_io.c +0 -382
- data/ext/index_rw.c +0 -2658
- data/ext/lang.c +0 -41
- data/ext/nix_io.c +0 -134
- data/ext/q_multi_phrase.c +0 -380
- data/ext/r_doc.c +0 -582
- data/ext/r_index_io.c +0 -1021
- data/ext/r_term.c +0 -219
- data/ext/term.c +0 -820
- data/ext/termdocs.c +0 -611
- data/ext/vector.c +0 -637
- data/ext/w32_io.c +0 -150
- data/lib/ferret/analysis.rb +0 -11
- data/lib/ferret/analysis/analyzers.rb +0 -112
- data/lib/ferret/analysis/standard_tokenizer.rb +0 -71
- data/lib/ferret/analysis/token.rb +0 -100
- data/lib/ferret/analysis/token_filters.rb +0 -86
- data/lib/ferret/analysis/token_stream.rb +0 -26
- data/lib/ferret/analysis/tokenizers.rb +0 -112
- data/lib/ferret/analysis/word_list_loader.rb +0 -27
- data/lib/ferret/document/document.rb +0 -152
- data/lib/ferret/document/field.rb +0 -312
- data/lib/ferret/index/compound_file_io.rb +0 -338
- data/lib/ferret/index/document_writer.rb +0 -289
- data/lib/ferret/index/field_infos.rb +0 -279
- data/lib/ferret/index/fields_io.rb +0 -181
- data/lib/ferret/index/index.rb +0 -675
- data/lib/ferret/index/index_file_names.rb +0 -33
- data/lib/ferret/index/index_reader.rb +0 -503
- data/lib/ferret/index/index_writer.rb +0 -534
- data/lib/ferret/index/multi_reader.rb +0 -377
- data/lib/ferret/index/multiple_term_doc_pos_enum.rb +0 -98
- data/lib/ferret/index/segment_infos.rb +0 -130
- data/lib/ferret/index/segment_merge_info.rb +0 -49
- data/lib/ferret/index/segment_merge_queue.rb +0 -16
- data/lib/ferret/index/segment_merger.rb +0 -358
- data/lib/ferret/index/segment_reader.rb +0 -412
- data/lib/ferret/index/segment_term_enum.rb +0 -169
- data/lib/ferret/index/segment_term_vector.rb +0 -58
- data/lib/ferret/index/term.rb +0 -53
- data/lib/ferret/index/term_buffer.rb +0 -83
- data/lib/ferret/index/term_doc_enum.rb +0 -291
- data/lib/ferret/index/term_enum.rb +0 -52
- data/lib/ferret/index/term_info.rb +0 -37
- data/lib/ferret/index/term_infos_io.rb +0 -321
- data/lib/ferret/index/term_vector_offset_info.rb +0 -20
- data/lib/ferret/index/term_vectors_io.rb +0 -553
- data/lib/ferret/query_parser.rb +0 -312
- data/lib/ferret/query_parser/query_parser.tab.rb +0 -928
- data/lib/ferret/search.rb +0 -50
- data/lib/ferret/search/boolean_clause.rb +0 -100
- data/lib/ferret/search/boolean_query.rb +0 -299
- data/lib/ferret/search/boolean_scorer.rb +0 -294
- data/lib/ferret/search/caching_wrapper_filter.rb +0 -40
- data/lib/ferret/search/conjunction_scorer.rb +0 -99
- data/lib/ferret/search/disjunction_sum_scorer.rb +0 -205
- data/lib/ferret/search/exact_phrase_scorer.rb +0 -32
- data/lib/ferret/search/explanation.rb +0 -41
- data/lib/ferret/search/field_cache.rb +0 -215
- data/lib/ferret/search/field_doc.rb +0 -31
- data/lib/ferret/search/field_sorted_hit_queue.rb +0 -184
- data/lib/ferret/search/filter.rb +0 -11
- data/lib/ferret/search/filtered_query.rb +0 -130
- data/lib/ferret/search/filtered_term_enum.rb +0 -79
- data/lib/ferret/search/fuzzy_query.rb +0 -154
- data/lib/ferret/search/fuzzy_term_enum.rb +0 -247
- data/lib/ferret/search/hit_collector.rb +0 -34
- data/lib/ferret/search/hit_queue.rb +0 -11
- data/lib/ferret/search/index_searcher.rb +0 -200
- data/lib/ferret/search/match_all_query.rb +0 -104
- data/lib/ferret/search/multi_phrase_query.rb +0 -216
- data/lib/ferret/search/multi_searcher.rb +0 -261
- data/lib/ferret/search/multi_term_query.rb +0 -65
- data/lib/ferret/search/non_matching_scorer.rb +0 -22
- data/lib/ferret/search/phrase_positions.rb +0 -55
- data/lib/ferret/search/phrase_query.rb +0 -214
- data/lib/ferret/search/phrase_scorer.rb +0 -152
- data/lib/ferret/search/prefix_query.rb +0 -54
- data/lib/ferret/search/query.rb +0 -140
- data/lib/ferret/search/query_filter.rb +0 -51
- data/lib/ferret/search/range_filter.rb +0 -103
- data/lib/ferret/search/range_query.rb +0 -139
- data/lib/ferret/search/req_excl_scorer.rb +0 -125
- data/lib/ferret/search/req_opt_sum_scorer.rb +0 -70
- data/lib/ferret/search/score_doc.rb +0 -38
- data/lib/ferret/search/score_doc_comparator.rb +0 -114
- data/lib/ferret/search/scorer.rb +0 -91
- data/lib/ferret/search/similarity.rb +0 -278
- data/lib/ferret/search/sloppy_phrase_scorer.rb +0 -47
- data/lib/ferret/search/sort.rb +0 -112
- data/lib/ferret/search/sort_comparator.rb +0 -60
- data/lib/ferret/search/sort_field.rb +0 -91
- data/lib/ferret/search/spans.rb +0 -12
- data/lib/ferret/search/spans/near_spans_enum.rb +0 -304
- data/lib/ferret/search/spans/span_first_query.rb +0 -79
- data/lib/ferret/search/spans/span_near_query.rb +0 -108
- data/lib/ferret/search/spans/span_not_query.rb +0 -130
- data/lib/ferret/search/spans/span_or_query.rb +0 -176
- data/lib/ferret/search/spans/span_query.rb +0 -25
- data/lib/ferret/search/spans/span_scorer.rb +0 -74
- data/lib/ferret/search/spans/span_term_query.rb +0 -105
- data/lib/ferret/search/spans/span_weight.rb +0 -84
- data/lib/ferret/search/spans/spans_enum.rb +0 -44
- data/lib/ferret/search/term_query.rb +0 -128
- data/lib/ferret/search/term_scorer.rb +0 -183
- data/lib/ferret/search/top_docs.rb +0 -36
- data/lib/ferret/search/top_field_docs.rb +0 -17
- data/lib/ferret/search/weight.rb +0 -54
- data/lib/ferret/search/wildcard_query.rb +0 -26
- data/lib/ferret/search/wildcard_term_enum.rb +0 -61
- data/lib/ferret/stemmers.rb +0 -1
- data/lib/ferret/stemmers/porter_stemmer.rb +0 -218
- data/lib/ferret/store.rb +0 -5
- data/lib/ferret/store/buffered_index_io.rb +0 -190
- data/lib/ferret/store/directory.rb +0 -141
- data/lib/ferret/store/fs_store.rb +0 -381
- data/lib/ferret/store/index_io.rb +0 -245
- data/lib/ferret/store/ram_store.rb +0 -286
- data/lib/ferret/utils.rb +0 -8
- data/lib/ferret/utils/bit_vector.rb +0 -123
- data/lib/ferret/utils/date_tools.rb +0 -138
- data/lib/ferret/utils/number_tools.rb +0 -91
- data/lib/ferret/utils/parameter.rb +0 -41
- data/lib/ferret/utils/priority_queue.rb +0 -120
- data/lib/ferret/utils/string_helper.rb +0 -47
- data/lib/ferret/utils/thread_local.rb +0 -28
- data/lib/ferret/utils/weak_key_hash.rb +0 -60
- data/lib/rferret.rb +0 -37
- data/rake_utils/code_statistics.rb +0 -106
- data/test/benchmark/tb_ram_store.rb +0 -76
- data/test/benchmark/tb_rw_vint.rb +0 -26
- data/test/functional/thread_safety_index_test.rb +0 -81
- data/test/functional/thread_safety_test.rb +0 -137
- data/test/longrunning/tc_numbertools.rb +0 -60
- data/test/longrunning/tm_store.rb +0 -19
- data/test/unit/analysis/ctc_analyzer.rb +0 -532
- data/test/unit/analysis/data/wordfile +0 -6
- data/test/unit/analysis/rtc_letter_tokenizer.rb +0 -20
- data/test/unit/analysis/rtc_lower_case_filter.rb +0 -20
- data/test/unit/analysis/rtc_lower_case_tokenizer.rb +0 -27
- data/test/unit/analysis/rtc_per_field_analyzer_wrapper.rb +0 -39
- data/test/unit/analysis/rtc_porter_stem_filter.rb +0 -16
- data/test/unit/analysis/rtc_standard_analyzer.rb +0 -20
- data/test/unit/analysis/rtc_standard_tokenizer.rb +0 -20
- data/test/unit/analysis/rtc_stop_analyzer.rb +0 -20
- data/test/unit/analysis/rtc_stop_filter.rb +0 -14
- data/test/unit/analysis/rtc_white_space_analyzer.rb +0 -21
- data/test/unit/analysis/rtc_white_space_tokenizer.rb +0 -20
- data/test/unit/analysis/rtc_word_list_loader.rb +0 -32
- data/test/unit/analysis/tc_token.rb +0 -25
- data/test/unit/document/rtc_field.rb +0 -28
- data/test/unit/document/tc_document.rb +0 -47
- data/test/unit/document/tc_field.rb +0 -98
- data/test/unit/index/rtc_compound_file_io.rb +0 -107
- data/test/unit/index/rtc_field_infos.rb +0 -127
- data/test/unit/index/rtc_fields_io.rb +0 -167
- data/test/unit/index/rtc_multiple_term_doc_pos_enum.rb +0 -83
- data/test/unit/index/rtc_segment_infos.rb +0 -74
- data/test/unit/index/rtc_segment_term_docs.rb +0 -17
- data/test/unit/index/rtc_segment_term_enum.rb +0 -60
- data/test/unit/index/rtc_segment_term_vector.rb +0 -71
- data/test/unit/index/rtc_term_buffer.rb +0 -57
- data/test/unit/index/rtc_term_info.rb +0 -19
- data/test/unit/index/rtc_term_infos_io.rb +0 -192
- data/test/unit/index/rtc_term_vectors_io.rb +0 -108
- data/test/unit/index/tc_term.rb +0 -27
- data/test/unit/index/tc_term_voi.rb +0 -18
- data/test/unit/search/rtc_similarity.rb +0 -37
- data/test/unit/search/rtc_sort_field.rb +0 -14
- data/test/unit/search/tc_multi_searcher2.rb +0 -126
- data/test/unit/store/rtc_fs_store.rb +0 -62
- data/test/unit/store/rtc_ram_store.rb +0 -15
- data/test/unit/store/rtm_store.rb +0 -150
- data/test/unit/store/rtm_store_lock.rb +0 -2
- data/test/unit/ts_document.rb +0 -2
- data/test/unit/utils/rtc_bit_vector.rb +0 -73
- data/test/unit/utils/rtc_date_tools.rb +0 -50
- data/test/unit/utils/rtc_number_tools.rb +0 -59
- data/test/unit/utils/rtc_parameter.rb +0 -40
- data/test/unit/utils/rtc_priority_queue.rb +0 -62
- data/test/unit/utils/rtc_string_helper.rb +0 -21
- data/test/unit/utils/rtc_thread.rb +0 -61
- data/test/unit/utils/rtc_weak_key_hash.rb +0 -25
- data/test/utils/number_to_spoken.rb +0 -132
data/test/unit/ts_document.rb
DELETED
@@ -1,73 +0,0 @@
|
|
1
|
-
require File.dirname(__FILE__) + "/../../test_helper"
|
2
|
-
|
3
|
-
|
4
|
-
class BitVectorTest < Test::Unit::TestCase
|
5
|
-
include Ferret::Utils
|
6
|
-
|
7
|
-
def test_bignum_conversion()
|
8
|
-
j = 256
|
9
|
-
10.times do
|
10
|
-
j *= j
|
11
|
-
assert_equal(j, BitVector.string_to_bignum(BitVector.bignum_to_string(j)))
|
12
|
-
end
|
13
|
-
end
|
14
|
-
|
15
|
-
def test_bv()
|
16
|
-
bv = BitVector.new
|
17
|
-
assert_equal(0, bv.count)
|
18
|
-
bv.set(10)
|
19
|
-
assert(bv.get(10))
|
20
|
-
assert_equal(1, bv.count)
|
21
|
-
bv.set(10)
|
22
|
-
assert(bv.get(10))
|
23
|
-
assert_equal(1, bv.count)
|
24
|
-
bv.set(20)
|
25
|
-
assert(bv.get(20))
|
26
|
-
assert_equal(2, bv.count)
|
27
|
-
bv.set(21)
|
28
|
-
assert(bv.get(21))
|
29
|
-
assert_equal(3, bv.count)
|
30
|
-
bv.clear(21)
|
31
|
-
assert(!bv.get(21))
|
32
|
-
assert_equal(2, bv.count)
|
33
|
-
bv.clear(20)
|
34
|
-
assert(!bv.get(20))
|
35
|
-
assert_equal(1, bv.count)
|
36
|
-
assert(bv.get(10))
|
37
|
-
end
|
38
|
-
|
39
|
-
def test_bv_rw()
|
40
|
-
dir = Ferret::Store::RAMDirectory.new
|
41
|
-
bv = BitVector.new
|
42
|
-
assert_equal(0, bv.count)
|
43
|
-
bv.set(5)
|
44
|
-
assert_equal(1, bv.count)
|
45
|
-
bv.set(8)
|
46
|
-
assert_equal(2, bv.count)
|
47
|
-
bv.set(13)
|
48
|
-
assert_equal(3, bv.count)
|
49
|
-
bv.set(21)
|
50
|
-
assert_equal(4, bv.count)
|
51
|
-
bv.set(34)
|
52
|
-
assert_equal(5, bv.count)
|
53
|
-
bv.write(dir, "bv.test")
|
54
|
-
bv = nil
|
55
|
-
bv = BitVector.read(dir, "bv.test")
|
56
|
-
assert(!bv.get(4))
|
57
|
-
assert(bv.get(5))
|
58
|
-
assert(!bv.get(6))
|
59
|
-
assert(!bv.get(7))
|
60
|
-
assert(bv.get(8))
|
61
|
-
assert(!bv.get(9))
|
62
|
-
assert(!bv.get(12))
|
63
|
-
assert(bv.get(13))
|
64
|
-
assert(!bv.get(14))
|
65
|
-
assert(!bv.get(20))
|
66
|
-
assert(bv.get(21))
|
67
|
-
assert(!bv.get(22))
|
68
|
-
assert(!bv.get(33))
|
69
|
-
assert(bv.get(34))
|
70
|
-
assert(!bv.get(35))
|
71
|
-
assert_equal(5, bv.count)
|
72
|
-
end
|
73
|
-
end
|
@@ -1,50 +0,0 @@
|
|
1
|
-
require File.dirname(__FILE__) + "/../../test_helper"
|
2
|
-
|
3
|
-
|
4
|
-
class DateToolsTest < Test::Unit::TestCase
|
5
|
-
include Ferret::Utils
|
6
|
-
|
7
|
-
def test_serialization()
|
8
|
-
# grab time to the nearest millisecond
|
9
|
-
t = Time.at((Time.now().to_i*1000).floor()/1000)
|
10
|
-
|
11
|
-
s = DateTools.serialize_time(t)
|
12
|
-
|
13
|
-
t_after = DateTools.deserialize_time(s)
|
14
|
-
assert_equal(t, t_after, "date changed after serialization")
|
15
|
-
end
|
16
|
-
|
17
|
-
def test_serialization_constants()
|
18
|
-
# assert existance of these constants
|
19
|
-
assert(DateTools::MAX_SERIALIZED_DATE_STRING)
|
20
|
-
assert(DateTools::MIN_SERIALIZED_DATE_STRING)
|
21
|
-
end
|
22
|
-
|
23
|
-
def test_time_to_s()
|
24
|
-
t = Time.mktime(2004, 9, 5, 22, 33, 44, 555000)
|
25
|
-
|
26
|
-
assert_equal("2004", DateTools.time_to_s(t, DateTools::Resolution::YEAR))
|
27
|
-
assert_equal("200409", DateTools.time_to_s(t, DateTools::Resolution::MONTH))
|
28
|
-
assert_equal("20040905", DateTools.time_to_s(t, DateTools::Resolution::DAY))
|
29
|
-
assert_equal("2004090522", DateTools.time_to_s(t, DateTools::Resolution::HOUR))
|
30
|
-
assert_equal("200409052233", DateTools.time_to_s(t, DateTools::Resolution::MINUTE))
|
31
|
-
assert_equal("20040905223344", DateTools.time_to_s(t, DateTools::Resolution::SECOND))
|
32
|
-
assert_equal("20040905223344555", DateTools.time_to_s(t, DateTools::Resolution::MILLISECOND))
|
33
|
-
end
|
34
|
-
|
35
|
-
def test_s_to_time()
|
36
|
-
assert_equal(Time.mktime(2004), DateTools.s_to_time("2004"))
|
37
|
-
assert_equal(Time.mktime(2004, 9), DateTools.s_to_time("200409"))
|
38
|
-
assert_equal(Time.mktime(2004, 9, 5), DateTools.s_to_time("20040905"))
|
39
|
-
assert_equal(Time.mktime(2004, 9, 5, 22), DateTools.s_to_time("2004090522"))
|
40
|
-
assert_equal(Time.mktime(2004, 9, 5, 22, 33), DateTools.s_to_time("200409052233"))
|
41
|
-
assert_equal(Time.mktime(2004, 9, 5, 22, 33, 44), DateTools.s_to_time("20040905223344"))
|
42
|
-
assert_equal(Time.mktime(2004, 9, 5, 22, 33, 44, 555000), DateTools.s_to_time("20040905223344555"))
|
43
|
-
end
|
44
|
-
|
45
|
-
def test_round()
|
46
|
-
t = Time.mktime(2004, 9, 5, 22, 33, 44, 555000)
|
47
|
-
assert_equal(Time.mktime(2004, 9, 5), DateTools.round(t, DateTools::Resolution::DAY))
|
48
|
-
end
|
49
|
-
|
50
|
-
end
|
@@ -1,59 +0,0 @@
|
|
1
|
-
require File.dirname(__FILE__) + "/../../test_helper"
|
2
|
-
|
3
|
-
|
4
|
-
class NumberToolsTest < Test::Unit::TestCase
|
5
|
-
include Ferret::Utils
|
6
|
-
|
7
|
-
def test_near_zero()
|
8
|
-
2.times() do |i|
|
9
|
-
2.times() { |j| subtest_two_longs(i, j) }
|
10
|
-
end
|
11
|
-
end
|
12
|
-
|
13
|
-
def test_max()
|
14
|
-
# make sure the constants convert to their equivelents
|
15
|
-
assert_equal(NumberTools::LONG_MAX_VALUE, NumberTools.s_to_long(NumberTools::MAX_STRING_VALUE))
|
16
|
-
assert_equal(NumberTools::MAX_STRING_VALUE, NumberTools.long_to_s(NumberTools::LONG_MAX_VALUE))
|
17
|
-
# test near MAX, too
|
18
|
-
|
19
|
-
l = NumberTools::LONG_MAX_VALUE
|
20
|
-
subtest_two_longs(l, l - 1)
|
21
|
-
end
|
22
|
-
|
23
|
-
def test_min()
|
24
|
-
# make sure the constants convert to their equivelents
|
25
|
-
assert_equal(NumberTools::LONG_MIN_VALUE, NumberTools.s_to_long(NumberTools::MIN_STRING_VALUE))
|
26
|
-
assert_equal(NumberTools::MIN_STRING_VALUE, NumberTools.long_to_s(NumberTools::LONG_MIN_VALUE))
|
27
|
-
|
28
|
-
# test near MIN, too
|
29
|
-
l = NumberTools::LONG_MIN_VALUE
|
30
|
-
subtest_two_longs(l, l + 1)
|
31
|
-
end
|
32
|
-
|
33
|
-
def subtest_two_longs(i, j)
|
34
|
-
# convert to strings
|
35
|
-
a = NumberTools.long_to_s(i)
|
36
|
-
b = NumberTools.long_to_s(j)
|
37
|
-
|
38
|
-
# are they the right length?
|
39
|
-
assert_equal(NumberTools::STR_SIZE, a.length())
|
40
|
-
assert_equal(NumberTools::STR_SIZE, b.length())
|
41
|
-
|
42
|
-
# are they the right order?
|
43
|
-
if (i < j)
|
44
|
-
assert(a < b)
|
45
|
-
elsif (i > j)
|
46
|
-
assert(a > b)
|
47
|
-
else
|
48
|
-
assert_equal(a, b)
|
49
|
-
end
|
50
|
-
|
51
|
-
# can we convert them back to longs?
|
52
|
-
i2 = NumberTools.s_to_long(a)
|
53
|
-
j2 = NumberTools.s_to_long(b)
|
54
|
-
|
55
|
-
assert_equal(i, i2)
|
56
|
-
assert_equal(j, j2)
|
57
|
-
end
|
58
|
-
|
59
|
-
end
|
@@ -1,40 +0,0 @@
|
|
1
|
-
require File.dirname(__FILE__) + "/../../test_helper"
|
2
|
-
|
3
|
-
|
4
|
-
class ParameterTest < Test::Unit::TestCase
|
5
|
-
include Ferret::Utils
|
6
|
-
|
7
|
-
class Param1 < Parameter
|
8
|
-
VAL1 = Param1.new("VAL")
|
9
|
-
end
|
10
|
-
|
11
|
-
class Param2 < Parameter
|
12
|
-
VAL1 = Param2.new("VAL")
|
13
|
-
end
|
14
|
-
|
15
|
-
def test_parameter_cmp()
|
16
|
-
assert_raise(ArgumentError) do
|
17
|
-
class <<Param1
|
18
|
-
v = Param1.new("VAL")
|
19
|
-
end
|
20
|
-
end
|
21
|
-
assert_raise(ArgumentError) do
|
22
|
-
class <<Param1
|
23
|
-
v = Param2.new("VAL")
|
24
|
-
end
|
25
|
-
end
|
26
|
-
|
27
|
-
p1 = Param1::VAL1
|
28
|
-
p2 = Param1::VAL1
|
29
|
-
p3 = Param2::VAL1
|
30
|
-
assert_equal(p1, p2)
|
31
|
-
assert_not_equal(p1, p3)
|
32
|
-
end
|
33
|
-
|
34
|
-
def test_marshalling()
|
35
|
-
p1 = Param1::VAL1
|
36
|
-
data = Marshal.dump(p1)
|
37
|
-
p2 = Marshal.load(data)
|
38
|
-
assert_equal(p1, p2)
|
39
|
-
end
|
40
|
-
end
|
@@ -1,62 +0,0 @@
|
|
1
|
-
require File.dirname(__FILE__) + "/../../test_helper"
|
2
|
-
|
3
|
-
|
4
|
-
class PriorityQueueTest < Test::Unit::TestCase
|
5
|
-
include Ferret::Utils
|
6
|
-
|
7
|
-
PQ_STRESS_SIZE = 1000
|
8
|
-
|
9
|
-
def test_pq()
|
10
|
-
pq = PriorityQueue.new(4)
|
11
|
-
assert_equal(0, pq.size)
|
12
|
-
pq.push("bword")
|
13
|
-
assert_equal(1, pq.size)
|
14
|
-
assert_equal("bword", pq.top)
|
15
|
-
pq.push("cword")
|
16
|
-
assert_equal(2, pq.size)
|
17
|
-
assert_equal("bword", pq.top)
|
18
|
-
pq.push("aword")
|
19
|
-
assert_equal(3, pq.size)
|
20
|
-
assert_equal("aword", pq.top)
|
21
|
-
pq.push("dword")
|
22
|
-
assert_equal(4, pq.size)
|
23
|
-
assert_equal("aword", pq.top)
|
24
|
-
assert_equal("aword", pq.pop())
|
25
|
-
assert_equal(3, pq.size)
|
26
|
-
assert_equal("bword", pq.pop())
|
27
|
-
assert_equal(2, pq.size)
|
28
|
-
assert_equal("cword", pq.pop())
|
29
|
-
assert_equal(1, pq.size)
|
30
|
-
assert_equal("dword", pq.pop())
|
31
|
-
assert_equal(0, pq.size)
|
32
|
-
end
|
33
|
-
|
34
|
-
def test_pq_clear()
|
35
|
-
pq = PriorityQueue.new(3)
|
36
|
-
pq.push("word1")
|
37
|
-
pq.push("word2")
|
38
|
-
pq.push("word3")
|
39
|
-
assert_equal(3, pq.size)
|
40
|
-
pq.clear()
|
41
|
-
assert_equal(0, pq.size)
|
42
|
-
end
|
43
|
-
|
44
|
-
|
45
|
-
#define PQ_STRESS_SIZE 1000
|
46
|
-
def test_stress_pq()
|
47
|
-
pq = PriorityQueue.new(PQ_STRESS_SIZE)
|
48
|
-
PQ_STRESS_SIZE.times do
|
49
|
-
pq.push("<#{(rand * PQ_STRESS_SIZE).to_i}>")
|
50
|
-
end
|
51
|
-
|
52
|
-
prev = pq.pop()
|
53
|
-
(PQ_STRESS_SIZE - 1).times do
|
54
|
-
curr = pq.pop()
|
55
|
-
if (prev > curr)
|
56
|
-
assert(prev <= curr, "previous #{prev} should be less than current #{curr}")
|
57
|
-
end
|
58
|
-
prev = curr
|
59
|
-
end
|
60
|
-
pq.clear()
|
61
|
-
end
|
62
|
-
end
|
@@ -1,21 +0,0 @@
|
|
1
|
-
require File.dirname(__FILE__) + "/../../test_helper"
|
2
|
-
|
3
|
-
|
4
|
-
class StringHelperTest < Test::Unit::TestCase
|
5
|
-
include Ferret::Utils
|
6
|
-
|
7
|
-
def test_string_difference()
|
8
|
-
assert_equal(3, StringHelper.string_difference("David", "Dave"))
|
9
|
-
assert_equal(0, StringHelper.string_difference("David", "Erik"))
|
10
|
-
assert_equal(4, StringHelper.string_difference("book", "bookworm"))
|
11
|
-
end
|
12
|
-
|
13
|
-
def test_string_reader
|
14
|
-
sr = StringHelper::StringReader.new("TestString")
|
15
|
-
assert_equal("T", sr.read(1))
|
16
|
-
assert_equal("es", sr.read(2))
|
17
|
-
assert_equal("tStr", sr.read(4))
|
18
|
-
assert_equal("ing", sr.read(100))
|
19
|
-
assert_nil(sr.read(100))
|
20
|
-
end
|
21
|
-
end
|
@@ -1,61 +0,0 @@
|
|
1
|
-
require File.dirname(__FILE__) + "/../../test_helper"
|
2
|
-
require 'thread'
|
3
|
-
|
4
|
-
|
5
|
-
class ThreadTest < Test::Unit::TestCase
|
6
|
-
include Ferret::Utils
|
7
|
-
|
8
|
-
NUM_THREADS = 100
|
9
|
-
|
10
|
-
def test_basic_get_and_set()
|
11
|
-
Thread.current.clear_local
|
12
|
-
b = "hello"
|
13
|
-
Thread.current.set_local(b, "dave")
|
14
|
-
assert_equal("dave", Thread.current.get_local(b))
|
15
|
-
end
|
16
|
-
|
17
|
-
def test_objects_die
|
18
|
-
Thread.current.clear_local
|
19
|
-
a = []
|
20
|
-
10.times {|i| a[i] = "#{i}"; Thread.current.set_local(a[i], i) }
|
21
|
-
10.times {|i| assert_equal(i, Thread.current.get_local(a[i])) }
|
22
|
-
assert_equal(10, Thread.current.local_size)
|
23
|
-
GC.start
|
24
|
-
assert_equal(10, Thread.current.local_size)
|
25
|
-
10.times {|i| a[i] = nil; }
|
26
|
-
#puts w
|
27
|
-
|
28
|
-
# this is a hack to get the GC to collect the last ref created above
|
29
|
-
x = WeakKeyHash.new()
|
30
|
-
10.times {|i| a[i] = "#{i}"; x[a[i]] = i }
|
31
|
-
|
32
|
-
assert_equal(10, Thread.current.local_size)
|
33
|
-
GC.start
|
34
|
-
assert(0, Thread.current.local_size)
|
35
|
-
end
|
36
|
-
|
37
|
-
class ThreadTester
|
38
|
-
def initialize(val)
|
39
|
-
Thread.current.set_local(self, val)
|
40
|
-
end
|
41
|
-
def inc
|
42
|
-
val = Thread.current.get_local(self) + 1
|
43
|
-
Thread.current.set_local(self, val)
|
44
|
-
return val
|
45
|
-
end
|
46
|
-
end
|
47
|
-
|
48
|
-
def single_thread
|
49
|
-
tt = ThreadTester.new(start = rand(10000000))
|
50
|
-
((start+1)..start+11).each {|i| assert_equal(i, tt.inc) }
|
51
|
-
end
|
52
|
-
|
53
|
-
def test_threads_dont_share
|
54
|
-
threads = []
|
55
|
-
NUM_THREADS.times do
|
56
|
-
threads << Thread.new { single_thread }
|
57
|
-
end
|
58
|
-
|
59
|
-
threads.each {|t| t.join}
|
60
|
-
end
|
61
|
-
end
|
@@ -1,25 +0,0 @@
|
|
1
|
-
require File.dirname(__FILE__) + "/../../test_helper"
|
2
|
-
|
3
|
-
|
4
|
-
class WeakKeyHashTest < Test::Unit::TestCase
|
5
|
-
include Ferret::Utils
|
6
|
-
|
7
|
-
def test_objects_are_destroyed()
|
8
|
-
w = WeakKeyHash.new()
|
9
|
-
a = []
|
10
|
-
10.times {|i| a[i] = "#{i}"; w[a[i]] = i }
|
11
|
-
10.times {|i| assert_equal(i, w[a[i]]) }
|
12
|
-
assert_equal(10, w.size)
|
13
|
-
10.times {|i| a[i] = nil; }
|
14
|
-
#puts w
|
15
|
-
|
16
|
-
# this is a hack to get the GC to collect the last ref created above
|
17
|
-
x = WeakKeyHash.new()
|
18
|
-
10.times {|i| a[i] = "#{i}"; x[a[i]] = i }
|
19
|
-
|
20
|
-
GC.start
|
21
|
-
#puts w.size
|
22
|
-
#puts w
|
23
|
-
assert(0, w.size)
|
24
|
-
end
|
25
|
-
end
|
@@ -1,132 +0,0 @@
|
|
1
|
-
# Author: Matthew D Moss
|
2
|
-
#
|
3
|
-
# Writtern for ruby quiz #25
|
4
|
-
#
|
5
|
-
class JapaneseTranslator
|
6
|
-
# My knowledge of counting Japanese is limited, so this may not
|
7
|
-
# be entirely correct; in particular, I don't know what rules
|
8
|
-
# to follow after 'hyaku man' (1,000,000).
|
9
|
-
# I also combine a digit with its group, such as 'gohyaku' rather
|
10
|
-
# than 'go hyaku'; I just like reading it better that way.
|
11
|
-
|
12
|
-
DIGITS = %w(zero ichi ni san yon go roku nana hachi kyu)
|
13
|
-
GROUPS = %w(nothingtoseeheremovealong ju hyaku sen)
|
14
|
-
MAN = 10000
|
15
|
-
|
16
|
-
def to_spoken(val)
|
17
|
-
case val <=> 0
|
18
|
-
when -1
|
19
|
-
'- ' + to_spoken(-val)
|
20
|
-
when 0
|
21
|
-
DIGITS[0]
|
22
|
-
else
|
23
|
-
group(val, 0)
|
24
|
-
end
|
25
|
-
end
|
26
|
-
|
27
|
-
private
|
28
|
-
|
29
|
-
def group(val, level)
|
30
|
-
if val >= MAN
|
31
|
-
group(val / MAN, 0) + 'man ' + group(val % MAN, 0)
|
32
|
-
else
|
33
|
-
case val
|
34
|
-
when 0
|
35
|
-
''
|
36
|
-
when 1
|
37
|
-
level == 0 ? DIGITS[val] : GROUPS[level]
|
38
|
-
when 2...10
|
39
|
-
DIGITS[val] + (GROUPS[level] if level > 0).to_s
|
40
|
-
else
|
41
|
-
group(val / 10, level+1) + ' ' + group(val % 10, level)
|
42
|
-
end
|
43
|
-
end
|
44
|
-
end
|
45
|
-
end
|
46
|
-
|
47
|
-
|
48
|
-
class USEnglishTranslator
|
49
|
-
# Formal, US English. Optional 'and'. Will not produce things
|
50
|
-
# such as 'twelve hundred' but rather 'one thousand two hundred'.
|
51
|
-
# The use of 'and' is incomplete; it is sometimes missed.
|
52
|
-
|
53
|
-
DIGITS = %w(zero one two three four five six seven eight nine)
|
54
|
-
TEENS = %w(ten eleven twelve thirteen fourteen fifteen sixteen
|
55
|
-
seventeen eighteen nineteen)
|
56
|
-
TENS = %w(hello world twenty thirty forty fifty sixty seventy
|
57
|
-
eighty ninety)
|
58
|
-
GROUPS = %w(thousand million billion trillion quadrillion
|
59
|
-
quintillion sextillion septillion octillion nonillion
|
60
|
-
decillion)
|
61
|
-
K = 1000
|
62
|
-
|
63
|
-
def initialize(conjunction = true)
|
64
|
-
@conjunction = conjunction
|
65
|
-
end
|
66
|
-
|
67
|
-
def to_spoken(val)
|
68
|
-
case val <=> 0
|
69
|
-
when -1
|
70
|
-
'negative ' + to_spoken(-val)
|
71
|
-
when 0
|
72
|
-
DIGITS[0]
|
73
|
-
else
|
74
|
-
group(val, 0).flatten.join(' ')
|
75
|
-
end
|
76
|
-
end
|
77
|
-
|
78
|
-
private
|
79
|
-
|
80
|
-
def group(val, level)
|
81
|
-
x = group(val / K, level + 1) << GROUPS[level] if val >= K
|
82
|
-
x.to_a << under_1000(val % K, level)
|
83
|
-
end
|
84
|
-
|
85
|
-
def under_1000(val, level)
|
86
|
-
x = [DIGITS[val / 100]] << 'hundred' if val >= 100
|
87
|
-
x.to_a << under_100(val % 100, (level == 0 and not x.nil?))
|
88
|
-
end
|
89
|
-
|
90
|
-
def under_100(val, junction)
|
91
|
-
x = [('and' if @conjunction and junction)] # wyf?
|
92
|
-
case val
|
93
|
-
when 0
|
94
|
-
[]
|
95
|
-
when 1...10
|
96
|
-
x << DIGITS[val]
|
97
|
-
when 10...20
|
98
|
-
x << TEENS[val - 10]
|
99
|
-
else
|
100
|
-
d = val % 10
|
101
|
-
x << (TENS[val / 10] + ('-' + DIGITS[d] if d != 0).to_s)
|
102
|
-
end
|
103
|
-
end
|
104
|
-
end
|
105
|
-
|
106
|
-
|
107
|
-
class Integer
|
108
|
-
def to_spoken(translator = USEnglishTranslator.new)
|
109
|
-
translator.to_spoken(self).squeeze(' ').strip
|
110
|
-
end
|
111
|
-
end
|
112
|
-
|
113
|
-
if $0 == __FILE__
|
114
|
-
SAMPLES = [ 0, 1, 2, 5, 10, 11, 14, 18, 20, 21, 29, 33, 42, 50, 87, 99,
|
115
|
-
100, 101, 110, 167, 199, 200, 201, 276, 300, 314, 500, 610,
|
116
|
-
1000, 1039, 1347, 2309, 3098, 23501, 32767, 70000, 5480283,
|
117
|
-
2435489238, 234100090000, -42, -2001 ]
|
118
|
-
|
119
|
-
TRANSLATORS = { 'US English' => USEnglishTranslator.new,
|
120
|
-
'Japanese' => JapaneseTranslator.new }
|
121
|
-
|
122
|
-
|
123
|
-
# main
|
124
|
-
TRANSLATORS.each do |lang, translator|
|
125
|
-
puts
|
126
|
-
puts lang
|
127
|
-
puts '-' * lang.length
|
128
|
-
SAMPLES.each do |val|
|
129
|
-
puts "%12d => %s" % [val, val.to_spoken(translator)]
|
130
|
-
end
|
131
|
-
end
|
132
|
-
end
|