ferret 0.11.4 → 0.11.5

data/test/unit/search/tm_searcher.rb

@@ -235,10 +235,13 @@ module SearcherTests
     dir = Ferret::Store::RAMDirectory.new
     iw = Ferret::Index::IndexWriter.new(:dir => dir,
                   :analyzer => Ferret::Analysis::WhiteSpaceAnalyzer.new())
+    long_text = "big " + "between " * 2000 + 'house'
     [
       {:field => "the words we are searching for are one and two also " +
                  "sometimes looking for them as a phrase like this; one " +
-                 "two lets see how it goes"}
+                 "two lets see how it goes"},
+      {:long =>  'before ' * 1000 + long_text + ' after' * 1000},
+      {:dates => '20070505 20071230 20060920 20081111'},
     ].each {|doc| iw << doc }
     iw.close
     
@@ -354,5 +357,28 @@ module SearcherTests
     assert_equal(2, highlights.size)
     assert_equal("<b>the words</b>...", highlights[0])
     assert_equal("...<b>one</b> <b>two</b>...", highlights[1])
+
+    # {:dates => '20070505, 20071230, 20060920, 20081111'},
+    [
+      [RangeQuery.new(:dates, :>= => '20081111'),
+        '20070505 20071230 20060920 <b>20081111</b>'],
+      [RangeQuery.new(:dates, :>= => '20070101'),
+        '<b>20070505</b> <b>20071230</b> 20060920 <b>20081111</b>'],
+      [PrefixQuery.new(:dates, '2007'),
+        '<b>20070505</b> <b>20071230</b> 20060920 20081111'],
+    ].each do |query, expected|
+      assert_equal([expected],
+                   searcher.highlight(query, 2, :dates))
+    end
+
+    #q = PhraseQuery.new(:long) << 'big' << 'house'
+    #q.slop = 4000
+    #highlights = searcher.highlight(q, 1, :long,
+    #                                :excerpt_length => 400,
+    #                                :num_excerpts => 2)
+    #assert_equal(1, highlights.size)
+    #puts highlights[0]
+    #assert_equal("<b>the words</b>...", highlights[0])
+    #assert_equal("...<b>one</b> <b>two</b>...", highlights[1])
   end
 end

data/test/unit/ts_largefile.rb

@@ -0,0 +1,4 @@
+if ENV['FERRET_DEV']
+  require File.join(File.dirname(__FILE__), "../test_helper.rb")
+  load_test_dir('unit/largefile')
+end

metadata

@@ -1,10 +1,10 @@
 --- !ruby/object:Gem::Specification 
-rubygems_version: 0.9.0
+rubygems_version: 0.9.2
 specification_version: 1
 name: ferret
 version: !ruby/object:Gem::Version 
-  version: 0.11.4
-date: 2007-04-07 00:00:00 +10:00
+  version: 0.11.5
+date: 2007-11-17 00:00:00 +11:00
 summary: Ruby indexing library.
 require_paths: 
 - lib
@@ -30,194 +30,197 @@ authors:
 - David Balmain
 files: 
 - setup.rb
-- CHANGELOG
-- Rakefile
-- TUTORIAL
 - TODO
-- MIT-LICENSE
+- TUTORIAL
+- Rakefile
+- CHANGELOG
 - README
-- ext/q_multi_term.c
-- ext/r_qparser.c
-- ext/r_utils.c
-- ext/r_analysis.c
-- ext/r_search.c
-- ext/ferret.c
+- MIT-LICENSE
+- ext/lang.h
+- ext/q_filtered_query.c
+- ext/stem_ISO_8859_1_spanish.h
+- ext/stem_ISO_8859_1_spanish.c
+- ext/global.c
+- ext/stem_UTF_8_italian.c
+- ext/modules.h
+- ext/stem_UTF_8_portuguese.c
+- ext/stem_ISO_8859_1_dutch.c
+- ext/store.h
+- ext/stem_UTF_8_spanish.h
+- ext/array.c
+- ext/stem_ISO_8859_1_finnish.c
+- ext/stem_ISO_8859_1_finnish.h
+- ext/stem_UTF_8_finnish.h
+- ext/stem_ISO_8859_1_italian.h
+- ext/analysis.h
+- ext/q_wildcard.c
+- ext/except.h
+- ext/stem_UTF_8_english.c
+- ext/stem_ISO_8859_1_german.h
+- ext/api.c
 - ext/r_index.c
-- ext/ferret.h
-- ext/r_store.c
 - ext/hashset.c
+- ext/stem_ISO_8859_1_german.c
+- ext/stem_ISO_8859_1_swedish.h
+- ext/utilities.c
+- ext/stem_UTF_8_spanish.c
+- ext/stem_UTF_8_dutch.h
+- ext/stem_ISO_8859_1_danish.c
 - ext/q_match_all.c
-- ext/bitvector.c
-- ext/mempool.c
-- ext/index.c
+- ext/stem_UTF_8_german.c
 - ext/compound_io.c
-- ext/q_wildcard.c
-- ext/priorityqueue.c
-- ext/q_range.c
+- ext/hash.h
 - ext/q_prefix.c
-- ext/array.c
+- ext/stopwords.c
+- ext/stem_ISO_8859_1_italian.c
+- ext/bitvector.h
+- ext/stem_ISO_8859_1_dutch.h
+- ext/bitvector.c
+- ext/r_analysis.c
+- ext/mempool.h
+- ext/config.h
+- ext/stem_UTF_8_german.h
+- ext/stem_UTF_8_porter.c
+- ext/stem_ISO_8859_1_norwegian.c
+- ext/threading.h
+- ext/stem_UTF_8_norwegian.c
+- ext/stem_ISO_8859_1_swedish.c
+- ext/stem_UTF_8_portuguese.h
+- ext/search.h
 - ext/hash.c
+- ext/stem_UTF_8_swedish.c
 - ext/fs_store.c
-- ext/multimapper.c
-- ext/similarity.c
-- ext/except.c
-- ext/ram_store.c
-- ext/q_boolean.c
-- ext/q_phrase.c
-- ext/global.c
-- ext/q_filtered_query.c
-- ext/q_const_score.c
+- ext/stem_UTF_8_french.h
+- ext/stem_UTF_8_finnish.c
+- ext/stem_UTF_8_danish.c
+- ext/stem_UTF_8_porter.h
+- ext/ferret.c
 - ext/term_vectors.c
-- ext/stopwords.c
-- ext/search.c
-- ext/q_fuzzy.c
 - ext/posh.c
-- ext/q_parser.c
-- ext/document.c
+- ext/stem_ISO_8859_1_norwegian.h
 - ext/helper.c
-- ext/q_span.c
+- ext/mempool.c
+- ext/r_utils.c
+- ext/document.c
+- ext/stem_KOI8_R_russian.c
+- ext/stem_KOI8_R_russian.h
+- ext/r_search.c
+- ext/libstemmer.c
+- ext/api.h
+- ext/stem_ISO_8859_1_portuguese.c
+- ext/r_qparser.c
+- ext/multimapper.h
+- ext/stem_ISO_8859_1_french.c
+- ext/stem_UTF_8_danish.h
+- ext/stem_ISO_8859_1_portuguese.h
+- ext/hashset.h
+- ext/q_parser.c
 - ext/analysis.c
-- ext/filter.c
+- ext/r_store.c
+- ext/stem_UTF_8_swedish.h
+- ext/stem_UTF_8_italian.h
+- ext/q_phrase.c
 - ext/q_term.c
-- ext/sort.c
-- ext/store.c
-- ext/hashset.h
-- ext/store.h
-- ext/multimapper.h
-- ext/global.h
-- ext/bitvector.h
-- ext/win32.h
-- ext/config.h
-- ext/search.h
-- ext/threading.h
+- ext/priorityqueue.h
+- ext/libstemmer.h
+- ext/filter.c
+- ext/q_span.c
+- ext/multimapper.c
 - ext/index.h
-- ext/mempool.h
-- ext/posh.h
-- ext/document.h
-- ext/array.h
 - ext/helper.h
-- ext/lang.h
-- ext/hash.h
-- ext/analysis.h
-- ext/priorityqueue.h
 - ext/similarity.h
-- ext/except.h
-- ext/stem_ISO_8859_1_italian.c
-- ext/stem_UTF_8_portuguese.c
-- ext/stem_UTF_8_portuguese.h
 - ext/stem_UTF_8_french.c
-- ext/stem_UTF_8_spanish.c
-- ext/stem_UTF_8_dutch.c
-- ext/stem_ISO_8859_1_italian.h
-- ext/stem_UTF_8_german.c
-- ext/stem_UTF_8_french.h
-- ext/stem_UTF_8_spanish.h
-- ext/stem_ISO_8859_1_english.c
-- ext/stem_ISO_8859_1_norwegian.c
-- ext/stem_UTF_8_porter.c
-- ext/stem_UTF_8_dutch.h
-- ext/stem_UTF_8_german.h
-- ext/stem_ISO_8859_1_english.h
-- ext/stem_ISO_8859_1_norwegian.h
-- ext/stem_UTF_8_porter.h
-- ext/stem_ISO_8859_1_portuguese.c
+- ext/header.h
+- ext/index.c
+- ext/posh.h
+- ext/document.h
+- ext/similarity.c
 - ext/stem_UTF_8_russian.c
-- ext/stem_ISO_8859_1_spanish.c
-- ext/stem_ISO_8859_1_french.c
-- ext/stem_ISO_8859_1_portuguese.h
-- ext/stem_ISO_8859_1_dutch.c
-- ext/stem_UTF_8_russian.h
-- ext/stem_KOI8_R_russian.c
-- ext/stem_ISO_8859_1_german.c
-- ext/stem_ISO_8859_1_spanish.h
-- ext/stem_ISO_8859_1_french.h
+- ext/win32.h
+- ext/q_fuzzy.c
+- ext/search.c
 - ext/stem_ISO_8859_1_porter.c
-- ext/stem_ISO_8859_1_dutch.h
-- ext/stem_UTF_8_finnish.c
-- ext/stem_KOI8_R_russian.h
-- ext/stem_ISO_8859_1_german.h
+- ext/stem_UTF_8_russian.h
+- ext/ram_store.c
 - ext/stem_ISO_8859_1_porter.h
-- ext/stem_UTF_8_finnish.h
-- ext/stem_UTF_8_danish.c
-- ext/stem_UTF_8_swedish.c
-- ext/stem_UTF_8_danish.h
-- ext/stem_UTF_8_swedish.h
-- ext/stem_ISO_8859_1_finnish.c
-- ext/stem_UTF_8_italian.c
-- ext/stem_ISO_8859_1_finnish.h
-- ext/stem_UTF_8_italian.h
-- ext/stem_ISO_8859_1_swedish.c
-- ext/stem_ISO_8859_1_danish.c
-- ext/stem_UTF_8_english.c
-- ext/stem_UTF_8_norwegian.c
-- ext/stem_ISO_8859_1_swedish.h
+- ext/except.c
+- ext/q_range.c
+- ext/sort.c
+- ext/q_multi_term.c
+- ext/q_const_score.c
+- ext/q_boolean.c
+- ext/stem_UTF_8_norwegian.h
+- ext/priorityqueue.c
+- ext/array.h
 - ext/stem_ISO_8859_1_danish.h
+- ext/store.c
 - ext/stem_UTF_8_english.h
-- ext/stem_UTF_8_norwegian.h
-- ext/utilities.c
-- ext/api.h
-- ext/api.c
-- ext/header.h
-- ext/libstemmer.c
-- ext/modules.h
-- ext/libstemmer.h
-- ext/inc/threading.h
+- ext/stem_ISO_8859_1_english.h
+- ext/stem_ISO_8859_1_french.h
+- ext/stem_ISO_8859_1_english.c
+- ext/ferret.h
+- ext/global.h
+- ext/stem_UTF_8_dutch.c
 - ext/inc/lang.h
-- lib/ferret.rb
+- ext/inc/threading.h
 - lib/ferret_version.rb
 - lib/ferret/field_infos.rb
+- lib/ferret/browser/webrick.rb
+- lib/ferret/browser.rb
 - lib/ferret/document.rb
 - lib/ferret/index.rb
-- lib/ferret/browser.rb
 - lib/ferret/number_tools.rb
-- lib/ferret/browser/webrick.rb
-- lib/ferret/browser/views/layout.rhtml
-- lib/ferret/browser/views/term/index.rhtml
-- lib/ferret/browser/views/term/termdocs.rhtml
+- lib/ferret.rb
 - lib/ferret/browser/views/home/index.rhtml
 - lib/ferret/browser/views/help/index.rhtml
 - lib/ferret/browser/views/document/list.rhtml
 - lib/ferret/browser/views/document/show.rhtml
+- lib/ferret/browser/views/term/index.rhtml
+- lib/ferret/browser/views/term/termdocs.rhtml
 - lib/ferret/browser/views/error/index.rhtml
+- lib/ferret/browser/views/layout.rhtml
 - lib/ferret/browser/views/term-vector/index.rhtml
 - lib/ferret/browser/s/style.css
 - lib/ferret/browser/s/global.js
-- test/test_helper.rb
-- test/test_all.rb
-- test/unit/tc_document.rb
+- test/unit/index/th_doc.rb
+- test/unit/index/tc_index_writer.rb
+- test/unit/index/tc_index.rb
+- test/unit/index/tc_index_reader.rb
 - test/unit/ts_index.rb
-- test/unit/ts_store.rb
-- test/unit/ts_analysis.rb
-- test/unit/ts_utils.rb
+- test/unit/tc_document.rb
 - test/unit/ts_query_parser.rb
-- test/unit/ts_search.rb
-- test/unit/utils/tc_number_tools.rb
 - test/unit/utils/tc_bit_vector.rb
 - test/unit/utils/tc_priority_queue.rb
+- test/unit/utils/tc_number_tools.rb
+- test/unit/ts_analysis.rb
 - test/unit/query_parser/tc_query_parser.rb
-- test/unit/analysis/tc_token_stream.rb
-- test/unit/analysis/tc_analyzer.rb
-- test/unit/search/tc_sort_field.rb
-- test/unit/search/tc_sort.rb
 - test/unit/search/tc_search_and_sort.rb
-- test/unit/search/tc_fuzzy_query.rb
+- test/unit/search/tc_sort.rb
 - test/unit/search/tc_index_searcher.rb
-- test/unit/search/tc_spans.rb
+- test/unit/search/tc_sort_field.rb
+- test/unit/search/tm_searcher.rb
+- test/unit/search/tc_fuzzy_query.rb
 - test/unit/search/tc_filter.rb
+- test/unit/search/tc_multiple_search_requests.rb
+- test/unit/search/tc_spans.rb
 - test/unit/search/tc_multi_searcher.rb
-- test/unit/search/tm_searcher.rb
-- test/unit/index/tc_index.rb
-- test/unit/index/th_doc.rb
-- test/unit/index/tc_index_reader.rb
-- test/unit/index/tc_index_writer.rb
-- test/unit/store/tc_ram_store.rb
-- test/unit/store/tm_store_lock.rb
+- test/unit/ts_search.rb
+- test/unit/ts_store.rb
 - test/unit/store/tc_fs_store.rb
 - test/unit/store/tm_store.rb
+- test/unit/store/tm_store_lock.rb
+- test/unit/store/tc_ram_store.rb
+- test/unit/ts_utils.rb
+- test/unit/analysis/tc_token_stream.rb
+- test/unit/analysis/tc_analyzer.rb
+- test/unit/ts_largefile.rb
+- test/unit/largefile/tc_largefile.rb
+- test/test_all.rb
 - test/threading/thread_safety_index_test.rb
-- test/threading/thread_safety_test.rb
-- test/threading/thread_safety_read_write_test.rb
 - test/threading/number_to_spoken.rb
+- test/threading/thread_safety_read_write_test.rb
+- test/threading/thread_safety_test.rb
+- test/test_helper.rb
 test_files: []
 
 rdoc_options: 
@@ -233,11 +236,11 @@ extra_rdoc_files:
 - TODO
 - TUTORIAL
 - MIT-LICENSE
-- ext/r_qparser.c
-- ext/r_utils.c
+- ext/r_index.c
 - ext/r_analysis.c
+- ext/r_utils.c
 - ext/r_search.c
-- ext/r_index.c
+- ext/r_qparser.c
 - ext/r_store.c
 - ext/ferret.c
 executables: