watson-acts_as_ferret 0.4.8.2

data/doc/demo/test/smoke/process_stats.rb

@@ -0,0 +1,21 @@
+require 'rubygems'
+require 'gruff'
+
+search = Stats.compute :search
+write = Stats.compute :write
+
+
+g = chart "aaf DRb (write performance)"
+g.data :avg, write.map{|r| r[:avg]}
+g.data :stddev, write.map{|r| r[:stddev]}
+g.write "write_averages.png"
+
+g = chart "aaf DRb (search performance)"
+g.data :average, search.map{ |r| r[:avg] }
+g.data :stddev, search.map{ |r| r[:stddev] }
+g.write "search_averages.png"
+
+g = chart "aaf DRb (search performance (medians))"
+g.data :search_median, search.map{ |r| r[:median] }
+g.write "search_medians.png"
+

data/doc/demo/test/test_helper.rb

@@ -0,0 +1,30 @@
+ENV["RAILS_ENV"] = "test"
+require File.expand_path(File.dirname(__FILE__) + "/../config/environment")
+require 'test_help'
+
+class Test::Unit::TestCase
+  # Transactional fixtures accelerate your tests by wrapping each test method
+  # in a transaction that's rolled back on completion.  This ensures that the
+  # test database remains unchanged so your fixtures don't have to be reloaded
+  # between every test method.  Fewer database queries means faster tests.
+  #
+  # Read Mike Clark's excellent walkthrough at
+  #   http://clarkware.com/cgi/blosxom/2005/10/24#Rails10FastTesting
+  #
+  # Every Active Record database supports transactions except MyISAM tables
+  # in MySQL.  Turn off transactional fixtures in this case; however, if you
+  # don't care one way or the other, switching from MyISAM to InnoDB tables
+  # is recommended.
+  #self.use_transactional_fixtures = true
+  self.use_transactional_fixtures = false
+
+  # Instantiated fixtures are slow, but give you @david where otherwise you
+  # would need people(:david).  If you don't want to migrate your existing
+  # test cases which use the @david style and don't mind the speed hit (each
+  # instantiated fixtures translates to a database query per test method),
+  # then set this back to true.
+  self.use_instantiated_fixtures  = false
+
+  # Add more helper methods to be used by all tests here...
+end
+

data/doc/demo/test/unit/comment_test.rb

@@ -0,0 +1,217 @@
+require File.dirname(__FILE__) + '/../test_helper'
+
+class CommentTest < Test::Unit::TestCase
+  fixtures :comments
+
+  def setup
+    Comment.rebuild_index
+  end
+
+  # Replace this with your real tests.
+  def test_truth
+    assert_kind_of Comment, comments(:first)
+  end
+  
+  def test_issue_220_index_false_as_false
+    c = Comment.new :content => false
+    assert_equal false, c.content
+    assert_equal 'false', c.content_for_field_name(:content)
+    assert_equal 'false', c.to_doc[:content]
+    c.save
+    assert_equal c, Comment.find_with_ferret('content:false').first
+  end
+
+  def test_if_option
+    c = Comment.new :content => 'do not index'
+    c.save
+    assert_equal 0, Comment.find_with_ferret('do not index').total_hits
+  end
+
+  def test_analyzer
+    c = Comment.create! :content => 'a fax modem'
+    assert_equal 0, Comment.find_with_ferret('fax').size
+    assert_equal 1, Comment.find_with_ferret('modem').size
+  end
+
+  def test_class_index_dir
+    assert Comment.aaf_configuration[:index_dir] =~ %r{^#{RAILS_ROOT}/index/test/comment}
+  end
+
+  def test_aliased_field
+    res = Comment.find_with_ferret 'aliased:regarding'
+    assert_equal 1, res.total_hits
+    assert_equal comments(:comment_for_c2), res.first
+  end
+
+  def test_search_for_id
+    # don't search the id field by default:
+    assert Comment.find_with_ferret('3').empty?
+    # explicit query for id field works:
+    assert_equal 3, Comment.find_with_ferret('id:3').first.id
+  end
+
+  #def test_reloadable
+  #  assert ! Comment.reloadable?
+  #end
+
+  # tests the automatic building of an index when none exists
+  # delete index/test/* before running rake to make this useful
+  def test_automatic_index_build
+    # TODO: check why this fails, but querying for 'comment fixture' works.
+    # maybe different analyzers at index creation and searching time ?
+    #comments_from_ferret = Comment.find_with_ferret('"comment from fixture"')
+    comments_from_ferret = Comment.find_with_ferret('comment fixture')
+    assert_equal 2, comments_from_ferret.size
+    assert comments_from_ferret.include?(comments(:first))
+    assert comments_from_ferret.include?(comments(:another))
+  end
+
+  def test_rebuild_index
+    Comment.aaf_index.ferret_index.query_delete('comment')
+    comments_from_ferret = Comment.find_with_ferret('comment AND fixture')
+    assert comments_from_ferret.empty?
+    Comment.rebuild_index
+    comments_from_ferret = Comment.find_with_ferret('comment AND fixture')
+    assert_equal 2, comments_from_ferret.size
+  end
+
+  def test_total_hits
+    comments_from_ferret = Comment.find_with_ferret('comment AND fixture', :limit => 1)
+    assert_equal 1, comments_from_ferret.size
+    assert_equal 2, comments_from_ferret.total_hits
+
+    comments_from_ferret = Comment.find_with_ferret('comment AND fixture', {}, :conditions => 'id != 1')
+    assert_equal 1, comments_from_ferret.size
+    assert_equal 1, comments_from_ferret.total_hits
+  end
+
+  def test_score
+    comments_from_ferret = Comment.find_with_ferret('comment AND fixture', :limit => 1)
+    assert comments_from_ferret.first
+    assert comments_from_ferret.first.ferret_score > 0
+  end
+
+  def test_find_all
+    20.times do |i|
+      Comment.create( :author => 'multi-commenter', :content => "This is multicomment no #{i}" )
+    end
+    assert_equal 10, (res = Comment.find_with_ferret('multicomment')).size
+    assert_equal 20, res.total_hits
+    assert_equal 15, (res = Comment.find_with_ferret('multicomment', :limit => 15)).size
+    assert_equal 20, res.total_hits
+    assert_equal 20, (res = Comment.find_with_ferret('multicomment', :limit => :all)).size
+    assert_equal 20, res.total_hits
+  end
+
+  # tests the custom to_doc method defined in comment.rb
+  def test_custom_to_doc
+    top_docs = Comment.aaf_index.ferret_index.search('"from fixture"')
+    #top_docs = Comment.ferret_index.search('"comment from fixture"')
+    assert_equal 2, top_docs.total_hits
+    doc = Comment.aaf_index.ferret_index.doc(top_docs.hits[0].doc)
+    # check for the special field added by the custom to_doc method
+    assert_not_nil doc[:added]
+    # still a valid int ?
+    assert doc[:added].to_i > 0
+  end
+
+  def test_find_with_ferret
+    comment = Comment.create( :author => 'john doe', :content => 'This is a useless comment' )
+    comment2 = Comment.create( :author => 'another', :content => 'content' )
+
+    comments_from_ferret = Comment.find_with_ferret('anoth* OR jo*')
+    assert_equal 2, comments_from_ferret.size
+    assert comments_from_ferret.include?(comment)
+    assert comments_from_ferret.include?(comment2)
+    
+    # find options
+    comments_from_ferret = Comment.find_with_ferret('anoth* OR jo*', {}, :conditions => ["id=?",comment2.id])
+    assert_equal 1, comments_from_ferret.size
+    assert comments_from_ferret.include?(comment2)
+    
+    comments_from_ferret = Comment.find_with_ferret('lorem ipsum not here')
+    assert comments_from_ferret.empty?
+
+    comments_from_ferret = Comment.find_with_ferret('another')
+    assert_equal 1, comments_from_ferret.size
+    assert_equal comment2.id, comments_from_ferret.first.id
+    
+    comments_from_ferret = Comment.find_with_ferret('doe')
+    assert_equal 1, comments_from_ferret.size
+    assert_equal comment.id, comments_from_ferret.first.id
+    
+    comments_from_ferret = Comment.find_with_ferret('useless')
+    assert_equal 1, comments_from_ferret.size
+    assert_equal comment.id, comments_from_ferret.first.id
+  
+    # no monkeys here
+    comments_from_ferret = Comment.find_with_ferret('monkey')
+    assert comments_from_ferret.empty?
+    
+    # multiple terms are ANDed by default...
+    comments_from_ferret = Comment.find_with_ferret('monkey comment')
+    assert comments_from_ferret.empty?
+    # ...unless you connect them by OR
+    comments_from_ferret = Comment.find_with_ferret('monkey OR comment')
+    assert_equal 3, comments_from_ferret.size
+    assert comments_from_ferret.include?(comment)
+    assert comments_from_ferret.include?(comments(:first))
+    assert comments_from_ferret.include?(comments(:another))
+
+    # multiple terms, each term has to occur in a document to be found, 
+    # but they may occur in different fields
+    comments_from_ferret = Comment.find_with_ferret('useless john')
+    assert_equal 1, comments_from_ferret.size
+    assert_equal comment.id, comments_from_ferret.first.id
+    
+
+    # search for an exact string by enclosing it in "
+    comments_from_ferret = Comment.find_with_ferret('"useless john"')
+    assert comments_from_ferret.empty?
+    comments_from_ferret = Comment.find_with_ferret('"useless comment"')
+    assert_equal 1, comments_from_ferret.size
+    assert_equal comment.id, comments_from_ferret.first.id
+
+    comment.destroy
+    comment2.destroy
+  end
+
+  # fixed with Ferret 0.9.6
+  def test_stopwords_ferret_bug 
+    i = Ferret::I.new(:or_default => false, :default_field => '*' )
+    d = Ferret::Document.new
+    d[:id] = '1'
+    d[:content] = 'Move or shake'
+    i << d
+    hits = i.search 'move AND or AND shake'
+    assert_equal 1, hits.total_hits
+    hits = i.search 'move AND nothere AND shake'
+    assert_equal 0, hits.total_hits
+    hits = i.search 'move AND shake'
+    assert_equal 1, hits.total_hits
+    hits = i.search 'move OR shake'
+    assert_equal 1, hits.total_hits
+    hits = i.search '+move +the +shake'
+    assert_equal 1, hits.total_hits
+
+    hits = i.search 'move nothere'
+    assert_equal 0, hits.total_hits
+  end
+
+  def test_stopwords
+    comment = Comment.create( :author => 'john doe', :content => 'Move or shake' )
+    ['move shake', 'Move shake', 'move Shake', 'move or shake', 'move the shake'].each do |q|
+      comments_from_ferret = Comment.find_with_ferret(q)
+      assert_equal comment, comments_from_ferret.first, "query #{q} failed"
+    end
+    comment.destroy
+  end
+
+  def test_array_conditions_combining 
+    comments_from_ferret = Comment.find_with_ferret('comment AND fixture', {}, :conditions => [ 'id IN (?)', [ 2, 3 ] ]) 
+    assert_equal 1, comments_from_ferret.size 
+    assert_equal 1, comments_from_ferret.total_hits 
+  end
+
+
+end

data/doc/demo/test/unit/content_test.rb

@@ -0,0 +1,705 @@
+require File.dirname(__FILE__) + '/../test_helper'
+require 'pp'
+require 'fileutils'
+
+class ContentTest < Test::Unit::TestCase
+  include Ferret::Index
+  include Ferret::Search
+  fixtures :contents, :comments
+
+  def setup
+    #make sure the fixtures are in the index
+    FileUtils.rm_f 'index/test/'
+    Comment.rebuild_index
+    ContentBase.rebuild_index 
+    raise "missing fixtures" unless ContentBase.count > 2
+    
+    @another_content = Content.new( :title => 'Another Content item', 
+                                    :description => 'this is not the title' )
+    @another_content.save
+    @comment = @another_content.comments.create(:author => 'john doe', :content => 'This is a useless comment')
+    @comment2 = @another_content.comments.create(:author => 'another', :content => 'content')
+    @another_content.save # to update comment_count in ferret-index
+  end
+  
+  def teardown
+    ContentBase.find(:all).each { |c| c.destroy }
+    Comment.find(:all).each { |c| c.destroy }
+  end
+
+  def test_limit_all
+    res = Content.find_with_ferret '*', { :limit => :all }, :conditions => ['lower(title) like ?', 'content'], :order => 'contents.description'
+  end
+
+  def test_find_with_ferret_on_has_many_assoc
+    c = contents(:first)
+    comments = c.comments.find_with_ferret 'second'
+    assert_equal 1, comments.size
+    assert_equal comments(:another), comments.first
+  end
+
+  def test_total_hits_on_has_many_assoc
+    c = contents(:first)
+    assert_equal 2, Comment.find_with_ferret('second OR regarding').total_hits
+    assert_equal 1, c.comments.find_with_ferret('second OR regarding').total_hits
+  end
+
+  def test_include_option
+    assert_equal 1, Content.find_with_ferret('description', {}, :include => :comments).size
+  end
+
+  def test_lazy_loading
+    results = Content.find_with_ferret 'description', :lazy => true
+    assert_equal 1, results.size
+    result = results.first
+    class << result
+      attr_accessor :ar_record # so we have a chance to check if it's been loaded...
+    end
+    assert ActsAsFerret::FerretResult === result
+    assert_equal 'A useless description', result.description
+    assert_nil result.instance_variable_get(:@ar_record)
+    assert_equal 'My Title', result.title
+    assert_not_nil result.ar_record
+  end
+
+  def test_ticket_69
+    content = Content.create(:title => 'aksjeselskap test',
+                             :description => 'content about various norwegian companies. A.s. Haakon, Åmot Håndverksenter A/S, Øye Trelast AS')
+
+    # these still fail: 'A\S', 'AS'
+    [ '"A.s. Haakon"', 'A.s. Haakon', 'Åmot A/S', 'A/S' ].each do |query|
+      assert_equal content, Content.find_with_ferret(query).first, query
+    end
+  end
+
+  def test_highlight
+    highlight = @another_content.highlight('title')
+    assert_equal 1, highlight.size
+    assert_equal "this is not the <em>title</em>", highlight.first
+
+    highlight = @another_content.highlight('title', :field => :description)
+    assert_equal 1, highlight.size
+    assert_equal "this is not the <em>title</em>", highlight.first
+  end
+
+  def test_highlight_new_record
+    c = Content.create :title => 'the title', :description => 'the new description'
+    highlight = c.highlight('new')
+    assert_equal 1, highlight.size
+    assert_equal "the <em>new</em> description", highlight.first
+
+    c1 = Content.find_with_ferret('new description').first
+    assert_equal c, c1
+    highlight = c1.highlight('new')
+    assert_equal 1, highlight.size
+    assert_equal "the <em>new</em> description", highlight.first
+  end
+
+  def test_disable_ferret_once
+    content = Content.new(:title => 'should not get saved', :description => 'do not find me')
+    assert_raises (ArgumentError) do
+      content.disable_ferret(:wrong)
+    end
+    assert content.ferret_enabled?
+    content.disable_ferret
+    assert !content.ferret_enabled?
+    content.save
+    assert content.ferret_enabled?
+    assert Content.find_with_ferret('"find me"').empty?
+
+    content.save
+    assert content.ferret_enabled?
+    assert_equal content, Content.find_with_ferret('"find me"').first
+  end
+
+  def test_ferret_disable_always
+    content = Content.new(:title => 'should not get saved', :description => 'do not find me')
+    assert content.ferret_enabled?
+    content.disable_ferret(:always)
+    assert !content.ferret_enabled?
+    2.times do 
+      content.save
+      assert Content.find_with_ferret('"find me"').empty?
+      assert !content.ferret_enabled?
+    end
+    content.ferret_enable
+    assert content.ferret_enabled?
+    content.save
+    assert content.ferret_enabled?
+    assert_equal content, Content.find_with_ferret('"find me"').first
+  end
+
+  def test_disable_ferret_on_class_level
+    Content.disable_ferret
+    content = Content.new(:title => 'should not get saved', :description => 'do not find me')
+    assert !content.ferret_enabled?
+    assert !Content.ferret_enabled?
+    2.times do 
+      content.save
+      assert Content.find_with_ferret('"find me"').empty?
+      assert !Content.ferret_enabled?
+      assert !content.ferret_enabled?
+    end
+    content.enable_ferret  # record level enabling should have no effect on class level
+    assert !Content.ferret_enabled?
+    assert !content.ferret_enabled?
+    Content.enable_ferret
+    assert Content.ferret_enabled?
+    assert content.ferret_enabled?
+
+    content.save
+    assert content.ferret_enabled?
+    assert Content.ferret_enabled?
+    assert_equal content, Content.find_with_ferret('"find me"').first
+  end
+
+  def test_disable_ferret_block
+    content = Content.new(:title => 'should not get saved', :description => 'do not find me')
+    content.disable_ferret do
+      2.times do
+        content.save
+        assert Content.find_with_ferret('"find me"').empty?
+        assert !content.ferret_enabled?
+      end
+    end
+    assert content.ferret_enabled?
+    assert Content.find_with_ferret('"find me"').empty?
+
+    content.disable_ferret(:index_when_finished) do
+      2.times do
+        content.save
+        assert Content.find_with_ferret('"find me"').empty?
+        assert !content.ferret_enabled?
+      end
+    end
+    assert content.ferret_enabled?
+    assert_equal content, Content.find_with_ferret('"find me"').first
+  end
+
+  def test_disable_ferret_on_class_level_block
+    content = Content.new(:title => 'should not get saved', :description => 'do not find me')
+    Content.disable_ferret do
+      2.times do
+        content.save
+        assert Content.find_with_ferret('"find me"').empty?
+        assert !content.ferret_enabled?
+        assert !Content.ferret_enabled?
+      end
+    end
+    assert content.ferret_enabled?
+    assert Content.ferret_enabled?
+    assert Content.find_with_ferret('"find me"').empty?
+    content.save
+    assert_equal content, Content.find_with_ferret('"find me"').first
+  end
+
+  # ticket 178
+  def test_records_for_rebuild_works_with_includes
+    size = Content.count
+    Content.send( :with_scope, :find => { :include => :comments } ) do
+      Content.records_for_rebuild do |records, offset|
+        assert_equal size, records.size
+      end
+    end
+  end
+
+  def test_records_for_bulk_index
+    Content.disable_ferret do
+      more_contents
+    end
+    min = Content.find(:all, :order => 'id asc').first.id
+    Content.records_for_bulk_index([min, min+1, min+2, min+3, min+4, min+6], 10) do |records, offset|
+      assert_equal 6, records.size
+    end
+  end
+
+  def test_bulk_index_no_optimize
+    Content.disable_ferret do
+      more_contents
+    end
+
+    assert Content.find_with_ferret('title').empty?
+    min = Content.find(:all, :order => 'id asc').first.id
+    Content.bulk_index(min, min+1, min+2, min+3, min+4, min+6, :optimize => false)
+    assert_equal 6, Content.find_with_ferret('title').size
+  end
+
+  def test_bulk_index
+    Content.disable_ferret do
+      more_contents
+    end
+
+    assert Content.find_with_ferret('title').empty?
+    min = Content.find(:all, :order => 'id asc').first.id
+    Content.bulk_index([min, min+1, min+2, min+3, min+4, min+6])
+    assert_equal 6, Content.find_with_ferret('title').size
+  end
+
+
+  def test_unicode
+    content = Content.new(:title => 'Title with some Ümläuts - äöü', 
+                          :description => 'look - an ß')
+    content.save
+    result = Content.find_with_ferret('äöü')
+    assert_equal content, result.first
+    result = Content.find_with_ferret('üml*')
+    assert_equal content, result.first
+    result = Content.find_with_ferret('ß')
+    assert_equal content, result.first
+  end
+
+  def test_content_for_field_name
+    c = 'lorem ipsum dolor sit amet. lorem.'
+    @c1 = Content.new( :title => 'Content item 1', 
+                       :description => c )
+    assert_equal c, @c1.content_for_field_name(:description)
+  end
+
+  def test_document_number
+    c = 'lorem ipsum dolor sit amet. lorem.'
+    c1 = Content.new( :title => 'Content item 1', 
+                       :description => c )
+    c1.save
+    fi = Content.aaf_index.ferret_index
+    assert fi
+    hits = fi.search('title:"Content item 1"')
+    assert_equal 1, hits.total_hits
+    expected_doc_num = hits.hits.first.doc
+    assert_equal c, fi[expected_doc_num][:description]
+    doc_num = c1.document_number
+    assert_equal expected_doc_num, doc_num
+    assert_equal c, fi[doc_num][:description]
+  end
+
+  def test_more_like_this
+    assert Content.find_with_ferret('lorem ipsum').empty?
+    @c1 = Content.new( :title => 'Content item 1', 
+                       :description => 'lorem ipsum dolor sit amet. lorem.' )
+    @c1.save
+    @c2 = Content.new( :title => 'Content item 2', 
+                       :description => 'lorem ipsum dolor sit amet. lorem ipsum.' )
+    @c2.save
+    assert_equal 2, Content.find_with_ferret('lorem ipsum').size
+    similar = @c1.more_like_this(:field_names => [:description], :min_doc_freq => 1, :min_term_freq => 1)
+    assert_equal 1, similar.size
+    assert_equal @c2, similar.first
+  end
+
+  def test_more_like_this_new_record
+    assert Content.find_with_ferret('lorem ipsum').empty?
+    @c1 = Content.new( :title => 'Content item 1', 
+                       :description => 'lorem ipsum dolor sit amet. lorem.' )
+    @c2 = Content.new( :title => 'Content item 2', 
+                       :description => 'lorem ipsum dolor sit amet. lorem ipsum.' )
+    @c2.save
+    assert_equal 1, Content.find_with_ferret('lorem ipsum').size
+    similar = @c1.more_like_this(:field_names => [:description], :min_doc_freq => 1, :min_term_freq => 1)
+    assert_equal 1, similar.size
+    assert_equal @c2, similar.first
+  end
+
+  def test_class_index_dir
+    assert Content.aaf_configuration[:index_dir] =~ %r{^#{RAILS_ROOT}/index/test/content_base}
+  end
+  
+  def test_update
+    contents_from_ferret = Content.find_with_ferret('useless')
+    assert_equal 1, contents_from_ferret.size
+    assert_equal contents(:first).id, contents_from_ferret.first.id
+    contents(:first).description = 'Updated description, still useless'
+    contents(:first).save
+    contents_from_ferret = Content.find_with_ferret('useless')
+    assert_equal 1, contents_from_ferret.size
+    assert_equal contents(:first).id, contents_from_ferret.first.id
+    contents_from_ferret = Content.find_with_ferret('updated AND description')
+    assert_equal 1, contents_from_ferret.size
+    assert_equal contents(:first).id, contents_from_ferret.first.id
+    contents_from_ferret = Content.find_with_ferret('updated OR description')
+    assert_equal 1, contents_from_ferret.size
+    assert_equal contents(:first).id, contents_from_ferret.first.id
+  end
+
+  def test_indexed_method
+    assert_equal 2, @another_content.comment_count
+    assert_equal 2, contents(:first).comment_count
+    assert_equal 1, contents(:another).comment_count
+    # retrieve all content objects having 2 comments
+    result = Content.find_with_ferret('comment_count:2')
+    # TODO check why this range query returns 3 results
+    #result = Content.find_with_ferret('comment_count:[2 TO 1000]')
+    # p result
+    assert_equal 2, result.size
+    assert result.include?(@another_content)
+    assert result.include?(contents(:first))
+  end
+
+  def test_sorting
+    sorting = [ Ferret::Search::SortField.new(:id, :reverse => true) ]
+    result = Content.find_with_ferret('comment_count:2', :sort => sorting)
+    assert !result.empty?
+    assert result.first.id > result.last.id
+
+    sorting = [ Ferret::Search::SortField.new(:id) ]
+    result = Content.find_with_ferret('comment_count:2', :sort => sorting)
+    assert result.first.id < result.last.id
+
+    sorting = Ferret::Search::Sort.new([ Ferret::Search::SortField.new(:id), 
+                                         Ferret::Search::SortField::SCORE ],
+                                        :reverse => true)
+
+
+    result = Content.find_with_ferret('comment_count:2', :sort => sorting)
+    assert result.first.id > result.last.id
+  end
+  
+  def test_sort_class
+    sorting = Ferret::Search::Sort.new(Ferret::Search::SortField.new(:id, :reverse => true))
+    result = Content.find_with_ferret('comment_count:2 OR comment_count:1', :sort => sorting)
+    assert result.size > 2
+    assert result.first.id > result.last.id
+    result = Content.find_with_ferret('comment_count:2 OR comment_count:1', :sort => sorting, :limit => 2)
+    assert_equal 2, result.size
+    assert result.first.id > result.last.id
+  end
+  
+  def test_sort_with_limit
+    sorting = [ Ferret::Search::SortField.new(:id) ]
+    result = Content.find_with_ferret('comment_count:2 OR comment_count:1', :sort => sorting)
+    assert result.size > 2
+    assert result.first.id < result.last.id
+    result = Content.find_with_ferret('comment_count:2 OR comment_count:1', :sort => sorting, :limit => 2)
+    assert_equal 2, result.size
+    assert result.first.id < result.last.id
+
+    sorting = [ Ferret::Search::SortField.new(:id, :reverse => true) ]
+    result = Content.find_with_ferret('comment_count:2 OR comment_count:1', :sort => sorting)
+    assert result.size > 2
+    assert result.first.id > result.last.id
+    result = Content.find_with_ferret('comment_count:2 OR comment_count:1', :sort => sorting, :limit => 2)
+    assert_equal 2, result.size
+    assert result.first.id > result.last.id
+  end
+  
+
+  def test_add_rebuilds_index
+    remove_index Content
+    Content.create(:title => 'another one', :description => 'description')
+    contents_from_ferret = Content.find_with_ferret('description:title')
+    assert_equal 1, contents_from_ferret.size
+  end
+  def test_find_rebuilds_index
+    remove_index Content
+    contents_from_ferret = Content.find_with_ferret('description:title')
+    assert_equal 1, contents_from_ferret.size
+  end
+
+  def test_total_hits
+    assert_equal 2, Content.total_hits('title:title OR description:title')
+    assert_equal 2, Content.total_hits('title:title OR description:title', :limit => 1)
+  end
+
+  def test_find_ids_with_ferret
+    total_hits, contents_from_ferret = Content.find_ids_with_ferret('title:title OR description:title')
+    assert_equal 2, contents_from_ferret.size
+    assert_equal 2, total_hits
+    #puts "first (id=#{contents_from_ferret.first[:id]}): #{contents_from_ferret.first[:score]}"
+    #puts "last  (id=#{contents_from_ferret.last[:id]}): #{contents_from_ferret.last[:score]}"
+    assert_equal contents(:first).id, contents_from_ferret.first[:id].to_i 
+    assert_equal @another_content.id, contents_from_ferret.last[:id].to_i
+    assert contents_from_ferret.first[:score] >= contents_from_ferret.last[:score]
+     
+    # give description field higher boost:
+    total_hits, contents_from_ferret = Content.find_ids_with_ferret('title:title OR description:title^200')
+    assert_equal 2, contents_from_ferret.size
+    assert_equal 2, total_hits
+    #puts "first (id=#{contents_from_ferret.first[:id]}): #{contents_from_ferret.first[:score]}"
+    #puts "last  (id=#{contents_from_ferret.last[:id]}): #{contents_from_ferret.last[:score]}"
+    assert_equal @another_content.id, contents_from_ferret.first[:id].to_i
+    assert_equal contents(:first).id, contents_from_ferret.last[:id].to_i 
+    assert contents_from_ferret.first[:score] > contents_from_ferret.last[:score]
+     
+  end
+  
+  def test_find_with_ferret_boost
+    # give description field higher boost:
+    contents_from_ferret = Content.find_with_ferret('title:title OR description:title^200')
+    assert_equal 2, contents_from_ferret.size
+    assert_equal @another_content.id, contents_from_ferret.first.id
+    assert_equal contents(:first).id, contents_from_ferret.last.id 
+  end
+
+  def test_default_and_queries
+    # multiple terms are ANDed by default...
+    contents_from_ferret = Content.find_with_ferret('monkey description')
+    assert contents_from_ferret.empty?
+    # ...unless you connect them by OR
+    contents_from_ferret = Content.find_with_ferret('monkey OR description')
+    assert_equal 1, contents_from_ferret.size
+    assert_equal contents(:first).id, contents_from_ferret.first.id
+
+    # multiple terms, each term has to occur in a document to be found, 
+    # but they may occur in different fields
+    contents_from_ferret = Content.find_with_ferret('useless title')
+    assert_equal 1, contents_from_ferret.size
+    assert_equal contents(:first).id, contents_from_ferret.first.id
+  end
+  
+  def test_find_with_ferret
+
+    contents_from_ferret = Content.find_with_ferret('lorem ipsum not here')
+    assert contents_from_ferret.empty?
+
+    contents_from_ferret = Content.find_with_ferret('title')
+    assert_equal 2, contents_from_ferret.size
+    # the title field has a higher boost value, so contents(:first) must be first in the list
+    assert_equal contents(:first).id, contents_from_ferret.first.id 
+    assert_equal @another_content.id, contents_from_ferret.last.id
+
+     
+
+    contents_from_ferret = Content.find_with_ferret('useless')
+    assert_equal 1, contents_from_ferret.size
+    assert_equal contents(:first).id, contents_from_ferret.first.id
+    
+    # no monkeys here
+    contents_from_ferret = Content.find_with_ferret('monkey')
+    assert contents_from_ferret.empty?
+    
+    
+
+    # search for an exact string by enclosing it in "
+    contents_from_ferret = Content.find_with_ferret('"useless title"')
+    assert contents_from_ferret.empty?
+    contents_from_ferret = Content.find_with_ferret('"useless description"')
+    assert_equal 1, contents_from_ferret.size
+    assert_equal contents(:first).id, contents_from_ferret.first.id
+
+    # wildcard query
+    contents_from_ferret = Content.find_with_ferret('use*')
+    assert_equal 1, contents_from_ferret.size
+
+    # ferret-bug ? wildcard queries don't seem to get lowercased even when
+    # using StandardAnalyzer:
+    # contents_from_ferret = Content.find_with_ferret('Ti*')
+    # we should find both 'Title' and 'title'
+    # assert_equal 2, contents_from_ferret.size 
+    # theory: :wild_lower parser option isn't used
+
+    contents_from_ferret = Content.find_with_ferret('ti*')
+    # this time we find both 'Title' and 'title'
+    assert_equal 2, contents_from_ferret.size
+
+    contents(:first).destroy
+    contents_from_ferret = Content.find_with_ferret('ti*')
+    # should find only one now
+    assert_equal 1, contents_from_ferret.size
+    assert_equal @another_content.id, contents_from_ferret.first.id
+  end
+
+  def test_find_with_ferret_options
+    # find options
+    contents_from_ferret = Content.find_with_ferret('title', {}, :conditions => ["id=?",contents(:first).id])
+    assert_equal 1, contents_from_ferret.size
+    assert_equal contents(:first), contents_from_ferret.first
+    
+    # limit result set size to 1
+    contents_from_ferret = Content.find_with_ferret('title', :limit => 1)
+    assert_equal 1, contents_from_ferret.size
+    assert_equal contents(:first), contents_from_ferret.first 
+    
+    # limit result set size to 1, starting with the second result
+    contents_from_ferret = Content.find_with_ferret('title', :limit => 1, :offset => 1)
+    assert_equal 1, contents_from_ferret.size
+    assert_equal @another_content.id, contents_from_ferret.first.id 
+
+  end
+
+  def test_pagination
+    more_contents
+
+    r = Content.find_with_ferret 'title', :per_page => 10, :sort => 'title'
+    assert_equal 30, r.total_hits
+    assert_equal 10, r.size
+    assert_equal "0", r.first.description
+    assert_equal "9", r.last.description
+    assert_equal 1, r.current_page
+    assert_equal 3, r.page_count
+
+    r = Content.find_with_ferret 'title', :page => '2', :per_page => 10, :sort => 'title'
+    assert_equal 30, r.total_hits
+    assert_equal 10, r.size
+    assert_equal "10", r.first.description
+    assert_equal "19", r.last.description
+    assert_equal 2, r.current_page
+    assert_equal 3, r.page_count
+
+    r = Content.find_with_ferret 'title', :page => 4, :per_page => 10, :sort => 'title'
+    assert_equal 30, r.total_hits
+    assert_equal 0, r.size
+  end
+
+  def test_limits_and_offsets
+    more_contents
+    r = Content.find_with_ferret 'title'
+    assert_equal 30, r.total_hits
+    assert_equal 10, r.size
+
+    r = Content.find_with_ferret 'title', :limit => :all
+    assert_equal 30, r.total_hits
+    assert_equal 30, r.size
+  end
+
+  def test_limits_and_offsets_with_ar_conditions
+    more_contents
+
+    r = Content.find_with_ferret 'title', { :limit => 10, :offset => 0 }, 
+                                          { :conditions => "description != '0'", :order => 'title ASC' }
+    assert_equal 29, r.total_hits
+    assert_equal 10, r.size
+    assert_equal "1", r.first.description
+    assert_equal "10", r.last.description
+
+    r = Content.find_with_ferret 'title', { :limit => 10, :offset => 10 }, 
+                                          { :conditions => "description != '0'", :order => 'title ASC' }
+    assert_equal 29, r.total_hits
+    assert_equal 10, r.size
+    assert_equal "11", r.first.description
+    assert_equal "20", r.last.description
+
+    r = Content.find_with_ferret 'title', { }, 
+                                          { :conditions => "description != '0'", :order => 'title ASC', 
+                                            :limit => 10, :offset => 0  }
+    assert_equal 29, r.total_hits
+    assert_equal 10, r.size
+    assert_equal "1", r.first.description
+    assert_equal "10", r.last.description
+
+    r = Content.find_with_ferret 'title', { }, 
+                                          { :conditions => "description != '0'", :order => 'title ASC', 
+                                            :limit => 10, :offset => 10 }
+    assert_equal 29, r.total_hits
+    assert_equal 10, r.size
+    assert_equal "11", r.first.description
+    assert_equal "20", r.last.description
+  end
+
+  def test_pagination_with_ar_conditions
+    more_contents
+
+    r = Content.find_with_ferret 'title', { :page => 1, :per_page => 10 }, 
+                                          { :conditions => "description != '0'", :order => 'title ASC' }
+    assert_equal 29, r.total_hits
+    assert_equal 10, r.size
+    assert_equal "1", r.first.description
+    assert_equal "10", r.last.description
+    assert_equal 1, r.current_page
+    assert_equal 3, r.page_count
+
+    r = Content.find_with_ferret 'title', { :page => 3, :per_page => 10 },
+                                          { :conditions => "description != '0'", :order => 'title ASC' }
+    assert_equal 9, r.size
+    assert_equal 29, r.total_hits
+    assert_equal "21", r.first.description
+    assert_equal "29", r.last.description
+    assert_equal 3, r.current_page
+    assert_equal 3, r.page_count
+  end
+
+  def test_pagination_with_ar_conditions_and_ferret_sort
+    more_contents
+
+    # r = Content.find_with_ferret 'title', { :page => 1, :per_page => 10,
+    #                                         :sort => Ferret::Search::SortField.new(:id,
+    #                                                                                :type => :integer,
+    #                                                                                :reverse => true ) }, 
+    #                                       { :conditions => "description != '0'" }
+    r = ActsAsFerret::find 'title', Content, { :page => 1, :per_page => 10,
+                                            :sort => Ferret::Search::SortField.new(:id,
+                                                                                   :type => :integer,
+                                                                                   :reverse => true ) }, 
+                                          { :conditions => "description != '29'" }
+    assert_equal 29, r.total_hits
+    assert_equal 10, r.size
+    assert_equal "28", r.first.description
+    assert_equal "19", r.last.description
+    assert_equal 1, r.current_page
+    assert_equal 3, r.page_count
+
+    r = Content.find_with_ferret 'title', { :page => 3, :per_page => 10 },
+                                          { :conditions => "description != '0'", :order => 'title ASC' }
+    assert_equal 9, r.size
+    assert_equal 29, r.total_hits
+    assert_equal "21", r.first.description
+    assert_equal "29", r.last.description
+    assert_equal 3, r.current_page
+    assert_equal 3, r.page_count
+  end
+
+  def test_pagination_with_more_conditions
+    more_contents
+
+    r = Content.find_with_ferret 'title -description:0', { :page => 1, :per_page => 10 },
+                                            { :conditions => "contents.description != '9'", :order => 'title ASC' }
+    assert_equal 28, r.total_hits
+    assert_equal 10, r.size
+    assert_equal "1", r.first.description
+    assert_equal "11", r.last.description
+    assert_equal 1, r.current_page
+    assert_equal 3, r.page_count
+  end
+
+  def test_reconnect_in_drb_mode
+    if ENV['AAF_REMOTE'] && Content.connection.is_a?(ActiveRecord::ConnectionAdapters::MysqlAdapter)
+      puts "have DRb and MySQL - doing db reconnect test"
+      Content.aaf_index.send(:db_disconnect!)
+      c = Content.create! :title => 'another one', :description => 'description'
+      assert_equal c, Content.find_with_ferret('another').first
+    else
+      assert true
+    end
+  end
+
+  def test_per_field_boost
+    Content.destroy_all
+    Content.create! :title => 'the title'
+    boosted = Content.new :title => 'the title'
+    boosted.title_boost = 100
+    boosted.save!
+    Content.create! :title => 'the title'
+    results = Content.find_with_ferret 'title:title'
+    assert_equal 3, results.size
+    assert_equal boosted.id, results.first.id
+  end
+
+  def test_per_document_boost
+    Content.destroy_all
+    Content.create! :title => 'the title'
+    boosted = Content.new :title => 'the title'
+    boosted.record_boost = 10
+    boosted.save!
+    Content.create! :title => 'the title'
+    results = Content.find_with_ferret 'title'
+    assert_equal 3, results.size
+    assert_equal boosted.id, results.first.id
+  end
+
+
+  protected
+
+  def more_contents(with_comments = false)
+    Comment.destroy_all if with_comments
+    Content.destroy_all
+    SpecialContent.destroy_all
+    30.times do |i|
+      c = Content.create! :title => sprintf("title of Content %02d", i), :description => "#{i}"
+      c.comments.create! :content => sprintf("Comment for content %02d", i) if with_comments
+    end
+  end
+
+  def remove_index(clazz)
+    clazz.aaf_index.close # avoid io error when deleting the open index
+    FileUtils.rm_rf clazz.aaf_configuration[:index_dir]
+    assert !File.exists?("#{clazz.aaf_configuration[:index_dir]}/segments")
+  end
+
+end