picky 3.0.1 → 3.1.0

data/spec/lib/indexing/bundle/redis_spec.rb

@@ -1,283 +0,0 @@
-require 'spec_helper'
-
-describe Picky::Indexing::Bundle::Redis do
-
-  before(:each) do
-    @index       = Picky::Indexes::Memory.new :some_index
-    @category    = Picky::Category.new :some_category, @index
-    
-    @partial     = stub :partial
-    @weights     = stub :weights
-    @similarity  = stub :similarity
-  end
-  let(:index) { described_class.new :some_name, @category, @weights, @partial, @similarity }
-
-  describe 'raise_cache_missing' do
-    it 'does something' do
-      expect {
-        index.raise_cache_missing :similarity
-      }.to raise_error("Error: The similarity cache for test:some_index:some_category:some_name is missing.")
-    end
-  end
-  
-  describe 'warn_cache_small' do
-    it 'warns the user' do
-      index.should_receive(:warn).once.with "Warning: similarity cache for test:some_index:some_category:some_name smaller than 16 bytes."
-      
-      index.warn_cache_small :similarity
-    end
-  end
-
-  describe 'identifier' do
-    it 'should return a specific identifier' do
-      index.identifier.should == 'test:some_index:some_category:some_name'
-    end
-  end
-  
-  describe 'initialize_index_for' do
-    context 'token not yet assigned' do
-      before(:each) do
-        index.stub! :inverted => {}
-      end
-      it 'should assign it an empty array' do
-        index.initialize_inverted_index_for :some_token
-
-        index.inverted[:some_token].should == []
-      end
-    end
-    context 'token already assigned' do
-      before(:each) do
-        index.stub! :index => { :some_token => :already_assigned }
-      end
-      it 'should not assign it anymore' do
-        index.initialize_inverted_index_for :some_token
-
-        index.index[:some_token].should == :already_assigned
-      end
-    end
-  end
-  
-  describe 'retrieve' do
-    before(:each) do
-      prepared = stub :prepared
-      prepared.should_receive(:retrieve).once.and_yield '  1234', :some_token
-      index.stub! :prepared => prepared
-      
-      @ary = stub :ary
-      inverted = stub :inverted, :[] => @ary
-      index.stub! :inverted => inverted
-    end
-    context 'id key format' do
-      before(:each) do
-        @category.stub! :key_format => :to_i
-      end
-      it 'should call the other methods correctly' do
-        @ary.should_receive(:<<).once.with 1234
-        
-        index.retrieve
-      end
-    end
-    context 'other key format' do
-      before(:each) do
-        @category.stub! :key_format => :strip
-      end
-      it 'should call the other methods correctly' do
-        @ary.should_receive(:<<).once.with '1234'
-        
-        index.retrieve
-      end
-    end
-    context 'no key format - default' do
-      before(:each) do
-        @category.stub! :key_format => nil
-      end
-      it 'should call the other methods correctly' do
-        @ary.should_receive(:<<).once.with 1234
-        
-        index.retrieve
-      end
-    end
-  end
-
-  describe 'load_from_prepared_index_file' do
-    it 'should call two methods in order' do
-      index.should_receive(:load_from_prepared_index_generation_message).once.ordered
-      index.should_receive(:clear).once.ordered
-      index.should_receive(:retrieve).once.ordered
-
-      index.load_from_prepared_index_file
-    end
-  end
-
-  describe 'generate_derived' do
-    it 'should call two methods in order' do
-      index.should_receive(:generate_weights).once.ordered
-      index.should_receive(:generate_similarity).once.ordered
-
-      index.generate_derived
-    end
-  end
-
-  describe 'generate_caches_from_memory' do
-    it 'should call two methods in order' do
-      index.should_receive(:cache_from_memory_generation_message).once.ordered
-      index.should_receive(:generate_derived).once.ordered
-
-      index.generate_caches_from_memory
-    end
-  end
-
-  describe 'generate_caches_from_source' do
-    it 'should call two methods in order' do
-      index.should_receive(:load_from_prepared_index_file).once.ordered
-      index.should_receive(:generate_caches_from_memory).once.ordered
-
-      index.generate_caches_from_source
-    end
-  end
-  
-  describe 'dump' do
-    it 'should trigger dumps' do
-      index.stub! :timed_exclaim
-      
-      index.should_receive(:dump_inverted).once.with
-      index.should_receive(:dump_weights).once.with
-      index.should_receive(:dump_similarity).once.with
-      index.should_receive(:dump_configuration).once.with
-      
-      index.dump
-    end
-  end
-
-  describe 'raise_unless_cache_exists' do
-    it "calls methods in order" do
-      index.should_receive(:raise_unless_index_exists).once.ordered
-      index.should_receive(:raise_unless_similarity_exists).once.ordered
-      
-      index.raise_unless_cache_exists
-    end
-  end
-  describe 'raise_unless_index_exists' do
-    context 'partial strategy saved' do
-      before(:each) do
-        strategy = stub :strategy, :saved? => true
-        index.stub! :partial_strategy => strategy
-      end
-      it "calls the methods in order" do
-        index.should_receive(:warn_if_index_small).once.ordered
-        index.should_receive(:raise_unless_index_ok).once.ordered
-        
-        index.raise_unless_index_exists
-      end
-    end
-    context 'partial strategy not saved' do
-      before(:each) do
-        strategy = stub :strategy, :saved? => false
-        index.stub! :partial_strategy => strategy
-      end
-      it "calls nothing" do
-        index.should_receive(:warn_if_index_small).never
-        index.should_receive(:raise_unless_index_ok).never
-        
-        index.raise_unless_index_exists
-      end
-    end
-  end
-  describe 'raise_unless_similarity_exists' do
-    context 'similarity strategy saved' do
-      before(:each) do
-        strategy = stub :strategy, :saved? => true
-        index.stub! :similarity_strategy => strategy
-      end
-      it "calls the methods in order" do
-        index.should_receive(:warn_if_similarity_small).once.ordered
-        index.should_receive(:raise_unless_similarity_ok).once.ordered
-        
-        index.raise_unless_similarity_exists
-      end
-    end
-    context 'similarity strategy not saved' do
-      before(:each) do
-        strategy = stub :strategy, :saved? => false
-        index.stub! :similarity_strategy => strategy
-      end
-      it "calls nothing" do
-        index.should_receive(:warn_if_similarity_small).never
-        index.should_receive(:raise_unless_similarity_ok).never
-        
-        index.raise_unless_similarity_exists
-      end
-    end
-  end
-  describe 'warn_if_similarity_small' do
-    let(:backend) { index.backend }
-    context "files similarity cache small" do
-      before(:each) do
-        backend.stub! :similarity_cache_small? => true
-      end
-      it "warns" do
-        index.should_receive(:warn_cache_small).once.with :similarity
-        
-        index.warn_if_similarity_small
-      end
-    end
-    context "files similarity cache not small" do
-      before(:each) do
-        backend.stub! :similarity_cache_small? => false
-      end
-      it "does not warn" do
-        index.should_receive(:warn_cache_small).never
-        
-        index.warn_if_similarity_small
-      end
-    end
-  end
-  describe 'raise_unless_similarity_ok' do
-    let(:backend) { index.backend }
-    context "files similarity cache ok" do
-      before(:each) do
-        backend.stub! :similarity_cache_ok? => true
-      end
-      it "warns" do
-        index.should_receive(:raise_cache_missing).never
-        
-        index.raise_unless_similarity_ok
-      end
-    end
-    context "files similarity cache not ok" do
-      before(:each) do
-        backend.stub! :similarity_cache_ok? => false
-      end
-      it "does not warn" do
-        index.should_receive(:raise_cache_missing).once.with :similarity
-        
-        index.raise_unless_similarity_ok
-      end
-    end
-  end
-  
-  describe 'initialization' do
-    it 'should initialize the index correctly' do
-      index.inverted.should == {}
-    end
-    it 'should initialize the weights index correctly' do
-      index.weights.should == {}
-    end
-    it 'should initialize the similarity index correctly' do
-      index.similarity.should == {}
-    end
-    it 'should initialize the configuration correctly' do
-      index.configuration.should == {}
-    end
-    it 'should initialize the partial strategy correctly' do
-      index.partial_strategy.should == @partial
-    end
-    it 'should initialize the weights strategy correctly' do
-      index.weights_strategy.should == @weights
-    end
-    it 'should initialize the similarity strategy correctly' do
-      index.similarity_strategy.should == @similarity
-    end
-  end
-
-end

data/spec/lib/query/combinations/memory_spec.rb

@@ -1,158 +0,0 @@
-# coding: utf-8
-#
-require 'spec_helper'
-
-describe Picky::Query::Combinations::Memory do
-
-  before(:each) do
-    @combinations_ary = stub :combinations_ary
-    
-    @combinations = described_class.new @combinations_ary
-  end
-  
-  describe "to_result" do
-    before(:each) do
-      @combination1 = stub :combination1, :to_result => :result1
-      @combination2 = stub :combination2, :to_result => :result2
-      
-      @combinations_ary = [@combination1, @combination2]
-      
-      @combinations = described_class.new @combinations_ary
-    end
-    it "resultifies the combinations" do
-      @combinations.to_result.should == [:result1, :result2]
-    end
-  end
-  
-  describe "weighted_score" do
-    it "uses the weights' score method" do
-      weights = stub :weights
-      weights.should_receive(:score_for).once.with @combinations_ary
-      
-      @combinations.weighted_score weights
-    end
-  end
-  
-  describe "total_score" do
-    before(:each) do
-      @combination1 = stub :combination1, :weight => 3.14
-      @combination2 = stub :combination2, :weight => 2.76
-      
-      @combinations_ary = [@combination1, @combination2]
-      
-      @combinations = described_class.new @combinations_ary
-    end
-    it "sums the scores" do
-      @combinations.total_score.should == 5.90
-    end
-  end
-  
-  describe "calculate_score" do
-    before(:each) do
-      @combinations.stub! :total_score => 0
-      @combinations.stub! :weighted_score => 0
-    end
-    it "first sums, then weighs" do
-      @combinations.should_receive(:total_score).once.ordered.and_return 0
-      @combinations.should_receive(:weighted_score).once.ordered.and_return 0
-      
-      @combinations.calculate_score :anything
-    end
-    it "calls sum_score" do
-      @combinations.should_receive(:total_score).once.with.and_return 0
-      
-      @combinations.calculate_score :anything
-    end
-    it "calls sum_score" do
-      @combinations.should_receive(:weighted_score).once.with(:weights).and_return 0
-      
-      @combinations.calculate_score :weights
-    end
-  end
-  
-  describe 'hash' do
-    it "delegates to the combinations array" do
-      @combinations_ary.should_receive(:hash).once.with
-      
-      @combinations.hash
-    end
-  end
-  
-  describe 'remove' do
-    before(:each) do
-      @combination1 = stub :combination1, :in? => false
-      @combination2 = stub :combination2, :in? => true
-      @combination3 = stub :combination3, :in? => true
-
-      @combinations = described_class.new [@combination1, @combination2, @combination3]
-    end
-    it 'should remove the combinations' do
-      @combinations.remove([:any]).should == [@combination1]
-    end
-  end
-
-  describe 'keep' do
-    before(:each) do
-      @combination1 = stub :combination1, :in? => false
-      @combination2 = stub :combination2, :in? => true
-      @combination3 = stub :combination3, :in? => true
-
-      @combinations = described_class.new [@combination1, @combination2, @combination3]
-    end
-    it 'should filter the combinations' do
-      @combinations.keep([:any]).should == [@combination2, @combination3]
-    end
-  end
-
-  describe "ids" do
-    before(:each) do
-      @combination1 = stub :combination1
-      @combination2 = stub :combination2
-      @combination3 = stub :combination3
-      @combinations = described_class.new [@combination1, @combination2, @combination3]
-    end
-    it "should intersect correctly" do
-      @combination1.should_receive(:ids).once.with.and_return (1..100_000).to_a
-      @combination2.should_receive(:ids).once.with.and_return (1..100).to_a
-      @combination3.should_receive(:ids).once.with.and_return (1..10).to_a
-
-      @combinations.ids(:any, :thing).should == (1..10).to_a
-    end
-    it "should intersect symbol_keys correctly" do
-      @combination1.should_receive(:ids).once.with.and_return (:'00001'..:'10000').to_a
-      @combination2.should_receive(:ids).once.with.and_return (:'00001'..:'00100').to_a
-      @combination3.should_receive(:ids).once.with.and_return (:'00001'..:'00010').to_a
-
-      @combinations.ids(:any, :thing).should == (:'00001'..:'0010').to_a
-    end
-    it "should intersect correctly when intermediate intersect result is empty" do
-      @combination1.should_receive(:ids).once.with.and_return (1..100_000).to_a
-      @combination2.should_receive(:ids).once.with.and_return (11..100).to_a
-      @combination3.should_receive(:ids).once.with.and_return (1..10).to_a
-
-      @combinations.ids(:any, :thing).should == []
-    end
-    it "should be fast" do
-      @combination1.should_receive(:ids).once.with.and_return (1..100_000).to_a
-      @combination2.should_receive(:ids).once.with.and_return (1..100).to_a
-      @combination3.should_receive(:ids).once.with.and_return (1..10).to_a
-
-      performance_of { @combinations.ids(:any, :thing) }.should < 0.004
-    end
-    it "should be fast" do
-      @combination1.should_receive(:ids).once.with.and_return (1..1000).to_a
-      @combination2.should_receive(:ids).once.with.and_return (1..100).to_a
-      @combination3.should_receive(:ids).once.with.and_return (1..10).to_a
-
-      performance_of { @combinations.ids(:any, :thing) }.should < 0.00015
-    end
-    it "should be fast" do
-      @combination1.should_receive(:ids).once.with.and_return (1..1000).to_a
-      @combination2.should_receive(:ids).once.with.and_return (901..1000).to_a
-      @combination3.should_receive(:ids).once.with.and_return (1..10).to_a
-
-      performance_of { @combinations.ids(:any, :thing) }.should < 0.0001
-    end
-  end
-
-end

data/spec/lib/query/combinations/redis_spec.rb

@@ -1,172 +0,0 @@
-# coding: utf-8
-#
-require 'spec_helper'
-
-describe Picky::Query::Combinations::Redis do
-
-  before(:each) do
-    @combinations_ary = stub :combinations_ary
-    
-    @combinations = described_class.new @combinations_ary
-  end
-  
-  describe 'ids' do
-    context 'empty combinations' do
-      let(:combinations) { described_class.new [] }
-      it 'does something' do
-        combinations.ids(20,0).should == []
-      end
-    end
-    context 'non-empty' do
-      let(:combination) { stub :combination, :identifier => :some_combination }
-      let(:combinations) { described_class.new [combination] }
-      let(:redis) { stub :redis }
-      before(:each) do
-        combinations.stub! :redis => redis
-        
-        combinations.stub! :host => 'some.host'
-        combinations.stub! :pid  => 12345
-      end
-      it 'calls the redis backend correctly' do
-        redis.should_receive(:zinterstore).once.ordered.with :"some.host:12345:picky:result", ["some_combination"]
-        redis.should_receive(:zrange).once.ordered.with :"some.host:12345:picky:result", 0, 20
-        redis.should_receive(:del).once.ordered.with :"some.host:12345:picky:result"
-        
-        combinations.ids 20,0
-      end
-    end
-  end
-  
-  describe 'pid' do
-    it "returns the Process' pid" do
-      Process.stub! :pid => 12345
-
-      @combinations.pid.should == 12345
-    end
-  end
-  
-  describe 'host' do
-    before(:each) do
-      @combinations.class.stub! :extract_host => 'some.host'
-    end
-    it 'returns the host' do
-      @combinations.host.should == 'some.host'
-    end
-  end
-  
-  describe "to_result" do
-    before(:each) do
-      @combination1 = stub :combination1, :to_result => :result1
-      @combination2 = stub :combination2, :to_result => :result2
-      
-      @combinations_ary = [@combination1, @combination2]
-      
-      @combinations = described_class.new @combinations_ary
-    end
-    it "resultifies the combinations" do
-      @combinations.to_result.should == [:result1, :result2]
-    end
-  end
-  
-  describe "weighted_score" do
-    it "uses the weights' score method" do
-      weights = stub :weights
-      weights.should_receive(:score_for).once.with @combinations_ary
-      
-      @combinations.weighted_score weights
-    end
-  end
-  
-  describe "total_score" do
-    before(:each) do
-      @combination1 = stub :combination1, :weight => 3.14
-      @combination2 = stub :combination2, :weight => 2.76
-      
-      @combinations_ary = [@combination1, @combination2]
-      
-      @combinations = described_class.new @combinations_ary
-    end
-    it "sums the scores" do
-      @combinations.total_score.should == 5.90
-    end
-  end
-  
-  describe "calculate_score" do
-    before(:each) do
-      @combinations.stub! :total_score => 0
-      @combinations.stub! :weighted_score => 0
-    end
-    it "first sums, then weighs" do
-      @combinations.should_receive(:total_score).once.ordered.and_return 0
-      @combinations.should_receive(:weighted_score).once.ordered.and_return 0
-      
-      @combinations.calculate_score :anything
-    end
-    it "calls sum_score" do
-      @combinations.should_receive(:total_score).once.with.and_return 0
-      
-      @combinations.calculate_score :anything
-    end
-    it "calls sum_score" do
-      @combinations.should_receive(:weighted_score).once.with(:weights).and_return 0
-      
-      @combinations.calculate_score :weights
-    end
-  end
-  
-  describe 'hash' do
-    it "delegates to the combinations array" do
-      @combinations_ary.should_receive(:hash).once.with
-      
-      @combinations.hash
-    end
-  end
-  
-  describe 'remove' do
-    before(:each) do
-      @combination1 = stub :combination1, :in? => false
-      @combination2 = stub :combination2, :in? => true
-      @combination3 = stub :combination3, :in? => true
-
-      @combinations = described_class.new [@combination1, @combination2, @combination3]
-    end
-    it 'should remove the combinations' do
-      @combinations.remove([:any]).should == [@combination1]
-    end
-  end
-
-  describe 'keep' do
-    before(:each) do
-      @combination1 = stub :combination1, :in? => false
-      @combination2 = stub :combination2, :in? => true
-      @combination3 = stub :combination3, :in? => true
-
-      @combinations = described_class.new [@combination1, @combination2, @combination3]
-    end
-    it 'should filter the combinations' do
-      @combinations.keep([:any]).should == [@combination2, @combination3]
-    end
-  end
-  
-  describe 'generate_intermediate_result_id' do
-    it 'returns the correct result id' do
-      @combinations.stub! :host => 'some_hostname'
-      Process.stub! :pid => 12345
-      
-      @combinations.generate_intermediate_result_id.should == :'some_hostname:12345:picky:result'
-    end
-  end
-
-  describe "ids" do
-    before(:each) do
-      @combination1 = stub :combination1, :identifier => 'cat1'
-      @combination2 = stub :combination2, :identifier => 'cat2'
-      @combination3 = stub :combination3, :identifier => 'cat3'
-      @combinations = described_class.new [@combination1, @combination2, @combination3]
-    end
-    it 'calls the redis client correctly' do
-      # TODO
-    end
-  end
-
-end

data/spec/lib/tokenizers/index_spec.rb

@@ -1,69 +0,0 @@
-# encoding: utf-8
-#
-require 'spec_helper'
-
-describe Picky::Tokenizers::Index do
-  
-  let(:tokenizer) { described_class.new }
-  
-  describe "default*" do
-    before(:all) do
-      @old = described_class.default
-    end
-    after(:all) do
-      described_class.default = @old
-    end
-    it "has a reader" do
-      lambda { described_class.default }.should_not raise_error
-    end
-    it "returns by default a new Index" do
-      described_class.default.should be_kind_of(described_class)
-    end
-    it "has a writer" do
-      lambda { described_class.default = :bla }.should_not raise_error
-    end
-    it "returns what has been written, if something has been written" do
-      described_class.default = :some_default
-      
-      described_class.default.should == :some_default
-    end
-  end
-  
-  describe "remove_removes_characters" do
-    it "should not remove ' from a query by default" do
-      tokenizer.remove_illegals("Lugi's").should == "Lugi's"
-    end
-  end
-
-  describe "reject!" do
-    it "should reject tokens if blank" do
-      tokenizer.reject(['', 'not blank', '']).should == ['not blank']
-    end
-  end
-  
-  describe "tokenize" do
-    describe "normalizing" do
-      def self.it_should_normalize_token(text, expected)
-        it "should handle the #{text} case" do
-          tokenizer.tokenize(text).to_a.should == [expected].compact
-        end
-      end
-      # defaults
-      #
-      it_should_normalize_token 'it_should_not_normalize_by_default', :it_should_not_normalize_by_default
-    end
-    describe "tokenizing" do
-      def self.it_should_tokenize_token(text, expected)
-        it "should handle the #{text} case" do
-          tokenizer.tokenize(text).to_a.should == expected
-        end
-      end
-      # defaults
-      #
-      it_should_tokenize_token "splitting on \\s", [:splitting, :on, :"\\s"]
-      it_should_tokenize_token 'und', [:und]
-      it_should_tokenize_token '7',   [:'7']
-    end
-  end
-
-end