picky 3.6.8 → 3.6.9

data/lib/picky/backends/redis/basic.rb

@@ -31,7 +31,7 @@ module Picky
         # together.
         #
         def empty
-          @empty && @empty.clone || (@immediate ? self : {})
+          @empty && @empty.clone || (@immediate ? self.reset : {})
         end
 
         # The initial content before loading.
@@ -40,7 +40,7 @@ module Picky
         #       this just returns the same thing as #load.
         #
         def initial
-          @initial && @initial.clone || (@immediate ? self : {})
+          @initial && @initial.clone || (@immediate ? self.reset : {})
         end
 
         # Returns itself.
@@ -55,6 +55,13 @@ module Picky
           # Nothing.
         end
 
+        # Clears the whole namespace.
+        #
+        def reset
+          clear
+          self
+        end
+
         #
         #
         def to_s

data/lib/picky/backends/redis/float.rb

@@ -13,8 +13,12 @@ module Picky
         # Note: Works like the StringHash method, but
         # returns a float corresponding to that string.
         #
+        # Note: nil.to_f returns 0.0. That's why the
+        #       code below looks a bit funny.
+        #
         def [] key
-          super.to_f
+          float = super
+          float && float.to_f
         end
 
       end

data/lib/picky/backends/redis/list.rb

@@ -21,7 +21,7 @@ module Picky
         # Deletes the list for the key.
         #
         def delete key
-          client.del key
+          client.del "#{namespace}:#{key}"
         end
 
         # Writes the hash into Redis.
@@ -61,6 +61,7 @@ module Picky
             i += 1
             client.zadd redis_key, i, value
           end
+
           self[key] # TODO Performance?
         end
 

data/lib/picky/backends/redis.rb

@@ -101,6 +101,11 @@ module Picky
       #      Move this method to the actual backends?
       #
       def ids combinations, amount, offset
+        # TODO FIXME This is actually not correct:
+        #            A dumped/loaded Redis backend should use
+        #            the Redis backend calculation method.
+        #            So loaded? would be more appropriate.
+        #
         if immediate
           # Just checked once on the first call.
           #

data/lib/picky/backends/sqlite/array.rb

@@ -6,9 +6,15 @@ module Picky
 
       class Array < Basic
 
+        def create_table
+          db.execute 'create table key_value (key varchar(255), value text);'
+        end
+
         def []= key, array
-          if array.empty?
-            db.execute 'insert or replace into key_value (key, value) values (?,?)', key.to_s, Yajl::Encoder.encode(array)
+          unless array.empty?
+            db.execute 'INSERT OR REPLACE INTO key_value (key,value) VALUES (?,?)',
+                       key.to_s,
+                       Yajl::Encoder.encode(array)
           end
 
           DirectlyManipulable.make self, array, key
@@ -16,9 +22,10 @@ module Picky
         end
 
         def [] key
-          res = db.execute "select value from key_value where key = ? limit 1;", key.to_s
+          res = db.execute "SELECT value FROM key_value WHERE key = ? LIMIT 1",
+                           key.to_s
 
-          return res unless res
+          return nil unless res
 
           array = res.empty? ? [] : Yajl::Parser.parse(res.first.first)
           DirectlyManipulable.make self, array, key
@@ -26,7 +33,7 @@ module Picky
         end
 
         def delete key
-          db.execute "delete from key_value where key = (?)", key.to_s
+          db.execute "DELETE FROM key_value WHERE key = (?)", key.to_s
         end
 
       end

data/lib/picky/backends/sqlite/basic.rb

@@ -20,11 +20,11 @@ module Picky
         end
 
         def initial
-          @initial && @initial.clone || (@self_indexed ? self : {})
+          @initial && @initial.clone || (@self_indexed ? self.reset : {})
         end
 
         def empty
-          @empty && @empty.clone || (@self_indexed ? self.reset_db.asynchronous : {})
+          @empty && @empty.clone || (@self_indexed ? self.reset.asynchronous : {})
         end
 
         def dump internal
@@ -45,7 +45,7 @@ module Picky
         end
 
         def dump_sqlite internal
-          reset_db
+          reset
 
           transaction do
             # Note: Internal structures need to
@@ -58,17 +58,24 @@ module Picky
           end
         end
 
-        def reset_db
+        def reset
           create_directory cache_path
           lazily_initialize_client
 
+          truncate_db
+
+          self
+        end
+
+        def truncate_db
           # TODO Could this be replaced by a truncate statement?
           #
-          db.execute 'drop table if exists key_value;'
-          db.execute 'create table key_value (key varchar(255), value text);'
-          db.execute 'create index key_idx on key_value (key);'
+          drop_table
+          create_table
+        end
 
-          self
+        def drop_table
+          db.execute 'drop table if exists key_value;'
         end
 
         def asynchronous

data/lib/picky/backends/sqlite/integer_key_array.rb

@@ -0,0 +1,19 @@
+module Picky
+
+  module Backends
+
+    class SQLite
+
+      class IntegerKeyArray < Array
+
+        def create_table
+          db.execute 'create table key_value (key integer PRIMARY KEY, value text);'
+        end
+
+      end
+
+    end
+
+  end
+
+end

data/lib/picky/backends/sqlite/string_key_array.rb

@@ -0,0 +1,19 @@
+module Picky
+
+  module Backends
+
+    class SQLite
+
+      class StringKeyArray < Array
+
+        def create_table
+          db.execute 'create table key_value (key varchar(255) PRIMARY KEY, value text);'
+        end
+
+      end
+
+    end
+
+  end
+
+end

data/lib/picky/backends/sqlite/value.rb

@@ -6,8 +6,12 @@ module Picky
 
       class Value < Basic
 
+        def create_table
+          db.execute 'create table key_value (key varchar(255) PRIMARY KEY, value text);'
+        end
+
         def []= key, value
-          db.execute 'insert or replace into key_value (key, value) values (?,?)',
+          db.execute 'INSERT OR REPLACE INTO key_value (key, value) VALUES (?,?)',
                      key.to_s,
                      Yajl::Encoder.encode(value)
 
@@ -15,14 +19,14 @@ module Picky
         end
 
         def [] key
-          res = db.execute "select value from key_value where key = ? limit 1;", key.to_s
+          res = db.execute "SELECT value FROM key_value WHERE key = ? LIMIT 1;", key.to_s
           return nil if res.empty?
 
           Yajl::Parser.parse res.first.first
         end
 
         def delete key
-          db.execute "delete from key_value where key = (?)", key.to_s
+          db.execute "DELETE FROM key_value WHERE key = (?)", key.to_s
         end
 
       end

data/lib/picky/backends/sqlite.rb

@@ -20,7 +20,7 @@ module Picky
       #
       def create_inverted bundle
         extract_lambda_or(inverted, bundle) ||
-          Array.new(bundle.index_path(:inverted), self_indexed: self_indexed)
+          StringKeyArray.new(bundle.index_path(:inverted), self_indexed: self_indexed)
       end
       # Returns an object that on #initial, #load returns an object that responds to:
       #   [:token] # => 1.23 (a weight)
@@ -34,7 +34,7 @@ module Picky
       #
       def create_similarity bundle
         extract_lambda_or(similarity, bundle) ||
-          Array.new(bundle.index_path(:similarity), self_indexed: self_indexed)
+          StringKeyArray.new(bundle.index_path(:similarity), self_indexed: self_indexed)
       end
       # Returns an object that on #initial, #load returns an object that responds to:
       #   [:key] # => value (a value for this config key)
@@ -48,7 +48,7 @@ module Picky
       #
       def create_realtime bundle
         extract_lambda_or(similarity, bundle) ||
-          Array.new(bundle.index_path(:realtime), self_indexed: self_indexed)
+          IntegerKeyArray.new(bundle.index_path(:realtime), self_indexed: self_indexed)
       end
 
       # Returns the result ids for the allocation.

data/lib/picky/bundle_realtime.rb

@@ -40,6 +40,8 @@ module Picky
         ids.delete id
         ids.send where, id
       else
+        # Update the realtime index.
+        #
         str_or_syms << str_or_sym
 
         # TODO Introduce a new method?

data/lib/picky/loader.rb

@@ -134,6 +134,8 @@ module Picky
       load_relative 'backends/sqlite/basic'
       load_relative 'backends/sqlite/array'
       load_relative 'backends/sqlite/value'
+      load_relative 'backends/sqlite/string_key_array'
+      load_relative 'backends/sqlite/integer_key_array'
 
       # Indexing and Indexed things.
       #

data/lib/picky/tokenizer.rb

@@ -128,6 +128,10 @@ Case sensitive?     #{@case_sensitive ? "Yes." : "-"}
       tokens.reject! &@reject_condition
     end
 
+    # Case sensitivity.
+    #
+    # Note: If false, simply downcases the data/query.
+    #
     def case_sensitive case_sensitive
       @case_sensitive = case_sensitive
     end
@@ -135,6 +139,9 @@ Case sensitive?     #{@case_sensitive ? "Yes." : "-"}
       !@case_sensitive
     end
 
+    # The maximum amount of words
+    # to pass into the search engine.
+    #
     def max_words amount
       @max_words = amount
     end

data/spec/functional/backends/memory_bundle_realtime_spec.rb

@@ -0,0 +1,227 @@
+require 'spec_helper'
+
+describe Picky::Bundle do
+
+  before(:each) do
+    @index        = Picky::Index.new :some_index
+    @category     = Picky::Category.new :some_category, @index
+
+    @weights      = Picky::Generators::Weights::Default
+    @partial      = Picky::Generators::Partial::Default
+    @similarity   = Picky::Generators::Similarity::DoubleMetaphone.new 3
+    @bundle       = described_class.new :some_name,
+                                        @category,
+                                        @weights,
+                                        @partial,
+                                        @similarity,
+                                        backend: Picky::Backends::Memory.new
+  end
+
+  it 'is by default an SQLite Array' do
+    @bundle.realtime.should be_kind_of(Hash)
+  end
+  it 'is by default an SQLite Array' do
+    @bundle.inverted.should be_kind_of(Hash)
+  end
+  it 'is by default an SQLite Value' do
+    @bundle.weights.should be_kind_of(Hash)
+  end
+  it 'is by default an SQLite Array' do
+    @bundle.similarity.should be_kind_of(Hash)
+  end
+
+  context 'strings' do
+    describe 'combined' do
+      it 'works correctly' do
+        @bundle.add 1, 'title'
+        @bundle.add 2, 'title'
+
+        @bundle.realtime[1].should == ['title']
+        @bundle.realtime[2].should == ['title']
+        @bundle.inverted['title'].should == [2,1]
+        @bundle.weights['title'].should == 0.693
+        @bundle.similarity['TTL'].should == ['title']
+      end
+      it 'works correctly' do
+        @bundle.add 1, 'title'
+        @bundle.add 2, 'title'
+        @bundle.remove 1
+        @bundle.remove 2
+
+        @bundle.realtime[1].should == nil
+        @bundle.realtime[2].should == nil
+        @bundle.inverted['title'].should == nil
+        @bundle.weights['title'].should == nil
+        @bundle.similarity['TTL'].should == nil
+      end
+      it 'works correctly' do
+        @bundle.add 1, 'title'
+        @bundle.add 1, 'other'
+        @bundle.add 1, 'whatever'
+        @bundle.remove 1
+
+        @bundle.realtime[1].should == nil
+        @bundle.realtime[2].should == nil
+        @bundle.inverted['title'].should == nil
+        @bundle.weights['title'].should == nil
+        @bundle.similarity['TTL'].should == nil
+      end
+      it 'works correctly' do
+        @bundle.add 1, 'title'
+        @bundle.add 2, 'thing'
+        @bundle.add 1, 'other'
+        @bundle.remove 1
+
+        @bundle.realtime[1].should == nil
+        @bundle.realtime[2].should == ['thing']
+        @bundle.inverted['thing'].should == [2]
+        @bundle.weights['thing'].should == 0.0
+        @bundle.similarity['0NK'].should == ['thing']
+      end
+      it 'works correctly' do
+        @bundle.add 1, 'title'
+        @bundle.add 1, 'title'
+
+        @bundle.realtime[1].should == ['title']
+        @bundle.inverted['title'].should == [1]
+        @bundle.weights['title'].should == 0.0
+        @bundle.similarity['TTL'].should == ['title']
+      end
+      it 'works correctly' do
+        @bundle.add 1, 'title'
+        @bundle.remove 1
+        @bundle.remove 1
+
+        @bundle.realtime[1].should == nil
+        @bundle.inverted['title'].should == nil
+        @bundle.weights['title'].should == nil
+        @bundle.similarity['TTL'].should == nil
+      end
+    end
+
+    describe 'add' do
+      it 'works correctly' do
+        @bundle.add 1, 'title'
+
+        @bundle.realtime[1].should == ['title']
+
+        @bundle.add 2, 'other'
+
+        @bundle.realtime[1].should == ['title']
+        @bundle.realtime[2].should == ['other']
+
+        @bundle.add 1, 'thing'
+
+        @bundle.realtime[1].should == ['title', 'thing']
+        @bundle.realtime[2].should == ['other']
+      end
+      it 'works correctly' do
+        @bundle.add 1, 'title'
+
+        @bundle.weights['title'].should == 0.0
+        @bundle.inverted['title'].should == [1]
+        @bundle.similarity['TTL'].should == ['title']
+      end
+    end
+  end
+
+  context 'symbols' do
+    describe 'combined' do
+      it 'works correctly' do
+        @bundle.add 1, :title
+        @bundle.add 2, :title
+
+        @bundle.realtime.should == { 1 => [:title], 2 => [:title] }
+        @bundle.inverted.should == { :title => [2,1] }
+        @bundle.weights.should == { :title => 0.693 }
+        @bundle.similarity.should == { :TTL => [:title] }
+
+        @bundle.realtime[1].should == [:title]
+        @bundle.realtime[2].should == [:title]
+        @bundle.inverted[:title].should == [2,1]
+        @bundle.weights[:title].should == 0.693
+        @bundle.similarity[:TTL].should == [:title]
+      end
+      it 'works correctly' do
+        @bundle.add 1, :title
+        @bundle.add 2, :title
+        @bundle.remove 1
+        @bundle.remove 2
+
+        @bundle.realtime[1].should == nil
+        @bundle.realtime[2].should == nil
+        @bundle.inverted[:title].should == nil
+        @bundle.weights[:title].should == nil
+        @bundle.similarity[:TTL].should == nil
+      end
+      it 'works correctly' do
+        @bundle.add 1, :title
+        @bundle.add 1, :other
+        @bundle.add 1, :whatever
+        @bundle.remove 1
+
+        @bundle.realtime[1].should == nil
+        @bundle.inverted[:title].should == nil
+        @bundle.weights[:title].should == nil
+        @bundle.similarity[:TTL].should == nil
+      end
+      it 'works correctly' do
+        @bundle.add 1, :title
+        @bundle.add 2, :thing
+        @bundle.add 1, :other
+        @bundle.remove 1
+
+        @bundle.realtime[1].should == nil
+        @bundle.realtime[2].should == [:thing]
+        @bundle.inverted[:thing].should == [2]
+        @bundle.weights[:thing].should == 0.0
+        @bundle.similarity[:'0NK'].should == [:thing]
+      end
+      it 'works correctly' do
+        @bundle.add 1, :title
+        @bundle.add 1, :title
+
+        @bundle.realtime[1].should == [:title]
+        @bundle.inverted[:title].should == [1]
+        @bundle.weights[:title].should == 0.0
+        @bundle.similarity[:'TTL'].should == [:title]
+      end
+      it 'works correctly' do
+        @bundle.add 1, :title
+        @bundle.remove 1
+        @bundle.remove 1
+
+        @bundle.realtime[1].should == nil
+        @bundle.inverted[:title].should == nil
+        @bundle.weights[:title].should == nil
+        @bundle.similarity[:TTL].should == nil
+      end
+    end
+
+    describe 'add' do
+      it 'works correctly' do
+        @bundle.add 1, :title
+
+        @bundle.realtime[1].should == [:title]
+
+        @bundle.add 2, :other
+
+        @bundle.realtime[1].should == [:title]
+        @bundle.realtime[2].should == [:other]
+
+        @bundle.add 1, :thing
+
+        @bundle.realtime[1].should == [:title, :thing]
+        @bundle.realtime[2].should == [:other]
+      end
+      it 'works correctly' do
+        @bundle.add 1, :title
+
+        @bundle.weights[:title].should == 0.0
+        @bundle.inverted[:title].should == [1]
+        @bundle.similarity[:TTL].should == [:title]
+      end
+    end
+  end
+
+end

data/spec/functional/backends/redis_bundle_realtime_spec.rb

@@ -0,0 +1,224 @@
+require 'spec_helper'
+
+describe Picky::Bundle do
+
+  before(:each) do
+    @index        = Picky::Index.new :some_index
+    @category     = Picky::Category.new :some_category, @index
+
+    @weights      = Picky::Generators::Weights::Default
+    @partial      = Picky::Generators::Partial::Default
+    @similarity   = Picky::Generators::Similarity::DoubleMetaphone.new 3
+    @bundle       = described_class.new :some_name,
+                                        @category,
+                                        @weights,
+                                        @partial,
+                                        @similarity,
+                                        backend: Picky::Backends::Redis.new(immediate: true)
+  end
+
+  it 'is by default an SQLite Array' do
+    @bundle.realtime.should be_kind_of(Picky::Backends::Redis::List)
+  end
+  it 'is by default an SQLite Array' do
+    @bundle.inverted.should be_kind_of(Picky::Backends::Redis::List)
+  end
+  it 'is by default an SQLite Value' do
+    @bundle.weights.should be_kind_of(Picky::Backends::Redis::Float)
+  end
+  it 'is by default an SQLite Array' do
+    @bundle.similarity.should be_kind_of(Picky::Backends::Redis::List)
+  end
+
+  context 'strings' do
+    describe 'combined' do
+      it 'works correctly' do
+        @bundle.add '1', 'title'
+        @bundle.add '2', 'title'
+
+        @bundle.realtime['1'].should == ['title']
+        @bundle.realtime['2'].should == ['title']
+        @bundle.inverted['title'].should == ['2','1']
+        @bundle.weights['title'].should == 0.693
+        @bundle.similarity['TTL'].should == ['title']
+      end
+      it 'works correctly' do
+        @bundle.add '1', 'title'
+        @bundle.add '2', 'title'
+        @bundle.remove '1'
+        @bundle.remove '2'
+
+        @bundle.realtime['1'].should == []
+        @bundle.realtime['2'].should == []
+        @bundle.inverted['title'].should == []
+        @bundle.weights['title'].should == nil
+        @bundle.similarity['TTL'].should == []
+      end
+      it 'works correctly' do
+        @bundle.add '1', 'title'
+        @bundle.add '1', 'other'
+        @bundle.add '1', 'whatever'
+        @bundle.remove '1'
+
+        @bundle.realtime['1'].should == []
+        @bundle.realtime['2'].should == []
+        @bundle.inverted['title'].should == []
+        @bundle.weights['title'].should == nil
+        @bundle.similarity['TTL'].should == []
+      end
+      it 'works correctly' do
+        @bundle.add '1', 'title'
+        @bundle.add '2', 'thing'
+        @bundle.add '1', 'other'
+        @bundle.remove '1'
+
+        @bundle.realtime['1'].should == []
+        @bundle.realtime['2'].should == ['thing']
+        @bundle.inverted['thing'].should == ['2']
+        @bundle.weights['thing'].should == 0.0
+        @bundle.similarity['0NK'].should == ['thing']
+      end
+      it 'works correctly' do
+        @bundle.add '1', 'title'
+        @bundle.add '1', 'title'
+
+        @bundle.realtime['1'].should == ['title']
+        @bundle.inverted['title'].should == ['1']
+        @bundle.weights['title'].should == 0.0
+        @bundle.similarity['TTL'].should == ['title']
+      end
+      it 'works correctly' do
+        @bundle.add '1', 'title'
+        @bundle.remove '1'
+        @bundle.remove '1'
+
+        @bundle.realtime['1'].should == []
+        @bundle.inverted['title'].should == []
+        @bundle.weights['title'].should == nil
+        @bundle.similarity['TTL'].should == []
+      end
+    end
+
+    describe 'add' do
+      it 'works correctly' do
+        @bundle.add '1', 'title'
+
+        @bundle.realtime['1'].should == ['title']
+
+        @bundle.add '2', 'other'
+
+        @bundle.realtime['1'].should == ['title']
+        @bundle.realtime['2'].should == ['other']
+
+        @bundle.add '1', 'thing'
+
+        @bundle.realtime['1'].should == ['title', 'thing']
+        @bundle.realtime['2'].should == ['other']
+      end
+      it 'works correctly' do
+        @bundle.add '1', 'title'
+
+        @bundle.weights['title'].should == 0.0
+        @bundle.inverted['title'].should == ['1']
+        @bundle.similarity['TTL'].should == ['title']
+      end
+    end
+  end
+
+  # TODO Add symbols.
+  #
+  # context 'symbols' do
+  #   describe 'combined' do
+  #     it 'works correctly' do
+  #       @bundle.add '1', :title
+  #       @bundle.add '2', :title
+  #
+  #       @bundle.realtime['1'].should == [:title]
+  #       @bundle.realtime['2'].should == [:title]
+  #       @bundle.inverted[:title].should == [2,1]
+  #       @bundle.weights[:title].should == 0.693
+  #       @bundle.similarity[:TTL].should == [:title]
+  #     end
+  #     it 'works correctly' do
+  #       @bundle.add '1', :title
+  #       @bundle.add '2', :title
+  #       @bundle.remove 1
+  #       @bundle.remove 2
+  #
+  #       @bundle.realtime['1'].should == []
+  #       @bundle.realtime['2'].should == []
+  #       @bundle.inverted[:title].should == []
+  #       @bundle.weights[:title].should == nil
+  #       @bundle.similarity[:TTL].should == []
+  #     end
+  #     it 'works correctly' do
+  #       @bundle.add '1', :title
+  #       @bundle.add '1', :other
+  #       @bundle.add '1', :whatever
+  #       @bundle.remove 1
+  #
+  #       @bundle.realtime['1'].should == []
+  #       @bundle.inverted[:title].should == []
+  #       @bundle.weights[:title].should == nil
+  #       @bundle.similarity[:TTL].should == []
+  #     end
+  #     it 'works correctly' do
+  #       @bundle.add '1', :title
+  #       @bundle.add '2', :thing
+  #       @bundle.add '1', :other
+  #       @bundle.remove 1
+  #
+  #       @bundle.realtime['1'].should == []
+  #       @bundle.realtime['2'].should == [:thing]
+  #       @bundle.inverted[:thing].should == ['2']
+  #       @bundle.weights[:thing].should == 0.0
+  #       @bundle.similarity[:'0NK'].should == [:thing]
+  #     end
+  #     it 'works correctly' do
+  #       @bundle.add '1', :title
+  #       @bundle.add '1', :title
+  #
+  #       @bundle.realtime['1'].should == [:title]
+  #       @bundle.inverted[:title].should == ['1']
+  #       @bundle.weights[:title].should == 0.0
+  #       @bundle.similarity[:'TTL'].should == [:title]
+  #     end
+  #     it 'works correctly' do
+  #       @bundle.add '1', :title
+  #       @bundle.remove 1
+  #       @bundle.remove 1
+  #
+  #       @bundle.realtime['1'].should == []
+  #       @bundle.inverted[:title].should == []
+  #       @bundle.weights[:title].should == nil
+  #       @bundle.similarity[:TTL].should == []
+  #     end
+  #   end
+  #
+  #   describe 'add' do
+  #     it 'works correctly' do
+  #       @bundle.add '1', :title
+  #
+  #       @bundle.realtime['1'].should == [:title]
+  #
+  #       @bundle.add '2', :other
+  #
+  #       @bundle.realtime['1'].should == [:title]
+  #       @bundle.realtime['2'].should == [:other]
+  #
+  #       @bundle.add '1', :thing
+  #
+  #       @bundle.realtime['1'].should == [:title, :thing]
+  #       @bundle.realtime['2'].should == [:other]
+  #     end
+  #     it 'works correctly' do
+  #       @bundle.add '1', :title
+  #
+  #       @bundle.weights[:title].should == 0.0
+  #       @bundle.inverted[:title].should == ['1']
+  #       @bundle.similarity[:TTL].should == [:title]
+  #     end
+  #   end
+  # end
+
+end

data/spec/functional/backends/redis_spec.rb

@@ -93,15 +93,15 @@ describe Picky::Backends::Redis do
     instance_eval &its
   end
 
-  # context 'immediately indexing backend (no dump needed)' do
-  #   before(:each) do
-  #     data.backend Picky::Backends::Redis.new(immediate: true)
-  #     data.clear
-  #
-  #     data.add Book.new(1, 'title', 'author')
-  #   end
-  #
-  #   instance_eval &its
-  # end
+  context 'immediately indexing backend (no dump needed)' do
+    before(:each) do
+      data.backend Picky::Backends::Redis.new(immediate: true)
+      data.clear
+
+      data.add Book.new(1, 'title', 'author')
+    end
+
+    instance_eval &its
+  end
 
 end

data/spec/functional/backends/sqlite_bundle_realtime_spec.rb

@@ -0,0 +1,224 @@
+require 'spec_helper'
+
+describe Picky::Bundle do
+
+  before(:each) do
+    @index        = Picky::Index.new :some_index
+    @category     = Picky::Category.new :some_category, @index
+
+    @weights      = Picky::Generators::Weights::Default
+    @partial      = Picky::Generators::Partial::Default
+    @similarity   = Picky::Generators::Similarity::DoubleMetaphone.new 3
+    @bundle       = described_class.new :some_name,
+                                        @category,
+                                        @weights,
+                                        @partial,
+                                        @similarity,
+                                        backend: Picky::Backends::SQLite.new(self_indexed: true)
+  end
+
+  it 'is by default an SQLite Array' do
+    @bundle.realtime.should be_kind_of(Picky::Backends::SQLite::Array)
+  end
+  it 'is by default an SQLite Array' do
+    @bundle.inverted.should be_kind_of(Picky::Backends::SQLite::Array)
+  end
+  it 'is by default an SQLite Value' do
+    @bundle.weights.should be_kind_of(Picky::Backends::SQLite::Value)
+  end
+  it 'is by default an SQLite Array' do
+    @bundle.similarity.should be_kind_of(Picky::Backends::SQLite::Array)
+  end
+
+  context 'strings' do
+    describe 'combined' do
+      it 'works correctly' do
+        @bundle.add 1, 'title'
+        @bundle.add 2, 'title'
+
+        @bundle.realtime[1].should == ['title']
+        @bundle.realtime[2].should == ['title']
+        @bundle.inverted['title'].should == [2,1]
+        @bundle.weights['title'].should == 0.693
+        @bundle.similarity['TTL'].should == ['title']
+      end
+      it 'works correctly' do
+        @bundle.add 1, 'title'
+        @bundle.add 2, 'title'
+        @bundle.remove 1
+        @bundle.remove 2
+
+        @bundle.realtime[1].should == []
+        @bundle.realtime[2].should == []
+        @bundle.inverted['title'].should == []
+        @bundle.weights['title'].should == nil
+        @bundle.similarity['TTL'].should == []
+      end
+      it 'works correctly' do
+        @bundle.add 1, 'title'
+        @bundle.add 1, 'other'
+        @bundle.add 1, 'whatever'
+        @bundle.remove 1
+
+        @bundle.realtime[1].should == []
+        @bundle.realtime[2].should == []
+        @bundle.inverted['title'].should == []
+        @bundle.weights['title'].should == nil
+        @bundle.similarity['TTL'].should == []
+      end
+      it 'works correctly' do
+        @bundle.add 1, 'title'
+        @bundle.add 2, 'thing'
+        @bundle.add 1, 'other'
+        @bundle.remove 1
+
+        @bundle.realtime[1].should == []
+        @bundle.realtime[2].should == ['thing']
+        @bundle.inverted['thing'].should == [2]
+        @bundle.weights['thing'].should == 0.0
+        @bundle.similarity['0NK'].should == ['thing']
+      end
+      it 'works correctly' do
+        @bundle.add 1, 'title'
+        @bundle.add 1, 'title'
+
+        @bundle.realtime[1].should == ['title']
+        @bundle.inverted['title'].should == [1]
+        @bundle.weights['title'].should == 0.0
+        @bundle.similarity['TTL'].should == ['title']
+      end
+      it 'works correctly' do
+        @bundle.add 1, 'title'
+        @bundle.remove 1
+        @bundle.remove 1
+
+        @bundle.realtime[1].should == []
+        @bundle.inverted['title'].should == []
+        @bundle.weights['title'].should == nil
+        @bundle.similarity['TTL'].should == []
+      end
+    end
+
+    describe 'add' do
+      it 'works correctly' do
+        @bundle.add 1, 'title'
+
+        @bundle.realtime[1].should == ['title']
+
+        @bundle.add 2, 'other'
+
+        @bundle.realtime[1].should == ['title']
+        @bundle.realtime[2].should == ['other']
+
+        @bundle.add 1, 'thing'
+
+        @bundle.realtime[1].should == ['title', 'thing']
+        @bundle.realtime[2].should == ['other']
+      end
+      it 'works correctly' do
+        @bundle.add 1, 'title'
+
+        @bundle.weights['title'].should == 0.0
+        @bundle.inverted['title'].should == [1]
+        @bundle.similarity['TTL'].should == ['title']
+      end
+    end
+  end
+
+  # TODO Add symbols.
+  #
+  # context 'symbols' do
+  #   describe 'combined' do
+  #     it 'works correctly' do
+  #       @bundle.add 1, :title
+  #       @bundle.add 2, :title
+  #
+  #       @bundle.realtime[1].should == [:title]
+  #       @bundle.realtime[2].should == [:title]
+  #       @bundle.inverted[:title].should == [2,1]
+  #       @bundle.weights[:title].should == 0.693
+  #       @bundle.similarity[:TTL].should == [:title]
+  #     end
+  #     it 'works correctly' do
+  #       @bundle.add 1, :title
+  #       @bundle.add 2, :title
+  #       @bundle.remove 1
+  #       @bundle.remove 2
+  #
+  #       @bundle.realtime[1].should == []
+  #       @bundle.realtime[2].should == []
+  #       @bundle.inverted[:title].should == []
+  #       @bundle.weights[:title].should == nil
+  #       @bundle.similarity[:TTL].should == []
+  #     end
+  #     it 'works correctly' do
+  #       @bundle.add 1, :title
+  #       @bundle.add 1, :other
+  #       @bundle.add 1, :whatever
+  #       @bundle.remove 1
+  #
+  #       @bundle.realtime[1].should == []
+  #       @bundle.inverted[:title].should == []
+  #       @bundle.weights[:title].should == nil
+  #       @bundle.similarity[:TTL].should == []
+  #     end
+  #     it 'works correctly' do
+  #       @bundle.add 1, :title
+  #       @bundle.add 2, :thing
+  #       @bundle.add 1, :other
+  #       @bundle.remove 1
+  #
+  #       @bundle.realtime[1].should == []
+  #       @bundle.realtime[2].should == [:thing]
+  #       @bundle.inverted[:thing].should == [2]
+  #       @bundle.weights[:thing].should == 0.0
+  #       @bundle.similarity[:'0NK'].should == [:thing]
+  #     end
+  #     it 'works correctly' do
+  #       @bundle.add 1, :title
+  #       @bundle.add 1, :title
+  #
+  #       @bundle.realtime[1].should == [:title]
+  #       @bundle.inverted[:title].should == [1]
+  #       @bundle.weights[:title].should == 0.0
+  #       @bundle.similarity[:'TTL'].should == [:title]
+  #     end
+  #     it 'works correctly' do
+  #       @bundle.add 1, :title
+  #       @bundle.remove 1
+  #       @bundle.remove 1
+  #
+  #       @bundle.realtime[1].should == []
+  #       @bundle.inverted[:title].should == []
+  #       @bundle.weights[:title].should == nil
+  #       @bundle.similarity[:TTL].should == []
+  #     end
+  #   end
+  #
+  #   describe 'add' do
+  #     it 'works correctly' do
+  #       @bundle.add 1, :title
+  #
+  #       @bundle.realtime[1].should == [:title]
+  #
+  #       @bundle.add 2, :other
+  #
+  #       @bundle.realtime[1].should == [:title]
+  #       @bundle.realtime[2].should == [:other]
+  #
+  #       @bundle.add 1, :thing
+  #
+  #       @bundle.realtime[1].should == [:title, :thing]
+  #       @bundle.realtime[2].should == [:other]
+  #     end
+  #     it 'works correctly' do
+  #       @bundle.add 1, :title
+  #
+  #       @bundle.weights[:title].should == 0.0
+  #       @bundle.inverted[:title].should == [1]
+  #       @bundle.similarity[:TTL].should == [:title]
+  #     end
+  #   end
+  # end
+
+end

data/spec/functional/backends/sqlite_spec.rb

@@ -50,6 +50,16 @@ describe Picky::Backends::SQLite do
 
       books.search('title').ids.should == [2]
     end
+    it 'handles removing with three entries' do
+      data.add Book.new(2, 'title', 'author')
+      data.add Book.new(3, 'title', 'author')
+
+      books.search('title').ids.should == [3, 2, 1]
+
+      data.remove 1
+
+      books.search('title').ids.should == [3, 2]
+    end
     it 'handles clearing' do
       data.clear
 
@@ -61,16 +71,6 @@ describe Picky::Backends::SQLite do
 
       books.search('title').ids.should == [1]
     end
-    it 'handles removing with three entries' do
-      data.add Book.new(2, 'title', 'author')
-      data.add Book.new(3, 'title', 'author')
-
-      books.search('title').ids.should == [3, 2, 1]
-
-      data.remove 1
-
-      books.search('title').ids.should == [3, 2]
-    end
     it 'handles replacing' do
       data.replace Book.new(1, 'toitle', 'oithor')
 
@@ -90,15 +90,15 @@ describe Picky::Backends::SQLite do
     instance_eval &its
   end
 
-  # context 'immediately indexing backend (no dump needed)' do
-  #   before(:each) do
-  #     data.backend described_class.new(self_indexed: true)
-  #     data.clear
-  #
-  #     data.add Book.new(1, 'title', 'author')
-  #   end
-  #
-  #   instance_eval &its
-  # end
+  context 'immediately indexing backend (no dump needed)' do
+    before(:each) do
+      data.backend described_class.new(self_indexed: true)
+      data.clear
+
+      data.add Book.new(1, 'title', 'author')
+    end
+
+    instance_eval &its
+  end
 
 end

data/spec/functional/max_allocations_spec.rb

@@ -30,4 +30,35 @@ describe 'Search#max_allocations' do
     try_again.search('hello world').ids.should == [1]
   end
 
+  it 'gets faster' do
+    index = Picky::Index.new :dynamic_weights do
+      category :text1
+      category :text2
+      category :text3
+      category :text4
+    end
+
+    thing = Struct.new(:id, :text1, :text2, :text3, :text4)
+    index.add thing.new(1, 'hello world', 'hello world', 'hello world', 'hello world')
+    index.add thing.new(2, 'hello world', 'hello world', 'hello world', 'hello world')
+    index.add thing.new(3, 'hello world', 'hello world', 'hello world', 'hello world')
+    index.add thing.new(4, 'hello world', 'hello world', 'hello world', 'hello world')
+    index.add thing.new(5, 'hello world', 'hello world', 'hello world', 'hello world')
+    index.add thing.new(6, 'hello world', 'hello world', 'hello world', 'hello world')
+
+    try = Picky::Search.new index
+
+    threshold = performance_of do
+      try.search('hello world')
+    end
+
+    try_again = Picky::Search.new index do
+      max_allocations 1
+    end
+
+    performance_of do
+      try_again.search('hello world')
+    end.should < (threshold*2/3)
+  end
+
 end

data/spec/lib/backends/redis/float_spec.rb

@@ -27,6 +27,11 @@ describe Picky::Backends::Redis::Float do
 
       backend['anything'].should == 1.23
     end
+    it 'returns whatever it gets from the backend' do
+      client.should_receive(:hget).any_number_of_times.and_return nil
+
+      backend['anything'].should == nil
+    end
   end
 
   describe 'to_s' do

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: picky
 version: !ruby/object:Gem::Version
-  version: 3.6.8
+  version: 3.6.9
   prerelease: 
 platform: ruby
 authors:
@@ -9,11 +9,11 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2011-11-29 00:00:00.000000000 Z
+date: 2011-11-30 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rspec
-  requirement: &70319172184220 !ruby/object:Gem::Requirement
+  requirement: &70133025519700 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -21,21 +21,21 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *70319172184220
+  version_requirements: *70133025519700
 - !ruby/object:Gem::Dependency
   name: picky-client
-  requirement: &70319172181920 !ruby/object:Gem::Requirement
+  requirement: &70133025518760 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
-        version: 3.6.8
+        version: 3.6.9
   type: :development
   prerelease: false
-  version_requirements: *70319172181920
+  version_requirements: *70133025518760
 - !ruby/object:Gem::Dependency
   name: rack
-  requirement: &70319172180560 !ruby/object:Gem::Requirement
+  requirement: &70133025518340 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -43,10 +43,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70319172180560
+  version_requirements: *70133025518340
 - !ruby/object:Gem::Dependency
   name: rack_fast_escape
-  requirement: &70319172222400 !ruby/object:Gem::Requirement
+  requirement: &70133025517860 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -54,10 +54,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70319172222400
+  version_requirements: *70133025517860
 - !ruby/object:Gem::Dependency
   name: text
-  requirement: &70319172220440 !ruby/object:Gem::Requirement
+  requirement: &70133025517220 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -65,10 +65,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70319172220440
+  version_requirements: *70133025517220
 - !ruby/object:Gem::Dependency
   name: yajl-ruby
-  requirement: &70319172237300 !ruby/object:Gem::Requirement
+  requirement: &70133025516620 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -76,10 +76,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70319172237300
+  version_requirements: *70133025516620
 - !ruby/object:Gem::Dependency
   name: activesupport
-  requirement: &70319172277680 !ruby/object:Gem::Requirement
+  requirement: &70133025515700 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -87,10 +87,10 @@ dependencies:
         version: '3.0'
   type: :runtime
   prerelease: false
-  version_requirements: *70319172277680
+  version_requirements: *70133025515700
 - !ruby/object:Gem::Dependency
   name: unicorn
-  requirement: &70319172274760 !ruby/object:Gem::Requirement
+  requirement: &70133025514840 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -98,10 +98,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70319172274760
+  version_requirements: *70133025514840
 - !ruby/object:Gem::Dependency
   name: sinatra
-  requirement: &70319172284740 !ruby/object:Gem::Requirement
+  requirement: &70133025513920 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -109,7 +109,7 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70319172284740
+  version_requirements: *70133025513920
 description: Fast Ruby semantic text search engine with comfortable single field interface.
 email: florian.hanke+picky@gmail.com
 executables:
@@ -146,6 +146,8 @@ files:
 - lib/picky/backends/sqlite/array.rb
 - lib/picky/backends/sqlite/basic.rb
 - lib/picky/backends/sqlite/directly_manipulable.rb
+- lib/picky/backends/sqlite/integer_key_array.rb
+- lib/picky/backends/sqlite/string_key_array.rb
 - lib/picky/backends/sqlite/value.rb
 - lib/picky/backends/sqlite.rb
 - lib/picky/bundle.rb
@@ -261,8 +263,11 @@ files:
 - spec/category_realtime_spec.rb
 - spec/ext/performant_spec.rb
 - spec/functional/backends/file_spec.rb
+- spec/functional/backends/memory_bundle_realtime_spec.rb
 - spec/functional/backends/memory_spec.rb
+- spec/functional/backends/redis_bundle_realtime_spec.rb
 - spec/functional/backends/redis_spec.rb
+- spec/functional/backends/sqlite_bundle_realtime_spec.rb
 - spec/functional/backends/sqlite_spec.rb
 - spec/functional/dynamic_weights_spec.rb
 - spec/functional/exact_first_spec.rb
@@ -401,8 +406,11 @@ test_files:
 - spec/category_realtime_spec.rb
 - spec/ext/performant_spec.rb
 - spec/functional/backends/file_spec.rb
+- spec/functional/backends/memory_bundle_realtime_spec.rb
 - spec/functional/backends/memory_spec.rb
+- spec/functional/backends/redis_bundle_realtime_spec.rb
 - spec/functional/backends/redis_spec.rb
+- spec/functional/backends/sqlite_bundle_realtime_spec.rb
 - spec/functional/backends/sqlite_spec.rb
 - spec/functional/dynamic_weights_spec.rb
 - spec/functional/exact_first_spec.rb