fuzzzy 0.0.1

data/spec/orm/mongoid/index_spec.rb

@@ -0,0 +1,165 @@
+require 'spec_helper'
+
+describe Fuzzzy::Mongoid::Index do
+  let(:context){{
+    :index_name => 'indexedcity:name',
+    :method => :soundex
+  }}
+  
+  describe '.define_fuzzzy_index' do
+    context 'without index' do
+      let!(:city){City}
+      specify{city.fuzzzy_indexes.should be_nil}
+      specify{city.has_fuzzzy_indexes?.should be_false}
+    end
+    
+    context 'with default index' do
+      let!(:city){IndexedCity}
+      specify{city.fuzzzy_indexes.should be_instance_of(Hash)}
+      specify{city.fuzzzy_indexes.values.should have(1).index}
+      specify{city.fuzzzy_indexes[:name].should == context}
+      specify{city.has_fuzzzy_indexes?.should be_true}
+    end
+  end
+  
+  describe '.indexer' do
+    specify{IndexedCity.indexer(:soundex).should be_instance_of(Fuzzzy::Soundex::Indexer)}
+    specify{City.indexer(:soundex).should be_nil}
+    specify do
+      lambda{
+        IndexedCity.indexer(:blablabla)
+      }.should raise_error
+    end
+  end
+
+  describe '.searcher' do
+    specify{IndexedCity.searcher(:soundex).should be_instance_of(Fuzzzy::Soundex::Searcher)}
+    specify{City.searcher(:soundex).should be_nil}
+    specify do
+      lambda{
+        IndexedCity.searcher(:blablabla)
+      }.should raise_error
+    end
+  end
+  
+  describe '.search_by' do
+    let(:query){'String'}
+    
+    context 'by indexed field' do
+      let(:searcher){mock(:searcher)}
+      
+      before do
+        searcher.should_receive(:search).with(search_context)
+        IndexedCity.stub(:searcher => searcher)
+      end
+    
+      context 'with default context' do
+        let(:search_context){context.merge(:query => query)}
+        specify{IndexedCity.search_by(:name, query)}
+      end
+    
+      context 'with custom context' do
+        let(:search_context){context.merge(
+          :query => query,
+          :only_ids => true,
+          :sort_method => :alpha,
+          :distance => 3
+        )}
+        
+        specify{IndexedCity.search_by(:name, query, {
+          :only_ids => true,
+          :sort_method => :alpha,
+          :distance => 3
+        })}
+      end
+    end
+    
+    context 'by unindexed field' do
+      specify do
+        lambda{
+          IndexedCity.search_by(:country, query)
+        }.should raise_error
+      end
+    end
+  end
+
+  context do
+    let(:model){IndexedCity.new(:id => BSON::ObjectId.new, :name => 'Moscow', :country => 'Russia')}
+    let(:indexer){mock(:indexer)}
+    
+    describe '.create_fuzzzy_indexes' do
+      context do
+        let(:index_context){context.merge(
+          :id => model.id,
+          :dictionary_string => model.name
+        )}
+        
+        before do
+          indexer.should_receive(:create_index).with(index_context)
+          IndexedCity.stub(:indexer => indexer)
+        end
+        
+        specify{model.create_fuzzzy_indexes{}}
+      end
+      
+      context 'with multi fields index' do
+        before do
+          IndexedCity.define_fuzzzy_index(:country)
+          indexer.should_receive(:create_index).exactly(2).times
+          IndexedCity.stub(:indexer => indexer)
+        end
+        
+        after do
+          IndexedCity.clear_fuzzzy_index(:country)
+        end
+        
+        specify{model.create_fuzzzy_indexes{}}
+      end
+      
+      context 'with empty changed attributes' do
+        let(:index_context){context.merge(
+          :id => model.id,
+          :dictionary_string => model.name
+        )}
+        
+        before do
+          model.stub(:changed => [])
+          indexer.should_not_receive(:create_index)
+          IndexedCity.stub(:indexer => indexer)
+        end
+        
+        specify{model.create_fuzzzy_indexes{}}
+      end
+    end
+    
+    describe '.delete_fuzzzy_indexes' do
+      context do
+        let(:index_context){context.merge(
+          :id => model.id,
+          :dictionary_string => model.name
+        )}
+        
+        before do
+          indexer.should_receive(:delete_index).with(index_context)
+          IndexedCity.stub(:indexer => indexer)
+        end
+        
+        specify{model.delete_fuzzzy_indexes{}}
+      end
+      
+      context 'with multi fields index' do
+        before do
+          IndexedCity.define_fuzzzy_index(:country)
+          indexer.should_receive(:delete_index).exactly(2).times
+          IndexedCity.stub(:indexer => indexer)
+        end
+        
+        after do
+          IndexedCity.clear_fuzzzy_index(:country)
+        end
+        
+        specify{model.delete_fuzzzy_indexes{}}
+      end
+    end
+  end
+end

data/spec/redis_spec.rb

@@ -0,0 +1,54 @@
+require 'spec_helper'
+
+class TestRedis
+  include Fuzzzy::Redis
+
+  def index_type
+    'index_type'
+  end
+
+  def index_name
+    'model_name:field'
+  end
+
+  def context
+    {}
+  end
+end
+
+class TestRedis2
+  include Fuzzzy::Redis
+end
+
+
+describe Fuzzzy::Redis do
+  subject{TestRedis.new}
+
+  describe '#shared_key' do
+    specify{subject.shared_key.should == 'fuzzzy:model_name:field'}
+  end
+
+  describe '#index_key' do
+    specify{subject.index_key('key1').should == 'fuzzzy:model_name:field:index_type:key1'}
+    specify{subject.index_key('key1', 'key2').should == 'fuzzzy:model_name:field:index_type:key1:key2'}
+    specify{subject.index_key('key1', 2).should == 'fuzzzy:model_name:field:index_type:key1:2'}
+    specify do
+      lambda{
+        subject.index_key
+      }.should raise_error
+    end
+    context do
+      subject{TestRedis2.new}
+      specify do
+        lambda{
+          subject.index_key('key1')
+        }.should raise_error
+      end
+      specify do
+        lambda{
+          subject.index_key('key1', 'key2')
+        }.should raise_error
+      end
+    end
+  end
+end

data/spec/soundex/indexer_spec.rb

@@ -0,0 +1,40 @@
+require 'spec_helper'
+
+describe Fuzzzy::Soundex::Indexer do
+  let(:indexer){Fuzzzy::Soundex::Indexer.new}
+  let(:context){{
+    :index_name => 'city:name',
+    :method => :soundex,
+    :dictionary_string => dictionary_string,
+    :id => id
+  }}
+  let(:dictionary_string){'moscow'}
+  let(:soundex){Text::Soundex.soundex(dictionary_string)}
+  let(:id){'12345'}
+  
+  before do
+    keys = Fuzzzy.redis.keys("*")
+    Fuzzzy.redis.del(*keys) if keys.length > 1
+  end
+  
+  describe '.create_index' do
+    before do
+      indexer.create_index(context)
+    end
+    
+    specify{Fuzzzy.redis.smembers('fuzzzy:city:name:soundex_i:' + soundex).should == [id]}
+    specify{Fuzzzy.redis.get('fuzzzy:city:name:dictionary:' + id).should == dictionary_string}
+    specify{Fuzzzy.redis.hgetall(Fuzzzy::Redis.counter_key).should == {'city:name' => '1'}}
+  end
+  
+  describe '.delete_index' do
+    before do
+      indexer.create_index(context)
+      indexer.delete_index(context)
+    end
+    
+    specify{Fuzzzy.redis.exists('fuzzzy:city:name:soundex_i:' + soundex).should be_false}
+    specify{Fuzzzy.redis.exists('fuzzzy:city:name:dictionary:' + id).should be_false}
+    specify{Fuzzzy.redis.hgetall(Fuzzzy::Redis.counter_key).should == {'city:name' => '0'}}
+  end
+end

data/spec/soundex/searcher_spec.rb

@@ -0,0 +1,63 @@
+require 'spec_helper'
+
+describe Fuzzzy::Soundex::Searcher do
+  let(:searcher){Fuzzzy::Soundex::Searcher.new}
+  let(:context){{
+    :index_name => 'city:name',
+    :method => :soundex,
+    :query => query_string
+  }}
+  
+  before do
+    keys = Fuzzzy.redis.keys("*")
+    Fuzzzy.redis.del(*keys) if keys.length > 1
+  end
+  
+  def add_index id, dictionary_string
+    Fuzzzy.redis.sadd('fuzzzy:city:name:soundex_i:' + Text::Soundex.soundex(dictionary_string), id)
+    Fuzzzy.redis.set('fuzzzy:city:name:dictionary:' + id, dictionary_string)
+  end
+  
+  describe '#search' do
+    context 'single word' do
+      before do
+        add_index(id, dictionary_string)
+      end
+      
+      let(:query_string){'mascow'}
+      let(:dictionary_string){'moscow'}
+      let(:id){'12345'}
+      
+      specify{searcher.search(context).should == [id]}
+    end
+    
+    context 'many words' do
+      before do
+        add_index('12345', 'moscow')
+        add_index('12346', 'piterburger')
+        add_index('12347', 'piterberg')
+        add_index('12348', 'piterburg')
+        add_index('12349', 'pitsburg')
+        add_index('12350', 'moscowcity')
+      end
+      
+      let(:query_string){'mascow'}
+      
+      specify{searcher.search(context).should == ['12345']}
+      specify{searcher.search(context.merge(:query => 'mascw')).should == ['12345']}
+      specify{searcher.search(context.merge(:query => 'peterberg')).should == ['12346', '12347', '12348']}
+      specify{searcher.search(context.merge(
+        :query => 'piterburg',
+        :sort_by => :distance
+      )).should == ['12348', '12347', '12346']}
+      specify{searcher.search(context.merge(
+        :query => 'piterburg',
+        :sort_by => :alpha
+      )).should == ['12347', '12348', '12346']}
+      specify{searcher.search(context.merge(
+        :query => 'piterburg',
+        :distance => 0
+      )).should == ['12348']}
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,22 @@
+$LOAD_PATH.unshift File.expand_path("../../lib", __FILE__)
+ENV['RACK_ENV'] = 'test'
+require "rspec"
+require 'mongoid'
+require 'fuzzzy'
+require Fuzzzy.root.join('spec', 'models', 'city')
+require Fuzzzy.root.join('spec', 'models', 'indexed_city')
+
+Fuzzzy.redis = Redis.new(:host => 'localhost', :database => 10)
+Fuzzzy.logger = Mongoid.logger = nil
+Mongoid.load!(Fuzzzy.root.join('spec', 'config', 'mongoid.yml'))
+
+RSpec.configure do |config|
+  config.mock_with :rspec
+  config.after :suite do
+    Mongoid.master.collections.select{|c| c.name !~ /system/ }.each(&:drop)
+    keys = Fuzzzy.redis.keys("*")
+    if keys.length > 1
+      Fuzzzy.redis.del(*keys)
+    end
+  end
+end

metadata

@@ -0,0 +1,325 @@
+--- !ruby/object:Gem::Specification 
+name: fuzzzy
+version: !ruby/object:Gem::Version 
+  prerelease: 
+  version: 0.0.1
+platform: ruby
+authors: 
+- Undr
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2012-07-19 00:00:00 Z
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: rspec
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "2"
+  type: :development
+  prerelease: false
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: yard
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        version: 0.6.0
+  type: :development
+  prerelease: false
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: ruby-debug19
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+  type: :development
+  prerelease: false
+  version_requirements: *id003
+- !ruby/object:Gem::Dependency 
+  name: bson_ext
+  requirement: &id004 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+  type: :development
+  prerelease: false
+  version_requirements: *id004
+- !ruby/object:Gem::Dependency 
+  name: mongoid
+  requirement: &id005 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+  type: :development
+  prerelease: false
+  version_requirements: *id005
+- !ruby/object:Gem::Dependency 
+  name: pry
+  requirement: &id006 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+  type: :development
+  prerelease: false
+  version_requirements: *id006
+- !ruby/object:Gem::Dependency 
+  name: ruby-prof
+  requirement: &id007 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+  type: :development
+  prerelease: false
+  version_requirements: *id007
+- !ruby/object:Gem::Dependency 
+  name: bundler
+  requirement: &id008 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+  type: :runtime
+  prerelease: false
+  version_requirements: *id008
+- !ruby/object:Gem::Dependency 
+  name: rake
+  requirement: &id009 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+  type: :runtime
+  prerelease: false
+  version_requirements: *id009
+- !ruby/object:Gem::Dependency 
+  name: activesupport
+  requirement: &id010 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+  type: :runtime
+  prerelease: false
+  version_requirements: *id010
+- !ruby/object:Gem::Dependency 
+  name: eventmachine
+  requirement: &id011 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+  type: :runtime
+  prerelease: false
+  version_requirements: *id011
+- !ruby/object:Gem::Dependency 
+  name: yajl-ruby
+  requirement: &id012 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+  type: :runtime
+  prerelease: false
+  version_requirements: *id012
+- !ruby/object:Gem::Dependency 
+  name: levenshtein-ffi
+  requirement: &id013 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+  type: :runtime
+  prerelease: false
+  version_requirements: *id013
+- !ruby/object:Gem::Dependency 
+  name: text
+  requirement: &id014 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+  type: :runtime
+  prerelease: false
+  version_requirements: *id014
+- !ruby/object:Gem::Dependency 
+  name: grape
+  requirement: &id015 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+  type: :runtime
+  prerelease: false
+  version_requirements: *id015
+- !ruby/object:Gem::Dependency 
+  name: hiredis
+  requirement: &id016 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+  type: :runtime
+  prerelease: false
+  version_requirements: *id016
+- !ruby/object:Gem::Dependency 
+  name: redis
+  requirement: &id017 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+  type: :runtime
+  prerelease: false
+  version_requirements: *id017
+- !ruby/object:Gem::Dependency 
+  name: daemons
+  requirement: &id018 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+  type: :runtime
+  prerelease: false
+  version_requirements: *id018
+- !ruby/object:Gem::Dependency 
+  name: ZenTest
+  requirement: &id019 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - "="
+      - !ruby/object:Gem::Version 
+        version: 4.5.0
+  type: :runtime
+  prerelease: false
+  version_requirements: *id019
+- !ruby/object:Gem::Dependency 
+  name: RubyInline
+  requirement: &id020 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+  type: :runtime
+  prerelease: false
+  version_requirements: *id020
+description: Fuzzy Search client and server
+email: 
+- lilipoper@gmail.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- .gitignore
+- .rspec
+- .travis.yml
+- Gemfile
+- README.md
+- Rakefile
+- benchmark/data/cities.csv
+- benchmark/fuzzzy_benchmark.rb
+- benchmark/test_ngram.rb
+- benchmark/test_soundex.rb
+- config.ru
+- dictionary/en_stopwords.yml
+- fuzzzy.gemspec
+- lib/fuzzzy.rb
+- lib/fuzzzy/index.rb
+- lib/fuzzzy/methods/indexer.rb
+- lib/fuzzzy/methods/method_base.rb
+- lib/fuzzzy/methods/ngram/base.rb
+- lib/fuzzzy/methods/ngram/indexer.rb
+- lib/fuzzzy/methods/ngram/searcher.rb
+- lib/fuzzzy/methods/soundex/base.rb
+- lib/fuzzzy/methods/soundex/indexer.rb
+- lib/fuzzzy/methods/soundex/searcher.rb
+- lib/fuzzzy/orm/mongoid/index.rb
+- lib/fuzzzy/redis.rb
+- lib/fuzzzy/server/http.rb
+- lib/fuzzzy/version.rb
+- spec/config/mongoid.yml
+- spec/models/city.rb
+- spec/models/indexed_city.rb
+- spec/ngram/indexer_spec.rb
+- spec/ngram/searcher_spec.rb
+- spec/orm/mongoid/index_spec.rb
+- spec/redis_spec.rb
+- spec/soundex/indexer_spec.rb
+- spec/soundex/searcher_spec.rb
+- spec/spec_helper.rb
+homepage: http://github.com/undr/fuzzzy
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: -1332638981100280004
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: -1332638981100280004
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: fuzzzy
+rubygems_version: 1.8.21
+signing_key: 
+specification_version: 3
+summary: Fuzzy Search client and server
+test_files: 
+- spec/config/mongoid.yml
+- spec/models/city.rb
+- spec/models/indexed_city.rb
+- spec/ngram/indexer_spec.rb
+- spec/ngram/searcher_spec.rb
+- spec/orm/mongoid/index_spec.rb
+- spec/redis_spec.rb
+- spec/soundex/indexer_spec.rb
+- spec/soundex/searcher_spec.rb
+- spec/spec_helper.rb