picky 4.0.0pre1 → 4.0.0pre2

data/spec/lib/sources/base_spec.rb

@@ -1,53 +0,0 @@
-require 'spec_helper'
-
-describe Picky::Sources::Base do
-  context 'with the base class' do
-    let(:source) { described_class.new }
-    
-    describe 'connect_backend' do
-      it 'exists' do
-        source.connect_backend
-      end
-    end
-    
-    describe 'take_snapshot' do
-      it 'exists and takes a single parameter' do
-        source.take_snapshot :some_index
-      end
-    end
-  end
-  
-  context 'with subclass' do
-    let(:take_snapshot_called) { 0 }
-    let(:subclass) do
-      Class.new(described_class) do
-        def take_snapshot index
-          index.call index
-        end
-      end.new
-    end
-    
-    describe 'with snapshot' do
-      it 'is called only once when called in nested blocks' do
-        index = stub :index, :identifier => :some_index
-        subclass.stub! :timed_exclaim
-
-        index.should_receive(:call).once.with index
-
-        subclass.with_snapshot(index) do
-          subclass.with_snapshot(index) do
-            subclass.with_snapshot(index) do
-
-            end
-          end
-          subclass.with_snapshot(index) do
-            subclass.with_snapshot(index) do
-
-            end
-          end
-        end
-      end
-    end
-  end
-  
-end

data/spec/lib/sources/couch_spec.rb

@@ -1,114 +0,0 @@
-require 'spec_helper'
-
-describe Picky::Sources::Couch do
-
-  describe 'key_format' do
-    context 'default' do
-      let(:source) { described_class.new(:a, :b, url: 'bla') }
-      it 'is correct' do
-        source.key_format.should == :to_s
-      end
-    end
-    context 'non-default' do
-      let(:source) { described_class.new(:a, :b, url: 'bla', key_format: 'some_key_method') }
-      it 'is correct' do
-        source.key_format.should == :some_key_method
-      end
-    end
-  end
-
-  describe 'to_s' do
-    let(:source) { described_class.new(:a, :b, :url => 'bla') }
-    it 'is correct' do
-      source.to_s.should == 'Picky::Sources::Couch'
-    end
-  end
-
-  describe 'special keys' do
-    context 'uuid keys' do
-      context "with database" do
-        before(:each) do
-          @source = described_class.new :a, :b, :c, url: 'http://localhost:5984/picky'
-          RestClient::Request.should_receive(:execute).any_number_of_times.and_return %{{"rows":[{"doc":{"_id":"550e8400-e29b-41d4-a716-446655440000","a":"a data","b":"b data","c":"c data"}}]}}
-        end
-
-        describe "harvest" do
-          it "yields the right data" do
-            category = stub :b, :from => :b
-            @source.harvest category do |id, token|
-              id.should    eql('550e8400-e29b-41d4-a716-446655440000')
-              token.should eql('b data')
-            end.should have(1).item
-          end
-        end
-
-        describe "get_data" do
-          it "yields each line" do
-            @source.get_data do |data|
-              data.should == { "_id" => "550e8400-e29b-41d4-a716-446655440000", "a" => "a data", "b" => "b data", "c" => "c data" }
-            end.should have(1).item
-          end
-        end
-      end
-    end
-    context 'integer keys' do
-      context "with database" do
-        before(:each) do
-          @source = described_class.new :a, :b, :c, url: 'http://localhost:5984/picky'
-          RestClient::Request.should_receive(:execute).any_number_of_times.and_return %{{"rows":[{"doc":{"_id":"123","a":"a data","b":"b data","c":"c data"}}]}}
-        end
-
-        describe "harvest" do
-          it "yields the right data" do
-            category = stub :b, :from => :b
-            @source.harvest category do |id, token|
-              id.should    eql('123')
-              token.should eql('b data')
-            end.should have(1).item
-          end
-        end
-
-        describe "get_data" do
-          it "yields each line" do
-            @source.get_data do |data|
-              data.should == { "_id" => "123", "a" => "a data", "b" => "b data", "c" => "c data" }
-            end.should have(1).item
-          end
-        end
-      end
-    end
-  end
-
-  context 'default keys' do
-    context "without database" do
-      it "should fail correctly" do
-        lambda { described_class.new(:a, :b, :c) }.should raise_error(described_class::NoDBGiven)
-      end
-    end
-
-    context "with database" do
-      before(:each) do
-        @source = described_class.new :a, :b, :c, url: 'http://localhost:5984/picky'
-        RestClient::Request.should_receive(:execute).any_number_of_times.and_return %{{"rows":[{"doc":{"_id":"7f","a":"a data","b":"b data","c":"c data"}}]}}
-      end
-
-      describe "harvest" do
-        it "yields the right data" do
-          category = stub :b, :from => :b
-          @source.harvest category do |id, token|
-            id.should    eql('7f')
-            token.should eql('b data')
-          end.should have(1).item
-        end
-      end
-
-      describe "get_data" do
-        it "yields each line" do
-          @source.get_data do |data|
-            data.should == { "_id" => "7f", "a" => "a data", "b" => "b data", "c" => "c data" }
-          end.should have(1).item
-        end
-      end
-    end
-  end
-end

data/spec/lib/sources/csv_spec.rb

@@ -1,89 +0,0 @@
-require 'spec_helper'
-require 'csv'
-
-describe Picky::Sources::CSV do
-  
-  describe 'to_s' do
-    let(:source) { described_class.new :a, :b, :c, file:'some/file.csv' }
-    it 'outputs the correct string' do
-      source.to_s.should == 'Picky::Sources::CSV(a, b, c, {:file=>"some/file.csv"})'
-    end
-  end
-  
-  describe 'without separator' do
-    before(:each) do
-      @source = described_class.new :a, :b, :c, :file => :some_file
-    end
-    it 'calls foreach correctly' do
-      block = lambda { |*args| }
-      
-      ::CSV.should_receive(:foreach).once.with :some_file, {}, &block
-      
-      @source.get_data &block
-    end
-  end
-  describe 'with separator' do
-    before(:each) do
-      @source = described_class.new :a, :b, :c, :file => :some_file, :col_sep => 'some_separator'
-    end
-    it 'calls foreach correctly' do
-      block = lambda { |*args| }
-      
-      ::CSV.should_receive(:foreach).once.with :some_file, :col_sep => 'some_separator', &block
-      
-      @source.get_data &block
-    end
-  end
-  
-  context "without file" do
-    it "should fail correctly" do
-      lambda { @source = described_class.new(:a, :b, :c) }.should raise_error(described_class::NoFileGiven)
-    end
-  end
-  context "with file" do
-    before(:each) do
-      ::CSV.should_receive(:foreach).any_number_of_times.and_yield [' 7', 'a data', 'b data', 'c data']
-    end
-    context 'without separator' do
-      before(:each) do
-        @source = described_class.new :a, :b, :c, :file => :some_file
-      end
-      describe "harvest" do
-        it "should yield the right data" do
-          category = stub :b, :from => :b
-          @source.harvest category do |id, token|
-            [id, token].should == [' 7', 'b data']
-          end
-        end
-      end
-      describe "get_data" do
-        it "should yield each line" do
-          @source.get_data do |data|
-            data.should == [' 7', 'a data', 'b data', 'c data']
-          end
-        end
-      end
-    end
-    context 'with key_format method' do
-      before(:each) do
-        @source = described_class.new :a, :b, :c, :file => :some_file, :key_format => :strip
-      end
-      describe "harvest" do
-        it "should yield the right data" do
-          category = stub :b, :from => :b
-          @source.harvest category do |id, token|
-            [id, token].should == [' 7', 'b data']
-          end
-        end
-      end
-      describe "get_data" do
-        it "should yield each line" do
-          @source.get_data do |data|
-            data.should == [' 7', 'a data', 'b data', 'c data']
-          end
-        end
-      end
-    end
-  end
-  
-end

data/spec/lib/sources/db_spec.rb

@@ -1,125 +0,0 @@
-require 'spec_helper'
-
-describe Picky::Sources::DB do
-  
-  before(:each) do
-    @connection = stub :connection
-    @adapter    = stub :adapter, :connection => @connection
-    
-    @select_statement = stub :statement, :inspect => '"some statement"'
-    
-    @source = described_class.new @select_statement, :option => :some_options
-    
-    @source.stub! :database => @adapter
-    @source.stub! :connect_backend
-  end
-  
-  describe 'to_s' do
-    it 'does something' do
-      @source.to_s.should == 'Picky::Sources::DB("some statement", {:option=>:some_options})'
-    end
-  end
-  
-  describe "get_data" do
-    before(:each) do
-      @category = stub :category, :from => :some_category, :index_name => :some_index_name
-    end
-    context 'mysql' do
-      before(:each) do
-        @connection.stub! :adapter_name => 'mysql'
-      end
-      context 'no data' do
-        it "delegates to the connection" do
-
-          @connection.should_receive(:execute).
-                      once.
-                      with('SELECT id, some_category FROM picky_some_index_name_index st WHERE st.__picky_id > some_offset LIMIT 25000').
-                      and_return []
-
-          @source.get_data @category, :some_offset
-        end
-      end
-      context 'with data' do
-        it 'yields to the caller' do
-          @connection.should_receive(:execute).
-                      any_number_of_times.
-                      with('SELECT id, some_category FROM picky_some_index_name_index st WHERE st.__picky_id > some_offset LIMIT 25000').
-                      and_return [[1, 'text']]
-
-          @source.get_data @category, :some_offset do |id, text|
-            id.should == 1
-            text.should == 'text'
-          end
-        end
-      end
-    end
-  end
-  
-  describe "configure" do
-    it "works" do
-      lambda { @source.configure({}) }.should_not raise_error
-    end
-    context "with file" do
-      it "opens the config file relative to root" do
-        File.should_receive(:open).once.with 'spec/test_directory/app/bla.yml'
-        
-        @source.configure :file => 'app/bla.yml'
-      end
-    end
-  end
-  
-  describe "connect_backend" do
-    it "works" do
-      lambda { @source.connect_backend }.should_not raise_error
-    end
-  end
-  
-  describe "chunksize" do
-    it "should be a specific size" do
-      @source.chunksize.should == 25_000
-    end
-  end
-  
-  describe "count" do
-    it "should get the count through the public DB connection" do
-      result = stub(:result, :to_i => 12_345)
-      @connection.should_receive(:select_value).once.and_return(result)
-      
-      @source.count :anything
-    end
-    it "should get the id count" do
-      result = stub(:result, :to_i => 12_345)
-      @connection.should_receive(:select_value).once.with("SELECT COUNT(__picky_id) FROM picky_some_type_name_index")
-      
-      @source.count :some_type_name
-    end
-  end
-  
-  describe 'harvest' do
-    before(:each) do
-      @category = stub :category, :name => :some_category, :index_name => :some_index
-
-      @source.should_receive(:get_data).any_number_of_times.and_return [[:some_id, 'some_text']].cycle
-      @source.stub! :count => 17
-    end
-  end
-
-  describe "harvest_statement_with_offset" do
-    before(:each) do
-      @category = stub :category, :from => :some_category
-    end
-    it "should get a harvest statement and the chunksize to put the statement together" do
-      @source.should_receive(:harvest_statement).once.with(@category).and_return 'some_example_statement'
-      @source.harvest_statement_with_offset(@category, :some_offset)
-    end
-    it "should add an AND if it already contains a WHERE statement" do
-      @source.should_receive(:harvest_statement).and_return 'WHERE'
-      @source.harvest_statement_with_offset(@category, :some_offset).should == "WHERE AND st.__picky_id > some_offset LIMIT 25000"
-    end
-    it "should add a WHERE if it doesn't already contain one" do
-      @source.should_receive(:harvest_statement).and_return 'some_statement'
-      @source.harvest_statement_with_offset(@category, :some_offset).should == "some_statement WHERE st.__picky_id > some_offset LIMIT 25000"
-    end
-  end
-  
-end

data/spec/lib/sources/delicious_spec.rb

@@ -1,94 +0,0 @@
-require 'spec_helper'
-
-describe Picky::Sources::Delicious do
-  
-  context "with file" do
-    
-    describe 'to_s' do
-      it 'outputs correctly' do
-        described_class.new(:username, :password).to_s.should == 'Picky::Sources::Delicious(username)'
-      end
-    end
-    
-    describe "check_gem" do
-      before(:each) do
-        @source = described_class.allocate
-      end
-      context "doesn't find www/delicious" do
-        before(:each) do
-          @source.should_receive(:require).any_number_of_times.and_raise LoadError
-        end
-        it "warns & exits" do
-          @source.should_receive(:warn).once.with "www-delicious gem missing!\nTo use the delicious source, you need to:\n  1. Add the following line to Gemfile:\n     gem 'www-delicious'\n     or\n     require 'www-delicious'\n     for example on top of your app.rb/application.rb\n  2. Then, run:\n     bundle update\n"
-          @source.should_receive(:exit).once.with 1
-          
-          @source.check_gem
-        end
-      end
-      context "finds www/delicious" do
-        before(:each) do
-          @source.should_receive(:require).any_number_of_times.and_return
-        end
-        it "checks if the gem is there" do
-          lambda { @source.check_gem }.should_not raise_error
-        end
-      end
-    end
-    
-    describe "harvest" do
-      before(:each) do
-        @source = described_class.new(:username, :password)
-
-        post1       = WWW::Delicious::Post.new
-        post1.uid   = "5045d67b3f251e4ae966dffe71501763"
-        post1.tags  = ["barefoot", "running", "shoe"]
-        post1.title = "VIBRAM - FiveFingers"
-        post1.url   = URI.parse('http://www.vibramfivefingers.it/')
-        
-        delicious = stub :delicious, :posts_recent => [post1]
-        
-        WWW::Delicious.should_receive(:new).and_return delicious
-      end
-      it "should yield the right data" do
-        category = stub :b, :from => :tags
-        @source.harvest category do |id, token|
-          [id, token].should == [1, "barefoot running shoe"]
-        end
-      end
-      it "should yield the right data" do
-        category = stub :b, :from => :title
-        @source.harvest category do |id, token|
-          [id, token].should == [1, "VIBRAM - FiveFingers"]
-        end
-      end
-      it "should yield the right data" do
-        category = stub :b, :from => :url
-        @source.harvest category do |id, token|
-          [id, token].should == [1, "http://www.vibramfivefingers.it/"]
-        end
-      end
-    end
-    describe "get_data" do
-      before(:each) do
-        @source = described_class.new(:username, :password)
-        
-        post1       = WWW::Delicious::Post.new
-        post1.uid   = "5045d67b3f251e4ae966dffe71501763"
-        post1.tags  = ["barefoot", "running", "shoe"]
-        post1.title = "VIBRAM - FiveFingers"
-        post1.url   = URI.parse('http://www.vibramfivefingers.it/')
-        
-        delicious = stub :delicious, :posts_recent => [post1]
-        
-        WWW::Delicious.should_receive(:new).and_return delicious
-      end
-      it "should yield each line" do
-        @source.get_data do |uid, data|
-          uid.should  == 1
-          data.should == { :title => "VIBRAM - FiveFingers", :tags => "barefoot running shoe", :url => "http://www.vibramfivefingers.it/" }
-        end
-      end
-    end
-  end
-  
-end