picky 0.10.4 → 0.10.5

data/lib/picky/loader.rb

@@ -217,6 +217,7 @@ module Loader
     load_relative 'sources/db'
     load_relative 'sources/csv'
     load_relative 'sources/delicious'
+    load_relative 'sources/couch'
     
     # Indexes.
     #
@@ -247,4 +248,4 @@ module Loader
     load_relative 'generator'
   end
 
-end
+end

data/lib/picky/sources/couch.rb

@@ -0,0 +1,43 @@
+module Sources
+  
+  # Describes a Couch database
+  # Give it a databse url and optionally username and password
+  #
+  
+  class NoCouchDBGiven < StandardError; end
+
+  class Couch < Base
+    
+    def initialize *field_names, options
+      check_gem
+      Hash === options && options[:url] || raise_no_db_given(field_names)
+      @db = RestClient::Resource.new options.delete(:url), options
+    end
+    
+    def check_gem
+      require 'rest_client'
+    rescue LoadError
+      puts "Rest-client gem missing!\nTo use the CouchDB source, you need to:\n  1. Add the following line to Gemfile:\n     gem 'rest-client'\n  2. Then, run:\n     bundle update\n"
+      exit 1
+    end
+
+    # Harvests the data to index.
+    #
+    def harvest type, field
+      get_data do |doc|
+        yield doc['_id'].to_i, doc[field.name.to_s] || next
+      end
+    end
+
+    def get_data &block
+      resp = @db['_all_docs?include_docs=true'].get
+      JSON.parse(resp)['rows'].
+        map{|row| row['doc']}.
+        each &block
+    end
+
+    def raise_no_db_given field_names
+      raise NoCouchDBGiven.new field_names.join(', ')
+    end
+  end
+end

data/spec/lib/sources/couch_spec.rb

@@ -0,0 +1,35 @@
+require 'spec_helper'
+
+describe Sources::Couch do
+  
+  context "without database" do
+    it "should fail correctly" do
+      lambda { @source = Sources::Couch.new(:a, :b, :c) }.should raise_error(Sources::NoCouchDBGiven)
+    end
+  end
+
+  context "with database" do
+    before(:each) do
+      @source = Sources::Couch.new :a, :b, :c, url: 'http://localhost:5984/picky'
+      RestClient::Request.should_receive(:execute).any_number_of_times.and_return %{{"rows":[{"doc":{"_id":"7","a":"a data","b":"b data","c":"c data"}}]}}
+    end
+
+    describe "harvest" do
+      it "should yield the right data" do
+        field = stub :b, :name => :b
+        @source.harvest :anything, field do |id, token|
+          id.should    eql(7) 
+          token.should eql('b data')
+        end.should have(1).item
+      end
+    end
+
+    describe "get_data" do
+      it "should yield each line" do
+        @source.get_data do |data|
+          data.should == { "_id" => "7", "a" => "a data", "b" => "b data", "c" => "c data" }
+        end.should have(1).item
+      end
+    end
+  end
+end

data/spec/lib/sources/delicious_spec.rb

@@ -41,12 +41,6 @@ describe Sources::Delicious do
         post1.title = "VIBRAM - FiveFingers"
         post1.url   = URI.parse('http://www.vibramfivefingers.it/')
         
-        # post2       = WWW::Delicious::Post.new
-        # post2.uid   = "d0b16f4b7e998a3386052bc95ad0d695"
-        # post2.tags  = ["floating", "title", "scrolling", "css", "javascript", "ui"]
-        # post2.title = "Floating Title when Scrolling"
-        # post2.url   = URI.parse('http://mesh.scribblelive.com/Event/Value_Judgements_in_Interface_Design5')
-        
         delicious = stub :delicious, :posts_recent => [post1]
         
         WWW::Delicious.should_receive(:new).and_return delicious
@@ -80,12 +74,6 @@ describe Sources::Delicious do
         post1.title = "VIBRAM - FiveFingers"
         post1.url   = URI.parse('http://www.vibramfivefingers.it/')
         
-        # post2       = WWW::Delicious::Post.new
-        # post2.uid   = "d0b16f4b7e998a3386052bc95ad0d695"
-        # post2.tags  = ["floating", "title", "scrolling", "css", "javascript", "ui"]
-        # post2.title = "Floating Title when Scrolling"
-        # post2.url   = URI.parse('http://mesh.scribblelive.com/Event/Value_Judgements_in_Interface_Design5')
-        
         delicious = stub :delicious, :posts_recent => [post1]
         
         WWW::Delicious.should_receive(:new).and_return delicious

metadata

@@ -5,8 +5,8 @@ version: !ruby/object:Gem::Version
   segments: 
   - 0
   - 10
-  - 4
-  version: 0.10.4
+  - 5
+  version: 0.10.5
 platform: ruby
 authors: 
 - Florian Hanke
@@ -14,7 +14,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2010-11-02 00:00:00 +01:00
+date: 2010-11-03 00:00:00 +01:00
 default_executable: picky
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -115,6 +115,7 @@ files:
 - lib/picky/signals.rb
 - lib/picky/solr/schema_generator.rb
 - lib/picky/sources/base.rb
+- lib/picky/sources/couch.rb
 - lib/picky/sources/csv.rb
 - lib/picky/sources/db.rb
 - lib/picky/sources/delicious.rb
@@ -205,6 +206,7 @@ files:
 - spec/lib/results/live_spec.rb
 - spec/lib/routing_spec.rb
 - spec/lib/solr/schema_generator_spec.rb
+- spec/lib/sources/couch_spec.rb
 - spec/lib/sources/csv_spec.rb
 - spec/lib/sources/db_spec.rb
 - spec/lib/sources/delicious_spec.rb
@@ -303,6 +305,7 @@ test_files:
 - spec/lib/results/live_spec.rb
 - spec/lib/routing_spec.rb
 - spec/lib/solr/schema_generator_spec.rb
+- spec/lib/sources/couch_spec.rb
 - spec/lib/sources/csv_spec.rb
 - spec/lib/sources/db_spec.rb
 - spec/lib/sources/delicious_spec.rb