cobweb 0.0.75 → 0.0.76

data/README.textile

@@ -1,5 +1,5 @@
 
-h1. Cobweb v0.0.75
+h1. Cobweb v0.0.76
 
 "@cobweb_gem":https://twitter.com/cobweb_gem
 

data/lib/cobweb_version.rb

@@ -3,7 +3,7 @@ class CobwebVersion
   
   # Returns a string of the current version
   def self.version
-    "0.0.75"
+    "0.0.76"
   end
 
 end

data/lib/crawl.rb

@@ -5,7 +5,8 @@ module CobwebModule
       @options = HashUtil.deep_symbolize_keys(options)
 
       setup_defaults
-      @redis = Redis::Namespace.new("cobweb-#{Cobweb.version}-#{@options[:crawl_id]}", Redis.new(@options[:redis_options]))
+
+      @redis = Redis::Namespace.new("cobweb-#{Cobweb.version}-#{@options[:crawl_id]}", :redis => Redis.new(@options[:redis_options]))
       @stats = Stats.new(@options)
       @debug = @options[:debug]
       @first_to_finish = false

data/spec/cobweb/cobweb_crawl_spec.rb

@@ -0,0 +1,36 @@
+require File.expand_path(File.dirname(__FILE__) + '/../spec_helper')
+
+describe CobwebModule::Crawl, :local_only => true do
+
+  before(:each) do
+    @local_redis = {:host => "127.0.0.1", :port => 6379}
+    @remote_redis = {:host => "192.168.100.16", :port => 6379}
+    
+    @request = {:crawl_id => "test_crawl_id"}
+  end
+
+  describe "remote redis" do
+    before(:each) do
+      @local = CobwebModule::Crawl.new(:redis_options => @local_redis)
+      @remote = CobwebModule::Crawl.new(:redis_options => @remote_redis)
+
+      @local.redis.del("test_redis")
+      @remote.redis.del("test_redis")
+      
+    end
+    it "should connect to the local redis" do
+      @local.redis.exists("test_redis").should be_false
+      @local.redis.set("test_redis", 1)
+      @local.redis.exists("test_redis").should be_true
+
+      @remote.redis.exists("test_redis").should be_false
+    end
+    it "should connect to the remote redis" do
+      @remote.redis.exists("test_redis").should be_false
+      @remote.redis.set("test_redis", 1)
+      @remote.redis.exists("test_redis").should be_true
+      
+      @local.redis.exists("test_redis").should be_false
+    end
+  end
+end

data/spec/cobweb/cobweb_job_spec.rb

@@ -30,7 +30,7 @@ describe Cobweb, :local_only => true do
         :debug => false,
         :cache => nil
       }
-      @redis = Redis::Namespace.new("cobweb-#{Cobweb.version}-#{@request[:crawl_id]}", Redis.new)
+      @redis = Redis::Namespace.new("cobweb-#{Cobweb.version}-#{@request[:crawl_id]}", :redis => Redis.new)
       @cobweb = Cobweb.new @request
     end
     it "should not crawl anything if nothing has started" do
@@ -63,7 +63,7 @@ describe Cobweb, :local_only => true do
         :debug => false,
         :cache => nil
       }
-      @redis = Redis::Namespace.new("cobweb-#{Cobweb.version}-#{@request[:crawl_id]}", Redis.new)
+      @redis = Redis::Namespace.new("cobweb-#{Cobweb.version}-#{@request[:crawl_id]}", :redis => Redis.new)
 
       @cobweb = Cobweb.new @request
     end
@@ -93,7 +93,7 @@ describe Cobweb, :local_only => true do
         :cache => nil,
         :valid_mime_types => ["text/html"]
       }
-      @redis = Redis::Namespace.new("cobweb-#{Cobweb.version}-#{@request[:crawl_id]}", Redis.new)
+      @redis = Redis::Namespace.new("cobweb-#{Cobweb.version}-#{@request[:crawl_id]}", :redis => Redis.new)
       @cobweb = Cobweb.new @request
     end
 
@@ -118,7 +118,7 @@ describe Cobweb, :local_only => true do
         :debug => false,
         :cache => nil
       }
-      @redis = Redis::Namespace.new("cobweb-#{Cobweb.version}-#{@request[:crawl_id]}", Redis.new)
+      @redis = Redis::Namespace.new("cobweb-#{Cobweb.version}-#{@request[:crawl_id]}", :redis => Redis.new)
     end
 
     # describe "crawling http://yepadeperrors.wordpress.com/ with limit of 20" do

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: cobweb
 version: !ruby/object:Gem::Version
-  version: 0.0.75
+  version: 0.0.76
   prerelease: 
 platform: ruby
 authors:
@@ -9,11 +9,11 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-10-16 00:00:00.000000000 Z
+date: 2012-10-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: resque
-  requirement: &70303208832100 !ruby/object:Gem::Requirement
+  requirement: &70301036171860 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -21,10 +21,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70303208832100
+  version_requirements: *70301036171860
 - !ruby/object:Gem::Dependency
   name: redis
-  requirement: &70303208831180 !ruby/object:Gem::Requirement
+  requirement: &70301036170940 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -32,10 +32,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70303208831180
+  version_requirements: *70301036170940
 - !ruby/object:Gem::Dependency
   name: nokogiri
-  requirement: &70303208830080 !ruby/object:Gem::Requirement
+  requirement: &70301036169780 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -43,10 +43,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70303208830080
+  version_requirements: *70301036169780
 - !ruby/object:Gem::Dependency
   name: addressable
-  requirement: &70303208829280 !ruby/object:Gem::Requirement
+  requirement: &70301036169040 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -54,10 +54,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70303208829280
+  version_requirements: *70301036169040
 - !ruby/object:Gem::Dependency
   name: rspec
-  requirement: &70303208828000 !ruby/object:Gem::Requirement
+  requirement: &70301036167760 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -65,10 +65,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70303208828000
+  version_requirements: *70301036167760
 - !ruby/object:Gem::Dependency
   name: awesome_print
-  requirement: &70303208826740 !ruby/object:Gem::Requirement
+  requirement: &70301036166240 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -76,10 +76,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70303208826740
+  version_requirements: *70301036166240
 - !ruby/object:Gem::Dependency
   name: sinatra
-  requirement: &70303208825020 !ruby/object:Gem::Requirement
+  requirement: &70301036164760 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -87,10 +87,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70303208825020
+  version_requirements: *70301036164760
 - !ruby/object:Gem::Dependency
   name: thin
-  requirement: &70303208823900 !ruby/object:Gem::Requirement
+  requirement: &70301036163660 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -98,10 +98,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70303208823900
+  version_requirements: *70301036163660
 - !ruby/object:Gem::Dependency
   name: haml
-  requirement: &70303208822980 !ruby/object:Gem::Requirement
+  requirement: &70301036162760 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -109,10 +109,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70303208822980
+  version_requirements: *70301036162760
 - !ruby/object:Gem::Dependency
   name: namespaced_redis
-  requirement: &70303208821840 !ruby/object:Gem::Requirement
+  requirement: &70301036161620 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -120,10 +120,10 @@ dependencies:
         version: 1.0.2
   type: :runtime
   prerelease: false
-  version_requirements: *70303208821840
+  version_requirements: *70301036161620
 - !ruby/object:Gem::Dependency
   name: json
-  requirement: &70303208821320 !ruby/object:Gem::Requirement
+  requirement: &70301036161100 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -131,7 +131,7 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70303208821320
+  version_requirements: *70301036161100
 description: Cobweb is a web crawler that can use resque to cluster crawls to quickly
   crawl extremely large sites which is much more perofmant than multi-threaded crawlers.  It
   is also a standalone crawler that has a sophisticated statistics monitoring interface
@@ -143,6 +143,7 @@ extra_rdoc_files:
 - README.textile
 files:
 - spec/cobweb/cobweb_crawl_helper_spec.rb
+- spec/cobweb/cobweb_crawl_spec.rb
 - spec/cobweb/cobweb_crawler_spec.rb
 - spec/cobweb/cobweb_job_spec.rb
 - spec/cobweb/cobweb_links_spec.rb