cobweb 0.0.39 → 0.0.40

data/README.textile

@@ -1,5 +1,5 @@
 
-h1. Cobweb v0.0.39
+h1. Cobweb v0.0.40
 
 h2. Intro 
   

data/lib/cobweb.rb

@@ -20,7 +20,7 @@ class Cobweb
   # investigate using event machine for single threaded crawling
   
   def self.version
-    "0.0.39"
+    "0.0.40"
   end
   
   def method_missing(method_sym, *arguments, &block)

data/lib/cobweb_crawler.rb

@@ -11,8 +11,12 @@ class CobwebCrawler
     @statistic = {}
     
     @options[:redis_options] = {:host => "127.0.0.1"} unless @options.has_key? :redis_options
-    @crawl_id = Digest::MD5.hexdigest(DateTime.now.inspect.to_s)
-    @options[:crawl_id] = @crawl_id
+    if @options.has_key? :crawl_id
+      @crawl_id = @options[:crawl_id]
+    else
+      @crawl_id = Digest::MD5.hexdigest(DateTime.now.inspect.to_s)
+      @options[:crawl_id] = @crawl_id
+    end
     
     @redis = NamespacedRedis.new(@options[:redis_options], "cobweb-#{@crawl_id}")
     @options[:internal_urls] = [] if @options[:internal_urls].nil?

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: cobweb
 version: !ruby/object:Gem::Version
-  version: 0.0.39
+  version: 0.0.40
   prerelease: 
 platform: ruby
 authors:
@@ -13,7 +13,7 @@ date: 2012-05-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: resque
-  requirement: &70246956594540 !ruby/object:Gem::Requirement
+  requirement: &70351327044320 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -21,10 +21,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70246956594540
+  version_requirements: *70351327044320
 - !ruby/object:Gem::Dependency
   name: redis
-  requirement: &70246950390000 !ruby/object:Gem::Requirement
+  requirement: &70351326987120 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -32,10 +32,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70246950390000
+  version_requirements: *70351326987120
 - !ruby/object:Gem::Dependency
   name: nokogiri
-  requirement: &70246956518280 !ruby/object:Gem::Requirement
+  requirement: &70351326918960 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -43,10 +43,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70246956518280
+  version_requirements: *70351326918960
 - !ruby/object:Gem::Dependency
   name: addressable
-  requirement: &70246956149640 !ruby/object:Gem::Requirement
+  requirement: &70351326826080 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -54,10 +54,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70246956149640
+  version_requirements: *70351326826080
 - !ruby/object:Gem::Dependency
   name: rspec
-  requirement: &70246955773420 !ruby/object:Gem::Requirement
+  requirement: &70351326769540 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -65,10 +65,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70246955773420
+  version_requirements: *70351326769540
 - !ruby/object:Gem::Dependency
   name: awesome_print
-  requirement: &70246956267740 !ruby/object:Gem::Requirement
+  requirement: &70351326697620 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -76,10 +76,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70246956267740
+  version_requirements: *70351326697620
 - !ruby/object:Gem::Dependency
   name: sinatra
-  requirement: &70246956042360 !ruby/object:Gem::Requirement
+  requirement: &70351326635740 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -87,10 +87,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70246956042360
+  version_requirements: *70351326635740
 - !ruby/object:Gem::Dependency
   name: thin
-  requirement: &70246955188140 !ruby/object:Gem::Requirement
+  requirement: &70351326350100 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -98,10 +98,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70246955188140
+  version_requirements: *70351326350100
 - !ruby/object:Gem::Dependency
   name: haml
-  requirement: &70246950372880 !ruby/object:Gem::Requirement
+  requirement: &70351326145360 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -109,10 +109,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70246950372880
+  version_requirements: *70351326145360
 - !ruby/object:Gem::Dependency
   name: namespaced_redis
-  requirement: &70246955362780 !ruby/object:Gem::Requirement
+  requirement: &70351326030500 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -120,7 +120,7 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70246955362780
+  version_requirements: *70351326030500
 description: Web Crawler that uses resque background job engine to allow you to cluster
   your crawl.
 email: stewart@rockwellcottage.com