spidey-mongo 0.0.5 → 0.1.0

data/lib/spidey-mongo/version.rb

@@ -1,5 +1,5 @@
 module Spidey
   module Mongo
-    VERSION = "0.0.5"
+    VERSION = "0.1.0"
   end
 end

data/lib/spidey/strategies/mongo.rb

@@ -16,7 +16,7 @@ module Spidey::Strategies
     end
   
     def handle(url, handler, default_data = {})
-      $stderr.puts "Queueing #{url.inspect.truncate(500)}" if verbose
+      Spidey.logger.info "Queueing #{url.inspect[0..200]}..."
       url_collection.update(
         {'spider' => self.class.name, 'url' => url},
         {'$set' => {'handler' => handler, 'default_data' => default_data}},
@@ -26,7 +26,7 @@ module Spidey::Strategies
   
     def record(data)
       doc = data.merge('spider' => self.class.name)
-      $stderr.puts "Recording #{doc.inspect.truncate(500)}" if verbose
+      Spidey.logger.info "Recording #{doc.inspect[0..500]}..."
       if respond_to?(:result_key) && key = result_key(doc)
         result_collection.update({'key' => key}, {'$set' => doc}, upsert: true)
       else
@@ -46,7 +46,7 @@ module Spidey::Strategies
       error = attrs.delete(:error)
       doc = attrs.merge(created_at: Time.now, error: error.class.name, message: error.message, spider: self.class.name)
       error_collection.insert doc
-      $stderr.puts "Error on #{attrs[:url]}. #{error.class}: #{error.message}" if verbose
+      Spidey.logger.error "Error on #{attrs[:url]}. #{error.class}: #{error.message}"
     end
   
   private

data/spidey-mongo.gemspec

@@ -21,9 +21,8 @@ Gem::Specification.new do |s|
 
   s.add_development_dependency "rake"
   s.add_development_dependency "rspec"
-  s.add_development_dependency "ruby-debug19"
   
-  s.add_runtime_dependency "spidey"
+  s.add_runtime_dependency "spidey", ">= 0.1.0"
   s.add_runtime_dependency "mongo"
   s.add_runtime_dependency "bson_ext"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: spidey-mongo
 version: !ruby/object:Gem::Version
-  version: 0.0.5
+  version: 0.1.0
   prerelease: 
 platform: ruby
 authors:
@@ -9,11 +9,11 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-08-09 00:00:00.000000000Z
+date: 2013-05-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
-  requirement: &70172417847540 !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -21,10 +21,15 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *70172417847540
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rspec
-  requirement: &70172417846740 !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -32,32 +37,31 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *70172417846740
-- !ruby/object:Gem::Dependency
-  name: ruby-debug19
-  requirement: &70172417845560 !ruby/object:Gem::Requirement
+  version_requirements: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: *70172417845560
 - !ruby/object:Gem::Dependency
   name: spidey
-  requirement: &70172417844480 !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.1.0
   type: :runtime
   prerelease: false
-  version_requirements: *70172417844480
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.1.0
 - !ruby/object:Gem::Dependency
   name: mongo
-  requirement: &70172417830340 !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -65,10 +69,15 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70172417830340
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: bson_ext
-  requirement: &70172417829000 !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -76,7 +85,12 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70172417829000
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 description: Implements a MongoDB back-end for Spidey, a framework for crawling and
   scraping web sites.
 email:
@@ -111,7 +125,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: -2776115176941497831
+      hash: 4205551958644275814
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements:
@@ -120,10 +134,10 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: -2776115176941497831
+      hash: 4205551958644275814
 requirements: []
 rubyforge_project: spidey-mongo
-rubygems_version: 1.8.10
+rubygems_version: 1.8.25
 signing_key: 
 specification_version: 3
 summary: Implements a MongoDB back-end for Spidey, a framework for crawling and scraping