cobweb 0.0.70 → 0.0.71

data/README.textile

@@ -1,8 +1,11 @@
 
-h1. Cobweb v0.0.70
+h1. Cobweb v0.0.71
+
+"@cobweb_gem":https://twitter.com/cobweb_gem
 
 !https://secure.travis-ci.org/stewartmckee/cobweb.png?branch=master!
 
+
 h2. Intro 
   
   CobWeb has three methods of running.  Firstly it is a http client that allows get and head requests returning a hash of data relating to the requested resource.  The second main function is to utilize this combined with the power of Resque to cluster the crawls allowing you crawl quickly.  Lastly you can run the crawler with a block that uses each of the pages found in the crawl.

data/lib/cobweb_version.rb

@@ -3,7 +3,7 @@ class CobwebVersion
   
   # Returns a string of the current version
   def self.version
-    "0.0.70"
+    "0.0.71"
   end
 
 end

data/lib/stats.rb

@@ -1,6 +1,6 @@
 # Stats class is the main statisitics hub for monitoring crawls.  Either can be viewed through the Sinatra interface, or returned from the CobwebCrawler.crawl method or block
 class Stats
-  
+  require 'json'
   # Sets up redis usage for statistics
   def initialize(options)
     options[:redis_options] = {} unless options.has_key? :redis_options

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: cobweb
 version: !ruby/object:Gem::Version
-  version: 0.0.70
+  version: 0.0.71
   prerelease: 
 platform: ruby
 authors:
@@ -13,7 +13,7 @@ date: 2012-09-16 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: resque
-  requirement: &70248368307060 !ruby/object:Gem::Requirement
+  requirement: &70207650005840 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -21,10 +21,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70248368307060
+  version_requirements: *70207650005840
 - !ruby/object:Gem::Dependency
   name: redis
-  requirement: &70248368306020 !ruby/object:Gem::Requirement
+  requirement: &70207650005340 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -32,10 +32,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70248368306020
+  version_requirements: *70207650005340
 - !ruby/object:Gem::Dependency
   name: nokogiri
-  requirement: &70248368305360 !ruby/object:Gem::Requirement
+  requirement: &70207650004420 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -43,10 +43,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70248368305360
+  version_requirements: *70207650004420
 - !ruby/object:Gem::Dependency
   name: addressable
-  requirement: &70248368304140 !ruby/object:Gem::Requirement
+  requirement: &70207650003640 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -54,10 +54,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70248368304140
+  version_requirements: *70207650003640
 - !ruby/object:Gem::Dependency
   name: rspec
-  requirement: &70248368303560 !ruby/object:Gem::Requirement
+  requirement: &70207650002440 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -65,10 +65,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70248368303560
+  version_requirements: *70207650002440
 - !ruby/object:Gem::Dependency
   name: awesome_print
-  requirement: &70248368302820 !ruby/object:Gem::Requirement
+  requirement: &70207650001860 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -76,10 +76,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70248368302820
+  version_requirements: *70207650001860
 - !ruby/object:Gem::Dependency
   name: sinatra
-  requirement: &70248368302080 !ruby/object:Gem::Requirement
+  requirement: &70207650001420 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -87,10 +87,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70248368302080
+  version_requirements: *70207650001420
 - !ruby/object:Gem::Dependency
   name: thin
-  requirement: &70248368301260 !ruby/object:Gem::Requirement
+  requirement: &70207650000420 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -98,10 +98,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70248368301260
+  version_requirements: *70207650000420
 - !ruby/object:Gem::Dependency
   name: haml
-  requirement: &70248368300400 !ruby/object:Gem::Requirement
+  requirement: &70207649999520 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -109,10 +109,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70248368300400
+  version_requirements: *70207649999520
 - !ruby/object:Gem::Dependency
   name: namespaced_redis
-  requirement: &70248368299680 !ruby/object:Gem::Requirement
+  requirement: &70207649998760 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -120,7 +120,18 @@ dependencies:
         version: 1.0.2
   type: :runtime
   prerelease: false
-  version_requirements: *70248368299680
+  version_requirements: *70207649998760
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: &70207649998280 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70207649998280
 description: Cobweb is a web crawler that can use resque to cluster crawls to quickly
   crawl extremely large sites which is much more perofmant than multi-threaded crawlers.  It
   is also a standalone crawler that has a sophisticated statistics monitoring interface