crawl 1.0.1 → 1.0.2

data/bin/crawl

@@ -31,6 +31,6 @@ end
 crawler.run
 crawler.summarize
 
-if crawler.errors?
+if crawler.errors? || crawler.no_links_found?
   exit -1
-end
+end

data/lib/crawl/engine.rb

@@ -50,6 +50,10 @@ class Crawl::Engine
     @register.errors?
   end
 
+  def no_links_found?
+    @register.no_links_found?
+  end
+
 private
 
   def retrieve(page)
@@ -64,14 +68,14 @@ private
     req.errback do
       if req.nil?
          page.intermittent("Req is nil. WAT?")
-       elsif msg = req.error
-         page.intermittent(msg)
-       elsif req.response.nil? || req.response.empty?
-         page.intermittent('Timeout?')
-       else
-         page.intermittent('Partial response: Server Broke Connection?')
-       end
-       process_next
+      elsif msg = req.error
+       page.intermittent(msg)
+      elsif req.response.nil? || req.response.empty?
+       page.intermittent('Timeout?')
+      else
+       page.intermittent('Partial response: Server Broke Connection?')
+      end
+      process_next
     end
 
     req.callback do

data/lib/crawl/register.rb

@@ -62,4 +62,8 @@ class Crawl::Register
        puts "\n#{@processed.size} pages crawled without errors."
     end
   end
+
+  def no_links_found?
+    @processed.size <= 1
+  end
 end

data/lib/crawl/version.rb

@@ -1,4 +1,4 @@
 # encoding: utf-8
 module Crawl
-  VERSION = "1.0.1"
+  VERSION = "1.0.2"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: crawl
 version: !ruby/object:Gem::Version
-  version: 1.0.1
+  version: 1.0.2
   prerelease: 
 platform: ruby
 authors:
@@ -9,11 +9,11 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-11-27 00:00:00.000000000 Z
+date: 2013-01-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: nokogiri
-  requirement: &70175229460600 !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -21,10 +21,15 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70175229460600
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rest-client
-  requirement: &70175229476520 !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -32,10 +37,15 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70175229476520
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: eventmachine
-  requirement: &70175229476000 !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -43,10 +53,15 @@ dependencies:
         version: 1.0.0
   type: :runtime
   prerelease: false
-  version_requirements: *70175229476000
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.0
 - !ruby/object:Gem::Dependency
   name: em-http-request
-  requirement: &70175229475580 !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -54,7 +69,12 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70175229475580
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 description: Crawl all pages on a domain, checking for errors
 email:
 - tor@alphasights.com
@@ -96,7 +116,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.11
+rubygems_version: 1.8.23
 signing_key: 
 specification_version: 3
 summary: Crawl pages witin a domain, reporting any page that returns a bad response