shelob 0.1.0.beta4 → 0.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 797b409821f95b66b1a3c7a7852a4f6e1cc16159
-  data.tar.gz: 42946abb1bec2cb2545598b41e6dd97e0a27eb2f
+  metadata.gz: 44d5f76a10c681da571b277d16cf64bb95f33bff
+  data.tar.gz: 9a0945b0e552a1733e4129a71954ce1e29d85047
 SHA512:
-  metadata.gz: 9cea61a95b7dcebdd8b49552260864e7e01b1ceda91cf537663787cbcec8357022a5c8c0a4c793f423c6fa2b6bc82c6f606e66b58806171e0254abde7bc9ff16
-  data.tar.gz: ef49faa8de4267ba382274e2a4f912a41a57967565d6dce769ec878e1ed070e15fd15c05e001adbb6b1daa8df0a39048f4a3b8ae161fc588056c527a99ccb460
+  metadata.gz: 368ac2e4de43a2b6898a95402a6b1113fa0384b3b2be5e245c28cf5903f2c5aa8cff189f3a5fe7ecf71db09444149aeac270d7e296fa485127f0668b39b6e54c
+  data.tar.gz: bbf3812392cccc5d8ab1921ca5129f3fa973c87ddd24f3245b8ab1ac1936599b59eea9f564cfaaedd0bee73fb98643e398f51e162b9e47f5cc0d4f36f9dc6b20

data/.travis.yml

@@ -0,0 +1,6 @@
+language: ruby
+rvm:
+  - "1.9.3"
+  - "2.0.0"
+  - jruby-19mode # JRuby in 1.9 mode
+#  - rbx # Currently has a bug, commenting out until I can investigate

data/README.md

@@ -1,5 +1,7 @@
 # Shelob
 
+[![Build Status](https://travis-ci.org/bmnick/shelob.png)](https://travis-ci.org/bmnick/shelob)
+
 Shelob is a giant spider that starts on a given page, finds all links on the page, ensure they resolve, and recurses if the link is underneath the starting url. Intended primarily for double checking that your site has no horrible error pages to be exposed to the user by clicking on a link. 
 
 ## Usage
@@ -13,6 +15,8 @@ You can also use the link resolver, extractor, or the spider itself programmatic
 
 ## Installation
 
+Shelob requires Ruby 1.9.3 or newer. Hopefully this isn't a problem, but if so, check out RVM!
+
 Add this line to your application's Gemfile:
 
     gem 'shelob'

data/lib/link_result.rb

@@ -7,11 +7,15 @@ class LinkResult
     @body = body
   end
 
+  def pretty_status
+    @status == 900 ? 'Exception' : @status
+  end
+
   def to_s
-    "#{@status}: #{@url}"
+    "#{pretty_status}: #{@url}"
   end
 
-  def failed
+  def failed?
     @status.to_i >= 400
   end
 end

data/lib/resolver.rb

@@ -4,13 +4,19 @@ require 'net/http'
 module Shelob
   class Resolver
     def initialize url
-      @uri = URI(url)
+      @url = url
     end
 
     def resolve
-      resp = Net::HTTP.get_response(@uri)
+      begin 
+        uri = URI(@url)
 
-      LinkResult.new @uri.to_s, resp.code.to_i, resp.body
+        resp = Net::HTTP.get_response(uri)
+
+        LinkResult.new uri.to_s, resp.code.to_i, resp.body
+      rescue Exception => e
+        LinkResult.new @url, 900, e.message
+      end
     end
   end
 end

data/lib/shelob.rb

@@ -100,7 +100,7 @@ module Shelob
     def fetch url
       page = Resolver.new(url).resolve
 
-      @failures << page if page.failed
+      @failures << page if page.failed?
 
       page
     end

data/lib/shelob/version.rb

@@ -1,3 +1,3 @@
 module Shelob
-  VERSION = "0.1.0.beta4"
+  VERSION = "0.1.0"
 end

data/shelob.gemspec

@@ -18,12 +18,16 @@ Gem::Specification.new do |spec|
   spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
   spec.require_paths = ["lib"]
 
+  # Automation
   spec.add_development_dependency "bundler", "~> 1.3"
-  spec.add_development_dependency "rake"
-  spec.add_development_dependency "minitest"
-  spec.add_development_dependency "webmock"
-  spec.add_development_dependency "guard"
-  spec.add_development_dependency "guard-minitest"
+  spec.add_development_dependency "rake", "~> 10.1"
+  spec.add_development_dependency "guard", "~> 2.2"
+  spec.add_development_dependency "guard-minitest", "~> 2.1"
 
-  spec.add_runtime_dependency     "nokogiri"
+  # Testing tools
+  spec.add_development_dependency "minitest", "~> 5.2"
+  spec.add_development_dependency "webmock", "~> 1.16"
+
+  # Runtime dependencies
+  spec.add_runtime_dependency     "nokogiri", "~> 1.6"
 end

data/test/test_link_result.rb

@@ -27,9 +27,19 @@ describe LinkResult, "Link fetch result" do
     end
 
     it "should determine if a request is failed" do
-      @result.failed.must_equal false
-      @failed.failed.must_equal true
+      @result.failed?.must_equal false
+      @failed.failed?.must_equal true
     end
+
+  end
+
+  describe "exception cases" do
+
+    it "should be aware of the 900 = Exception rule in to_s" do
+      res = LinkResult.new("http://google.com/bad uri", 900, 'undefined local variable or method `url` for blah')
+      res.to_s.must_equal 'Exception: http://google.com/bad uri'
+    end
+
   end
 end
 

data/test/test_resolver.rb

@@ -10,6 +10,12 @@ describe Shelob::Resolver, "Link fetching module" do
     it "should be created with a url" do
       Shelob::Resolver.new("http://bmnick.com/ruby-c-extensions") 
     end
+
+    it "should return an error result for bad URIs" do
+      resolver = Shelob::Resolver.new("http://bmnick.com/bad uri")
+      res = resolver.resolve
+      res.failed?
+    end 
   end
 
   describe "when used" do

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: shelob
 version: !ruby/object:Gem::Version
-  version: 0.1.0.beta4
+  version: 0.1.0
 platform: ruby
 authors:
 - Benjamin Nicholas
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-12-31 00:00:00.000000000 Z
+date: 2014-01-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -28,86 +28,86 @@ dependencies:
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ~>
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '10.1'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ~>
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '10.1'
 - !ruby/object:Gem::Dependency
-  name: minitest
+  name: guard
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ~>
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '2.2'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ~>
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '2.2'
 - !ruby/object:Gem::Dependency
-  name: webmock
+  name: guard-minitest
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ~>
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '2.1'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ~>
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '2.1'
 - !ruby/object:Gem::Dependency
-  name: guard
+  name: minitest
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ~>
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '5.2'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ~>
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '5.2'
 - !ruby/object:Gem::Dependency
-  name: guard-minitest
+  name: webmock
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ~>
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '1.16'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ~>
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '1.16'
 - !ruby/object:Gem::Dependency
   name: nokogiri
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ~>
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '1.6'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ~>
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '1.6'
 description: A giant spider that starts on a given page, finds all links on the page,
   ensure they resolve, and recurses if the link is underneath the starting url
 email:
@@ -118,6 +118,7 @@ extensions: []
 extra_rdoc_files: []
 files:
 - .gitignore
+- .travis.yml
 - Gemfile
 - Guardfile
 - LICENSE.txt
@@ -149,9 +150,9 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - '>'
+  - - '>='
     - !ruby/object:Gem::Version
-      version: 1.3.1
+      version: '0'
 requirements: []
 rubyforge_project: 
 rubygems_version: 2.0.3