blinkr 0.3.1 → 0.3.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 420ad1d94329ffb90863d36043acd53a69b784d1
-  data.tar.gz: 9b7100d1ad736ba8e2efc6a8c4a84fd978fa8b37
+  metadata.gz: 6f3dba6e6e0d389b3760f1f8e5fed683f52f93bd
+  data.tar.gz: bf28ba4b5e000d6492429e92409a97434e628106
 SHA512:
-  metadata.gz: b66fa7778fa1d8f64bf29508c12e01a2cec356c7add66c800e841eb26393a6a82d01b7ea5a71b5cd95900e6fb487cb728dad2e602feb77518fa3b6e1cb11b0d5
-  data.tar.gz: 6bf25b3d4e6e597e2cfc1bc2fd6a4b9f9dfee0817173193d3d9fa16c02bb83682025be52f63a63d7d4bcf217634b081a86fcb04ba9111587aceaef12b0dc2e37
+  metadata.gz: 3ade22d86f835fe6addb8262bd416d3f8cd797ba342aa447b7bd6ff76080229a81189b56538c789de67e1bd1461a57657c6c11075571ef0820bec19bc746b670
+  data.tar.gz: 819b85bfc6f8fd85ccd13040a0cb3832444a7019f97f5b16f4fa402f26694f996dbe3bfdd414127e002d996837b809b40a9f9434c4d44ef4062c994070605f02

data/bin/blinkr

@@ -26,5 +26,11 @@ OptionParser.new do |opts|
   end
 end.parse!
 
-Blinkr.run options[:base_url], options[:config], options[:single_url], options[:verbose], options[:vverbose]
+require 'blinkr/hacks'
+require 'date'
+start = DateTime.now
+puts "Started at #{start.to_s}"
+Blinkr.run options[:base_url].freeze, options[:config].freeze, options[:single_url].freeze,
+           options[:verbose].freeze, options[:vverbose].freeze
+puts "Total time: #{(DateTime.now.to_time - start.to_time).duration}"
 

data/lib/blinkr/extensions/links.rb

@@ -31,6 +31,8 @@ module Blinkr
         puts '----------------------'
         puts " #{@links.length} links to check "
         puts '----------------------'
+        start = DateTime.now
+
         external_links = @links.reject { |k| k.start_with? @config.base_url }
         processed = 0
         # Find the internal links
@@ -59,6 +61,7 @@ module Blinkr
           # if link start_with? @config.base_url check to see if it's in the sitemap.xml
           browser.process(url, @config.max_retrys, :method => :get, :followlocation => true) do |resp|
             puts "Loaded #{url} via #{browser.name} #{'(cached)' if resp.cached?}" if @config.verbose
+
             if resp.code.to_i < 200 || resp.code.to_i > 300
               response = resp
 
@@ -89,6 +92,7 @@ module Blinkr
           end
         end
         browser.hydra.run if browser.is_a? Blinkr::TyphoeusWrapper
+        puts "Total time in links: #{(DateTime.now.to_time - start.to_time).duration}" if @config.verbose
       end
 
     end

data/lib/blinkr/hacks.rb

@@ -11,10 +11,10 @@ class Numeric
     # self.duration_as_arr.zip ['Days','Hours','Minutes','Seconds']).flatten.join ' '
 
     result = []
-    result << "#{days} Days" if days > 0
-    result << "#{hours} Hours" if hours > 0
-    result << "#{mins} Minutes" if mins > 0
-    result << "#{secs} Seconds" if secs > 0
-    return result.join(' ')
+    result << "#{days} days" if days > 0
+    result << "#{hours} hours" if hours > 0
+    result << "#{mins} minutes" if mins > 0
+    result << "#{secs} seconds" if secs > 0
+    result.join(' ')
   end
 end

data/lib/blinkr/typhoeus_wrapper.rb

@@ -1,6 +1,7 @@
 require 'typhoeus'
 require 'blinkr/cache'
 require 'blinkr/http_utils'
+require 'net/http'
 
 module Blinkr
   class TyphoeusWrapper
@@ -76,6 +77,26 @@ module Blinkr
         )
         req.on_complete do |resp|
           if retry? resp
+            if resp.code.to_i == 0
+              puts "Response code of '0', using net/http for #{url}" if @config.verbose
+              response = nil
+
+              begin
+                uri = URI::parse url
+                http_response = Net::HTTP.get_response(uri)
+                response = Typhoeus::Response.new(:code => http_response.code, :status_message => http_response.message,
+                                                  :mock => true)
+              rescue
+                response = Typhoeus::Response.new(:code => 410, :status_message => 'Could not reach the resource',
+                                                  :mock => true)
+              end
+
+              response.request = Typhoeus::Request.new(url)
+              Typhoeus.stub(url).and_return(response)
+              block.call response, nil, nil
+              next
+            end
+
             if limit > 1
               puts "Loading #{url} via typhoeus (attempt #{max - limit + 2} of #{max})" if @config.verbose
               _process(url, limit - 1, max, &Proc.new)

data/lib/blinkr/version.rb

@@ -1,4 +1,4 @@
 module Blinkr
-  VERSION='0.3.1'
+  VERSION='0.3.2'
 end
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: blinkr
 version: !ruby/object:Gem::Version
-  version: 0.3.1
+  version: 0.3.2
 platform: ruby
 authors:
 - Pete Muir
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-07-06 00:00:00.000000000 Z
+date: 2015-08-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -157,7 +157,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.2.2
+rubygems_version: 2.4.8
 signing_key: 
 specification_version: 4
 summary: A simple broken link checker