blinkr 0.0.2 → 0.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: e0304997ca5aeeeba1b12e5a5f199087f1a04586
-  data.tar.gz: e49c5e7bbf7a4cfcbb267c5fed0fe12d3674e232
+  metadata.gz: d8e918082f460b113ad7517dc20f4838c1b3052d
+  data.tar.gz: 523df75b0eb689beb7ce691371c4e0fc8eb422c0
 SHA512:
-  metadata.gz: 90466710ddd2e007a02f360fa11fb5a703b3e03aaf09364e7f02d0a880d682e74c60ba84b6e964be08d872ce643b7659e2bb4e2c9ac91c23bb9f4d3470786031
-  data.tar.gz: bfa50f7dd57cd512f6dce509c0e99c640768a290129d86577ff33f919125e9b71fc43c7578d96c61a2b24c5df9e09870ebde9fe907a13759648b36f69d425163
+  metadata.gz: aac832c6fb06a704a95d91249b64d278c694c6b990b30954ac1daacb8f93f721595f2fa9ae2daecc474eb5bd72415b315fc509a528dbb019b7a339326e9aa679
+  data.tar.gz: ad1d2fc269e08db56f02eee1b0f4d101435d026c4de6357e750ea96f3e2dd8888aa332f686fa8ca453f7635a3e7bfb7acb9e82fbb4fba502ce88d3e61ea2ab7b

data/README.md

@@ -1,6 +1,10 @@
 # Blinkr
 
-A broken link checker for websites
+A broken page and link checker for websites. Optionally uses phantomjs to render pages
+to check resource loading, links created by JS, and report any JS page load errors.
+
+typhoeus, which can execute up to 200 parallel requests, and cache the results is used
+to check links.
 
 ## Installation
 
@@ -16,9 +20,13 @@ Or install it yourself as:
 
     $ gem install blinkr
 
+If you wish to use phantomjs, install phantomjs for your platform 
+http://phantomjs.org/download.html
+
 ## Usage
 
-To run blinkr against your site, assuming you have a `sitemap.xml` in the root of your site:
+Blinkr determines which pages to load from your `sitemap.xml`. To run blinkr 
+against your site checking every `a[href]` link on all your pages:
 
 ````
 blinkr -u http://www.jboss.org
@@ -26,26 +34,87 @@ blinkr -u http://www.jboss.org
 
 If you want to customize blinkr, create a config file `blinkr.yaml`. For example:
 
+
 ````
-# Links not to check
+# Links and pages not to check (may be a regexp or a string)
 skips:
   - !ruby/regexp /^\/video\/((?!91710755).)*\/$/
   - !ruby/regexp /^\/quickstarts\/((?!eap\/kitchensink).)*\/*$/
   - !ruby/regexp /^\/boms\/((?!eap\/jboss-javaee-6_0).)*\/*$/
   - !ruby/regexp /^\/archetypes\/((?!eap\/jboss-javaee6-webapp-archetype).)*\/*$/
+
+# Errors to ignore when generating the output. Each ignore should be a hash
+# containing a url (may be regexp or a string), an error code (integer) and a
+# error message (may be a regexp or a string)
+ignores:
+  - url: http://www.acme.com/foo
+    message: Not Found
+  - url: !ruby/regexp /^https?:\/\/(www\.)?acme\.com\/bar\/
+    code: 500
+
 # The output file to write the report to
 report: _tmp/blinkr.html
-# The URL to check
+
+# The URL to check (often specificed on the command line)
 base_url: http://www.jboss.org
+
+# Specify the URL to the sitemap to use, rather than the default <base_url>/sitemap.xml
 sitemap: http://www.jboss.org/my_sitemap.xml
+
+# Specify the 'browser' used to load each page from the sitemap. By default 
+# typhoeus is used, which will fetch the sources of each page in parallel 
+# (fast). 
+# Alternatively, you can use phantomjs, which will process the javascript and
+# CSS. This allows any links generated by javascript as well as any resources
+# loaded by the page/javascript to be checked. Additionally, any JS errors are
+# reported. To use phantomjs, you must make sure the native binary is available
+# on your path.
+browser:phantomjs
+
+# The number of times to try reloading a link, if the server doesn't respond or
+# refuses the connection. If the retry limit is exceeded, it will be reported as
+# 'Server timed out' in the report. By default 3.
+max_retrys: 3
+
+# The number times to try reloading a page. You may want to increase this if you
+# find errors in the console that a page cannot be loaded
+max_page_retrys: 3
+
+# Allows blinkr to ignore fragments (#foo) which can reduce the number of URLs
+# to check. By default false.
+ignore_fragments: true
+
+# Control the number of threads used to run phantomjs. By default 8.
+phantomjs_threads: 8
+
 ````
 
-Specify a custom config file on the command link:
+You can specify a custom config file on the command link:
 
 ````
 blinkr -c my_blinkr.yaml
 ````
 
+If you want to see more details about the URLs blinkr is checking, you can use
+the `-v` option:
+
+blinkr -u http://www.jboss.org -v
+
+If you need to debug why a particular URL is being reported as bad using
+blinkr, but works in your web browser, you can load a single URL using typhoeus:
+
+````
+blinkr -c my_blinkr.yaml -s http://www.acme.com/corp
+````
+
+Additionally, you can specify the `-w` option to tell libcurl to run in verbose
+mode (this is very verbose, so normally used with `-s`):
+
+````
+blinkr -c my_blinkr.yaml -s http://www.acme.com/corp -v
+````
+
+
 ## Contributing
 
 1. Fork it ( http://github.com/pmuir/blinkr/fork )

data/bin/blinkr

@@ -14,7 +14,16 @@ OptionParser.new do |opts|
   opts.on("-u", "--base-url URL", "specify the URL of the site root") do |opt|
     options[:base_url] = opt
   end
+  opts.on("-v", "--verbose", "output debugging info to the console") do |opt|
+    options[:verbose] = opt
+  end
+  opts.on("-w", "--very-verbose", "additionally, output libcurl debugging info to the console, normally used with -s") do |opt|
+    options[:vverbose] = opt
+  end
+  opts.on("-s", "--single-url URL", "test a single URL, outputting the response to the console") do |opt|
+    options[:single_url] = opt
+  end
 end.parse!
 
-Blinkr.run options[:base_url], options[:config]
+Blinkr.run options[:base_url], options[:config], options[:single_url], options[:verbose], options[:vverbose]
 

data/blinkr.gemspec

@@ -24,4 +24,5 @@ Gem::Specification.new do |spec|
   spec.add_dependency 'nokogiri', '~> 1.5'
   spec.add_dependency 'typhoeus', '~> 0.6'
   spec.add_dependency 'slim', '~> 2.0'
+  spec.add_dependency 'parallel', '~> 1.0.0'
 end

data/lib/blinkr.rb

@@ -4,13 +4,18 @@ require 'blinkr/report'
 require 'yaml'
 
 module Blinkr
-  def self.run(base_url, config = 'blinkr.yaml')
+  def self.run(base_url, config = 'blinkr.yaml', single, verbose, vverbose)
     if !config.nil? && File.exists?(config)
       config = YAML.load_file(config) 
     else
       config = {}
     end
-    blinkr = Blinkr::Check.new(base_url || config['base_url'], sitemap: config['sitemap'], skips: config['skips'], max_retrys: config['max_retrys'], max_page_retrys: config['max_page_retrys'])
-    Blinkr::Report.render(blinkr.check, config['report'])
+    blinkr = Blinkr::Check.new(base_url || config['base_url'], sitemap: config['sitemap'], skips: config['skips'], max_retrys: config['max_retrys'], max_page_retrys: config['max_page_retrys'], verbose: verbose, vverbose: vverbose, browser: config['browser'], viewport: config['viewport'], ignore_fragments: config['ignore_fragments'], ignores: config['ignores'], phantomjs_threads: config['phantomjs_threads'])
+    if single.nil?
+      Blinkr::Report.render(blinkr.check, config['report'])
+    else
+      blinkr.single single
+    end
   end
+
 end

data/lib/blinkr/cache.rb

@@ -11,6 +11,10 @@ module Blinkr
     def set(request, response)
       @memory[request] = response unless response.timed_out?
     end
+
+    def size
+      @memory.size
+    end
   end
 end
 

data/lib/blinkr/check.rb

@@ -3,11 +3,15 @@ require 'uri'
 require 'typhoeus'
 require 'blinkr/cache'
 require 'ostruct'
+require 'tempfile'
+require 'parallel'
 
 module Blinkr 
   class Check
 
-    def initialize base_url, sitemap: sitemap, skips: skips, max_retrys: max_retrys, max_page_retrys: max_page_retrys
+    SNAP_JS = File.expand_path('snap.js', File.dirname(__FILE__))
+
+    def initialize base_url, sitemap: '', skips: [], max_retrys: 3, max_page_retrys: 3, verbose: false, vverbose: false, browser: 'typhoeus', viewport: 1200, ignore_fragments: false, ignores: [], phantomjs_threads: 8
       raise "Must specify base_url" if base_url.nil?
       unless sitemap.nil?
         @sitemap = sitemap
@@ -15,83 +19,211 @@ module Blinkr
         @sitemap = URI.join(base_url, 'sitemap.xml').to_s
       end
       @skips = skips || []
+      @ignores = ignores || []
+      @ignores.each {|ignore| raise "An ignore must be a hash" unless ignore.is_a? Hash}
       @base_url = base_url
       @max_retrys = max_retrys || 3
       @max_page_retrys = max_page_retrys || @max_retrys
-      Typhoeus::Config.cache = Blinkr::Cache.new
+      @browser = browser || 'typhoeus'
+      @verbose = vverbose || verbose
+      @vverbose = vverbose
+      @viewport = viewport || 1200
+      @ignore_fragments = ignore_fragments
+      Typhoeus::Config.cache = @typhoeus_cache
       @hydra = Typhoeus::Hydra.new(max_concurrency: 200)
+      @phantomjs_count = 0
+      @typhoeus_count = 0
+      @phantomjs_threads = phantomjs_threads || 8
     end
 
     def check
-      @errors = {}
+      @errors = OpenStruct.new({:links => {}})
+      @errors.javascript = {} if @browser == 'phantomjs'
+      @errors.resources = {} if @browser == 'phantomjs'
       puts "Loading sitemap from #{@sitemap}"
       if @sitemap =~ URI::regexp
         sitemap = Nokogiri::XML(Typhoeus.get(@sitemap, followlocation: true).body)
       else
         sitemap = Nokogiri::XML(File.open(@sitemap))
       end
-      sitemap.css('loc').each do |loc|
-        request = Typhoeus::Request.new(
-          loc.content,
-          method: :get,
-          followlocation: true
-        )
-        perform(request, @max_page_retrys) do |resp|
-          page = Nokogiri::HTML(resp.body)
-          page.css('a[href]').each do |a|
-            check_attr(a.attribute('href'), loc.content)
+      @links = {}
+      pages(sitemap.css('loc').collect { |loc| loc.content }) do |resp|
+        if resp.success?
+          puts "Loaded page #{resp.request.base_url}" if @verbose
+          body = Nokogiri::HTML(resp.body)
+          body.css('a[href]').each do |a|
+            attr = a.attribute('href')
+            src = resp.request.base_url
+            url = attr.value
+            if !url.nil? && @skips.none? { |regex| regex.match(url) }
+              url = sanitize url, src
+              @links[url] ||= []
+              @links[url] << {:src => src, :line => attr.line, :snippet => attr.parent.to_s}
+            end
           end
-          page.css('img[src]').each do |img|
-            check_attr(img.attribute('src'), loc.content)
+        else
+          puts "#{resp.code} #{resp.status_message} Unable to load page #{resp.request.base_url} #{'(' + resp.return_message + ')' unless resp.return_message.nil?}"
+        end
+      end
+      @hydra.run
+      puts "-----------------------------------------------" if @verbose
+      puts " Page load complete, #{@links.size} links to check " if @verbose
+      puts "-----------------------------------------------" if @verbose 
+      @links.each do |url, srcs|
+        typhoeus(url) do |resp|
+          puts "Loaded #{url} via typhoeus #{'(cached)' if resp.cached?}" if @verbose
+          unless resp.success? || resp.code == 200
+            srcs.each do |src|
+              unless ignored? url, resp.code, resp.status_message || resp.return_message
+                @errors.links[url] ||= OpenStruct.new({ :code => resp.code.nil? ? nil : resp.code.to_i, :status_message => resp.status_message, :return_message => resp.return_message, :refs => [], :uid => uid(url) })
+                @errors.links[url].refs << OpenStruct.new({:src => src[:src], :src_location => "line #{src[:line]}", :snippet => src[:snippet]})
+              end
+            end
           end
         end
       end
       @hydra.run
+      msg = ''
+      msg << "Loaded #{@phantomjs_count} pages using phantomjs." if @phantomjs_count > 0
+      msg << "Performed #{@typhoeus_count} requests using typhoeus."
+      puts msg
       @errors
     end
 
+    def single url
+      typhoeus(url) do |resp|
+        puts "\n++++++++++"
+        puts "+ Blinkr +"
+        puts "++++++++++"
+        puts "\nRequest"
+        puts "======="
+        puts "Method: #{resp.request.options[:method]}"
+        puts "Max redirects: #{resp.request.options[:maxredirs]}"
+        puts "Follow location header: #{resp.request.options[:followlocation]}"
+        puts "Timeout (s): #{resp.request.options[:timeout] || 'none'}"
+        puts "Connection timeout (s): #{resp.request.options[:connecttimeout] || 'none'}"
+        puts "\nHeaders"
+        puts "-------"
+        unless resp.request.options[:headers].nil?
+          resp.request.options[:headers].each do |name, value|
+            puts "#{name}: #{value}"
+          end
+        end
+        puts "\nResponse"
+        puts "========"
+        puts "Status Code: #{resp.code}"
+        puts "Status Message: #{resp.status_message}"
+        puts "Message: #{resp.return_message}" unless resp.return_message.nil? || resp.return_message == 'No error'
+        puts "\nHeaders"
+        puts "-------"
+        puts resp.response_headers
+      end
+      @hydra.run
+    end
+
     private
 
-    def check_attr attr, src
-      url = attr.value
-      unless url.nil?
-        begin
-          uri = URI(url)
-          uri = URI.join(src, url) if uri.path.nil? || uri.path.empty? || uri.path.relative?
-          uri = URI.join(@base_url, uri) if uri.scheme.nil?
-          url = uri.to_s
-        rescue Exception => e
+    def ignored? url, code, message
+      @ignores.any? { |ignore| ( ignore.has_key?('url') ? !ignore['url'].match(url).nil? : true )  && ( ignore.has_key?('code') ? ignore['code'] == code : true ) && ( ignore.has_key?('message') ? !ignore['message'].match(message).nil? : true ) }
+    end
+
+    def sanitize url, src
+      begin
+        uri = URI(url)
+        uri = URI.join(src, url) if uri.path.nil? || uri.path.empty? || uri.relative?
+        uri = URI.join(@base_url, uri) if uri.scheme.nil?
+        uri.fragment = '' if @ignore_fragments
+        url = uri.to_s
+      rescue Exception => e
+      end
+      url.chomp('#').chomp('index.html')
+    end
+
+    def uid url
+       url.gsub(/:|\/|\.|\?|#|%|=|&|,|~|;|\!|@|\)|\(|\s/, '_')
+    end
+
+    def pages urls
+      if @browser == 'phantomjs'
+        Parallel.each(urls, :in_threads => @phantomjs_threads) do |url|
+          phantomjs url, @max_page_retrys, &Proc.new
         end
-        if uri.nil? || uri.is_a?(URI::HTTP)
-          request = Typhoeus::Request.new(
-            url,
-            method: :head,
-            followlocation: true
-          )
-          perform request do |resp|
-            unless resp.success?
-              @errors[request] ||= OpenStruct.new({ :url => url, :code => resp.code.to_i, :message => resp.return_message, :refs => [], :uid => url.gsub(/:|\/|\./, '_') })
-              @errors[request].refs << OpenStruct.new({:src => src, :line_no => attr.line, :snippet => attr.parent.to_s})
+      else
+        urls.each do |url|
+          typhoeus url, @max_page_retrys, &Proc.new
+        end
+      end
+    end
+
+    def phantomjs url, limit = @max_retrys, max = -1
+      max = limit if max == -1
+      if @skips.none? { |regex| regex.match(url) }
+        Tempfile.open('blinkr') do|f|
+          if system "phantomjs #{SNAP_JS} #{url} #{@viewport} #{f.path}"
+            json = JSON.load(File.read(f.path))
+            json['resourceErrors'].each do |error|
+              start = error['errorString'].rindex('server replied: ')
+              errorString = error['errorString'].slice(start.nil? ? 0 : start + 16, error['errorString'].length) unless error['errorString'].nil?
+              unless ignored? error['url'], error['errorCode'].nil? ? nil : error['errorCode'].to_i, errorString
+                @errors.resources[url] ||= OpenStruct.new({:uid => uid(url), :messages => [] })
+                @errors.resources[url].messages << OpenStruct.new(error.update({'errorString' => errorString}))
+              end
+            end
+            json['javascriptErrors'].each do |error|
+              @errors.javascript[url] ||= OpenStruct.new({:uid => uid(url), :messages => []})
+              @errors.javascript[url].messages << OpenStruct.new(error)
+            end
+            response = Typhoeus::Response.new(code: 200, body: json['content'], mock: true)
+            response.request = Typhoeus::Request.new(url)
+            Typhoeus.stub(url).and_return(response)
+            yield response
+          else
+            if limit > 1
+              puts "Loading #{url} via phantomjs (attempt #{max - limit + 2} of #{max})" if @verbose
+              phantomjs url, limit - 1, max, &Proc.new
+            else
+              puts "Loading #{url} via phantomjs failed" if @verbose
+              response = Typhoeus::Response.new(code: 0, status_message: "Server timed out after #{max} retries", mock: true)
+              response.request = Typhoeus::Request.new(url)
+              Typhoeus.stub(url).and_return(response)
+              yield response
             end
           end
         end
+        @phantomjs_count += 1
       end
     end
 
-    def perform req, limit = @max_retrys
-      if @skips.none? { |regex| regex.match(req.base_url) }
+    def retry? resp
+      resp.timed_out? || (resp.code == 0 && [ "Server returned nothing (no headers, no data)", "SSL connect error", "Failure when receiving data from the peer" ].include?(resp.return_message) )
+    end
+
+    def typhoeus url, limit = @max_retrys, max = -1
+      max = limit if max == -1
+      if @skips.none? { |regex| regex.match(url) }
+        req = Typhoeus::Request.new(
+          url,
+          followlocation: true,
+          verbose: @vverbose
+        )
         req.on_complete do |resp|
-          if resp.timed_out?
-            if limit > 0
-              perform(Typhoeus::Request.new(req.base_url, req.options), limit - 1, &Proc.new)
+          if retry? resp
+            if limit > 1 
+              puts "Loading #{url} via typhoeus (attempt #{max - limit + 2} of #{max})" if @verbose
+              typhoeus(url, limit - 1, max, &Proc.new)
             else
-              yield OpenStruct.new({:success => false, :code => '0', :return_message => "Server timed out"})
+              puts "Loading #{url} via typhoeus failed" if @verbose
+              response = Typhoeus::Response.new(code: 0, status_message: "Server timed out after #{max} retries", mock: true)
+              response.request = Typhoeus::Request.new(url)
+              Typhoeus.stub(url).and_return(response)
+              yield response
             end
           else
             yield resp
           end
         end
         @hydra.queue req
+        @typhoeus_count += 1
       end
     end
   end

data/lib/blinkr/report.html.slim

@@ -10,39 +10,140 @@ body
 
   .container
     h1 Blinkr
-    p.lead 
-      | Detecting broken links
-    - errors.each do |req, err|
+    ol
+      li 
+        a href='#links'
+          p class="#{errors.links.empty? ? 'text-success' : 'text-danger'}"
+            |Broken links
+      - unless errors.javascript.nil?
+        li
+          a href='#javascript'
+            p class="#{errors.javascript.empty? ? 'text-success' : 'text-danger'}"
+              | Page load JavaScript errors
+      - unless errors.resources.nil?
+        li
+          a href='#resources'
+            p class="#{errors.resources.empty? ? 'text-success' : 'text-danger'}"
+              | Resource loading errors
+
+    a id='links'
+    h2 
+      |Broken links (
+      code
+        |a[href]
+      |)
+    - errors.links.each do |url, err|
       .panel.panel-danger
         .panel-heading
-          a data-toggle="collapse" href="##{err.uid}" id="control-#{err.uid}"
-            i.fa.fa-plus-square
+          a data-toggle="collapse" href="#a-#{err.uid}" id="control-a-#{err.uid}"
+            i.fa.fa-caret-square-o-right
           '
-          a href="#{req.base_url}" target='_blank'
-            | #{req.base_url} 
+          a href="#{url}" target='_blank'
+            | #{url} 
             i.fa.fa-external-link
           .pull-right.badge
-            | #{err.code if err.code > 0} #{err.message if err.message != 'No error'}
-        .panel-body.collapse id="#{err.uid}"
+            - if err.code > 0 || !err.status_message.nil?
+              span data-toggle="tooltip" title="Status message"
+                ' #{err.code if err.code > 0} #{err.status_message}
+            - elsif !err.return_message.nil? && err.return_message != 'No error'
+              span data-toggle="tooltip" title="Return message"
+                ' #{err.return_message}
+        .panel-body.collapse id="a-#{err.uid}"
+          - unless err.return_message.nil? || err.return_message == 'No error' || (err.code == 0 && err.status_message.nil?)
+            |Message: #{err.return_message}
           ul.list-group
           - err.refs.each do |ref|
             li.list-group-item
-              '#{ref.src} (line #{ref.line_no}) 
+              '#{ref.src}
               a href="#{ref.src}" target='_blank'
                 i.fa.fa-external-link
               '
               a href="view-source:#{ref.src}" target='_blank'
                 i.fa.fa-file-code-o
+              .pull-right
+                |(#{ref.src_location})
               pre #{ref.snippet}
         javascript:
-          $('##{err.uid}').on('show.bs.collapse', function () {
-            $('a#control-#{err.uid}').html('<i class="fa fa-minus-square"></i>');
+          $('#a-#{err.uid}').on('show.bs.collapse', function () {
+            $('a#control-a-#{err.uid}').html('<i class="fa fa-caret-square-o-down"></i>');
           });
-          $('##{err.uid}').on('hide.bs.collapse', function () {
-            $('a#control-#{err.uid}').html('<i class="fa fa-plus-square"></i>');
+          $('#a-#{err.uid}').on('hide.bs.collapse', function () {
+            $('a#control-a-#{err.uid}').html('<i class="fa fa-caret-square-o-right"></i>');
           });
-    - if errors.empty?
+    - if errors.links.empty?
       .panel.panel-success
         .panel-heading
+          a id='resources'
           | No broken links detected
+    - unless errors.javascript.nil?
+      a id='javascript'
+      h2 Page load JavaScript errors
+      - errors.javascript.each do |url, err|
+        .panel.panel-danger
+          .panel-heading
+            a data-toggle="collapse" href="#j-#{err.uid}" id="control-j-#{err.uid}"
+              i.fa.fa-caret-square-o-right
+            '
+            a href="#{url}" target='_blank'
+              | #{url}
+              i.fa.fa-external-link
+          .panel-body.collapse id="j-#{err.uid}"
+            ul.list-group
+            - err.messages.each do |message|
+              li.list-group-item
+                pre= message.msg
+                pre= message.trace
+          javascript:
+            $('#j-#{err.uid}').on('show.bs.collapse', function () {
+              $('a#control-j-#{err.uid}').html('<i class="fa fa-caret-square-o-down"></i>');
+            });
+            $('#j-#{err.uid}').on('hide.bs.collapse', function () {
+              $('a#control-j-#{err.uid}').html('<i class="fa fa-caret-square-o-right"></i>');
+            });
+      - if errors.javascript.empty?
+        .panel.panel-success
+          .panel-heading
+            a id='javascript'
+            | No JavaScript errors detected
+
+    - unless errors.resources.nil?
+      a id='resources'
+      h2 Resource loading errors
+      - errors.resources.each do |url, err|
+        .panel.panel-danger
+          .panel-heading
+            a data-toggle="collapse" href="#r-#{err.uid}" id="control-r-#{err.uid}"
+              i.fa.fa-caret-square-o-right
+            '
+            a href="#{url}" target='_blank'
+              | #{url}
+              i.fa.fa-external-link
+          .panel-body.collapse id="r-#{err.uid}"
+            ul.list-group
+            - err.messages.each do |message|
+              li.list-group-item
+                '#{message.url}
+                a href="#{message.url}" target='_blank'
+                  i.fa.fa-external-link
+                .pull-right.badge.alert-danger
+                  - if message.errorCode > 0
+                    ' #{message.errorCode}
+                  - unless message.errorString.nil?
+                    | #{message.errorString}
+
+          javascript:
+            $('#r-#{err.uid}').on('show.bs.collapse', function () {
+              $('a#control-r-#{err.uid}').html('<i class="fa fa-caret-square-o-down"></i>');
+            });
+            $('#r-#{err.uid}').on('hide.bs.collapse', function () {
+              $('a#control-r-#{err.uid}').html('<i class="fa fa-caret-square-o-right"></i>');
+            });
+      - if errors.resources.empty?
+        .panel.panel-success
+          .panel-heading
+            a id='resources'
+            | No resource loading errors detected
+  
+  javascript:
+    $('[data-toggle="tooltip"]').tooltip({'placement': 'top'});
 

data/lib/blinkr/snap.js

@@ -0,0 +1,99 @@
+var system = require('system');
+var page = require('webpage').create();
+var fs = require('fs');
+
+if (system.args.length === 3) {
+    console.log('Usage: snap.js <URL> <view port width> <out>');
+    phantom.exit();
+}
+
+var info = {};
+info.resourceErrors = [];
+info.javascriptErrors = [];
+info.url = system.args[1];
+info.view_port_width = system.args[2];
+
+var out = system.args[3]
+var current_requests = 0;
+var last_request_timeout;
+var final_timeout;
+
+
+page.viewportSize = { width: info.view_port_width, height: 1500};
+page.settings = { loadImages: true, javascriptEnabled: true };
+
+// If you want to use additional phantomjs commands, place them here
+page.settings.userAgent = 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_8_2) AppleWebKit/537.17 (KHTML, like Gecko) Chrome/28.0.1500.95 Safari/537.17';
+
+// You can place custom headers here, example below.
+// page.customHeaders = {
+
+//      'X-Candy-OVERRIDE': 'https://api.live.bbc.co.uk/'
+ 
+//  };
+
+// If you want to set a cookie, just add your details below in the following way.
+
+// phantom.addCookie({
+//     'name': 'ckns_policy',
+//     'value': '111',
+//     'domain': '.bbc.co.uk'
+// });
+// phantom.addCookie({
+//     'name': 'locserv',
+//     'value': '1#l1#i=6691484:n=Oxford+Circus:h=e@w1#i=8:p=London@d1#1=l:2=e:3=e:4=2@n1#r=40',
+//     'domain': '.bbc.co.uk'
+// });
+
+page.onResourceRequested = function(req) {
+  current_requests += 1;
+};
+
+page.onResourceReceived = function(resp) {
+  if (resp.stage === 'end') {
+    current_requests -= 1;
+  }
+  timeout();
+};
+
+page.onResourceError = function(metadata) {
+  info.resourceErrors[info.resourceErrors.length] = metadata;
+}
+
+
+page.onError = function(msg, trace) {
+  info.javascriptErrors[info.javascriptErrors.length] = {msg: msg, trace: trace};
+}
+
+page.open(info.url, function(status) {
+  if (status !== 'success') {
+    exit(1);
+  }
+});
+
+var exit = function exit(err_code) {
+  info.content = page.content;
+  fs.write(out, JSON.stringify(info), 'w');
+  if (err_code === undefined) {
+    err_code = 0;
+  }
+  phantom.exit(err_code);
+};
+
+function timeout() {
+  clearTimeout(last_request_timeout);
+  clearTimeout(final_timeout);
+
+  // If there's no more ongoing resource requests, wait for 1 second before
+  // exiting, just in case the page kicks off another request
+  if (current_requests < 1) {
+      clearTimeout(final_timeout);
+      last_request_timeout = setTimeout(exit, 1000);
+  }
+
+  // Sometimes, straggling requests never make it back, in which
+  // case, timeout after 5 seconds and exit anyway
+  // TODO record which requests timed out!
+  final_timeout = setTimeout(exit, 5000);
+}
+

data/lib/blinkr/version.rb

@@ -1,4 +1,4 @@
 module Blinkr
-  VERSION='0.0.2'
+  VERSION='0.1.0'
 end
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: blinkr
 version: !ruby/object:Gem::Version
-  version: 0.0.2
+  version: 0.1.0
 platform: ruby
 authors:
 - Pete Muir
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-07-11 00:00:00.000000000 Z
+date: 2014-07-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -80,6 +80,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: parallel
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.0.0
 description: 
 email:
 - pmuir@bleepbleep.org.uk
@@ -102,6 +116,7 @@ files:
 - lib/blinkr/check.rb
 - lib/blinkr/report.html.slim
 - lib/blinkr/report.rb
+- lib/blinkr/snap.js
 - lib/blinkr/version.rb
 homepage: ''
 licenses: