broken_link_finder 0.6.0 → 0.7.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 89e6476124fe4e40b2efe0646ad6d2708f233a464ae8a075833f03c27669a719
-  data.tar.gz: a85394f3013a1c073afcdd94451bd5044331dce6c9f6988d0c4ccb1c9682783c
+  metadata.gz: be656fb33a6363c5da6bb1cd05e52f8bc9b1f7223825bd7dc4ada8af2bdea1d2
+  data.tar.gz: 2b4db95eaf086c10ac6f7528ec63c426ead3507f9adc4ecf0fd177c828d487f2
 SHA512:
-  metadata.gz: 6a7e10444cedf91d3dcf77a6e943852b02d902991616e534ade4b6e194d4508ba342fdb6c1d76b83ab586499ba0fc82aa795875c96f2233fee097089112e2ea0
-  data.tar.gz: 75ab90b82b724eed3e837e48dec0d9584723ecc0cd606c9c8d42c87ba5350daac3a35099f7e71967a4e699a9b0817127da56c62646f6d36f49297b77731d8657
+  metadata.gz: 59bdd686ff0cce9359e51415011ba0521404834790ba7eec304d29d085bbdfafb3c1c0f8fd63bd235d41c0aed61278a2211f05fdb0f3d9c15d31a53f1b18b877
+  data.tar.gz: 27986886e3fa6ab4123027ff3067633787470c00401001942f7b28f4ba87fcfe38a11513caa2ade8dc5bfed0efb8a9db4af9749130c8960ac7ccb84a169fc154

data/.gitignore

@@ -7,7 +7,5 @@
 /spec/reports/
 /tmp/
 **/spike.rb
-main.rb
 .DS_Store
 .byebug_history
-benchmark.rb

data/CHANGELOG.md

@@ -0,0 +1,43 @@
+# Broken Link Finder Change Log
+
+## v0.0.0 (TEMPLATE - DO NOT EDIT)
+### Added
+- ...
+### Changed/Removed
+- ...
+### Fixed
+- ...
+---
+
+## v0.7.0
+### Added
+- Added the `--verbose` flag to the executable for displaying all ignored links.
+- Added the `--concise` flag to the executable for displaying the broken links in summary form.
+- Added the `--sort-by-link` flag to the executable for displaying the broken links found and the pages containing that link (as opposed to sorting by page by default).
+### Changed/Removed
+- Changed the **default** sorting (format) for ignored links to be summarised (much more concise) reducing noise in the reports.
+- Updated the `README.md` to reflect the new changes.
+### Fixed
+- Bug where the broken/ignored links weren't being ordered consistently between runs. Now, all links are reported alphabetically. This will change existing report formats.
+- Bug where an anchor of `#` was being returned as broken when it shouldn't.
+---
+
+## v0.6.0
+### Added
+- Support for ignored links e.g. mailto's, tel's etc. The README has been updated.
+### Changed/Removed
+- Only HTML files now have their links verified, JS files for example, do not have their contents checked. This also boosts crawl speed.
+- Links are now reported exactly as they appear in the HTML (for easier location after reading the reports).
+### Fixed
+- Links with anchors aren't regarded as separate pages during a crawl anymore, thus removing duplicate reports.
+---
+
+## v0.5.0
+### Added
+- Anchor support is now included meaning the response HTML must include an element with an ID matching that of the anchor in the link's URL; otherwise, it's regarded as broken. Previously, there was no anchor support.
+- The README now includes a How It Works section detailing what constitutes a broken link. See this for more information.
+### Changed/Removed
+- Any element with a href or src attribute is now regarded as a link. Before it was just `<a>` elements.
+### Fixed
+- ...
+---

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    broken_link_finder (0.6.0)
+    broken_link_finder (0.7.0)
       thor (= 0.20.3)
       thread (= 0.2)
       wgit (= 0.0.13)
@@ -17,17 +17,23 @@ GEM
     crack (0.4.3)
       safe_yaml (~> 1.0.0)
     hashdiff (0.4.0)
+    httplog (1.3.2)
+      rack (>= 1.0)
+      rainbow (>= 2.0.0)
+    memory_profiler (0.9.14)
     method_source (0.9.2)
     mini_portile2 (2.4.0)
     minitest (5.11.3)
     mongo (2.8.0)
       bson (>= 4.4.2, < 5.0.0)
-    nokogiri (1.10.3)
+    nokogiri (1.10.4)
       mini_portile2 (~> 2.4.0)
     pry (0.12.2)
       coderay (~> 1.1.0)
       method_source (~> 0.9.0)
     public_suffix (3.1.0)
+    rack (2.0.7)
+    rainbow (3.0.0)
     rake (10.5.0)
     safe_yaml (1.0.5)
     thor (0.20.3)
@@ -47,6 +53,8 @@ DEPENDENCIES
   broken_link_finder!
   bundler (~> 2.0)
   byebug (~> 11.0)
+  httplog (~> 1.3)
+  memory_profiler (~> 0.9)
   minitest (~> 5.0)
   pry (~> 0.12)
   rake (~> 10.0)

data/README.md

@@ -1,6 +1,6 @@
 # Broken Link Finder
 
-Does what it says on the tin. Finds a website's broken links.
+Does what it says on the tin; Finds a website's broken links.
 
 Simply point it at a website and it will crawl all of its webpages searching for and identifing any broken links. You will then be presented with a nice concise summary of the broken links found.
 
@@ -41,19 +41,25 @@ Or install it yourself as:
 
 ## Usage
 
+You can check for broken links via the library or executable.
+
 ### Executable
 
 Installing this gem installs the `broken_link_finder` executable into your `$PATH`. The executable allows you to find broken links from your command line. For example:
 
     $ broken_link_finder crawl http://txti.es
 
-Adding the `-r` switch would crawl the entire txti.es site, not just it's index page.
+Adding the `-r` flag would crawl the entire `txti.es` site, not just its index page.
 
 See the [output](#Output) section below for an example of a site with broken links.
 
+You can peruse all of the available executable flags with:
+
+    $ broken_link_finder help crawl
+
 ### Library
 
-Below is a simple script which crawls a website and outputs it's broken links to `STDOUT`.
+Below is a simple script which crawls a website and outputs its broken links to `STDOUT`:
 
 > main.rb
 
@@ -61,8 +67,8 @@ Below is a simple script which crawls a website and outputs it's broken links to
 require 'broken_link_finder'
 
 finder = BrokenLinkFinder.new
-finder.crawl_site "http://txti.es"    # Or use Finder#crawl_page for a single webpage.
-finder.pretty_print_link_summary      # Or use Finder#broken_links and Finder#ignored_links
+finder.crawl_site 'http://txti.es'    # Or use Finder#crawl_page for a single webpage.
+finder.pretty_print_link_report       # Or use Finder#broken_links and Finder#ignored_links
                                       # for direct access to the link Hashes.
 ```
 
@@ -70,24 +76,26 @@ Then execute the script with:
 
     $ ruby main.rb
 
+See the full source code documentation [here](https://www.rubydoc.info/gems/broken_link_finder).
+
 ## Output
 
 If broken links are found then the output will look something like:
 
 ```text
-Below is a breakdown of the different pages and their broken links...
+Found 6 broken link(s) across 2 page(s):
 
-The following broken links exist in http://txti.es/about:
+The following broken links were found on 'http://txti.es/about':
 http://twitter.com/thebarrytone
 http://twitter.com/nwbld
 http://twitter.com/txties
 https://www.paypal.com/cgi-bin/webscr?cmd=_s-xclick&hosted_button_id=84L4BDS86FBUU
 
-The following broken links exist in http://txti.es/how:
+The following broken links were found on 'http://txti.es/how':
 http://en.wikipedia.org/wiki/Markdown
 http://imgur.com
 
-Below is a breakdown of the non supported (ignored) links found, you should check these manually:
+Ignored 3 unsupported link(s) across 2 page(s), which you should check manually:
 
 The following links were ignored on http://txti.es:
 tel:+13174562564
@@ -97,20 +105,20 @@ The following links were ignored on http://txti.es/contact:
 ftp://server.com
 ```
 
-## TODO
-
-- Add logger functionality (especially useful in the console during development).
-
-## Development
-
-After checking out the repo, run `bin/setup` to install dependencies. Then, run `bundle exec rake test` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
-
-To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release[origin]`, which will create a git tag for the version, push git commits and tags, and push the `*.gem` file to [rubygems.org](https://rubygems.org).
-
 ## Contributing
 
-Bug reports and pull requests are welcome on [GitHub](https://github.com/michaeltelford/broken-link-finder).
+Bug reports and feature requests are welcome on [GitHub](https://github.com/michaeltelford/broken-link-finder). Just raise an issue.
 
 ## License
 
 The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `bundle exec rake test` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new gem version:
+- Update the version number in `version.rb`
+- Run `bundle install`
+- Run `bundle exec rake test` ensuring all tests pass
+- Run `bundle exec rake release[origin]`

data/benchmark.rb

@@ -0,0 +1,18 @@
+require 'broken_link_finder'
+require 'benchmark'
+require 'memory_profiler'
+
+url = ARGV[0] || "http://txti.es"
+finder = BrokenLinkFinder::Finder.new
+
+puts Benchmark.measure { finder.crawl_page url }
+puts Benchmark.measure { finder.crawl_site url }
+
+# http://txti.es
+# Pre  threading: 17.591528
+# Post threading: 7.508828 :-)
+
+# http://txti.es
+# Page: 9.526981
+# Site: 9.732416
+# Multi-threading crawl_site now yields the same time as a single page.

data/bin/console

@@ -2,8 +2,24 @@
 
 require "bundler/setup"
 require "pry"
+require "byebug"
 require "broken_link_finder"
 require 'wgit/core_ext'
+require 'httplog'
+
+# Monkey patch all Net:HTTP network calls and log them.
+HttpLog.configure do |config|
+  config.log_connect    = false
+  config.log_request    = true
+  config.log_headers    = false
+  config.log_data       = false
+  config.log_status     = true
+  config.log_response   = false
+  config.log_benchmark  = true
+
+  config.compact_log    = true
+  config.json_log       = true
+end
 
 # Call reload to load all recent code changes.
 def reload
@@ -18,6 +34,8 @@ end
 # You can add fixtures and/or initialization code here...
 reload
 url = "http://txti.es/"
-finder = Finder.new
+by_page = Finder.new
+by_link = Finder.new sort: :link
+finder = by_page
 
 binding.pry

data/broken_link_finder.gemspec

@@ -42,6 +42,8 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "pry", "~> 0.12"
   spec.add_development_dependency "byebug", "~> 11.0"
   spec.add_development_dependency "webmock", "~> 3.5"
+  spec.add_development_dependency "httplog", "~> 1.3"
+  spec.add_development_dependency "memory_profiler", "~> 0.9"
 
   spec.add_runtime_dependency "wgit", "0.0.13"
   spec.add_runtime_dependency "thread", "0.2"

data/exe/broken_link_finder

@@ -6,12 +6,23 @@ require 'thor'
 
 class BrokenLinkFinderCLI < Thor
   desc 'crawl [URL]', 'Find broken links at the URL'
-  option :recursive, type: :boolean, aliases: [:r], desc: 'Crawl the entire site'
+  option :recursive, type: :boolean, aliases: [:r], desc: 'Crawl the entire site.'
+  option :sort_by_link, type: :boolean, aliases: [:l], desc: 'Makes report more concise if there are more pages crawled than broken links found. Use with -r on medium/large sites.'
+  option :verbose, type: :boolean, aliases: [:v], desc: 'Display all ignored links.'
+  option :concise, type: :boolean, aliases: [:c], desc: 'Display only a summary of broken links.'
   def crawl(url)
     url = "http://#{url}" unless url.start_with?('http')
-    finder = BrokenLinkFinder::Finder.new
+
+    sort_by           = options[:sort_by_link]  ? :link : :page
+    broken_verbose    = options[:concise]       ? false : true
+    ignored_verbose   = options[:verbose]       ? true  : false
+
+    finder = BrokenLinkFinder::Finder.new(sort: sort_by)
     options[:recursive] ? finder.crawl_site(url) : finder.crawl_page(url)
-    finder.pretty_print_link_summary
+    finder.pretty_print_link_report(
+      broken_verbose: broken_verbose,
+      ignored_verbose: ignored_verbose
+    )
   end
 end
 

data/lib/broken_link_finder.rb

@@ -1,3 +1,4 @@
 require_relative "./broken_link_finder/wgit_extensions"
 require_relative "./broken_link_finder/version"
+require_relative "./broken_link_finder/reporter"
 require_relative "./broken_link_finder/finder"

data/lib/broken_link_finder/finder.rb

@@ -1,11 +1,12 @@
+require_relative 'reporter'
 require 'wgit'
 require 'thread/pool'
 
 module BrokenLinkFinder
   # Alias for BrokenLinkFinder::Finder.new, don't use this if you want to
   # override the max_threads variable.
-  def self.new
-    Finder.new
+  def self.new(sort: :page)
+    Finder.new(sort: sort)
   end
 
   class Finder
@@ -13,11 +14,17 @@ module BrokenLinkFinder
 
     attr_reader :broken_links, :ignored_links
 
-    # Create a new Finder instance.
-    def initialize(max_threads: DEFAULT_MAX_THREADS)
+    # Creates a new Finder instance.
+    def initialize(sort: :page, max_threads: DEFAULT_MAX_THREADS)
+      unless [:page, :link].include?(sort)
+        raise "sort by either :page or :link, not #{sort}"
+      end
+
+      @sort = sort
       @max_threads = max_threads
       @lock = Mutex.new
       @crawler = Wgit::Crawler.new
+
       clear_links
     end
 
@@ -27,6 +34,24 @@ module BrokenLinkFinder
       @ignored_links = {}
     end
 
+    # Finds broken links within a single page and appends them to the
+    # @broken_links array. Returns true if at least one broken link was found.
+    # Access the broken links with Finder#broken_links.
+    def crawl_url(url)
+      clear_links
+      url = Wgit::Url.new(url)
+
+      # Ensure the given page url is valid.
+      doc = @crawler.crawl_url(url)
+      raise "Invalid URL: #{url}" unless doc
+
+      # Get all page links and determine which are broken.
+      find_broken_links(doc)
+
+      sort_links
+      @broken_links.any?
+    end
+
     # Finds broken links within an entire site and appends them to the
     # @broken_links array. Returns a tuple containing a Boolean of true if
     # at least one broken link was found and an Array of all pages crawled.
@@ -41,10 +66,6 @@ module BrokenLinkFinder
       @crawler.crawl_site(url) do |doc|
         # Ensure the given website url is valid.
         raise "Invalid URL: #{url}" if doc.url == url and doc.empty?
-
-        # Ensure we only process each page once. For example, /about.html might
-        # be linked to several times throughout the entire site.
-        next if crawled_pages.include?(doc.url)
         crawled_pages << doc.url
 
         # Get all page links and determine which are broken.
@@ -52,65 +73,26 @@ module BrokenLinkFinder
         pool.process { find_broken_links(doc) }
       end
 
-      pool.shutdown
+      pool.shutdown # Wait for all threads to finish.
+      sort_links
       [@broken_links.any?, crawled_pages]
     end
 
-    # Finds broken links within a single page and appends them to the
-    # @broken_links array. Returns true if at least one broken link was found.
-    # Access the broken links with Finder#broken_links.
-    def crawl_url(url)
-      clear_links
-      url = Wgit::Url.new(url)
-
-      # Ensure the given page url is valid.
-      doc = @crawler.crawl_url(url)
-      raise "Invalid URL: #{url}" unless doc
-
-      # Get all page links and determine which are broken.
-      find_broken_links(doc)
-
-      @broken_links.any?
-    end
-
-    # Pretty prints the link summary into a stream e.g. Kernel
-    # (STDOUT) or a file - anything that respond_to? :puts.
+    # Pretty prints the link report into a stream e.g. STDOUT or a file,
+    # anything that respond_to? :puts. Defaults to STDOUT.
     # Returns true if there were broken links and vice versa.
-    def pretty_print_link_summary(stream = Kernel)
-      raise "stream must respond_to? :puts" unless stream.respond_to? :puts
-
-      # Broken link summary.
-      if @broken_links.empty?
-        stream.puts("Good news, there are no broken links!")
-        stream.puts("")
-      else
-        stream.puts("Below is a breakdown of the different pages and their \
-broken links...")
-        stream.puts("")
-
-        @broken_links.each do |page, links|
-          stream.puts("The following broken links exist on #{page}:")
-          links.each do |link|
-            stream.puts(link)
-          end
-          stream.puts("")
-        end
-      end
-
-      # Ignored link summary.
-      if @ignored_links.any?
-        stream.puts("Below is a breakdown of the non supported links found, \
-you should check these manually:")
-        stream.puts("")
-
-        @ignored_links.each do |page, links|
-          stream.puts("The following links were ignored on #{page}:")
-          links.each do |link|
-            stream.puts(link)
-          end
-          stream.puts("")
-        end
-      end
+    def pretty_print_link_report(
+      stream = STDOUT,
+      broken_verbose: true,
+      ignored_verbose: false
+    )
+      reporter = BrokenLinkFinder::Reporter.new(
+        stream, @sort, @broken_links, @ignored_links
+      )
+      reporter.pretty_print_link_report(
+        broken_verbose: broken_verbose,
+        ignored_verbose: ignored_verbose
+      )
 
       @broken_links.any?
     end
@@ -140,37 +122,65 @@ you should check these manually:")
           append_broken_link(doc.url, link)
         end
       end
+
+      nil
     end
 
     # Returns true if the link is/contains a broken anchor.
     def has_broken_anchor(doc)
       raise "link document is nil" unless doc
-      return false unless doc.url.anchor
 
-      anchor = doc.url.anchor[1..-1] # Remove the # prefix.
+      anchor = doc.url.anchor
+      return false if anchor.nil? or anchor == '#'
+
+      anchor = anchor[1..-1] if anchor.start_with?('#')
       doc.xpath("//*[@id='#{anchor}']").empty?
     end
 
-    # Append url => [link] to @broken_links.
+    # Append key => [value] to @broken_links.
     def append_broken_link(url, link)
+      key, value = get_key_value(url, link)
       @lock.synchronize do
-        unless @broken_links[url]
-          @broken_links[url] = []
+        unless @broken_links[key]
+          @broken_links[key] = []
         end
-        @broken_links[url] << link
+        @broken_links[key] << value
       end
     end
 
-    # Append url => [link] to @ignored_links.
+    # Append key => [value] to @ignored_links.
     def append_ignored_link(url, link)
+      key, value = get_key_value(url, link)
       @lock.synchronize do
-        unless @ignored_links[url]
-          @ignored_links[url] = []
+        unless @ignored_links[key]
+          @ignored_links[key] = []
         end
-        @ignored_links[url] << link
+        @ignored_links[key] << value
       end
     end
 
+    # Returns the correct key value depending on the @sort type.
+    # @sort == :page ? [url, link] : [link, url]
+    def get_key_value(url, link)
+      if @sort == :page
+        [url, link]
+      elsif @sort == :link
+        [link, url]
+      else
+        raise "Unsupported sort type: #{sort}"
+      end
+    end
+
+    # Sort keys and values alphabetically.
+    def sort_links
+      @broken_links = @broken_links.sort_by { |k, v| k }.to_h
+      @ignored_links = @ignored_links.sort_by { |k, v| k }.to_h
+
+      @broken_links.each { |k, v| v.sort! }
+      @ignored_links.each { |k, v| v.sort! }
+    end
+
     alias_method :crawl_page, :crawl_url
+    alias_method :pretty_print_link_summary, :pretty_print_link_report
   end
 end

data/lib/broken_link_finder/reporter.rb

@@ -0,0 +1,113 @@
+module BrokenLinkFinder
+  class Reporter
+    # The amount of pages/links to display when verbose is false.
+    NUM_VALUES = 3.freeze
+
+    # Creates a new Reporter instance.
+    # stream is any Object that responds to :puts.
+    def initialize(stream, sort, broken_links, ignored_links)
+      raise "stream must respond_to? :puts" unless stream.respond_to?(:puts)
+      unless [:page, :link].include?(sort)
+        raise "sort by either :page or :link, not #{sort}"
+      end
+
+      @stream = stream
+      @sort = sort
+      @broken_links = broken_links
+      @ignored_links = ignored_links
+    end
+
+    # Pretty print a report detailing the link summary.
+    def pretty_print_link_report(broken_verbose: true, ignored_verbose: false)
+      report_broken_links(verbose: broken_verbose)
+      report_ignored_links(verbose: ignored_verbose)
+    end
+
+    private
+
+    # Report a summary of the broken links.
+    def report_broken_links(verbose: true)
+      if @broken_links.empty?
+        print "Good news, there are no broken links!"
+      else
+        num_pages, num_links = get_hash_stats(@broken_links)
+        print "Found #{num_links} broken link(s) across #{num_pages} page(s):"
+
+        @broken_links.each do |key, values|
+          msg = sort_by_page? ?
+            "The following broken links were found on '#{key}':" :
+            "The broken link '#{key}' was found on the following pages:"
+          nprint msg
+
+          if verbose or values.length <= NUM_VALUES
+            values.each { |value| print value }
+          else # Only print N values and summarise the rest.
+            NUM_VALUES.times { |i| print values[i] }
+
+            objects = sort_by_page? ? 'link(s)' : 'page(s)'
+            print "+ #{values.length - NUM_VALUES} other #{objects}, remove --concise to see them all"
+          end
+        end
+      end
+    end
+
+    # Report a summary of the ignored links.
+    def report_ignored_links(verbose: false)
+      if @ignored_links.any?
+        num_pages, num_links = get_hash_stats(@ignored_links)
+        nprint "Ignored #{num_links} unsupported link(s) across #{num_pages} page(s), which you should check manually:"
+
+        @ignored_links.each do |key, values|
+          msg = sort_by_page? ?
+            "The following links were ignored on '#{key}':" :
+            "The link '#{key}' was ignored on the following pages:"
+          nprint msg
+
+          if verbose or values.length <= NUM_VALUES
+            values.each { |value| print value }
+          else # Only print N values and summarise the rest.
+            NUM_VALUES.times { |i| print values[i] }
+
+            objects = sort_by_page? ? 'link(s)' : 'page(s)'
+            print "+ #{values.length - NUM_VALUES} other #{objects}, use --verbose to see them all"
+          end
+        end
+      end
+    end
+
+    # Return true if the sort is by page.
+    def sort_by_page?
+      @sort == :page
+    end
+
+    # Returns the key/value statistics of hash e.g. the number of keys and
+    # combined values. The hash should be of the format: { 'str' => [...] }.
+    # Use like: `num_pages, num_links = get_hash_stats(links)`.
+    def get_hash_stats(hash)
+      num_keys = hash.keys.length
+      values = hash.values.flatten
+      num_values = sort_by_page? ? values.length : values.uniq.length
+
+      sort_by_page? ?
+        [num_keys, num_values] :
+        [num_values, num_keys]
+    end
+
+    # Prints the text + \n. Defaults to a blank line.
+    def print(text = '')
+      @stream.puts(text)
+    end
+
+    # Prints text + \n\n.
+    def printn(text)
+      print(text)
+      print
+    end
+
+    # Prints \n + text + \n.
+    def nprint(text)
+      print
+      print(text)
+    end
+  end
+end

data/lib/broken_link_finder/version.rb

@@ -1,3 +1,3 @@
 module BrokenLinkFinder
-  VERSION = "0.6.0"
+  VERSION = "0.7.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: broken_link_finder
 version: !ruby/object:Gem::Version
-  version: 0.6.0
+  version: 0.7.0
 platform: ruby
 authors:
 - Michael Telford
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2019-07-27 00:00:00.000000000 Z
+date: 2019-08-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -94,6 +94,34 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '3.5'
+- !ruby/object:Gem::Dependency
+  name: httplog
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: memory_profiler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.9'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.9'
 - !ruby/object:Gem::Dependency
   name: wgit
   requirement: !ruby/object:Gem::Requirement
@@ -147,17 +175,20 @@ files:
 - ".gitignore"
 - ".ruby-version"
 - ".travis.yml"
+- CHANGELOG.md
 - Gemfile
 - Gemfile.lock
 - LICENSE.txt
 - README.md
 - Rakefile
+- benchmark.rb
 - bin/console
 - bin/setup
 - broken_link_finder.gemspec
 - exe/broken_link_finder
 - lib/broken_link_finder.rb
 - lib/broken_link_finder/finder.rb
+- lib/broken_link_finder/reporter.rb
 - lib/broken_link_finder/version.rb
 - lib/broken_link_finder/wgit_extensions.rb
 - load.rb