broken_link_finder 0.9.2 → 0.9.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 110068a5db9454d69709454f50ade3f667c0e63dad6d101c23bf991a04f770eb
-  data.tar.gz: 0fd46fed486bf382935d68020fcae9391c288b5d5742ce19ba61d2896e2eebe7
+  metadata.gz: 0e03d27fce04a04ff97aa40ea895b01272926915367712a865787cda0efc3a0a
+  data.tar.gz: 487abab06c5664fb4024e58c7e1ba43209d076100d5d7da275db2f534aee4c4b
 SHA512:
-  metadata.gz: c9c744045ee462b8981ab418a5c3acdb9162c36e14c8603391c1f79e9247872de877a83ce2a7dd5f8779d8774a044562054445410666a5af518d11f5fded3f22
-  data.tar.gz: e4e0e2b2d19596493564a361fef0a98afdddcefb395309dba139df6bd508a12385ca16e47004bd503c585954454d9608449995b4ed6009926e0b856d11962181
+  metadata.gz: 2b90b76061107fcde9b79e6b737710ee067be255182bdd7726ba2343aa64f0357b9901217f78cd0e3928244610cb9ad37007db8d316bbbef2a50355213d5764b
+  data.tar.gz: 5d727113d883f94e263933c726ea0eb0a41da343844c044d8220e042b877ac84b5c806e2f2d5570dd0dd9eb09a56f4603676b9194bc62201a01cb9fba7b14e23

data/CHANGELOG.md

@@ -9,6 +9,15 @@
 - ...
 ---
 
+## v0.9.3
+### Added
+- ...
+### Changed/Removed
+- ...
+### Fixed
+- A bug resulting in some servers dropping crawl requests from broken_link_finder.
+---
+
 ## v0.9.2
 ### Added
 - ...

data/Gemfile.lock

@@ -1,10 +1,10 @@
 PATH
   remote: .
   specs:
-    broken_link_finder (0.9.2)
+    broken_link_finder (0.9.3)
       thor (~> 0.20.3)
       thread (~> 0.2.0)
-      wgit (~> 0.4.0)
+      wgit (~> 0.4.1)
 
 GEM
   remote: https://rubygems.org/
@@ -43,7 +43,7 @@ GEM
       addressable (>= 2.3.6)
       crack (>= 0.3.2)
       hashdiff (>= 0.4.0, < 2.0.0)
-    wgit (0.4.0)
+    wgit (0.4.1)
       addressable (~> 2.6.0)
       mongo (~> 2.9.0)
       nokogiri (~> 1.10.3)

data/README.md

@@ -8,8 +8,8 @@ Simply point it at a website and it will crawl all of its webpages searching for
 
 Any HTML page element with a `href` or `src` attribute is considered a link. For each link on a given page, any of the following conditions constitutes that the link is broken:
 
-- A response status code of `404 Not Found` is returned.
 - An empty HTML response body is returned.
+- A response status code of `404 Not Found` is returned.
 - The HTML response body doesn't contain an element ID matching that of the link's anchor e.g. `http://server.com#about` must contain an element with `id="about"` or the link is considered broken.
 - The link redirects more than 5 times consecutively.
 
@@ -123,9 +123,12 @@ The gem is available as open source under the terms of the [MIT License](http://
 
 After checking out the repo, run `bin/setup` to install dependencies. Then, run `bundle exec rake test` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
 
-To install this gem onto your local machine, run `bundle exec rake install`. To release a new gem version:
+To install this gem onto your local machine, run `bundle exec rake install`.
+
+To release a new gem version:
 - Update the version number in `version.rb` and add the new version to the `CHANGELOG`
 - Run `bundle install`
 - Run `bundle exec rake test` ensuring all tests pass
 - Run `bundle exec rake compile` ensuring no warnings
+- Run `bundle exec rake install && rbenv rehash` and manually test the executable
 - Run `bundle exec rake release[origin]`

data/broken_link_finder.gemspec

@@ -46,5 +46,5 @@ Gem::Specification.new do |spec|
 
   spec.add_runtime_dependency 'thor', '~> 0.20.3'
   spec.add_runtime_dependency 'thread', '~> 0.2.0'
-  spec.add_runtime_dependency 'wgit', '~> 0.4.0'
+  spec.add_runtime_dependency 'wgit', '~> 0.4.1'
 end

data/lib/broken_link_finder/finder.rb

@@ -44,7 +44,7 @@ module BrokenLinkFinder
       clear_links
 
       url = url.to_url
-      doc = @crawler.crawl_url(url)
+      doc = @crawler.crawl(url)
 
       # Ensure the given page url is valid.
       raise "Invalid or broken URL: #{url}" unless doc
@@ -129,8 +129,8 @@ module BrokenLinkFinder
         link_doc = crawl_link(doc, link)
 
         # Determine if the crawled link is broken or not.
-        if  @crawler.last_response.code == 404 ||
-            link_doc.nil? ||
+        if  link_doc.nil? ||
+            @crawler.last_response.code == 404 ||
             has_broken_anchor(link_doc)
           append_broken_link(doc.url, link)
         else
@@ -156,7 +156,7 @@ module BrokenLinkFinder
     # Makes the link absolute and crawls it, returning its Wgit::Document.
     def crawl_link(doc, link)
       link = get_absolute_link(doc, link)
-      @crawler.crawl_url(link)
+      @crawler.crawl(link)
     end
 
     # Returns the link in absolute form so it can be crawled.

data/lib/broken_link_finder/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module BrokenLinkFinder
-  VERSION = '0.9.2'
+  VERSION = '0.9.3'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: broken_link_finder
 version: !ruby/object:Gem::Version
-  version: 0.9.2
+  version: 0.9.3
 platform: ruby
 authors:
 - Michael Telford
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2019-10-18 00:00:00.000000000 Z
+date: 2019-10-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -128,14 +128,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.4.0
+        version: 0.4.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.4.0
+        version: 0.4.1
 description: Finds a website's broken links using the 'wgit' gem and reports back
   to you with a summary.
 email: michael.telford@live.com