html-proofer 3.15.3 → 3.17.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 40942bc9c00696cb5c3c02e6ca427c0adfd1f80dae7028a6a2d70992c29065a2
-  data.tar.gz: 1ef56b761178d31791dc2e457c8d4da0704c6845725e87eada63e8c6d6d01d84
+  metadata.gz: 78c779b0dfc11fd1d80baaf4133ee26b695e13fcb20ed3852cb99a65caef7e24
+  data.tar.gz: 71e4f5e229d8754bc1ad01d4dc28d76ae43f0c5c2d0e3ff2871c32ae4ce89c42
 SHA512:
-  metadata.gz: 10f6a27dc6c59b01dd3ff4aadf8d3c1fef3cd82e35ee604f180a9738094aae1be4748d78279e5abe5fdac2ed07f43a8efdac8cec4d1a3b24ba91a3125301bbe3
-  data.tar.gz: 33f427ea5661e13e301b06033f65d16623005cf4834b412729e8e04c13bbaecbc0d88cce2f7a20d06cedbb3b6bc6015bef0bd1ed370ba0edc6b18ba4d6117e03
+  metadata.gz: aa82fcbba561ef4107dce9188d2c451ee8c40afbf5ff67dbd4f98729f91fec40ce3b58f2e13fd04a9e2f91258757f283240680cbf7b609e2c3b7000168b2fff6
+  data.tar.gz: 848b2d731f440c3128c77e4cdddcb54ffc18cf1fdd423afc63b9300ccf074ad457b0064b70aab59d950ea242ba3e01b2ff33f8e02491859c24f23d5895f6f705

data/bin/htmlproofer

@@ -1,7 +1,7 @@
 #!/usr/bin/env ruby
 # frozen_string_literal: true
 
-STDOUT.sync = true
+$stdout.sync = true
 
 $LOAD_PATH.unshift File.join(File.dirname(__FILE__), '..', 'lib')
 
@@ -50,7 +50,7 @@ Mercenary.program(:htmlproofer) do |p|
   p.option 'typhoeus_config', '--typhoeus-config CONFIG', String, 'JSON-formatted string of Typhoeus config. Will override the html-proofer defaults.'
   p.option 'url_ignore', '--url-ignore link1,[link2,...]', Array, 'A comma-separated list of Strings or RegExps containing URLs that are safe to ignore. It affects all HTML attributes. Note that non-HTTP(S) URIs are always ignored'
   p.option 'url_swap', '--url-swap re:string,[re:string,...]', Array, 'A comma-separated list containing key-value pairs of `RegExp => String`. It transforms URLs that match `RegExp` into `String` via `gsub`. The escape sequences `\\:` should be used to produce literal `:`s.'
-  p.option 'root_dir', '--root-folder PATH', String, 'The absolute path to the directory serving your html-files. Used when running html-proofer on a file, rather than a directory.'
+  p.option 'root_dir', '--root-dir PATH', String, 'The absolute path to the directory serving your html-files.'
 
   p.action do |args, opts|
     args = ['.'] if args.empty?

data/lib/html-proofer/cache.rb

@@ -59,6 +59,8 @@ module HTMLProofer
     end
 
     def add(url, filenames, status, msg = '')
+      return unless use_cache?
+
       data = {
         time: @cache_time,
         filenames: filenames,
@@ -92,12 +94,12 @@ module HTMLProofer
       del = 0
       @cache_log.delete_if do |url, _|
         url = clean_url(url)
-        if !found_urls.include?(url)
+        if found_urls.include?(url)
+          false
+        else
           @logger.log :debug, "Removing #{url} from cache check"
           del += 1
           true
-        else
-          false
         end
       end
 
@@ -115,12 +117,11 @@ module HTMLProofer
       @load.nil?
     end
 
-    def retrieve_urls(external_urls)
-      urls_to_check = detect_url_changes(external_urls)
+    def retrieve_urls(urls)
+      urls_to_check = detect_url_changes(urls)
       @cache_log.each_pair do |url, cache|
-        if within_timeframe?(cache['time'])
-          next if cache['message'].empty? # these were successes to skip
-        end
+        next if within_timeframe?(cache['time']) && cache['message'].empty? # these were successes to skip
+
         urls_to_check[url] = cache['filenames'] # recheck expired links
       end
       urls_to_check

data/lib/html-proofer/check.rb

@@ -3,15 +3,17 @@
 module HTMLProofer
   # Mostly handles issue management and collecting of external URLs.
   class Check
-    attr_reader :node, :html, :element, :src, :path, :options, :issues, :external_urls
+    attr_reader :node, :html, :element, :src, :path, :options, :issues, :internal_urls, :external_urls
 
-    def initialize(src, path, html, logger, options)
+    def initialize(src, path, html, logger, cache, options)
       @src    = src
       @path   = path
       @html   = remove_ignored(html)
       @logger = logger
+      @cache = cache
       @options = options
       @issues = []
+      @internal_urls = {}
       @external_urls = {}
     end
 
@@ -24,17 +26,22 @@ module HTMLProofer
       raise NotImplementedError, 'HTMLProofer::Check subclasses must implement #run'
     end
 
-    def add_issue(desc, line: nil, status: -1, content: nil)
-      @issues << Issue.new(@path, desc, line: line, status: status, content: content)
+    def add_issue(desc, line: nil, path: nil, status: -1, content: nil)
+      @issues << Issue.new(path || @path, desc, line: line, status: status, content: content)
+      false
+    end
+
+    def add_to_internal_urls(url, internal_url)
+      if @internal_urls[url]
+        @internal_urls[url] << internal_url
+      else
+        @internal_urls[url] = [internal_url]
+      end
     end
 
     def add_to_external_urls(url)
       return if @external_urls[url]
 
-      add_path_for_url(url)
-    end
-
-    def add_path_for_url(url)
       if @external_urls[url]
         @external_urls[url] << @path
       else

data/lib/html-proofer/check/favicon.rb

@@ -7,7 +7,7 @@ class FaviconCheck < ::HTMLProofer::Check
       favicon = create_element(node)
       next if favicon.ignore?
 
-      found = true if favicon.rel.split(' ').last.eql? 'icon'
+      found = true if favicon.rel.split.last.eql? 'icon'
       break if found
     end
 

data/lib/html-proofer/check/links.rb

@@ -4,6 +4,8 @@ class LinkCheck < ::HTMLProofer::Check
   include HTMLProofer::Utils
 
   def missing_href?
+    return blank?(@link.src) if @node.name == 'source'
+
     blank?(@link.href) && blank?(@link.name) && blank?(@link.id)
   end
 
@@ -12,7 +14,7 @@ class LinkCheck < ::HTMLProofer::Check
   end
 
   def run
-    @html.css('a, link').each do |node|
+    @html.css('a, link, source').each do |node|
       @link = create_element(node)
       line = node.line
       content = node.to_s
@@ -49,23 +51,31 @@ class LinkCheck < ::HTMLProofer::Check
         # curl/Typheous inaccurately return 404s for some links. cc https://git.io/vyCFx
         next if @link.respond_to?(:rel) && @link.rel == 'dns-prefetch'
 
-        add_to_external_urls(@link.href)
+        add_to_external_urls(@link.href || @link.src)
         next
-      elsif @link.internal? && !@link.exists?
-        add_issue("internally linking to #{@link.href}, which does not exist", line: line, content: content)
+      elsif @link.internal?
+        if @link.exists?
+          add_to_internal_urls(@link.href, InternalLink.new(@link, @path, line, content))
+        else
+          add_issue("internally linking to #{@link.href}, which does not exist", line: line, content: content)
+        end
       end
+    end
 
-      # does the local directory have a trailing slash?
-      if @link.unslashed_directory? @link.absolute_path
-        add_issue("internally linking to a directory #{@link.absolute_path} without trailing slash", line: line, content: content)
-        next
-      end
+    external_urls
+  end
 
-      # verify the target hash
-      handle_hash(@link, line, content) if @link.hash
+  def check_internal_link(link, path, line, content)
+    # does the local directory have a trailing slash?
+    if link.unslashed_directory?(link.absolute_path)
+      add_issue("internally linking to a directory #{link.absolute_path} without trailing slash", path: path, line: line, content: content)
+      return false
     end
 
-    external_urls
+    # verify the target hash
+    return handle_hash(link, path, line, content) if link.hash
+
+    true
   end
 
   def check_schemes(link, line, content)
@@ -93,24 +103,28 @@ class LinkCheck < ::HTMLProofer::Check
     add_issue("#{link.href} contains no phone number", line: line, content: content) if link.path.empty?
   end
 
-  def handle_hash(link, line, content)
-    if link.internal? && !hash_check(link.html, link.hash)
-      add_issue("linking to internal hash ##{link.hash} that does not exist", line: line, content: content)
+  def handle_hash(link, path, line, content)
+    if link.internal? && !hash_exists?(link.html, link.hash) # rubocop:disable Style/GuardClause
+      return add_issue("linking to internal hash ##{link.hash} that does not exist", path: path, line: line, content: content)
     elsif link.external?
-      external_link_check(link, line, content)
+      return external_link_check(link, line, content)
     end
+
+    true
   end
 
   def external_link_check(link, line, content)
-    if !link.exists?
-      add_issue("trying to find hash of #{link.href}, but #{link.absolute_path} does not exist", line: line, content: content)
+    if link.exists? # rubocop:disable Style/GuardClause
+      target_html = create_nokogiri(link.absolute_path)
+      return add_issue("linking to #{link.href}, but #{link.hash} does not exist", line: line, content: content) unless hash_exists?(target_html, link.hash)
     else
-      target_html = create_nokogiri link.absolute_path
-      add_issue("linking to #{link.href}, but #{link.hash} does not exist", line: line, content: content) unless hash_check target_html, link.hash
+      return add_issue("trying to find hash of #{link.href}, but #{link.absolute_path} does not exist", line: line, content: content)
     end
+
+    true
   end
 
-  def hash_check(html, href_hash)
+  def hash_exists?(html, href_hash)
     decoded_href_hash = Addressable::URI.unescape(href_hash)
     fragment_ids = [href_hash, decoded_href_hash]
     # https://www.w3.org/TR/html5/single-page.html#scroll-to-fragid
@@ -148,7 +162,19 @@ class LinkCheck < ::HTMLProofer::Check
 
   class XpathFunctions
     def case_sensitive_equals(node_set, str_to_match)
-      node_set.find_all { |node| node.to_s. == str_to_match.to_s }
+      node_set.find_all { |node| node.to_s.== str_to_match.to_s }
+    end
+  end
+
+  class InternalLink
+    attr_reader :link, :href, :path, :line, :content
+
+    def initialize(link, path, line, content)
+      @link = link
+      @href = @link.href
+      @path = path
+      @line = line
+      @content = content
     end
   end
 end

data/lib/html-proofer/check/opengraph.rb

@@ -8,7 +8,7 @@ class OpenGraphElement < ::HTMLProofer::Element
     # Fake up src from the content attribute
     instance_variable_set('@src', @content)
 
-    @src.insert 0, 'http:' if @src =~ %r{^//}
+    @src.insert 0, 'http:' if %r{^//}.match?(@src)
   end
 end
 

data/lib/html-proofer/configuration.rb

@@ -80,7 +80,7 @@ module HTMLProofer
       begin
         JSON.parse(config)
       rescue StandardError
-        raise ArgumentError, "Option '" + option_name + "' did not contain valid JSON."
+        raise ArgumentError, "Option '#{option_name} did not contain valid JSON."
       end
     end
   end

data/lib/html-proofer/element.rb

@@ -15,7 +15,7 @@ module HTMLProofer
       # Construct readable ivars for every element
       begin
         obj.attributes.each_pair do |attribute, value|
-          name = attribute.tr('-:.;', '_').to_s.to_sym
+          name = attribute.tr('-:.;@', '_').to_s.to_sym
           (class << self; self; end).send(:attr_reader, name)
           instance_variable_set("@#{name}", value.value)
         end
@@ -42,19 +42,19 @@ module HTMLProofer
 
       # fix up missing protocols
       if defined?(@href)
-        @href.insert(0, 'http:') if @href =~ %r{^//}
+        @href.insert(0, 'http:') if %r{^//}.match?(@href)
       else
         @href = nil
       end
 
       if defined?(@src)
-        @src.insert(0, 'http:') if @src =~ %r{^//}
+        @src.insert(0, 'http:') if %r{^//}.match?(@src)
       else
         @src = nil
       end
 
       if defined?(@srcset)
-        @srcset.insert(0, 'http:') if @srcset =~ %r{^//}
+        @srcset.insert(0, 'http:') if %r{^//}.match?(@srcset)
       else
         @srcset = nil
       end
@@ -105,12 +105,10 @@ module HTMLProofer
       return true if @data_proofer_ignore
       return true if @parent_ignorable
 
-      return true if url =~ /^javascript:/
+      return true if /^javascript:/.match?(url)
 
       # ignore base64 encoded images
-      if %w[ImageCheck FaviconCheck].include? @type
-        return true if url =~ /^data:image/
-      end
+      return true if %w[ImageCheck FaviconCheck].include?(@type) && /^data:image/.match?(url)
 
       # ignore user defined URLs
       return true if ignores_pattern_check(@check.options[:url_ignore])
@@ -171,6 +169,10 @@ module HTMLProofer
       url.start_with?('?')
     end
 
+    def absolute_path?(path)
+      path.start_with?('/')
+    end
+
     def file_path
       return if path.nil? || path.empty?
 
@@ -178,22 +180,19 @@ module HTMLProofer
 
       path_dot_ext = path + @check.options[:extension] if @check.options[:assume_extension]
 
-      if path =~ %r{^/} # path relative to root
-        if File.directory?(@check.src)
-          base = @check.src
-        else
-          root_dir = @check.options[:root_dir]
-          base = root_dir || File.dirname(@check.src)
-        end
-      elsif File.exist?(File.expand_path(path, @check.src)) || File.exist?(File.expand_path(path_dot_ext, @check.src)) # relative links, path is a file
-        base = File.dirname @check.path
-      elsif File.exist?(File.join(File.dirname(@check.path), path)) || File.exist?(File.join(File.dirname(@check.path), path_dot_ext)) # relative links in nested dir, path is a file
-        base = File.dirname @check.path
-      else # relative link, path is a directory
-        base = @check.path
-      end
+      base = if absolute_path?(path) # path relative to root
+               # either overwrite with root_dir; or, if source is directory, use that; or, just get the current file's dirname
+               @check.options[:root_dir] || (File.directory?(@check.src) ? @check.src : File.dirname(@check.src))
+             elsif File.exist?(File.expand_path(path, @check.src)) || File.exist?(File.expand_path(path_dot_ext, @check.src)) # relative links, path is a file
+               File.dirname(@check.path)
+             elsif File.exist?(File.join(File.dirname(@check.path), path)) || File.exist?(File.join(File.dirname(@check.path), path_dot_ext)) # rubocop:disable Lint/DuplicateBranch; relative links in nested dir, path is a file
+               File.dirname(@check.path)
+             else # relative link, path is a directory
+               @check.path
+             end
+
+      file = File.join(base, path)
 
-      file = File.join base, path
       if @check.options[:assume_extension] && File.file?("#{file}#{@check.options[:extension]}")
         file = "#{file}#{@check.options[:extension]}"
       elsif File.directory?(file) && !unslashed_directory?(file) # implicit index support
@@ -205,22 +204,24 @@ module HTMLProofer
 
     # checks if a file exists relative to the current pwd
     def exists?
-      return @checked_paths[absolute_path] if @checked_paths.key? absolute_path
+      return @checked_paths[absolute_path] if @checked_paths.key?(absolute_path)
 
-      @checked_paths[absolute_path] = File.exist? absolute_path
+      @checked_paths[absolute_path] = File.exist?(absolute_path)
     end
 
     def absolute_path
       path = file_path || @check.path
-      File.expand_path path, Dir.pwd
+
+      File.expand_path(path, Dir.pwd)
     end
 
     def ignores_pattern_check(links)
       links.each do |ignore|
-        if ignore.is_a? String
+        case ignore
+        when String
           return true if ignore == url
-        elsif ignore.is_a? Regexp
-          return true if ignore =~ url
+        when Regexp
+          return true if ignore&.match?(url)
         end
       end
 

data/lib/html-proofer/middleware.rb

@@ -6,6 +6,7 @@ module HTMLProofer
 
     class InvalidHtmlError < StandardError
       def initialize(failures)
+        super
         @failures = failures
       end
 
@@ -53,13 +54,13 @@ module HTMLProofer
     def call(env)
       result = @app.call(env)
       return result if env['REQUEST_METHOD'] != 'GET'
-      return result if env['QUERY_STRING'] =~ /proofer-ignore/
+      return result if /proofer-ignore/.match?(env['QUERY_STRING'])
       return result if result.first != 200
 
       body = []
       result.last.each { |e| body << e }
 
-      body = body.join('')
+      body = body.join
       begin
         html = body.lstrip
       rescue StandardError

data/lib/html-proofer/runner.rb

@@ -4,7 +4,7 @@ module HTMLProofer
   class Runner
     include HTMLProofer::Utils
 
-    attr_reader :options, :external_urls, :failures
+    attr_reader :options, :internal_urls, :external_urls, :failures
 
     def initialize(src, opts = {})
       @src = src
@@ -20,6 +20,8 @@ module HTMLProofer
 
       @type = @options.delete(:type)
       @logger = HTMLProofer::Log.new(@options[:log_level])
+      @cache = Cache.new(@logger, @options[:cache])
+      @internal_link_checks = nil
 
       # Add swap patterns for internal domains
       unless @options[:internal_domains].empty?
@@ -30,7 +32,11 @@ module HTMLProofer
         end
       end
 
+      @internal_urls = {}
+      @internal_urls_to_paths = {}
+      @external_urls = {}
       @failures = []
+      @before_request = []
     end
 
     def run
@@ -58,15 +64,13 @@ module HTMLProofer
         end
       end
       @external_urls = Hash[*@src.map { |s| [s, nil] }.flatten]
-      validate_urls
+      validate_external_urls
     end
 
     # Collects any external URLs found in a directory of files. Also collectes
     # every failed test from process_files.
     # Sends the external URLs to Typhoeus for batch processing.
     def check_files
-      @external_urls = {}
-
       process_files.each do |item|
         @external_urls.merge!(item[:external_urls])
         @failures.concat(item[:failures])
@@ -77,9 +81,12 @@ module HTMLProofer
       # just not run those other checks at all.
       if @options[:external_only]
         @failures = []
-        validate_urls
+        validate_external_urls
       elsif !@options[:disable_external]
-        validate_urls
+        validate_external_urls
+        validate_internal_urls
+      else
+        validate_internal_urls
       end
     end
 
@@ -100,8 +107,21 @@ module HTMLProofer
       @src.each do |src|
         checks.each do |klass|
           @logger.log :debug, "Checking #{klass.to_s.downcase} on #{path} ..."
-          check = Object.const_get(klass).new(src, path, html, @logger, @options)
+          check = Object.const_get(klass).new(src, path, html, @logger, @cache, @options)
           check.run
+
+          if klass == 'LinkCheck'
+            @internal_link_checks = check
+            check.internal_urls.each_pair do |url, internal_urls|
+              if @internal_urls_to_paths[url]
+                @internal_urls_to_paths[url].concat(internal_urls.map(&:path))
+              else
+                @internal_urls_to_paths[url] = internal_urls.map(&:path)
+              end
+            end
+            @internal_urls.merge!(check.internal_urls)
+          end
+
           external_urls = check.external_urls
           external_urls = Hash[check.external_urls.map { |url, file| [swap(url, @options[:url_swap]), file] }] if @options[:url_swap]
           result[:external_urls].merge!(external_urls)
@@ -112,15 +132,35 @@ module HTMLProofer
     end
 
     def check_path(path)
-      check_parsed create_nokogiri(path), path
+      check_parsed(create_nokogiri(path), path)
     end
 
-    def validate_urls
-      url_validator = HTMLProofer::UrlValidator.new(@logger, @external_urls, @options)
+    def validate_external_urls
+      url_validator = HTMLProofer::UrlValidator.new(@logger, @cache, @external_urls, @options)
+      url_validator.before_request = @before_request
       @failures.concat(url_validator.run)
       @external_urls = url_validator.external_urls
     end
 
+    def validate_internal_urls
+      if @cache.use_cache?
+        urls_to_check = load_internal_cache
+
+        urls_to_check.each_pair do |url, internal_urls|
+          result = @internal_link_checks.check_internal_link(internal_urls.first.link, internal_urls.first.path, internal_urls.first.line, internal_urls.first.content)
+          code = result ? 200 : 404
+          @cache.add(url, @internal_urls_to_paths[url].sort, code, '') # TODO: blank msg for now
+        end
+        @cache.write
+      else
+        @internal_urls.values.flatten.each do |internal_url|
+          @internal_link_checks.check_internal_link(internal_url.link, internal_url.path, internal_url.line, internal_url.content)
+        end
+      end
+
+      @failures.concat(@internal_link_checks.issues) unless @internal_urls.length.zero?
+    end
+
     def files
       @files ||= if @type == :directory
                    @src.map do |src|
@@ -173,5 +213,29 @@ module HTMLProofer
       failure_text = pluralize(count, 'failure', 'failures')
       raise @logger.colorize :fatal, "HTML-Proofer found #{failure_text}!"
     end
+
+    # Set before_request callback.
+    #
+    # @example Set before_request.
+    #   request.before_request { |request| p "yay" }
+    #
+    # @param [ Block ] block The block to execute.
+    #
+    # @yield [ Typhoeus::Request ]
+    #
+    # @return [ Array<Block> ] All before_request blocks.
+    def before_request(&block)
+      @before_request ||= []
+      @before_request << block if block
+      @before_request
+    end
+
+    def load_internal_cache
+      urls_to_check = @cache.retrieve_urls(@internal_urls)
+      cache_text = pluralize(urls_to_check.count, 'internal link', 'internal links')
+      @logger.log :info, "Found #{cache_text} in the cache..."
+
+      urls_to_check
+    end
   end
 end

data/lib/html-proofer/url_validator.rb

@@ -10,21 +10,23 @@ module HTMLProofer
     include HTMLProofer::Utils
 
     attr_reader :external_urls
+    attr_writer :before_request
 
-    def initialize(logger, external_urls, options)
+    def initialize(logger, cache, external_urls, options)
       @logger = logger
       @external_urls = external_urls
       @failed_tests = []
       @options = options
       @hydra = Typhoeus::Hydra.new(@options[:hydra])
-      @cache = Cache.new(@logger, @options[:cache])
+      @cache = cache
+      @before_request = []
     end
 
     def run
       @external_urls = remove_query_values
 
       if @cache.use_cache?
-        urls_to_check = load_cache
+        urls_to_check = @cache.retrieve_urls(@external_urls)
         external_link_checker(urls_to_check)
         @cache.write
       else
@@ -41,11 +43,11 @@ module HTMLProofer
       iterable_external_urls = @external_urls.dup
       @external_urls.each_key do |url|
         uri = begin
-                Addressable::URI.parse(url)
-              rescue URI::Error, Addressable::URI::InvalidURIError
-                @logger.log :error, "#{url} is an invalid URL"
-                nil
-              end
+          Addressable::URI.parse(url)
+        rescue URI::Error, Addressable::URI::InvalidURIError
+          @logger.log :error, "#{url} is an invalid URL"
+          nil
+        end
         next if uri.nil? || uri.query.nil?
 
         iterable_external_urls.delete(url) unless new_url_query_values?(uri, paths_with_queries)
@@ -72,15 +74,6 @@ module HTMLProofer
       uri.host + uri.path
     end
 
-    def load_cache
-      cache_count = @cache.size
-      cache_text = pluralize(cache_count, 'link', 'links')
-
-      @logger.log :info, "Found #{cache_text} in the cache..."
-
-      @cache.retrieve_urls(@external_urls)
-    end
-
     # Proofer runs faster if we pull out all the external URLs and run the checks
     # at the end. Otherwise, we're halting the consuming process for every file during
     # `process_files`.
@@ -109,11 +102,11 @@ module HTMLProofer
     def establish_queue(external_urls)
       external_urls.each_pair do |url, filenames|
         url = begin
-                 clean_url(url)
-              rescue URI::Error, Addressable::URI::InvalidURIError
-                add_external_issue(filenames, "#{url} is an invalid URL")
-                next
-               end
+          clean_url(url)
+        rescue URI::Error, Addressable::URI::InvalidURIError
+          add_external_issue(filenames, "#{url} is an invalid URL")
+          next
+        end
 
         method = if hash?(url) && @options[:check_external_hash]
                    :get
@@ -127,16 +120,19 @@ module HTMLProofer
     def clean_url(href)
       # catch any obvious issues, like strings in port numbers
       parsed = Addressable::URI.parse(href)
-      if href !~ /^([!#{$&}-;=?-\[\]_a-z~]|%[0-9a-fA-F]{2})+$/
-        parsed.normalize
-      else
+      if href =~ /^([!#{$&}-;=?-\[\]_a-z~]|%[0-9a-fA-F]{2})+$/
         href
+      else
+        parsed.normalize
       end
     end
 
     def queue_request(method, href, filenames)
       opts = @options[:typhoeus].merge(method: method)
       request = Typhoeus::Request.new(href, opts)
+      @before_request.each do |callback|
+        callback.call(request)
+      end
       request.on_complete { |response| response_handler(response, filenames) }
       @hydra.queue request
     end

data/lib/html-proofer/utils.rb

@@ -5,7 +5,7 @@ require 'nokogumbo'
 module HTMLProofer
   module Utils
     def pluralize(count, single, plural)
-      "#{count} #{(count == 1 ? single : plural)}"
+      "#{count} #{count == 1 ? single : plural}"
     end
 
     def create_nokogiri(path)

data/lib/html-proofer/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module HTMLProofer
-  VERSION = '3.15.3'
+  VERSION = '3.17.3'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: html-proofer
 version: !ruby/object:Gem::Version
-  version: 3.15.3
+  version: 3.17.3
 platform: ruby
 authors:
 - Garen Torikian
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2020-04-20 00:00:00.000000000 Z
+date: 2020-11-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: addressable
@@ -122,20 +122,6 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-- !ruby/object:Gem::Dependency
-  name: codecov
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
 - !ruby/object:Gem::Dependency
   name: pry-byebug
   requirement: !ruby/object:Gem::Requirement
@@ -293,15 +279,15 @@ homepage: https://github.com/gjtorikian/html-proofer
 licenses:
 - MIT
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">="
+  - - "~>"
     - !ruby/object:Gem::Version
-      version: '0'
+      version: '2.4'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
@@ -309,7 +295,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubygems_version: 3.1.2
-signing_key: 
+signing_key:
 specification_version: 4
 summary: A set of tests to validate your HTML output. These tests check if your image
   references are legitimate, if they have alt tags, if your internal links are working,