validate-website 0.7.9 → 0.8.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 508617dba80034c3c180a97bb29ae4b6b20cd346
-  data.tar.gz: 8427dd8ee3e1e3e3de26a404b77820d6dcf6b27f
+  metadata.gz: 8bc9f712917bac09c34c75884e21dd9a42ab58ec
+  data.tar.gz: 68c9ef71f67dc387f390e0dc9fa15fac4d29d574
 SHA512:
-  metadata.gz: f3a236e0035c6b5fa3f6136066a28abfff550c4f621d37253680d678d38ef97deaee125c4a0cf9512b234549717fe8fb7847730c3df2faddaca417faf2c5f57f
-  data.tar.gz: 714e6b037aa011031762ced9cdde2083bb18ad39d7cda69883096bd6a016e40876857c32af586e8284187475797d86f783dd1c9150c41e5a984900b957ca4776
+  metadata.gz: 17645be7cbabe26aec3fcf3e74dc968dd68d1240d6f11b18d1d4cfa772f4324b8221cdad6944318ba2fbc1a8437360ddd22b0aaf792a57db2251eb2f5dbd142b
+  data.tar.gz: 3d8f7f4f3fceb350b3a46c2ed523ff3278ea29be2999cacd21869919aec358a1f7320ada9953b06a2afd2e91dc1bb729f6c98a921f30229dfbd36de18c9c970d

data/lib/validate_website/colorful_messages.rb

@@ -1,7 +1,8 @@
 # encoding: utf-8
-require 'rainbow'
+require 'paint'
 
 module ValidateWebsite
+  # Internal helper for colorful messages
   module ColorfulMessages
     def color(type, message, colored=true)
       return message unless colored
@@ -9,25 +10,25 @@ module ValidateWebsite
     end
 
     def error(message)
-      message.foreground(:red)
+      Paint[message, :red]
     end
 
     def warning(message)
-      message.foreground(:yellow)
+      Paint[message, :yellow]
     end
 
     def success(message)
-      message.foreground(:green)
+      Paint[message, :green]
     end
 
     alias_method :message, :success
 
     def note(message)
-      message.foreground(:magenta)
+      Paint[message, :magenta]
     end
 
     def info(message)
-      message.foreground(:blue)
+      Paint[message, :blue]
     end
   end
 end

data/lib/validate_website/core.rb

@@ -10,6 +10,7 @@ require 'anemone'
 
 module ValidateWebsite
 
+  # Core class for static or website validation
   class Core
 
     attr_accessor :site
@@ -51,7 +52,6 @@ module ValidateWebsite
     def crawl(opts={})
       opts = @options.merge(opts)
       puts color(:note, "validating #{@site}", opts[:color]) unless opts[:quiet]
-
       puts color(:warning, "No internet connection") unless internet_connection?
 
       @anemone = Anemone.crawl(@site, opts) do |anemone|
@@ -59,25 +59,13 @@ module ValidateWebsite
 
         # select the links on each page to follow (iframe, link, css url)
         anemone.focus_crawl { |page|
-          links = []
-          if page.html?
-            links.concat extract_urls_from_img_script_iframe_link(page)
-          end
-          if page.content_type == 'text/css'
-            links.concat extract_urls_from_css(page)
-          end
-          links.uniq!
-          page.links.concat(links)
+          page.links.concat(extract_urls(page))
         }
 
         anemone.on_every_page { |page|
           url = page.url.to_s
-
-          if opts[:markup_validation]
-            # validate html/html+xml
-            if page.html? && page.fetched?
-              validate(page.doc, page.body, url, opts)
-            end
+          if opts[:markup_validation] && page.html? && page.fetched?
+            validate(page.doc, page.body, url, opts)
           end
 
           if opts[:not_found] && page.not_found?
@@ -85,19 +73,14 @@ module ValidateWebsite
             puts color(:error, "%s linked in %s but not exist" % [url, page.referer], opts[:color])
             to_file(url)
           end
-
-          # throw away the page (hope this saves memory)
-          page = nil
         }
       end
     end
 
     def internet_connection?
-      begin
-        true if open(ValidateWebsite::Core::PING_URL)
-      rescue
-        false
-      end
+      true if open(ValidateWebsite::Core::PING_URL)
+    rescue
+      false
     end
 
 
@@ -178,13 +161,13 @@ module ValidateWebsite
     # @return [Array] Lists of urls
     #
     def extract_urls_from_img_script_iframe_link(page)
-      links = []
-      page.doc.css('img, script, iframe').each do |elem|
-        url = get_url(page, elem, "src")
-        links << url unless url.nil? || url.to_s.empty?
-      end
-      page.doc.css('link').each do |link|
-        url = get_url(page, link, "href")
+      links = Set.new
+      page.doc.css('img, script, iframe, link').each do |elem|
+        if elem.name == 'link'
+          url = get_url(page, elem, "href")
+        else
+          url = get_url(page, elem, "src")
+        end
         links << url unless url.nil? || url.to_s.empty?
       end
       links
@@ -203,6 +186,13 @@ module ValidateWebsite
       end
     end
 
+    def extract_urls(page)
+      links = Set.new
+      links.merge extract_urls_from_img_script_iframe_link(page) if page.html?
+      links.merge extract_urls_from_css(page) if page.content_type == 'text/css'
+      links.to_a
+    end
+
     ##
     # @param [Nokogiri::HTML::Document] original_doc
     # @param [String] The raw HTTP response body of the page

data/lib/validate_website/option_parser.rb

@@ -2,6 +2,7 @@
 require 'optparse'
 
 module ValidateWebsite
+  # Internal class for parse command line args
   class Parser
     DEFAULT_OPTS_ALL = {
       :markup_validation => true,

data/lib/validate_website/runner.rb

@@ -1,6 +1,7 @@
 require 'validate_website/core'
 
 module ValidateWebsite
+  # Runner for command line use and clean exit on ctrl-c
   class Runner
     def self.trap_interrupt
       trap('INT') do

data/lib/validate_website/validator.rb

@@ -3,8 +3,10 @@ require 'uri'
 require 'nokogiri'
 
 module ValidateWebsite
+  # Document validation from DTD or XSD (webservice for html5)
   class Validator
     XHTML_PATH = File.join(File.dirname(__FILE__), '..', '..', 'data', 'schemas')
+    HTML5_VALIDATOR_SERVICE = 'http://html5.validator.nu/'
 
     attr_reader :original_doc, :body, :dtd, :doc, :namespace, :xsd, :errors
 
@@ -17,55 +19,7 @@ module ValidateWebsite
       @options = opts
       @dtd = @original_doc.internal_subset
       init_namespace(@dtd)
-      @errors = []
-
-      if @errors.empty?
-        if @dtd_uri && @body.match(@dtd_uri.to_s)
-          document = @body.sub(@dtd_uri.to_s, @namespace + '.dtd')
-        else
-          document = @body
-        end
-        @doc = Dir.chdir(XHTML_PATH) do
-          Nokogiri::XML(document) { |cfg|
-            cfg.noent.dtdload.dtdvalid
-          }
-        end
-
-        # http://www.w3.org/TR/xhtml1-schema/
-        @xsd = Dir.chdir(XHTML_PATH) do
-          if @namespace && File.exists?(@namespace + '.xsd')
-            Nokogiri::XML::Schema(File.read(@namespace + '.xsd'))
-          end
-        end
-
-        if @xsd
-          # have the xsd so use it
-          @errors = @xsd.validate(@doc)
-        elsif document =~ /^\<!DOCTYPE html\>/i
-          # TODO: use a local Java, Python parser... write a Ruby HTML5 parser ?
-          require 'net/http'
-          require 'multipart_body'
-          url = URI.parse('http://html5.validator.nu/')
-          multipart = MultipartBody.new(:content => document)
-          http = Net::HTTP.new(url.host)
-          headers = {
-            'Content-Type' => "multipart/form-data; boundary=#{multipart.boundary}",
-            'Content-Length' => multipart.to_s.bytesize.to_s,
-          }
-          res = http.start {|con| con.post(url.path, multipart.to_s, headers) }
-          @errors = Nokogiri::XML.parse(res.body).css('ol li.error').map(&:content)
-        else
-          # dont have xsd fall back to dtd
-          @doc = Dir.chdir(XHTML_PATH) do
-            Nokogiri::HTML.parse(document)
-          end
-          @errors = @doc.errors
-        end
-      end
-
-    rescue Nokogiri::XML::SyntaxError => e
-      # http://nokogiri.org/tutorials/ensuring_well_formed_markup.html
-      @errors << e
+      find_errors
     end
 
     ##
@@ -94,5 +48,57 @@ module ValidateWebsite
         end
       end
     end
+
+    def find_errors
+      @errors = []
+      if @dtd_uri && @body.match(@dtd_uri.to_s)
+        document = @body.sub(@dtd_uri.to_s, @namespace + '.dtd')
+      else
+        document = @body
+      end
+
+      @doc = Dir.chdir(XHTML_PATH) do
+        Nokogiri::XML(document) { |cfg|
+          cfg.noent.dtdload.dtdvalid
+        }
+      end
+
+      # http://www.w3.org/TR/xhtml1-schema/
+      @xsd = Dir.chdir(XHTML_PATH) do
+        if @namespace && File.exists?(@namespace + '.xsd')
+          Nokogiri::XML::Schema(File.read(@namespace + '.xsd'))
+        end
+      end
+
+      if @xsd
+        @errors = @xsd.validate(@doc)
+      elsif document =~ /^\<!DOCTYPE html\>/i
+        html5_validate(document)
+      else
+        # dont have xsd fall back to dtd
+        @doc = Dir.chdir(XHTML_PATH) do
+          Nokogiri::HTML.parse(document)
+        end
+        @errors = @doc.errors
+      end
+
+    rescue Nokogiri::XML::SyntaxError => e
+      # http://nokogiri.org/tutorials/ensuring_well_formed_markup.html
+      @errors << e
+    end
+
+    def html5_validate(document)
+      require 'net/http'
+      require 'multipart_body'
+      url = URI.parse(HTML5_VALIDATOR_SERVICE)
+      multipart = MultipartBody.new(:content => document)
+      http = Net::HTTP.new(url.host)
+      headers = {
+        'Content-Type' => "multipart/form-data; boundary=#{multipart.boundary}",
+        'Content-Length' => multipart.to_s.bytesize.to_s,
+      }
+      res = http.start {|con| con.post(url.path, multipart.to_s, headers) }
+      @errors = Nokogiri::HTML(res.body).css('ol li.error').map(&:content)
+    end
   end
 end

data/spec/core_spec.rb

@@ -4,8 +4,8 @@ require File.expand_path('../spec_helper', __FILE__)
 describe ValidateWebsite::Core do
 
   before do
-    FakeWeb.clean_registry
-    FakeWeb.register_uri(:get, ValidateWebsite::Core::PING_URL, :status => [200, "OK"])
+    WebMock.reset!
+    stub_request(:get, ValidateWebsite::Core::PING_URL).with(:status => 200)
     @validate_website = ValidateWebsite::Core.new(:color => false)
   end
 
@@ -20,6 +20,17 @@ describe ValidateWebsite::Core do
       @validate_website.crawl(:quiet => true)
       @validate_website.anemone.pages.size.must_equal 5
     end
+
+    it 'extract link' do
+      name = 'html4-strict'
+      file = File.join('spec', 'data', "#{name}.html")
+      page = FakePage.new(name,
+                          :body => open(file).read,
+                          :content_type => 'text/html')
+      @validate_website.site = page.url
+      @validate_website.crawl(:quiet => true)
+      @validate_website.anemone.pages.size.must_equal 98
+    end
   end
 
   describe('css') do

data/spec/spec_helper.rb

@@ -1,7 +1,8 @@
 # encoding: UTF-8
 require 'minitest/autorun'
-require File.expand_path(File.join(File.dirname(__FILE__), 'fakeweb_helper'))
+require_relative 'webmock_helper'
 require 'anemone'
+require 'pry'
 
 require 'validate_website/core'
 

data/spec/validator_spec.rb

@@ -3,7 +3,7 @@ require File.expand_path('../spec_helper', __FILE__)
 
 describe ValidateWebsite::Validator do
   before do
-    FakeWeb.clean_registry
+    WebMock.reset!
     @http = Anemone::HTTP.new
   end
 
@@ -27,8 +27,8 @@ describe ValidateWebsite::Validator do
     describe('when valid') do
       before do
         validator_res = File.join('spec', 'data', 'validator.nu-success.html')
-        FakeWeb.register_uri(:any, 'http://validator.nu/',
-                             :body => open(validator_res).read)
+        stub_request(:any, ValidateWebsite::Validator::HTML5_VALIDATOR_SERVICE)
+          .to_return(:body => open(validator_res).read)
       end
       it "html5 should be valid" do
         name = 'html5'
@@ -54,25 +54,24 @@ describe ValidateWebsite::Validator do
     describe('when not valid') do
       before do
         validator_res = File.join('spec', 'data', 'validator.nu-failure.html')
-        FakeWeb.register_uri(:any, 'http://validator.nu/',
-                             :body => open(validator_res).read)
-      end
-      def html5_validator(options={})
+        stub_request(:any, ValidateWebsite::Validator::HTML5_VALIDATOR_SERVICE)
+          .to_return(:body => open(validator_res).read)
         name = 'html5'
         file = File.join('spec', 'data', "#{name}-linuxfr.html")
         page = FakePage.new(name,
                             :body => open(file).read,
                             :content_type => 'text/html')
         @html5_page = @http.fetch_page(page.url)
-        ValidateWebsite::Validator.new(@html5_page.doc, @html5_page.body, options)
       end
+
       it 'should have an array of errors' do
-        validator = html5_validator
+        validator = ValidateWebsite::Validator.new(@html5_page.doc, @html5_page.body)
         validator.valid?.must_equal false
         validator.errors.size.must_equal 38
       end
+
       it 'should exclude errors ignored by :ignore_errors option' do
-        validator = html5_validator(:ignore_errors => "The nowrap attribute on the td element is obsolete")
+        validator = ValidateWebsite::Validator.new(@html5_page.doc, @html5_page.body, :ignore_errors => "The nowrap attribute on the td element is obsolete")
         validator.valid?.must_equal false
         validator.errors.size.must_equal 36
       end

data/spec/webmock_helper.rb

@@ -0,0 +1,39 @@
+# encoding: UTF-8
+require 'webmock/minitest'
+
+class FakePage
+  include WebMock::API
+
+  attr_accessor :links
+  attr_accessor :hrefs
+  attr_accessor :body
+
+  def initialize(name = '', options = {})
+    @name = name
+    @links = [options[:links]].flatten if options.has_key?(:links)
+    @hrefs = [options[:hrefs]].flatten if options.has_key?(:hrefs)
+    @content_type = options[:content_type] || "text/html"
+    @body = options[:body]
+
+    create_body unless @body
+    add_to_webmock
+  end
+
+  def url
+    SPEC_DOMAIN + @name
+  end
+
+  private
+
+  def create_body
+    @body = "<html><body>"
+    @links.each{|l| @body += "<a href=\"#{SPEC_DOMAIN}#{l}\"></a>"} if @links
+    @hrefs.each{|h| @body += "<a href=\"#{h}\"></a>"} if @hrefs
+    @body += "</body></html>"
+  end
+
+  def add_to_webmock
+    options = {body: @body, headers: { 'Content-Type' => @content_type }}
+    stub_request(:get, url).to_return(options)
+  end
+end

metadata

@@ -1,99 +1,113 @@
 --- !ruby/object:Gem::Specification
 name: validate-website
 version: !ruby/object:Gem::Version
-  version: 0.7.9
+  version: 0.8.0
 platform: ruby
 authors:
 - Laurent Arnoud
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-03-18 00:00:00.000000000 Z
+date: 2014-09-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: anemone
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.6.1
+        version: '0.7'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.6.1
+        version: '0.7'
 - !ruby/object:Gem::Dependency
-  name: rainbow
+  name: paint
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.1.1
+        version: '0.8'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.1.1
+        version: '0.8'
 - !ruby/object:Gem::Dependency
   name: multipart_body
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.2.1
+        version: '0.2'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.2.1
+        version: '0.2'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.8.7
+        version: '10.3'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.8.7
+        version: '10.3'
 - !ruby/object:Gem::Dependency
   name: minitest
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 2.1.0
+        version: '5.4'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 2.1.0
+        version: '5.4'
 - !ruby/object:Gem::Dependency
-  name: fakeweb
+  name: webmock
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.3.0
+        version: '1.18'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.3.0
+        version: '1.18'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.9'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.9'
 description: validate-website is a web crawler for checking the markup validity with
   XML Schema / DTD and not found urls.
 email: laurent@spkdev.net
@@ -103,120 +117,120 @@ executables:
 extensions: []
 extra_rdoc_files: []
 files:
-- Rakefile
 - LICENSE
-- lib/validate_website.rb
-- lib/validate_website/runner.rb
-- lib/validate_website/option_parser.rb
-- lib/validate_website/validator.rb
-- lib/validate_website/rspec.rb
-- lib/validate_website/colorful_messages.rb
-- lib/validate_website/core.rb
-- man/man1/validate-website.1
-- man/man1/validate-website-static.1
-- spec/spec_helper.rb
-- spec/data/xhtml1-strict.html
-- spec/data/html5.html
-- spec/data/html4-strict.html
-- spec/data/validator.nu-success.html
-- spec/data/html5-linuxfr.html
-- spec/data/validator.nu-failure.html
-- spec/fakeweb_helper.rb
-- spec/validator_spec.rb
-- spec/example/ruby smalltalk/blockcamp-paris-le-28-novembre.html
-- spec/core_spec.rb
-- data/schemas/xhtml-print-1.xsd
-- data/schemas/xhtml-inlstyle-1.xsd
-- data/schemas/xhtml-pres-1.xsd
-- data/schemas/xhtml-events-1.xsd
-- data/schemas/xhtml-rdfa-1.dtd
-- data/schemas/xhtml-object-1.xsd
-- data/schemas/xhtml-inlpres-1.xsd
-- data/schemas/xhtml-table-1.xsd
-- data/schemas/xhtml-ruby-1.xsd
-- data/schemas/xhtml1-transitional.xsd
+- Rakefile
+- bin/validate-website
+- bin/validate-website-static
+- data/schemas/frameset.dtd
+- data/schemas/loose.dtd
+- data/schemas/strict.dtd
+- data/schemas/xframes-1.xsd
+- data/schemas/xhtml-access-1.xsd
+- data/schemas/xhtml-applet-1.xsd
+- data/schemas/xhtml-attribs-1.xsd
+- data/schemas/xhtml-base-1.xsd
+- data/schemas/xhtml-basic-form-1.xsd
 - data/schemas/xhtml-basic-table-1.xsd
+- data/schemas/xhtml-basic10-model-1.xsd
 - data/schemas/xhtml-basic10-module-redefines-1.xsd
+- data/schemas/xhtml-basic10-modules-1.xsd
+- data/schemas/xhtml-basic10.xsd
+- data/schemas/xhtml-basic11-model-1.xsd
 - data/schemas/xhtml-basic11-modules-1.xsd
-- data/schemas/xhtml-text-1.xsd
-- data/schemas/xhtml1-strict.dtd
-- data/schemas/xhtml-notations-1.xsd
-- data/schemas/xhtml-link-1.xsd
-- data/schemas/xhtml1-frameset.dtd
-- data/schemas/xhtml-frames-1.xsd
-- data/schemas/xml-script-1.xsd
-- data/schemas/xhtml-base-1.xsd
-- data/schemas/xhtml1-transitional.dtd
-- data/schemas/xhtml1-strict.xsd
-- data/schemas/xhtml2.xsd
-- data/schemas/strict.dtd
-- data/schemas/xhtml11-modules-1.xsd
-- data/schemas/xhtml-rdfa-modules-1.xsd
-- data/schemas/xhtml-param-1.xsd
-- data/schemas/loose.dtd
-- data/schemas/xhtml-metaAttributes-1.xsd
-- data/schemas/xhtml-print-model-1.xsd
-- data/schemas/xml-events-1.xsd
-- data/schemas/xml-events-attribs-2.xsd
-- data/schemas/xml-events-copyright-1.xsd
-- data/schemas/xhtml-legacy-1.xsd
+- data/schemas/xhtml-basic11.dtd
+- data/schemas/xhtml-basic11.xsd
+- data/schemas/xhtml-bdo-1.xsd
+- data/schemas/xhtml-blkphras-1.xsd
+- data/schemas/xhtml-blkpres-1.xsd
 - data/schemas/xhtml-blkstruct-1.xsd
-- data/schemas/xml-handlers-1.xsd
-- data/schemas/xhtml-ssismap-1.xsd
-- data/schemas/xhtml-form-1.xsd
+- data/schemas/xhtml-charent-1.xsd
+- data/schemas/xhtml-copyright-1.xsd
 - data/schemas/xhtml-csismap-1.xsd
-- data/schemas/xhtml11-module-redefines-1.xsd
-- data/schemas/xhtml-applet-1.xsd
-- data/schemas/xhtml-basic11.xsd
-- data/schemas/xhtml-target-1.xsd
-- data/schemas/xhtml-image-1.xsd
-- data/schemas/xhtml-struct-1.xsd
-- data/schemas/xml.xsd
-- data/schemas/xhtml-access-1.xsd
-- data/schemas/xml-events-2.xsd
-- data/schemas/xml-events-attribs-1.xsd
+- data/schemas/xhtml-datatypes-1.xsd
+- data/schemas/xhtml-edit-1.xsd
+- data/schemas/xhtml-events-1.xsd
+- data/schemas/xhtml-form-1.xsd
+- data/schemas/xhtml-frames-1.xsd
+- data/schemas/xhtml-framework-1.xsd
 - data/schemas/xhtml-hypertext-1.xsd
-- data/schemas/xhtml-basic-form-1.xsd
-- data/schemas/xhtml11.xsd
-- data/schemas/xhtml-style-1.xsd
-- data/schemas/xframes-1.xsd
+- data/schemas/xhtml-iframe-1.xsd
+- data/schemas/xhtml-image-1.xsd
+- data/schemas/xhtml-inlphras-1.xsd
+- data/schemas/xhtml-inlpres-1.xsd
+- data/schemas/xhtml-inlstruct-1.xsd
+- data/schemas/xhtml-inlstyle-1.xsd
+- data/schemas/xhtml-inputmode-1.xsd
+- data/schemas/xhtml-lat1.ent
+- data/schemas/xhtml-legacy-1.xsd
+- data/schemas/xhtml-link-1.xsd
+- data/schemas/xhtml-list-1.xsd
+- data/schemas/xhtml-meta-1.xsd
+- data/schemas/xhtml-metaAttributes-1.xsd
 - data/schemas/xhtml-misc-1.xsd
-- data/schemas/xhtml-edit-1.xsd
-- data/schemas/xhtml-blkpres-1.xsd
-- data/schemas/xml-events-copyright-2.xsd
-- data/schemas/xhtml-basic11.dtd
+- data/schemas/xhtml-nameident-1.xsd
+- data/schemas/xhtml-notations-1.xsd
+- data/schemas/xhtml-object-1.xsd
+- data/schemas/xhtml-param-1.xsd
+- data/schemas/xhtml-pres-1.xsd
+- data/schemas/xhtml-print-1.xsd
+- data/schemas/xhtml-print-model-1.xsd
+- data/schemas/xhtml-print-modules-1.xsd
+- data/schemas/xhtml-rdfa-1.dtd
 - data/schemas/xhtml-rdfa-1.xsd
-- data/schemas/xhtml-datatypes-1.xsd
-- data/schemas/frameset.dtd
-- data/schemas/xhtml-lat1.ent
-- data/schemas/xhtml-blkphras-1.xsd
-- data/schemas/xhtml-symbol.ent
 - data/schemas/xhtml-rdfa-model-1.xsd
+- data/schemas/xhtml-rdfa-modules-1.xsd
+- data/schemas/xhtml-ruby-1.xsd
 - data/schemas/xhtml-ruby-basic-1.xsd
-- data/schemas/xhtml-copyright-1.xsd
-- data/schemas/xml-handlers-2.xsd
-- data/schemas/xhtml-inlphras-1.xsd
-- data/schemas/xhtml-basic10-modules-1.xsd
-- data/schemas/xhtml-meta-1.xsd
-- data/schemas/xhtml-attribs-1.xsd
-- data/schemas/xhtml-list-1.xsd
-- data/schemas/xhtml-inlstruct-1.xsd
 - data/schemas/xhtml-script-1.xsd
-- data/schemas/xhtml-bdo-1.xsd
-- data/schemas/xhtml-inputmode-1.xsd
+- data/schemas/xhtml-special.ent
+- data/schemas/xhtml-ssismap-1.xsd
+- data/schemas/xhtml-struct-1.xsd
+- data/schemas/xhtml-style-1.xsd
+- data/schemas/xhtml-symbol.ent
+- data/schemas/xhtml-table-1.xsd
+- data/schemas/xhtml-target-1.xsd
+- data/schemas/xhtml-text-1.xsd
+- data/schemas/xhtml1-frameset.dtd
 - data/schemas/xhtml1-frameset.xsd
-- data/schemas/xhtml-basic10-model-1.xsd
-- data/schemas/xhtml-print-modules-1.xsd
+- data/schemas/xhtml1-strict.dtd
+- data/schemas/xhtml1-strict.xsd
+- data/schemas/xhtml1-transitional.dtd
+- data/schemas/xhtml1-transitional.xsd
 - data/schemas/xhtml11-model-1.xsd
-- data/schemas/xhtml-nameident-1.xsd
-- data/schemas/xhtml-basic11-model-1.xsd
-- data/schemas/xhtml-charent-1.xsd
-- data/schemas/xhtml-special.ent
-- data/schemas/xhtml-iframe-1.xsd
-- data/schemas/xhtml-framework-1.xsd
-- data/schemas/xhtml-basic10.xsd
-- bin/validate-website
-- bin/validate-website-static
+- data/schemas/xhtml11-module-redefines-1.xsd
+- data/schemas/xhtml11-modules-1.xsd
+- data/schemas/xhtml11.xsd
+- data/schemas/xhtml2.xsd
+- data/schemas/xml-events-1.xsd
+- data/schemas/xml-events-2.xsd
+- data/schemas/xml-events-attribs-1.xsd
+- data/schemas/xml-events-attribs-2.xsd
+- data/schemas/xml-events-copyright-1.xsd
+- data/schemas/xml-events-copyright-2.xsd
+- data/schemas/xml-handlers-1.xsd
+- data/schemas/xml-handlers-2.xsd
+- data/schemas/xml-script-1.xsd
+- data/schemas/xml.xsd
+- lib/validate_website.rb
+- lib/validate_website/colorful_messages.rb
+- lib/validate_website/core.rb
+- lib/validate_website/option_parser.rb
+- lib/validate_website/rspec.rb
+- lib/validate_website/runner.rb
+- lib/validate_website/validator.rb
+- man/man1/validate-website-static.1
+- man/man1/validate-website.1
+- spec/core_spec.rb
+- spec/data/html4-strict.html
+- spec/data/html5-linuxfr.html
+- spec/data/html5.html
+- spec/data/validator.nu-failure.html
+- spec/data/validator.nu-success.html
+- spec/data/xhtml1-strict.html
+- spec/example/ruby smalltalk/blockcamp-paris-le-28-novembre.html
+- spec/spec_helper.rb
+- spec/validator_spec.rb
+- spec/webmock_helper.rb
 homepage: http://github.com/spk/validate-website
 licenses:
 - MIT
@@ -227,12 +241,12 @@ require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements:
@@ -240,11 +254,10 @@ requirements:
 - rainbow
 - multipart_body
 rubyforge_project: 
-rubygems_version: 2.0.0
+rubygems_version: 2.2.2
 signing_key: 
 specification_version: 4
 summary: Web crawler for checking the validity of your documents
 test_files:
-- spec/validator_spec.rb
 - spec/core_spec.rb
-has_rdoc: 
+- spec/validator_spec.rb

data/spec/fakeweb_helper.rb

@@ -1,54 +0,0 @@
-# encoding: UTF-8
-require 'fakeweb'
-
-FakeWeb.allow_net_connect = false
-
-class FakePage
-  attr_accessor :links
-  attr_accessor :hrefs
-  attr_accessor :body
-
-  def initialize(name = '', options = {})
-    @name = name
-    @links = [options[:links]].flatten if options.has_key?(:links)
-    @hrefs = [options[:hrefs]].flatten if options.has_key?(:hrefs)
-    @redirect = options[:redirect] if options.has_key?(:redirect)
-    @content_type = options[:content_type] || "text/html"
-    @body = options[:body]
-
-    create_body unless @body
-    add_to_fakeweb
-  end
-
-  def url
-    SPEC_DOMAIN + @name
-  end
-
-  private
-
-  def create_body
-    @body = "<html><body>"
-    @links.each{|l| @body += "<a href=\"#{SPEC_DOMAIN}#{l}\"></a>"} if @links
-    @hrefs.each{|h| @body += "<a href=\"#{h}\"></a>"} if @hrefs
-    @body += "</body></html>"
-  end
-
-  def add_to_fakeweb
-    options = {:body => @body, :content_type => @content_type, :status => [200, "OK"]}
-
-    if @redirect
-      options[:status] = [301, "Permanently Moved"]
-
-      # only prepend SPEC_DOMAIN if a relative url (without an http scheme) was specified
-      redirect_url = (@redirect =~ /http/) ? @redirect : SPEC_DOMAIN + @redirect
-      options[:location] = redirect_url
-
-      # register the page this one redirects to
-      FakeWeb.register_uri(:get, redirect_url, {:body => '',
-                           :content_type => @content_type,
-                           :status => [200, "OK"]})
-    end
-
-    FakeWeb.register_uri(:get, SPEC_DOMAIN + @name, options)
-  end
-end