w3clove 0.0.1 → 0.0.2

data/README.rdoc

@@ -16,4 +16,20 @@ I've already done something similar to this, I sent {a little contribution to do
 
 * in addition to an XML file, accept as input the URL of a site and crawl the site to find all internal links
 * validate the markup locally, without querying the W3C site, for more speed and to not saturate the W3C site
-* store the results on a local database, so on subsequent checks, only the pages that had errors are re-checked (unless a --checkall force flag is passed). This way developers can check the whole site, get the errors, deploy the corrections, and recheck the site.
+* store the results on a local database, so on subsequent checks, only the pages that had errors are re-checked (unless a --checkall force flag is passed). This way developers can check the whole site, get the errors, deploy the corrections, and recheck the site.
+
+= Installation:
+
+w3clove is a Ruby gem that can be installed on the usual way
+
+  gem install w3clove
+
+= Usage:
+
+Pass it the url of an XML sitemap to be checked, like:
+
+  w3clove http://www.ryanair.com/sitemap.xml
+
+= Notes:
+
+This gem requires Ruby 1.9, and has been tested on Ruby 1.9.2

data/bin/w3clove

@@ -4,7 +4,7 @@
 require_relative '../lib/w3clove'
 
 begin
-  W3clove.check_sitemap(ARGV[0])
+  W3Clove::Validator.check(ARGV[0])
 rescue
   puts "There was an error processing your request"
   puts "USAGE: w3clove url_of_xml_sitemap"

data/lib/w3clove/message.rb

@@ -0,0 +1,15 @@
+# -*- encoding: utf-8 -*-
+
+module W3Clove
+  ##
+  # A message holds a message_id, a line, a text and a type
+  #
+  # message_id... corresponds to the W3C messages list from
+  #               http://validator.w3.org/docs/errors.html
+  # line......... line number where the error was detected
+  #               on the page that created it
+  # text......... generic but descriptive text about the error
+  # type......... can be :error or :warning
+  #
+  Message = Struct.new(:message_id, :line, :text, :type)
+end

data/lib/w3clove/page.rb

@@ -0,0 +1,56 @@
+# -*- encoding: utf-8 -*-
+
+require 'w3c_validators'
+include W3CValidators
+
+module W3Clove
+  ##
+  # A page has an URL to be validated, and a collection of errors
+  # In case of an exception happens when validating, it is tracked
+  #
+  class Page
+    attr_accessor :url, :exception
+
+    def initialize(url)
+      @url = url
+    end
+
+    ##
+    # Checks for errors and returns true if none found, false otherwise
+    # warnings are not considered as validation errors so a page with
+    # warnings but without errors will return true
+    # If the validation goes well, errors should be an array. Otherwise
+    # it will still be nil, which will not be considered validated
+    def valid?
+      !errors.nil? && errors.empty?
+    end
+
+    def errors
+      @errors ||= validations.errors.map {|e|
+                                          W3Clove::Message.new(e.message_id,
+                                                               e.line,
+                                                               e.message,
+                                                               :error)}
+    rescue Exception => e
+      @exception = e.to_s
+      nil
+    end
+
+    def warnings
+      @warnings ||= validations.warnings.map {|w|
+                                              W3Clove::Message.new(w.message_id,
+                                                                   w.line,
+                                                                   w.message,
+                                                                   :warning)}
+    rescue Exception => e
+      @exception = e.to_s
+      nil
+    end
+
+    private
+
+    def validations
+      @validations ||= MarkupValidator.new.validate_uri(url)
+    end
+  end
+end

data/lib/w3clove/sitemap.rb

@@ -0,0 +1,43 @@
+# -*- encoding: utf-8 -*-
+
+require 'open-uri'
+require 'nokogiri'
+
+module W3Clove
+  ##
+  # A sitemap has an URL, and holds a collection of pages to be validated
+  #
+  class Sitemap
+    attr_accessor :url
+
+    def initialize(url)
+      @url = url
+    end
+
+    def pages
+      @pages ||= pages_in_sitemap.uniq {|p| p.url}
+    end
+
+    def errors
+      pages.map {|p| p.errors}.flatten
+    end
+
+    def warnings
+      pages.map {|p| p.warnings}.flatten
+    end
+
+    private
+
+    def pages_in_sitemap
+      locations.map {|loc| W3Clove::Page.new(loc.text)}
+    end
+
+    def locations
+      Nokogiri::XML(doc).css('loc')
+    end
+
+    def doc
+      @doc ||= open(url)
+    end
+  end
+end

data/lib/w3clove/validator.rb

@@ -0,0 +1,94 @@
+# -*- encoding: utf-8 -*-
+
+module W3Clove
+  ##
+  # Validator module is the one in charge of doing the validation loop
+  # for all pages on a sitemap and output the errors
+  #
+  module Validator
+    attr_writer :printer
+
+    extend self
+
+    ##
+    # Parses a remote xml sitemap and checks markup validation for each url
+    # Shows progress on dot-style (...F...FFE..). A dot is a page with no errors,
+    # an F is a page with errors, and an E is an exception
+    # After the checking is done, a detailed summary is shown
+    def check(url)
+      sitemap = W3Clove::Sitemap.new(url)
+      say "Validating #{sitemap.pages.length} pages..."
+
+      sitemap.pages.each do |page|
+        say_inline page.valid? ? "." : (page.errors.nil? ? 'E' : 'F')
+      end
+
+      show_results(sitemap)
+    end
+
+    private
+
+    ##
+    # Outputs the results of the validation
+    def show_results(sitemap)
+      show_sitemap_summary(sitemap)
+      show_popular_errors(sitemap)
+      show_popular_errors(sitemap)
+      say "\n\nDETAILS PER PAGE"
+      sitemap.pages.select {|page| !page.errors.empty?}.each do |p|
+        show_page_summary(p)
+      end
+    end
+
+    def show_sitemap_summary(sitemap)
+      <<HEREDOC
+SITEMAP SUMMARY
+TOTAL: #{sitemap.errors.length} errors, #{sitemap.warnings.length} warnings
+HEREDOC
+    end
+
+    def show_popular_errors(sitemap)
+      say "\n\nMOST POPULAR ERRORS\n"
+      sitemap.errors.group_by {|e| e.message_id}.sort_by {|m,e| e.length}.reverse.each do |message_id, errors|
+        say "error #{message_id} happens #{errors.length} times"
+      end
+    end
+
+    def show_popular_warnings(sitemap)
+      say "\n\nMOST POPULAR WARNINGS\n"
+      sitemap.warnings.group_by {|e| e.message_id}.sort_by {|m,e| e.length}.reverse.each do |message_id, warnings|
+        say "warning #{message_id} happens #{warnings.length} times"
+      end
+    end
+
+    def show_page_summary(page)
+      say "\n  ** #{page.url} **"
+      "    #{page.errors.length} errors, #{page.warnings.length} warnings"
+      page.errors.each do |error|
+        say "\n    Error #{error.message_id} on line #{error.line}:"
+        say "    #{error.text}"
+      end
+
+      page.warnings.each do |warning|
+        say "\n    Warning #{warning.message_id} on line #{warning.line}:"
+        say "    #{warning.text}"
+      end
+    end
+
+    def printer
+      @printer ||= STDOUT
+    end
+
+    ##
+    # A shorter alias for printer.puts
+    def say(text)
+      printer.puts text
+    end
+
+    ##
+    # A shorter alias for printer.print
+    def say_inline(text)
+      printer.print text
+    end
+  end
+end

data/lib/w3clove/version.rb

@@ -1,3 +1,5 @@
-module W3clove
-  VERSION = "0.0.1"
+# -*- encoding: utf-8 -*-
+
+module W3Clove
+  VERSION = "0.0.2"
 end

data/lib/w3clove.rb

@@ -1,27 +1,8 @@
-module W3clove
-  require 'open-uri'
-  require 'nokogiri'
-  require 'w3c_validators'
-  include W3CValidators
+# -*- encoding: utf-8 -*-
 
-  extend self
-
-  ##
-  # Parses a remote xml sitemap and checks markup validation for each url within
-  def check_sitemap(sitemap_url)
-    validator = MarkupValidator.new
-
-    totals = {:errors => 0, :warnings => 0}
-
-    doc = Nokogiri::XML(open(sitemap_url))
-    doc.css('loc').collect {|item| item.text}.each do |url|
-      puts "\nValidating markup of #{url}"
-      results = validator.validate_uri(url)
-      puts "#{results.errors.count} errors, #{results.warnings.count} warnings"
-      totals[:errors] += results.errors.count
-      totals[:warnings] += results.warnings.count
-    end
-
-    puts "\nTOTAL:#{totals[:errors]} errors, #{totals[:warnings]} warnings"
-  end
+module W3Clove
+  require_relative './w3clove/validator'
+  require_relative './w3clove/sitemap'
+  require_relative './w3clove/page'
+  require_relative './w3clove/message'
 end

data/spec/message_spec.rb

@@ -0,0 +1,33 @@
+# -*- encoding: utf-8 -*-
+
+require_relative 'spec_helper'
+
+describe W3Clove::Message do
+  before(:each) do
+    @error_message   = W3Clove::Message.new('25',
+                                            100,
+                                            message_text('25'),
+                                            :error)
+    @warning_message = W3Clove::Message.new('25',
+                                            100,
+                                            message_text('25'),
+                                            :warning)
+  end
+
+  it "should have a message_id" do
+    @error_message.message_id.should == '25'
+  end
+
+  it "should have a line" do
+    @error_message.line.should == 100
+  end
+
+  it "should have a text" do
+    @error_message.text.should == message_text('25')
+  end
+
+  it "should have a type" do
+    @error_message.type == :error
+    @warning_message.type == :warning
+  end
+end

data/spec/mocks/mocked_validator.rb

@@ -0,0 +1,19 @@
+module W3Clove
+  class MockedValidator
+    attr_accessor :errors, :warnings
+
+    def initialize
+      @errors, @warnings = [], []
+    end
+
+    def add_error(message_id, line, message)
+      @errors << W3Clove::MockedMessage.new(message_id, line, message)
+    end
+
+    def add_warning(message_id, line, message)
+      @warnings << W3Clove::MockedMessage.new(message_id, line, message)
+    end
+  end
+
+  MockedMessage = Struct.new(:message_id, :line, :message)
+end

data/spec/page_spec.rb

@@ -0,0 +1,97 @@
+# -*- encoding: utf-8 -*-
+
+require_relative 'spec_helper'
+
+describe W3Clove::Page do
+  before(:each) do
+    @page = W3Clove::Page.new('http://www.ryanair.com/es/')
+    MarkupValidator.any_instance.stubs(:validate_uri).with('http://www.ryanair.com/es/').returns(stubbed_validator_results)
+  end
+
+  it "should have an URL" do
+    @page.url.should == "http://www.ryanair.com/es/"
+  end
+
+  it "should be valid when it has no errors" do
+    @page.errors.should_not be_empty
+    @page.should_not be_valid
+  end
+
+  it "should be valid when it has no errors, even if it has warnings" do
+    page = W3Clove::Page.new('http://example.com/no_errors_but_warnings')
+    MarkupValidator.any_instance.stubs(:validate_uri).with('http://example.com/no_errors_but_warnings').returns(stubbed_validator_results(false))
+    page.errors.should be_empty
+    page.warnings.should_not be_empty
+    page.should be_valid
+  end
+
+  it "should not be valid if an exception happened when validating" do
+    page = W3Clove::Page.new('http://example.com/timeout')
+    MarkupValidator.any_instance.stubs(:validate_uri).with('http://example.com/timeout').raises(TimeoutError)
+    page.errors.should be_nil
+    page.should_not be_valid
+  end
+
+  it "should get its validation errors from the W3C" do
+    @page.errors.length.should == 3
+
+    @page.errors.each do |e|
+      e.should be_an_instance_of W3Clove::Message
+    end
+
+    @page.errors[0].message_id.should == '25'
+    @page.errors[0].line.should == '92'
+    @page.errors[0].text.should == message_text('25')
+    @page.errors[0].type.should == :error
+
+    @page.errors[1].message_id.should == '325'
+    @page.errors[1].line.should == '92'
+    @page.errors[1].text.should == message_text('325')
+    @page.errors[1].type.should == :error
+
+    @page.errors[2].message_id.should == '325'
+    @page.errors[2].line.should == '224'
+    @page.errors[2].text.should == message_text('325')
+    @page.errors[2].type.should == :error
+  end
+
+  it "should get its validation warnings from the W3C" do
+    @page.warnings.length.should == 3
+
+    @page.warnings.each do |w|
+      w.should be_an_instance_of W3Clove::Message
+    end
+
+    @page.warnings[0].message_id.should == '338'
+    @page.warnings[0].line.should == '92'
+    @page.warnings[0].text.should == message_text('338')
+    @page.warnings[0].type.should == :warning
+
+    @page.warnings[1].message_id.should == '247'
+    @page.warnings[1].line.should == '112'
+    @page.warnings[1].text.should == message_text('247')
+    @page.warnings[1].type.should == :warning
+
+    @page.warnings[2].message_id.should == '247'
+    @page.warnings[2].line.should == '202'
+    @page.warnings[2].text.should == message_text('247')
+    @page.warnings[2].type.should == :warning
+  end
+
+  it "should recover from timeouts when checking for errors" do
+    page = W3Clove::Page.new('http://example.com/timeout')
+    MarkupValidator.any_instance.stubs(:validate_uri).with('http://example.com/timeout').raises(TimeoutError)
+    lambda { page.errors }.should_not raise_error
+    page.errors.should be_nil
+    page.exception.should == 'Timeout::Error'
+  end
+
+  it "should recover from timeouts when checking for warnings" do
+    page = W3Clove::Page.new('http://example.com/timeout')
+    MarkupValidator.any_instance.stubs(:validate_uri).with('http://example.com/timeout').raises(TimeoutError)
+    lambda { page.warnings }.should_not raise_error
+    page.warnings.should be_nil
+    page.exception.should == 'Timeout::Error'
+  end
+end
+

data/spec/samples/sitemap.xml

@@ -0,0 +1,18 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
+  <url>
+    <loc>http://www.ryanair.com/es/</loc>
+  </url>
+  <url>
+    <loc>http://www.ryanair.com/es/careers/job</loc>
+  </url>
+  <url>
+    <loc>http://www.ryanair.com/es/about</loc>
+  </url>
+  <url>
+    <loc>http://www.ryanair.com/es/about</loc>
+  </url>
+  <url>
+    <loc>http://www.ryanair.com/es/about</loc>
+  </url>
+</urlset>

data/spec/sitemap_spec.rb

@@ -0,0 +1,38 @@
+# -*- encoding: utf-8 -*-
+
+require_relative 'spec_helper'
+
+describe W3Clove::Sitemap do
+  before(:each) do
+    @sitemap = W3Clove::Sitemap.new('http://ryanair.com/sitemap.xml')
+    @sitemap.stub!(:doc).and_return(open("#{$samples_dir}/sitemap.xml"))
+    MarkupValidator.any_instance.stubs(:validate_uri).returns(stubbed_validator_results)
+  end
+
+  it "should have an URL" do
+    @sitemap.url.should == 'http://ryanair.com/sitemap.xml'
+  end
+
+  it "should get its pages from the xml, removing repeated urls" do
+    @sitemap.pages.length.should == 3
+    @sitemap.pages[0].url.should == 'http://www.ryanair.com/es/'
+    @sitemap.pages[1].url.should == 'http://www.ryanair.com/es/careers/job'
+    @sitemap.pages[2].url.should == 'http://www.ryanair.com/es/about'
+  end
+
+  it "should know the errors of all of its pages as a whole" do
+    @sitemap.errors.length.should == 9
+    @sitemap.errors.each do |e|
+      e.should be_an_instance_of W3Clove::Message
+      e.type.should == :error
+    end
+  end
+
+  it "should know the warnings of all of its pages as a whole" do
+    @sitemap.warnings.length.should == 9
+    @sitemap.warnings.each do |w|
+      w.should be_an_instance_of W3Clove::Message
+      w.type.should == :warning
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,36 @@
+# -*- encoding: utf-8 -*-
+
+require_relative '../lib/w3clove'
+require_relative './mocks/mocked_validator'
+require 'mocha'
+
+$samples_dir = File.dirname(__FILE__) + '/samples'
+
+def message_text(message_id)
+  message_texts = {
+    '25' => 'general entity "B" not defined and no default entity',
+    '325' => 'reference to entity "B" for which no system identifier could be generated',
+    '65' => 'document type does not allow element "P" here; missing one of "APPLET", "OBJECT", "MAP", "IFRAME", "BUTTON" start-tag',
+    '338' => 'cannot generate system identifier for general entity "B"',
+    '247' => 'NET-enabling start-tag requires SHORTTAG YES'
+  }
+  message_texts[message_id]
+end
+
+def stubbed_validator_results(with_errors=true, with_warnings=true)
+  fake_validator = W3Clove::MockedValidator.new
+
+  if with_errors
+    fake_validator.add_error('25', '92', message_text('25'))
+    fake_validator.add_error('325', '92', message_text('325'))
+    fake_validator.add_error('325', '224', message_text('325'))
+  end
+
+  if with_warnings
+    fake_validator.add_warning('338', '92', message_text('338'))
+    fake_validator.add_warning('247', '112', message_text('247'))
+    fake_validator.add_warning('247', '202', message_text('247'))
+  end
+
+  fake_validator
+end

data/w3clove.gemspec

@@ -1,10 +1,11 @@
 # -*- encoding: utf-8 -*-
+
 $:.push File.expand_path("../lib", __FILE__)
 require "w3clove/version"
 
 Gem::Specification.new do |s|
   s.name        = "w3clove"
-  s.version     = W3clove::VERSION
+  s.version     = W3Clove::VERSION
   s.platform    = Gem::Platform::RUBY
   s.authors     = ["Jaime Iniesta"]
   s.email       = ["jaimeiniesta@gmail.com"]
@@ -15,9 +16,12 @@ and outputs a detailed report with all errors and warnings }
 
   s.rubyforge_project = "w3clove"
 
-  s.add_dependency 'w3c_validators'
+  s.add_dependency 'w3c_validators', '1.0.2'
   s.add_dependency 'nokogiri'
 
+  s.add_development_dependency 'rspec'
+  s.add_development_dependency 'mocha'
+
   s.files         = `git ls-files`.split("\n")
   s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
   s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }

metadata

@@ -5,8 +5,8 @@ version: !ruby/object:Gem::Version
   segments: 
   - 0
   - 0
-  - 1
-  version: 0.0.1
+  - 2
+  version: 0.0.2
 platform: ruby
 authors: 
 - Jaime Iniesta
@@ -14,7 +14,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2011-03-15 00:00:00 +01:00
+date: 2011-03-22 00:00:00 +01:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -23,11 +23,13 @@ dependencies:
   requirement: &id001 !ruby/object:Gem::Requirement 
     none: false
     requirements: 
-    - - ">="
+    - - "="
       - !ruby/object:Gem::Version 
         segments: 
+        - 1
         - 0
-        version: "0"
+        - 2
+        version: 1.0.2
   type: :runtime
   version_requirements: *id001
 - !ruby/object:Gem::Dependency 
@@ -43,6 +45,32 @@ dependencies:
         version: "0"
   type: :runtime
   version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: rspec
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id003
+- !ruby/object:Gem::Dependency 
+  name: mocha
+  prerelease: false
+  requirement: &id004 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id004
 description: " this tool allows you to check the markup validation of a whole site passing an XML sitemap,\n\
   and outputs a detailed report with all errors and warnings "
 email: 
@@ -59,15 +87,18 @@ files:
 - README.rdoc
 - Rakefile
 - bin/w3clove
-- heatup/01_single_validation.rb
-- heatup/02_multiple_validation.rb
-- heatup/03_multiple_validation_from_text_file.rb
-- heatup/04_multiple_validations_from_xml_file.rb
-- heatup/05_multiple_validations_from_remote_xml_sitemap.rb
-- heatup/sitemap.xml
-- heatup/urls.txt
 - lib/w3clove.rb
+- lib/w3clove/message.rb
+- lib/w3clove/page.rb
+- lib/w3clove/sitemap.rb
+- lib/w3clove/validator.rb
 - lib/w3clove/version.rb
+- spec/message_spec.rb
+- spec/mocks/mocked_validator.rb
+- spec/page_spec.rb
+- spec/samples/sitemap.xml
+- spec/sitemap_spec.rb
+- spec/spec_helper.rb
 - w3clove.gemspec
 has_rdoc: true
 homepage: https://github.com/jaimeiniesta/w3clove/
@@ -101,5 +132,10 @@ rubygems_version: 1.3.7
 signing_key: 
 specification_version: 3
 summary: command-line tool to validate the markup of a whole site against the W3C validator
-test_files: []
-
+test_files: 
+- spec/message_spec.rb
+- spec/mocks/mocked_validator.rb
+- spec/page_spec.rb
+- spec/samples/sitemap.xml
+- spec/sitemap_spec.rb
+- spec/spec_helper.rb

data/heatup/01_single_validation.rb

@@ -1,16 +0,0 @@
-# Example of validation of a single URL
-
-require 'w3c_validators'
-include W3CValidators
-validator = MarkupValidator.new
-
-url = 'http://university.rubymendicant.com/'
-puts "Validating markup of #{url}"
-
-results = validator.validate_uri(url)
-
-if results.errors.length > 0
-  puts "There are #{results.errors.length} validation errors"
-else
-  puts 'Valid!'
-end

data/heatup/02_multiple_validation.rb

@@ -1,25 +0,0 @@
-# Example of validation of a list of URLs
-
-require 'w3c_validators'
-include W3CValidators
-validator = MarkupValidator.new
-
-urls = %w{http://university.rubymendicant.com/
-          http://university.rubymendicant.com/changelog.html
-          http://university.rubymendicant.com/alumni.html}
-totals = {:errors => 0, :warnings => 0}
-
-urls.each do |url|
-  puts "\nValidating markup of #{url}"
-  results = validator.validate_uri(url)
-  puts "#{results.errors.count} errors, #{results.warnings.count} warnings"
-  totals[:errors] += results.errors.count
-  totals[:warnings] += results.warnings.count
-end
-
-puts "\nTOTAL:#{totals[:errors]} errors, #{totals[:warnings]} warnings"
-
-
-
-
-

data/heatup/03_multiple_validation_from_text_file.rb

@@ -1,23 +0,0 @@
-# Example of validation of a list of URLs from a text file
-
-require 'w3c_validators'
-include W3CValidators
-validator = MarkupValidator.new
-
-totals = {:errors => 0, :warnings => 0}
-File.open("urls.txt", "r") do |file|
-  file.each_line do |url|
-    puts "\nValidating markup of #{url}"
-    results = validator.validate_uri(url)
-    puts "#{results.errors.count} errors, #{results.warnings.count} warnings"
-    totals[:errors] += results.errors.count
-    totals[:warnings] += results.warnings.count
-  end
-end
-
-puts "\nTOTAL:#{totals[:errors]} errors, #{totals[:warnings]} warnings"
-
-
-
-
-

data/heatup/04_multiple_validations_from_xml_file.rb

@@ -1,24 +0,0 @@
-# Example of validation of a list of URLs from a local XML sitemap file
-
-require 'nokogiri'
-require 'w3c_validators'
-include W3CValidators
-validator = MarkupValidator.new
-
-totals = {:errors => 0, :warnings => 0}
-
-doc = Nokogiri::XML(File.open("sitemap.xml"))
-doc.css('loc').collect {|item| item.text}.each do |url|
-  puts "\nValidating markup of #{url}"
-  results = validator.validate_uri(url)
-  puts "#{results.errors.count} errors, #{results.warnings.count} warnings"
-  totals[:errors] += results.errors.count
-  totals[:warnings] += results.warnings.count
-end
-
-puts "\nTOTAL:#{totals[:errors]} errors, #{totals[:warnings]} warnings"
-
-
-
-
-

data/heatup/05_multiple_validations_from_remote_xml_sitemap.rb

@@ -1,25 +0,0 @@
-# Example of validation of a list of URLs from a remote XML sitemap
-
-require 'open-uri'
-require 'nokogiri'
-require 'w3c_validators'
-include W3CValidators
-validator = MarkupValidator.new
-
-totals = {:errors => 0, :warnings => 0}
-
-doc = Nokogiri::XML(open('https://github.com/jaimeiniesta/w3clove/raw/master/heatup/sitemap.xml'))
-doc.css('loc').collect {|item| item.text}.each do |url|
-  puts "\nValidating markup of #{url}"
-  results = validator.validate_uri(url)
-  puts "#{results.errors.count} errors, #{results.warnings.count} warnings"
-  totals[:errors] += results.errors.count
-  totals[:warnings] += results.warnings.count
-end
-
-puts "\nTOTAL:#{totals[:errors]} errors, #{totals[:warnings]} warnings"
-
-
-
-
-

data/heatup/sitemap.xml

@@ -1,12 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
-  <url>
-    <loc>http://university.rubymendicant.com/</loc>
-  </url>
-  <url>
-    <loc>http://university.rubymendicant.com/changelog.html</loc>
-  </url>
-  <url>
-    <loc>http://university.rubymendicant.com/alumni.html</loc>
-  </url>
-</url>

data/heatup/urls.txt

@@ -1,3 +0,0 @@
-http://university.rubymendicant.com/
-http://university.rubymendicant.com/changelog.html
-http://university.rubymendicant.com/alumni.html