earl-report 0.5.1 → 0.7.0

data/lib/earl_report/views/earl_report.html.haml

@@ -10,7 +10,7 @@
 -#    "assertions": ["./rdf.rb-earl.ttl"],
 -#    "testSubjects": [
 -#      {
--#        "@id": "http://rubygems.org/gems/rdf-turtle",
+-#        "@id": "https://rubygems.org/gems/rdf-turtle",
 -#        "@type": "earl:TestSubject",
 -#        "name": "RDF::Turtle"
 -#      },
@@ -27,9 +27,9 @@
 -#      "assertions": [
 -#        {
 -#          "@type": "earl:Assertion",
--#          "assertedBy": "http://greggkellogg.net/foaf#me",
+-#          "assertedBy": "https://greggkellogg.net/foaf#me",
 -#          "test": "http://svn.apache.org/repos/asf/jena/Experimental/riot-reader/testing/RIOT/Lang/TurtleSubm/manifest.ttl#testeval00",
--#          "subject": "http://rubygems.org/gems/rdf-turtle",
+-#          "subject": "https://rubygems.org/gems/rdf-turtle",
 -#          "result": {
 -#            "@type": "earl:TestResult",
 -#            "outcome": "earl:passed"
@@ -40,8 +40,8 @@
 -#  }
 - require 'cgi'
 - require 'digest'
-- editors = [{ name: "Gregg Kellogg", url: "http://greggkellogg.net/"}]
-- foaf = {name: "Gregg Kellogg", url: "http://greggkellogg.net/foaf#me" }
+- editors = [{ name: "Gregg Kellogg", url: "https://greggkellogg.net/"}]
+- foaf = {name: "Gregg Kellogg", url: "https://greggkellogg.net/foaf#me" }
 
 !!! 5
 %html
@@ -333,7 +333,7 @@
                   - assertion = test['assertions'].detect {|a| a['subject'] == subject['@id']}
                   - pass_fail = assertion['result']['outcome'].split(':').last.upcase.sub(/(PASS|FAIL)ED$/, '\1')
                   - passed_tests[ndx2][ndx] = (passed_tests[ndx2][ndx] || 0) + (pass_fail == 'PASS' ? 1 : 0)
-                  %td{class: pass_fail, property: "earl:assertions", typeof: assertion['@type']}
+                  %td{class: pass_fail, typeof: assertion['@type']}
                     - if assertion['assertedBy'] && !assertion['assertedBy'].start_with?('_:')
                       %link{property: "earl:assertedBy", href: assertion['assertedBy']}
                     - if assertion['test'] && !assertion['test'].start_with?('_:')
@@ -418,7 +418,7 @@
                         %td{class: (pct == 100.0 ? 'passed-all' : (pct >= 85.0 ? 'passed-most' : 'passed-some'))}
                           = "#{passed}/#{total} (#{'%.1f' % pct}%)"
     - unless tests['assertions'].empty?
-      %section.appendix#individual-test-results{rel: "xhv:related earl:assertions"}
+      %section.appendix#individual-test-results{rel: "xhv:related mf:report"}
         %h2
           %span.secno="B."
           Individual Test Results
@@ -474,9 +474,9 @@
         application. More information is available at
         %a{property: "doap:homepage", href: doap['homepage']}<=doap['homepage']
         = "."
-      %p{property: "doap:developer", resource: "http://greggkellogg.net/foaf#me", typeof: "foaf:Person"}
+      %p{property: "doap:developer", resource: "https://greggkellogg.net/foaf#me", typeof: "foaf:Person"}
         This software is provided by
-        %a{property: "foaf:homepage", href: "http://greggkellogg.net/"}<
-          %span{about: "http://greggkellogg.net/foaf#me", property: "foaf:name"}<
+        %a{property: "foaf:homepage", href: "https://greggkellogg.net/"}<
+          %span{about: "https://greggkellogg.net/foaf#me", property: "foaf:name"}<
             Gregg Kellogg
         in hopes that it might make the lives of conformance testers easier.

data/spec/earl_report_spec.rb

@@ -1,15 +1,16 @@
 # coding: utf-8
 $:.unshift "."
 require 'spec_helper'
+require 'rdf/rdfa'
 
 describe EarlReport do
   let!(:earl) {
     EarlReport.new(
       File.expand_path("../test-files/report-complete.ttl", __FILE__),
-      :bibRef   =>       "[[TURTLE]]",
-      :name     =>         "Turtle Test Results",
-      :verbose  => false,
-      :manifest => File.expand_path("../test-files/manifest.ttl", __FILE__))
+      bibRef:   "[[TURTLE]]",
+      name:     "Turtle Test Results",
+      verbose:  false,
+      manifest: File.expand_path("../test-files/manifest.ttl", __FILE__))
   }
   subject {earl}
 
@@ -26,6 +27,9 @@ describe EarlReport do
     let(:reportNoFoaf) {
       RDF::Graph.new << RDF::Turtle::Reader.new(File.open File.expand_path("../test-files/report-no-foaf.ttl", __FILE__))
     }
+    let(:reportNoTest) {
+      RDF::Graph.new << RDF::Turtle::Reader.new(File.open File.expand_path("../test-files/report-no-test.ttl", __FILE__))
+    }
     let(:doap) {
       RDF::Graph.new << RDF::Turtle::Reader.new(File.open File.expand_path("../test-files/doap.ttl", __FILE__))
     }
@@ -47,9 +51,9 @@ describe EarlReport do
           .and_return(reportComplete)
         EarlReport.new(
           File.expand_path("../test-files/report-complete.ttl", __FILE__),
-          :verbose => false,
-          :base => "http://example.com/base/",
-          :manifest => File.expand_path("../test-files/manifest.ttl", __FILE__))
+          verbose: false,
+          base: "http://example.com/base/",
+          manifest: File.expand_path("../test-files/manifest.ttl", __FILE__))
       end
     end
 
@@ -66,8 +70,8 @@ describe EarlReport do
       subject {
         EarlReport.new(
           File.expand_path("../test-files/report-complete.ttl", __FILE__),
-          :verbose => false,
-          :manifest => File.expand_path("../test-files/manifest.ttl", __FILE__))
+          verbose: false,
+          manifest: File.expand_path("../test-files/manifest.ttl", __FILE__))
       }
       it "loads manifest" do
         expect(subject.graph.subjects.to_a).to include(RDF::URI("http://example/manifest.ttl"))
@@ -79,12 +83,24 @@ describe EarlReport do
       end
 
       it "loads doap" do
-        expect(subject.graph.subjects.to_a).to include(RDF::URI("http://rubygems.org/gems/rdf-turtle"))
+        expect(subject.graph.subjects.to_a).to include(RDF::URI("https://rubygems.org/gems/rdf-turtle"))
       end
 
       it "loads foaf" do
         expect(subject.graph.objects.to_a).to include(RDF::Vocab::FOAF.Person)
       end
+
+      it "does not raise an error if the strict option is used" do
+        expect do
+          expect do
+            EarlReport.new(
+              File.expand_path("../test-files/report-complete.ttl", __FILE__),
+              verbose: false,
+              strict: true,
+              manifest: File.expand_path("../test-files/manifest.ttl", __FILE__))
+          end.not_to raise_error
+        end.not_to output.to_stderr
+      end
     end
 
     context "no doap report" do
@@ -96,15 +112,15 @@ describe EarlReport do
           .with(File.expand_path("../test-files/report-no-doap.ttl", __FILE__))
           .and_return(reportNoDoap)
         expect(RDF::Graph).to receive(:load)
-          .with("http://rubygems.org/gems/rdf-turtle")
+          .with("https://rubygems.org/gems/rdf-turtle")
           .and_return(doap)
       end
 
       subject {
         EarlReport.new(
           File.expand_path("../test-files/report-no-doap.ttl", __FILE__),
-          :verbose => false,
-          :manifest => File.expand_path("../test-files/manifest.ttl", __FILE__))
+          verbose: false,
+          manifest: File.expand_path("../test-files/manifest.ttl", __FILE__))
       }
       it "loads manifest" do
         expect(subject.graph.subjects.to_a).to include(RDF::URI("http://example/manifest.ttl"))
@@ -116,12 +132,24 @@ describe EarlReport do
       end
 
       it "loads doap" do
-        expect(subject.graph.subjects.to_a).to include(RDF::URI("http://rubygems.org/gems/rdf-turtle"))
+        expect(subject.graph.subjects.to_a).to include(RDF::URI("https://rubygems.org/gems/rdf-turtle"))
       end
 
       it "loads foaf" do
         expect(subject.graph.objects.to_a).to include(RDF::Vocab::FOAF.Person)
       end
+
+      it "does not raise an error if the strict option is used" do
+        expect do
+          expect do
+            EarlReport.new(
+              File.expand_path("../test-files/report-no-doap.ttl", __FILE__),
+              verbose: false,
+              strict: true,
+              manifest: File.expand_path("../test-files/manifest.ttl", __FILE__))
+          end.not_to raise_error
+        end.not_to output.to_stderr
+      end
     end
 
     context "no foaf report" do
@@ -133,15 +161,15 @@ describe EarlReport do
           .with(File.expand_path("../test-files/report-no-foaf.ttl", __FILE__))
           .and_return(reportNoFoaf)
         expect(RDF::Graph).to receive(:load)
-          .with("http://greggkellogg.net/foaf#me")
+          .with("https://greggkellogg.net/foaf#me")
           .and_return(foaf)
       end
 
       subject {
         EarlReport.new(
           File.expand_path("../test-files/report-no-foaf.ttl", __FILE__),
-          :verbose => false,
-          :manifest => File.expand_path("../test-files/manifest.ttl", __FILE__))
+          verbose: false,
+          manifest: File.expand_path("../test-files/manifest.ttl", __FILE__))
       }
       it "loads manifest" do
         expect(subject.graph.subjects.to_a).to include(RDF::URI("http://example/manifest.ttl"))
@@ -153,12 +181,73 @@ describe EarlReport do
       end
 
       it "loads doap" do
-        expect(subject.graph.subjects.to_a).to include(RDF::URI("http://rubygems.org/gems/rdf-turtle"))
+        expect(subject.graph.subjects.to_a).to include(RDF::URI("https://rubygems.org/gems/rdf-turtle"))
       end
 
       it "loads foaf" do
         expect(subject.graph.objects.to_a).to include(RDF::Vocab::FOAF.Person)
       end
+
+      it "does not raise an error if the strict option is used" do
+        expect do
+          expect do
+            EarlReport.new(
+              File.expand_path("../test-files/report-no-foaf.ttl", __FILE__),
+              verbose: false,
+              strict: true,
+              manifest: File.expand_path("../test-files/manifest.ttl", __FILE__))
+          end.not_to raise_error
+        end.not_to output.to_stderr
+      end
+    end
+
+    context "asserts a test not in manifest" do
+      before(:each) do
+        expect(RDF::Graph).to receive(:load)
+          .with(File.expand_path("../test-files/manifest.ttl", __FILE__), {unique_bnodes: true, })
+          .and_return(manifest)
+        expect(RDF::Graph).to receive(:load)
+          .with(File.expand_path("../test-files/report-no-test.ttl", __FILE__))
+          .and_return(reportNoTest)
+      end
+
+      subject {
+        expect do
+          @no_test_earl = EarlReport.new(
+            File.expand_path("../test-files/report-no-test.ttl", __FILE__),
+            verbose: false,
+            manifest: File.expand_path("../test-files/manifest.ttl", __FILE__))
+        end.to output.to_stderr
+        @no_test_earl
+      }
+      it "loads manifest" do
+        expect(subject.graph.subjects.to_a).to include(RDF::URI("http://example/manifest.ttl"))
+        expect(subject.graph.subjects.to_a).to include(RDF::URI("http://example/manifest.ttl#testeval00"))
+      end
+
+      it "loads report" do
+        expect(subject.graph.predicates.to_a).to include(RDF::URI("http://www.w3.org/ns/earl#generatedBy"))
+      end
+
+      it "loads doap" do
+        expect(subject.graph.subjects.to_a).to include(RDF::URI("https://rubygems.org/gems/rdf-turtle"))
+      end
+
+      it "loads foaf" do
+        expect(subject.graph.objects.to_a).to include(RDF::Vocab::FOAF.Person)
+      end
+
+      it "raises an error if the strict option is used" do
+        expect do
+          expect do
+            EarlReport.new(
+              File.expand_path("../test-files/report-no-test.ttl", __FILE__),
+              verbose: false,
+              strict: true,
+              manifest: File.expand_path("../test-files/manifest.ttl", __FILE__))
+          end.to raise_error(RuntimeError)
+        end.to output.to_stderr
+      end
     end
   end
   
@@ -227,7 +316,7 @@ describe EarlReport do
     let(:output) {
       @output ||= begin
         sio = StringIO.new
-        earl.send(:earl_turtle, {io: sio})
+        earl.send(:earl_turtle, io: sio)
         sio.rewind
         sio.read
       end
@@ -240,7 +329,7 @@ describe EarlReport do
 
     context "prefixes" do
       %w(dc doap earl foaf mf rdf rdfs xsd).each do |pfx|
-        specify {is_expected.to match(/@prefix #{pfx}: </)}
+        specify {is_expected.to match(/@prefix #{pfx}:\s+</)}
       end
     end
 
@@ -264,7 +353,7 @@ describe EarlReport do
     end
 
     context "Assertion" do
-      specify {is_expected.to match(/\sa earl:Assertion;$/)}
+      specify {is_expected.to match(/\sa earl:Assertion\s*;$/)}
     end
 
     context "parsing to RDF" do
@@ -311,6 +400,10 @@ describe EarlReport do
       end
     }
 
+    it "is valid HTML" do
+      expect(output).to be_valid_html
+    end
+
     context "parsing to RDF" do
       let(:graph) do
         @graph ||= begin
@@ -383,8 +476,8 @@ describe EarlReport do
         doap:name "Turtle Test Results";
         dc:bibliographicCitation "[[TURTLE]]";
         earl:generatedBy ?generatedBy;
-        earl:assertions ?assertionFile;
-        earl:testSubjects <http://rubygems.org/gems/rdf-turtle>;
+        mf:report ?assertionFile;
+        earl:testSubjects <https://rubygems.org/gems/rdf-turtle>;
         mf:entries (<http://example/manifest.ttl>) .
 
       <http://example/manifest.ttl> a earl:Report, mf:Manifest;
@@ -401,11 +494,11 @@ describe EarlReport do
     PREFIX earl: <http://www.w3.org/ns/earl#>
           
     ASK WHERE {
-      <http://rubygems.org/gems/rdf-turtle> a earl:TestSubject, doap:Project;
+      <https://rubygems.org/gems/rdf-turtle> a earl:TestSubject, doap:Project;
         doap:name "RDF::Turtle";
         doap:description """RDF::Turtle is an Turtle reader/writer for the RDF.rb library suite."""@en;
         doap:programming-language "Ruby";
-        doap:developer <http://greggkellogg.net/foaf#me> .
+        doap:developer <https://greggkellogg.net/foaf#me> .
     }
   )
 
@@ -413,9 +506,9 @@ describe EarlReport do
     PREFIX foaf: <http://xmlns.com/foaf/0.1/>
           
     ASK WHERE {
-      <http://greggkellogg.net/foaf#me> a foaf:Person;
+      <https://greggkellogg.net/foaf#me> a foaf:Person;
         foaf:name "Gregg Kellogg";
-        foaf:homepage <http://greggkellogg.net/> .
+        foaf:homepage <https://greggkellogg.net/> .
     }
   )
 
@@ -428,8 +521,11 @@ describe EarlReport do
       <http://example/manifest.ttl#testeval00> a earl:TestCriterion, earl:TestCase;
         mf:name "subm-test-00";
         mf:action <http://example/test-00.ttl>;
-        mf:result <http://example/test-00.out>;
-        earl:assertions [ a earl:Assertion; earl:subject <http://rubygems.org/gems/rdf-turtle> ] .
+        mf:result <http://example/test-00.out>.
+      [ a earl:Assertion;
+        earl:subject <https://rubygems.org/gems/rdf-turtle>;
+        earl:test <http://example/manifest.ttl#testeval00>
+      ] .
     }
   )
 
@@ -438,9 +534,9 @@ describe EarlReport do
           
     ASK WHERE {
       [ a earl:Assertion;
-        earl:assertedBy <http://greggkellogg.net/foaf#me>;
+        earl:assertedBy <https://greggkellogg.net/foaf#me>;
         earl:test <http://example/manifest.ttl#testeval00>;
-        earl:subject <http://rubygems.org/gems/rdf-turtle>;
+        earl:subject <https://rubygems.org/gems/rdf-turtle>;
         earl:mode earl:automatic;
         earl:result [ a earl:TestResult; earl:outcome earl:passed] ] .
     }

data/spec/spec_helper.rb

@@ -4,16 +4,23 @@ $:.unshift File.dirname(__FILE__)
 require "bundler/setup"
 require 'rspec'
 require 'rspec/its'
-require 'simplecov'
-require 'coveralls'
-require 'awesome_print'
-SimpleCov.formatter = SimpleCov::Formatter::MultiFormatter.new([
-  SimpleCov::Formatter::HTMLFormatter,
-  Coveralls::SimpleCov::Formatter
-])
-SimpleCov.start do
-  add_filter "/spec/"
+require 'amazing_print'
+require 'nokogumbo'
+
+begin
+  require 'simplecov'
+  require 'coveralls'
+  SimpleCov.formatter = SimpleCov::Formatter::MultiFormatter.new([
+    SimpleCov::Formatter::HTMLFormatter,
+    Coveralls::SimpleCov::Formatter
+  ])
+  SimpleCov.start do
+    add_filter "/spec/"
+  end
+rescue LoadError => e
+  STDERR.puts "Coverage Skipped: #{e.message}"
 end
+
 require 'earl_report'
 
 JSON_STATE = JSON::State.new(
@@ -28,3 +35,15 @@ JSON_STATE = JSON::State.new(
   c.filter_run :focus => true
   c.run_all_when_everything_filtered = true
 end
+
+RSpec::Matchers.define :be_valid_html do
+  match do |actual|
+    root = Nokogiri::HTML5(actual, max_parse_errors: 1000)
+    @errors = Array(root && root.errors.map(&:to_s))
+    @errors.empty?
+  end
+  
+  failure_message do |actual|
+    "expected no errors, was #{@errors.join("\n")}"
+  end
+end

data/spec/test-files/doap.ttl

@@ -7,10 +7,10 @@
 @prefix ex:   <http://example.org/> .
 @prefix xsd:  <http://www.w3.org/2001/XMLSchema#> .
 
-<http://rubygems.org/gems/rdf-turtle> a doap:Project, earl:TestSubject, earl:Software ;
+<https://rubygems.org/gems/rdf-turtle> a doap:Project, earl:TestSubject, earl:Software ;
   doap:name          "RDF::Turtle" ;
   doap:homepage      <http://ruby-rdf.github.com/rdf-turtle> ;
-  doap:license       <http://creativecommons.org/licenses/publicdomain/> ;
+  doap:license       <http://creativecommons.org/publicdomain/zero/1.0/> ;
   doap:shortdesc     "Turtle reader/writer for Ruby."@en ;
   doap:description   "RDF::Turtle is an Turtle reader/writer for the RDF.rb library suite."@en ;
   doap:created       "2011-08-29"^^xsd:date;
@@ -18,16 +18,16 @@
   doap:implements    <http://www.w3.org/TR/turtle/> ;
   doap:category      <http://dbpedia.org/resource/Resource_Description_Framework>,
                      <http://dbpedia.org/resource/Ruby_(programming_language)> ;
-  doap:download-page <http://rubygems.org/gems/rdf-turtle> ;
+  doap:download-page <https://rubygems.org/gems/rdf-turtle> ;
   doap:mailing-list  <http://lists.w3.org/Archives/Public/public-rdf-ruby/> ;
-  doap:bug-database  <http://github.com/ruby-rdf/rdf-turtle/issues> ;
-  doap:blog          <http://greggkellogg.net/> ;
-  doap:developer     <http://greggkellogg.net/foaf#me> ;
-  doap:maintainer    <http://greggkellogg.net/foaf#me> ;
-  doap:documenter    <http://greggkellogg.net/foaf#me> ;
-  foaf:maker         <http://greggkellogg.net/foaf#me> ;
+  doap:bug-database  <https://github.com/ruby-rdf/rdf-turtle/issues> ;
+  doap:blog          <https://greggkellogg.net/> ;
+  doap:developer     <https://greggkellogg.net/foaf#me> ;
+  doap:maintainer    <https://greggkellogg.net/foaf#me> ;
+  doap:documenter    <https://greggkellogg.net/foaf#me> ;
+  foaf:maker         <https://greggkellogg.net/foaf#me> ;
   dc:title           "RDF::Turtle" ;
   dc:description     "RDF::Turtle is an Turtle reader/writer for the RDF.rb library suite."@en ;
   dc:date            "2011-08-29"^^xsd:date;
-  dc:creator         <http://greggkellogg.net/foaf#me>;
-  dc:isPartOf        <http://rubygems.org/gems/rdf> .
+  dc:creator         <https://greggkellogg.net/foaf#me>;
+  dc:isPartOf        <https://rubygems.org/gems/rdf> .