earl-report 0.5.3 → 0.7.1

data/spec/earl_report_spec.rb

@@ -1,15 +1,16 @@
 # coding: utf-8
 $:.unshift "."
 require 'spec_helper'
+require 'rdf/rdfa'
 
 describe EarlReport do
   let!(:earl) {
     EarlReport.new(
       File.expand_path("../test-files/report-complete.ttl", __FILE__),
-      :bibRef   =>       "[[TURTLE]]",
-      :name     =>         "Turtle Test Results",
-      :verbose  => false,
-      :manifest => File.expand_path("../test-files/manifest.ttl", __FILE__))
+      bibRef:   "[[TURTLE]]",
+      name:     "Turtle Test Results",
+      verbose:  false,
+      manifest: File.expand_path("../test-files/manifest.ttl", __FILE__))
   }
   subject {earl}
 
@@ -26,6 +27,9 @@ describe EarlReport do
     let(:reportNoFoaf) {
       RDF::Graph.new << RDF::Turtle::Reader.new(File.open File.expand_path("../test-files/report-no-foaf.ttl", __FILE__))
     }
+    let(:reportNoTest) {
+      RDF::Graph.new << RDF::Turtle::Reader.new(File.open File.expand_path("../test-files/report-no-test.ttl", __FILE__))
+    }
     let(:doap) {
       RDF::Graph.new << RDF::Turtle::Reader.new(File.open File.expand_path("../test-files/doap.ttl", __FILE__))
     }
@@ -47,9 +51,9 @@ describe EarlReport do
           .and_return(reportComplete)
         EarlReport.new(
           File.expand_path("../test-files/report-complete.ttl", __FILE__),
-          :verbose => false,
-          :base => "http://example.com/base/",
-          :manifest => File.expand_path("../test-files/manifest.ttl", __FILE__))
+          verbose: false,
+          base: "http://example.com/base/",
+          manifest: File.expand_path("../test-files/manifest.ttl", __FILE__))
       end
     end
 
@@ -66,8 +70,8 @@ describe EarlReport do
       subject {
         EarlReport.new(
           File.expand_path("../test-files/report-complete.ttl", __FILE__),
-          :verbose => false,
-          :manifest => File.expand_path("../test-files/manifest.ttl", __FILE__))
+          verbose: false,
+          manifest: File.expand_path("../test-files/manifest.ttl", __FILE__))
       }
       it "loads manifest" do
         expect(subject.graph.subjects.to_a).to include(RDF::URI("http://example/manifest.ttl"))
@@ -85,6 +89,18 @@ describe EarlReport do
       it "loads foaf" do
         expect(subject.graph.objects.to_a).to include(RDF::Vocab::FOAF.Person)
       end
+
+      it "does not raise an error if the strict option is used" do
+        expect do
+          expect do
+            EarlReport.new(
+              File.expand_path("../test-files/report-complete.ttl", __FILE__),
+              verbose: false,
+              strict: true,
+              manifest: File.expand_path("../test-files/manifest.ttl", __FILE__))
+          end.not_to raise_error
+        end.not_to output.to_stderr
+      end
     end
 
     context "no doap report" do
@@ -103,8 +119,8 @@ describe EarlReport do
       subject {
         EarlReport.new(
           File.expand_path("../test-files/report-no-doap.ttl", __FILE__),
-          :verbose => false,
-          :manifest => File.expand_path("../test-files/manifest.ttl", __FILE__))
+          verbose: false,
+          manifest: File.expand_path("../test-files/manifest.ttl", __FILE__))
       }
       it "loads manifest" do
         expect(subject.graph.subjects.to_a).to include(RDF::URI("http://example/manifest.ttl"))
@@ -122,6 +138,18 @@ describe EarlReport do
       it "loads foaf" do
         expect(subject.graph.objects.to_a).to include(RDF::Vocab::FOAF.Person)
       end
+
+      it "does not raise an error if the strict option is used" do
+        expect do
+          expect do
+            EarlReport.new(
+              File.expand_path("../test-files/report-no-doap.ttl", __FILE__),
+              verbose: false,
+              strict: true,
+              manifest: File.expand_path("../test-files/manifest.ttl", __FILE__))
+          end.not_to raise_error
+        end.not_to output.to_stderr
+      end
     end
 
     context "no foaf report" do
@@ -140,8 +168,8 @@ describe EarlReport do
       subject {
         EarlReport.new(
           File.expand_path("../test-files/report-no-foaf.ttl", __FILE__),
-          :verbose => false,
-          :manifest => File.expand_path("../test-files/manifest.ttl", __FILE__))
+          verbose: false,
+          manifest: File.expand_path("../test-files/manifest.ttl", __FILE__))
       }
       it "loads manifest" do
         expect(subject.graph.subjects.to_a).to include(RDF::URI("http://example/manifest.ttl"))
@@ -159,6 +187,67 @@ describe EarlReport do
       it "loads foaf" do
         expect(subject.graph.objects.to_a).to include(RDF::Vocab::FOAF.Person)
       end
+
+      it "does not raise an error if the strict option is used" do
+        expect do
+          expect do
+            EarlReport.new(
+              File.expand_path("../test-files/report-no-foaf.ttl", __FILE__),
+              verbose: false,
+              strict: true,
+              manifest: File.expand_path("../test-files/manifest.ttl", __FILE__))
+          end.not_to raise_error
+        end.not_to output.to_stderr
+      end
+    end
+
+    context "asserts a test not in manifest" do
+      before(:each) do
+        expect(RDF::Graph).to receive(:load)
+          .with(File.expand_path("../test-files/manifest.ttl", __FILE__), {unique_bnodes: true, })
+          .and_return(manifest)
+        expect(RDF::Graph).to receive(:load)
+          .with(File.expand_path("../test-files/report-no-test.ttl", __FILE__))
+          .and_return(reportNoTest)
+      end
+
+      subject {
+        expect do
+          @no_test_earl = EarlReport.new(
+            File.expand_path("../test-files/report-no-test.ttl", __FILE__),
+            verbose: false,
+            manifest: File.expand_path("../test-files/manifest.ttl", __FILE__))
+        end.to output.to_stderr
+        @no_test_earl
+      }
+      it "loads manifest" do
+        expect(subject.graph.subjects.to_a).to include(RDF::URI("http://example/manifest.ttl"))
+        expect(subject.graph.subjects.to_a).to include(RDF::URI("http://example/manifest.ttl#testeval00"))
+      end
+
+      it "loads report" do
+        expect(subject.graph.predicates.to_a).to include(RDF::URI("http://www.w3.org/ns/earl#generatedBy"))
+      end
+
+      it "loads doap" do
+        expect(subject.graph.subjects.to_a).to include(RDF::URI("https://rubygems.org/gems/rdf-turtle"))
+      end
+
+      it "loads foaf" do
+        expect(subject.graph.objects.to_a).to include(RDF::Vocab::FOAF.Person)
+      end
+
+      it "raises an error if the strict option is used" do
+        expect do
+          expect do
+            EarlReport.new(
+              File.expand_path("../test-files/report-no-test.ttl", __FILE__),
+              verbose: false,
+              strict: true,
+              manifest: File.expand_path("../test-files/manifest.ttl", __FILE__))
+          end.to raise_error(RuntimeError)
+        end.to output.to_stderr
+      end
     end
   end
   
@@ -227,7 +316,7 @@ describe EarlReport do
     let(:output) {
       @output ||= begin
         sio = StringIO.new
-        earl.send(:earl_turtle, {io: sio})
+        earl.send(:earl_turtle, io: sio)
         sio.rewind
         sio.read
       end
@@ -311,6 +400,10 @@ describe EarlReport do
       end
     }
 
+    it "is valid HTML" do
+      expect(output).to be_valid_html
+    end
+
     context "parsing to RDF" do
       let(:graph) do
         @graph ||= begin
@@ -383,7 +476,7 @@ describe EarlReport do
         doap:name "Turtle Test Results";
         dc:bibliographicCitation "[[TURTLE]]";
         earl:generatedBy ?generatedBy;
-        earl:assertions ?assertionFile;
+        mf:report ?assertionFile;
         earl:testSubjects <https://rubygems.org/gems/rdf-turtle>;
         mf:entries (<http://example/manifest.ttl>) .
 
@@ -428,8 +521,11 @@ describe EarlReport do
       <http://example/manifest.ttl#testeval00> a earl:TestCriterion, earl:TestCase;
         mf:name "subm-test-00";
         mf:action <http://example/test-00.ttl>;
-        mf:result <http://example/test-00.out>;
-        earl:assertions [ a earl:Assertion; earl:subject <https://rubygems.org/gems/rdf-turtle> ] .
+        mf:result <http://example/test-00.out>.
+      [ a earl:Assertion;
+        earl:subject <https://rubygems.org/gems/rdf-turtle>;
+        earl:test <http://example/manifest.ttl#testeval00>
+      ] .
     }
   )
 

data/spec/spec_helper.rb

@@ -4,16 +4,29 @@ $:.unshift File.dirname(__FILE__)
 require "bundler/setup"
 require 'rspec'
 require 'rspec/its'
-require 'simplecov'
-require 'coveralls'
 require 'amazing_print'
-SimpleCov.formatter = SimpleCov::Formatter::MultiFormatter.new([
-  SimpleCov::Formatter::HTMLFormatter,
-  Coveralls::SimpleCov::Formatter
-])
-SimpleCov.start do
-  add_filter "/spec/"
+require 'nokogiri'
+
+begin
+  require 'simplecov'
+  require 'simplecov-lcov'
+  SimpleCov::Formatter::LcovFormatter.config do |config|
+    #Coveralls is coverage by default/lcov. Send info results
+    config.report_with_single_file = true
+    config.single_report_path = 'coverage/lcov.info'
+  end
+
+  SimpleCov.formatter = SimpleCov::Formatter::MultiFormatter.new([
+    SimpleCov::Formatter::HTMLFormatter,
+    SimpleCov::Formatter::LcovFormatter
+  ])
+  SimpleCov.start do
+    add_filter "/spec/"
+  end
+rescue LoadError => e
+  STDERR.puts "Coverage Skipped: #{e.message}"
 end
+
 require 'earl_report'
 
 JSON_STATE = JSON::State.new(
@@ -28,3 +41,15 @@ JSON_STATE = JSON::State.new(
   c.filter_run :focus => true
   c.run_all_when_everything_filtered = true
 end
+
+RSpec::Matchers.define :be_valid_html do
+  match do |actual|
+    root = Nokogiri::HTML5(actual, max_parse_errors: 1000)
+    @errors = Array(root && root.errors.map(&:to_s))
+    @errors.empty?
+  end
+  
+  failure_message do |actual|
+    "expected no errors, was #{@errors.join("\n")}"
+  end
+end

data/spec/test-files/report-no-test.ttl

@@ -0,0 +1,48 @@
+@prefix rdf:  <http://www.w3.org/1999/02/22-rdf-syntax-ns#> .
+@prefix rdfs: <http://www.w3.org/2000/01/rdf-schema#> .
+@prefix dc:   <http://purl.org/dc/terms/> .
+@prefix earl: <http://www.w3.org/ns/earl#> .
+@prefix foaf: <http://xmlns.com/foaf/0.1/> .
+@prefix doap: <http://usefulinc.com/ns/doap#> .
+@prefix ex:   <http://example.org/> .
+@prefix xsd:  <http://www.w3.org/2001/XMLSchema#> .
+
+<https://rubygems.org/gems/rdf-turtle> a doap:Project, earl:TestSubject, earl:Software ;
+  doap:name          "RDF::Turtle" ;
+  doap:homepage      <http://ruby-rdf.github.com/rdf-turtle> ;
+  doap:license       <http://creativecommons.org/publicdomain/zero/1.0/> ;
+  doap:shortdesc     "Turtle reader/writer for Ruby."@en ;
+  doap:description   "RDF::Turtle is an Turtle reader/writer for the RDF.rb library suite."@en ;
+  doap:created       "2011-08-29"^^xsd:date;
+  doap:programming-language "Ruby" ;
+  doap:implements    <http://www.w3.org/TR/turtle/> ;
+  doap:category      <http://dbpedia.org/resource/Resource_Description_Framework>,
+                     <http://dbpedia.org/resource/Ruby_(programming_language)> ;
+  doap:download-page <https://rubygems.org/gems/rdf-turtle> ;
+  doap:mailing-list  <http://lists.w3.org/Archives/Public/public-rdf-ruby/> ;
+  doap:bug-database  <https://github.com/ruby-rdf/rdf-turtle/issues> ;
+  doap:blog          <https://greggkellogg.net/> ;
+  doap:developer     <https://greggkellogg.net/foaf#me> ;
+  doap:maintainer    <https://greggkellogg.net/foaf#me> ;
+  doap:documenter    <https://greggkellogg.net/foaf#me> ;
+  foaf:maker         <https://greggkellogg.net/foaf#me> ;
+  dc:title           "RDF::Turtle" ;
+  dc:description     "RDF::Turtle is an Turtle reader/writer for the RDF.rb library suite."@en ;
+  dc:date            "2011-08-29"^^xsd:date;
+  dc:creator         <https://greggkellogg.net/foaf#me>;
+  dc:isPartOf        <https://rubygems.org/gems/rdf> .
+
+<https://greggkellogg.net/foaf#me> a foaf:Person, earl:Assertor;
+  foaf:name "Gregg Kellogg";
+  foaf:title "Implementor";
+  foaf:homepage <https://greggkellogg.net/> .
+
+[ a earl:Assertion;
+  earl:assertedBy <https://greggkellogg.net/foaf#me>;
+  earl:subject <https://rubygems.org/gems/rdf-turtle>;
+  earl:test <http://example/manifest.ttl#notest>;
+  earl:result [
+    a earl:TestResult;
+    earl:outcome earl:passed;
+    dc:date "2012-11-06T19:23:29-08:00"^^xsd:dateTime];
+  earl:mode earl:automatic ] .

data/spec/test-files/results.html

@@ -73,8 +73,8 @@ Implementation Report
 <h2 id='w3c-document-28-october-2015'>
 <abbr title='World Wide Web Consortium'>W3C</abbr>
 Document
-<time class='dt-published' datetime='2021-03-18' property='dc:issued'>
-18 March 2021
+<time class='dt-published' datetime='2021-12-18' property='dc:issued'>
+18 December 2021
 </time>
 </h2>
 <dl>
@@ -105,7 +105,7 @@ rules apply.
 </p>
 <hr />
 </div>
-<section about='' id='abstract' typeof='doap:Project Software'>
+<section about='' id='abstract' typeof='Software doap:Project'>
 <h2>Abstract</h2>
 <p>
 This document report test subject conformance for and related specifications for
@@ -231,7 +231,7 @@ Report Generation Software
 <span class='secno'>2.</span>
 Test Manifests
 </h2>
-<section id='Description-for-Example-Test-Cases' resource='http://example/manifest.ttl' typeof='mf:Manifest Report'>
+<section id='Description-for-Example-Test-Cases' resource='http://example/manifest.ttl' typeof='Report mf:Manifest'>
 <h2>
 <span class='secno'>2.1</span>
 <span property='dc:title mf:name'>Example Test Cases</span>
@@ -245,11 +245,11 @@ Test
 <a href='#subj_0'>RDF::Turtle</a>
 </th>
 </tr>
-<tr inlist='inlist' rel='mf:entries' resource='http://example/manifest.ttl#testeval00' typeof='http://www.w3.org/ns/rdftest#TestTurtleEval TestCriterion TestCase'>
+<tr inlist='inlist' rel='mf:entries' resource='http://example/manifest.ttl#testeval00' typeof='TestCriterion http://www.w3.org/ns/rdftest#TestTurtleEval TestCase'>
 <td>
 <a href='#test_1fdd82ac4caf30510cabfdb0a5987ddd'>subm-test-00</a>
 </td>
-<td class='PASS' property='earl:assertions' typeof='Assertion'>
+<td class='PASS' typeof='Assertion'>
 <link href='https://greggkellogg.net/foaf#me' property='earl:assertedBy' />
 <link href='http://example/manifest.ttl#testeval00' property='earl:test' />
 <link href='https://rubygems.org/gems/rdf-turtle' property='earl:subject' />
@@ -261,11 +261,11 @@ PASS
 </span>
 </td>
 </tr>
-<tr inlist='inlist' rel='mf:entries' resource='_:b0' typeof='http://www.w3.org/ns/rdftest#TestTurtleEval TestCriterion TestCase'>
+<tr inlist='inlist' rel='mf:entries' resource='_:b1' typeof='TestCriterion http://www.w3.org/ns/rdftest#TestTurtleEval TestCase'>
 <td>
-<a href='#test_9616fad74c7bf0cfba5d70f087ed0a96'>subm-test-01</a>
+<a href='#test_b4d4f9531721bf1a6e4562f27353abd3'>subm-test-01</a>
 </td>
-<td class='UNTESTED' property='earl:assertions' typeof='Assertion'>
+<td class='UNTESTED' typeof='Assertion'>
 <link href='https://rubygems.org/gems/rdf-turtle' property='earl:subject' />
 <span property='earl:result' typeof='TestResult'>
 <span property='earl:outcome' resource='earl:untested'>
@@ -300,7 +300,7 @@ This report was tested using the following test subjects:
 <span about='https://rubygems.org/gems/rdf-turtle' property='doap:name'>RDF::Turtle</span>
 </a>
 </dt>
-<dd property='earl:testSubjects' resource='https://rubygems.org/gems/rdf-turtle' typeof='doap:Project Software TestSubject'>
+<dd property='earl:testSubjects' resource='https://rubygems.org/gems/rdf-turtle' typeof='Software doap:Project TestSubject'>
 <dl>
 <dt>Description</dt>
 <dd lang='en' property='doap:description'>RDF::Turtle is an Turtle reader/writer for the RDF.rb library suite.</dd>
@@ -346,7 +346,7 @@ Example Test Cases
 </dd>
 </dl>
 </section>
-<section class='appendix' id='individual-test-results' rel='xhv:related earl:assertions'>
+<section class='appendix' id='individual-test-results' rel='xhv:related mf:report'>
 <h2>
 <span class='secno'>B.</span>
 Individual Test Results
@@ -376,11 +376,11 @@ Test
 <pre class='example actionDoc' property='mf:action' resource='http://example/test-00.ttl' title='subm-test-00 Input'>http://example/test-00.ttl not loaded</pre>
 <pre class='example resultDoc' property='mf:result' resource='http://example/test-00.out' title='subm-test-00 Result'>http://example/test-00.out not loaded</pre>
 </dd>
-<dt id='test_9616fad74c7bf0cfba5d70f087ed0a96' resource='_:b0'>
+<dt id='test_b4d4f9531721bf1a6e4562f27353abd3' resource='_:b1'>
 Test
 <span property='dc:title mf:name'>subm-test-01</span>
 </dt>
-<dd resource='_:b0'>
+<dd resource='_:b1'>
 <p property='dc:description rdfs:comment'></p>
 <pre class='example actionDoc' property='mf:action' resource='http://example/test-01.ttl' title='subm-test-01 Input'>http://example/test-01.ttl not loaded</pre>
 <pre class='example resultDoc' property='mf:result' resource='http://example/test-01.out' title='subm-test-01 Result'>http://example/test-01.out not loaded</pre>
@@ -388,7 +388,7 @@ Test
 </div>
 </dl>
 </section>
-<section class='appendix' id='report-generation-software' property='earl:generatedBy' resource='https://rubygems.org/gems/earl-report' typeof='doap:Project Software'>
+<section class='appendix' id='report-generation-software' property='earl:generatedBy' resource='https://rubygems.org/gems/earl-report' typeof='Software doap:Project'>
 <h2>
 <span class='secno'>D.</span>
 Report Generation Software
@@ -399,9 +399,9 @@ This report generated by
 <meta content='Earl Report summary generator' property='doap:shortdesc' />
 <meta content='EarlReport generates HTML+RDFa rollups of multiple EARL reports' property='doap:description' />
 version
-<span property='doap:release' resource='https://github.com/gkellogg/earl-report/tree/0.5.2' typeof='doap:Version'>
-<span property='doap:revision'>0.5.2</span>
-<meta content='earl-report-0.5.2' property='doap:name' />
+<span property='doap:release' resource='https://github.com/gkellogg/earl-report/tree/0.7.0' typeof='doap:Version'>
+<span property='doap:revision'>0.7.0</span>
+<meta content='earl-report-0.7.0' property='doap:name' />
 </span>
 an
 <a href='http://unlicense.org' property='doap:license'>Unlicensed</a>