json-ld 3.1.2 → 3.1.7

data/spec/streaming_reader_spec.rb

@@ -0,0 +1,237 @@
+# coding: utf-8
+require_relative 'spec_helper'
+require 'rdf/spec/reader'
+
+describe JSON::LD::Reader do
+  let!(:doap) {File.expand_path("../../etc/doap.jsonld", __FILE__)}
+  let!(:doap_nt) {File.expand_path("../../etc/doap.nt", __FILE__)}
+  let!(:doap_count) {File.open(doap_nt).each_line.to_a.length}
+  let(:logger) {RDF::Spec.logger}
+
+  after(:each) {|example| puts logger.to_s if example.exception}
+
+  it_behaves_like 'an RDF::Reader' do
+    let(:reader_input) {File.read(doap)}
+    let(:reader) {JSON::LD::Reader.new(reader_input, stream: true)}
+    let(:reader_count) {doap_count}
+  end
+
+  context "when validating", pending: ("JRuby support for jsonlint" if RUBY_ENGINE == "jruby") do
+    it "detects invalid JSON" do
+      expect do |b|
+        described_class.new(StringIO.new(%({"a": "b", "a": "c"})), validate: true, logger: false).each_statement(&b)
+      end.to raise_error(RDF::ReaderError)
+    end
+  end
+
+  context :interface do
+    {
+      plain: %q({
+        "@context": {"foaf": "http://xmlns.com/foaf/0.1/"},
+        "@type": "foaf:Person",
+        "@id": "_:bnode1",
+        "foaf:homepage": "http://example.com/bob/",
+        "foaf:name": "Bob"
+      }),
+      leading_comment: %q(
+      // A comment before content
+      {
+        "@context": {"foaf": "http://xmlns.com/foaf/0.1/"},
+        "@type": "foaf:Person",
+        "@id": "_:bnode1",
+        "foaf:homepage": "http://example.com/bob/",
+        "foaf:name": "Bob"
+      }),
+      script: %q(<script type="application/ld+json">
+      {
+        "@context": {"foaf": "http://xmlns.com/foaf/0.1/"},
+        "@type": "foaf:Person",
+        "@id": "_:bnode1",
+        "foaf:homepage": "http://example.com/bob/",
+        "foaf:name": "Bob"
+      }
+      </script>),
+      script_comments: %q(<script type="application/ld+json">
+      // A comment before content
+      {
+        "@context": {"foaf": "http://xmlns.com/foaf/0.1/"},
+        "@type": "foaf:Person",
+        "@id": "_:bnode1",
+        "foaf:homepage": "http://example.com/bob/",
+        "foaf:name": "Bob"
+       }
+      </script>),
+    }.each do |variant, src|
+      context variant do
+        subject {src}
+
+        describe "#initialize" do
+          it "yields reader given string" do
+            inner = double("inner")
+            expect(inner).to receive(:called).with(JSON::LD::Reader)
+            JSON::LD::Reader.new(subject, stream: true) do |reader|
+              inner.called(reader.class)
+            end
+          end
+
+          it "yields reader given IO" do
+            inner = double("inner")
+            expect(inner).to receive(:called).with(JSON::LD::Reader)
+            JSON::LD::Reader.new(StringIO.new(subject), stream: true) do |reader|
+              inner.called(reader.class)
+            end
+          end
+
+          it "returns reader" do
+            expect(JSON::LD::Reader.new(subject, stream: true)).to be_a(JSON::LD::Reader)
+          end
+        end
+
+        describe "#each_statement" do
+          it "yields statements" do
+            inner = double("inner")
+            expect(inner).to receive(:called).with(RDF::Statement).exactly(3)
+            JSON::LD::Reader.new(subject, stream: true).each_statement do |statement|
+              inner.called(statement.class)
+            end
+          end
+        end
+
+        describe "#each_triple" do
+          it "yields statements" do
+            inner = double("inner")
+            expect(inner).to receive(:called).exactly(3)
+            JSON::LD::Reader.new(subject, stream: true).each_triple do |subject, predicate, object|
+              inner.called(subject.class, predicate.class, object.class)
+            end
+          end
+        end
+      end
+    end
+  end
+
+  context "Selected toRdf tests" do
+    {
+      "e004": {
+        input: %({
+          "@context": {
+            "mylist1": {"@id": "http://example.com/mylist1", "@container": "@list"}
+          },
+          "@id": "http://example.org/id",
+          "mylist1": { "@list": [ ] },
+          "http://example.org/list1": { "@list": [ null ] },
+          "http://example.org/list2": { "@list": [ {"@value": null} ] }
+        }),
+        expect: %(
+        <http://example.org/id> <http://example.com/mylist1> <http://www.w3.org/1999/02/22-rdf-syntax-ns#nil> .
+        <http://example.org/id> <http://example.org/list1> <http://www.w3.org/1999/02/22-rdf-syntax-ns#nil> .
+        <http://example.org/id> <http://example.org/list2> <http://www.w3.org/1999/02/22-rdf-syntax-ns#nil> .
+        )
+      },
+      "e015": {
+        input: %({
+          "@context": {
+            "myset2": {"@id": "http://example.com/myset2", "@container": "@set" }
+          },
+          "@id": "http://example.org/id",
+          "myset2": [ [], { "@set": [ null ] }, [ null ] ]
+        }),
+        expect: %(
+        )
+      },
+      "in06": {
+        input: %({
+          "@context": {
+            "@version": 1.1,
+            "@vocab": "http://example.org/vocab#",
+            "@base": "http://example.org/base/",
+            "id": "@id",
+            "type": "@type",
+            "data": "@nest",
+            "links": "@nest",
+            "relationships": "@nest",
+            "self": {"@type": "@id"},
+            "related": {"@type": "@id"}
+          },
+          "data": [{
+            "type": "articles",
+            "id": "1",
+            "author": {
+              "data": { "type": "people", "id": "9" }
+            }
+          }]
+        }),
+        expect: %(
+        <http://example.org/base/1> <http://example.org/vocab#author> <http://example.org/base/9> .
+        <http://example.org/base/1> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://example.org/vocab#articles> .
+        <http://example.org/base/9> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://example.org/vocab#people> .
+        ),
+        pending: "@nest defining @id"
+      }
+    }.each do |name, params|
+      it name do
+        run_to_rdf params
+      end
+    end
+  end
+
+  describe "test suite" do
+    require_relative 'suite_helper'
+    m = Fixtures::SuiteTest::Manifest.open("#{Fixtures::SuiteTest::STREAM_SUITE}stream-toRdf-manifest.jsonld")
+    describe m.name do
+      m.entries.each do |t|
+        specify "#{t.property('@id')}: #{t.name}#{' (negative test)' unless t.positiveTest?}" do
+          pending "Generalized RDF" if t.options[:produceGeneralizedRdf]
+          pending "@nest defining @id" if %w(#tin06).include?(t.property('@id'))
+          pending "double @reverse" if %w(#te043).include?(t.property('@id'))
+          pending "graph map containing named graph" if %w(#te084 #te087 #te098 #te101 #te105 #te106).include?(t.property('@id'))
+          pending "named graphs" if %w(#t0029 #te021).include?(t.property('@id'))
+
+          if %w(#t0118).include?(t.property('@id'))
+            expect {t.run self}.to write(/Statement .* is invalid/).to(:error)
+          elsif %w(#twf07).include?(t.property('@id'))
+            expect {t.run self}.to write(/skipping graph statement within invalid graph name/).to(:error)
+          elsif %w(#te075).include?(t.property('@id'))
+            expect {t.run self}.to write(/is invalid/).to(:error)
+          elsif %w(#te005 #tpr34 #tpr35 #tpr36 #tpr37 #tpr38 #tpr39 #te119 #te120).include?(t.property('@id'))
+            expect {t.run self}.to write("beginning with '@' are reserved for future use").to(:error)
+          elsif %w(#te068).include?(t.property('@id'))
+            expect {t.run self}.to write("[DEPRECATION]").to(:error)
+          elsif %w(#twf05).include?(t.property('@id'))
+            expect {t.run self}.to write("@language must be valid BCP47").to(:error)
+          else
+            expect {t.run self}.not_to write.to(:error)
+          end
+        end
+      end
+    end
+  end unless ENV['CI']
+
+  def run_to_rdf(params)
+    input = params[:input]
+    logger.info("input: #{input}")
+    output = RDF::Repository.new
+    if params[:expect]
+      RDF::NQuads::Reader.new(params[:expect], validate: false) {|r| output << r}
+      logger.info("expect (quads): #{output.dump(:nquads, validate: false)}")
+    else
+      logger.info("expect: #{Regexp.new params[:exception]}")
+    end
+    
+    graph = params[:graph] || RDF::Repository.new
+    pending params.fetch(:pending, "test implementation") if !input || params[:pending]
+    if params[:exception]
+      expect do |b|
+        JSON::LD::Reader.new(input, stream: true, validate: true, logger: false, **params).each_statement(&b)
+      end.to raise_error {|er| expect(er.message).to include params[:exception]}
+    else
+      if params[:write]
+        expect{JSON::LD::Reader.new(input, stream: true, logger: logger, **params) {|st| graph << st}}.to write(params[:write]).to(:error)
+      else
+        expect{JSON::LD::Reader.new(input, stream: true, logger: logger, **params) {|st| graph << st}}.not_to write.to(:error)
+      end
+      logger.info("results (quads): #{graph.dump(:nquads, validate: false)}")
+      expect(graph).to be_equivalent_graph(output, logger: logger, inputDocument: input)
+    end
+  end
+end

data/spec/suite_helper.rb

@@ -6,6 +6,7 @@ module RDF::Util
     LOCAL_PATHS = {
       "https://w3c.github.io/json-ld-api/tests/" => ::File.expand_path("../json-ld-api/tests", __FILE__) + '/',
       "https://w3c.github.io/json-ld-framing/tests/" => ::File.expand_path("../json-ld-framing/tests", __FILE__) + '/',
+      "https://w3c.github.io/json-ld-streaming/tests/" => ::File.expand_path("../json-ld-streaming/tests", __FILE__) + '/',
       "file:" => ""
     }
 
@@ -74,6 +75,7 @@ module Fixtures
   module SuiteTest
     SUITE = RDF::URI("https://w3c.github.io/json-ld-api/tests/")
     FRAME_SUITE = RDF::URI("https://w3c.github.io/json-ld-framing/tests/")
+    STREAM_SUITE = RDF::URI("https://w3c.github.io/json-ld-streaming/tests/")
 
     class Manifest < JSON::LD::Resource
       attr_accessor :manifest_url
@@ -228,14 +230,14 @@ module Fixtures
               JSON::LD::API.fromRdf(repo, logger: logger, **options)
             when "jld:ToRDFTest"
               repo = RDF::Repository.new
-              JSON::LD::API.toRdf(input_loc, logger: logger, **options) do |statement|
-                # To properly compare values of rdf:language and i18n datatypes, normalize to lower case
-                if statement.predicate == RDF.to_uri + 'language'
-                  statement.object = RDF::Literal(statement.object.to_s.downcase) if statement.object.literal?
-                elsif statement.object.literal? && statement.object.datatype.to_s.start_with?('https://www.w3.org/ns/i18n#')
-                  statement.object.datatype = RDF::URI(statement.object.datatype.to_s.downcase)
+              if manifest_url.to_s.include?('stream')
+                JSON::LD::Reader.open(input_loc, stream: true, logger: logger, **options) do |statement|
+                  repo << statement
+                end
+              else
+                JSON::LD::API.toRdf(input_loc, logger: logger, **options) do |statement|
+                  repo << statement
                 end
-                repo << statement
               end
               logger.info "nq: #{repo.map(&:to_nquads)}"
               repo
@@ -320,7 +322,11 @@ module Fixtures
                     raise "Expected status #{t.property('expectErrorCode')}, not #{last_response.status}"
                   end
                 when "jld:ToRDFTest"
-                  JSON::LD::API.toRdf(t.input_loc, logger: logger, **options) {}
+                  if t.manifest_url.to_s.include?('stream')
+                    JSON::LD::Reader.open(t.input_loc, stream: true, logger: logger, **options).each_statement {}
+                  else
+                    JSON::LD::API.toRdf(t.input_loc, logger: logger, **options) {}
+                  end
                 else
                   success("Unknown test type: #{testType}")
                 end

data/spec/suite_to_rdf_spec.rb

@@ -9,6 +9,7 @@ describe JSON::LD do
       m.entries.each do |t|
         specify "#{t.property('@id')}: #{t.name}#{' (negative test)' unless t.positiveTest?}" do
           pending "Generalized RDF" if t.options[:produceGeneralizedRdf]
+          pending "RDF*" if t.property('@id') == '#te122'
           if %w(#t0118).include?(t.property('@id'))
             expect {t.run self}.to write(/Statement .* is invalid/).to(:error)
           elsif %w(#te075).include?(t.property('@id'))

data/spec/to_rdf_spec.rb

@@ -1175,6 +1175,212 @@ describe JSON::LD::API do
       end
     end
 
+    context "JSON-LD*" do
+      {
+        "node with embedded subject without rdfstar option": {
+          input: %({
+            "@id": {
+              "@id": "ex:rei",
+              "ex:prop": "value"
+            },
+            "ex:prop": "value2"
+          }),
+          exception: JSON::LD::JsonLdError::InvalidIdValue
+        },
+      }.each do |title, params|
+        it(title) {run_to_rdf params}
+      end
+
+      {
+        "node with embedded subject having no @id": {
+          input: %({
+            "@id": {
+              "ex:prop": "value"
+            },
+            "ex:prop": "value2"
+          }),
+          expected: %(
+            <<_:b0 <ex:prop> "value">> <ex:prop> "value2" .
+          ),
+        },
+        "node with embedded subject having IRI @id": {
+          input: %({
+            "@id": {
+              "@id": "ex:rei",
+              "ex:prop": "value"
+            },
+            "ex:prop": "value2"
+          }),
+          expected: %(
+            <<<ex:rei> <ex:prop> "value">> <ex:prop> "value2" .
+          ),
+        },
+        "node with embedded subject having BNode @id": {
+          input: %({
+            "@id": {
+              "@id": "_:rei",
+              "ex:prop": "value"
+            },
+            "ex:prop": "value2"
+          }),
+          expected: %(
+           <<_:b0 <ex:prop> "value">> <ex:prop> "value2" .
+          ),
+        },
+        "node with embedded subject having a type": {
+          input: %({
+            "@id": {
+              "@id": "ex:rei",
+              "@type": "ex:Type"
+            },
+            "ex:prop": "value2"
+          }),
+          expected: %(
+            <<<ex:rei> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <ex:Type>>> <ex:prop> "value2" .
+          ),
+        },
+        "node with embedded subject having an IRI value": {
+          input: %({
+            "@id": {
+              "@id": "ex:rei",
+              "ex:prop": {"@id": "ex:value"}
+            },
+            "ex:prop": "value2"
+          }),
+          expected: %(
+            <<<ex:rei> <ex:prop> <ex:value>>> <ex:prop> "value2" .
+          ),
+        },
+        "node with embedded subject having an BNode value": {
+          input: %({
+            "@id": {
+              "@id": "ex:rei",
+              "ex:prop": {"@id": "_:value"}
+            },
+            "ex:prop": "value2"
+          }),
+          expected: %(
+            <<<ex:rei> <ex:prop> _:b0>> <ex:prop> "value2" .
+          ),
+        },
+        "node with recursive embedded subject": {
+          input: %({
+            "@id": {
+              "@id": {
+                "@id": "ex:rei",
+                "ex:prop": "value3"
+              },
+              "ex:prop": "value"
+            },
+            "ex:prop": "value2"
+          }),
+          expected: %(
+            <<<<<ex:rei> <ex:prop> "value3">> <ex:prop> "value">> <ex:prop> "value2" .
+          ),
+        },
+        "illegal node with subject having no property": {
+          input: %({
+            "@id": {
+              "@id": "ex:rei"
+            },
+            "ex:prop": "value3"
+          }),
+          exception: JSON::LD::JsonLdError::InvalidEmbeddedNode
+        },
+        "illegal node with subject having multiple properties": {
+          input: %({
+            "@id": {
+              "@id": "ex:rei",
+              "ex:prop": ["value1", "value2"]
+            },
+            "ex:prop": "value3"
+          }),
+          exception: JSON::LD::JsonLdError::InvalidEmbeddedNode
+        },
+        "illegal node with subject having multiple types": {
+          input: %({
+            "@id": {
+              "@id": "ex:rei",
+              "@type": ["ex:Type1", "ex:Type2"]
+            },
+            "ex:prop": "value3"
+          }),
+          exception: JSON::LD::JsonLdError::InvalidEmbeddedNode
+        },
+        "illegal node with subject having type and property": {
+          input: %({
+            "@id": {
+              "@id": "ex:rei",
+              "@type": "ex:Type",
+              "ex:prop": "value"
+            },
+            "ex:prop": "value2"
+          }),
+          exception: JSON::LD::JsonLdError::InvalidEmbeddedNode
+        },
+        "node with embedded object": {
+          input: %({
+            "@id": "ex:subj",
+            "ex:value": {
+              "@id": {
+                "@id": "ex:rei",
+                "ex:prop": "value"
+              }
+            }
+          }),
+          expected: %(
+            <ex:subj> <ex:value> <<<ex:rei> <ex:prop> "value">> .
+          ),
+        },
+        "node with embedded object having properties": {
+          input: %({
+            "@id": "ex:subj",
+            "ex:value": {
+              "@id": {
+                "@id": "ex:rei",
+                "ex:prop": "value"
+              },
+              "ex:prop": "value2"
+            }
+          }),
+          expected: %(
+            <ex:subj> <ex:value> <<<ex:rei> <ex:prop> "value">> .
+            <<<ex:rei> <ex:prop> "value">> <ex:prop> "value2" .
+          ),
+        },
+        "node with recursive embedded object": {
+          input: %({
+            "@id": "ex:subj",
+            "ex:value": {
+              "@id": {
+                "@id": {
+                  "@id": "ex:rei",
+                  "ex:prop": "value3"
+                },
+                "ex:prop": "value"
+              },
+              "ex:prop": "value2"
+            }
+          }),
+          expected: %(
+            <ex:subj> <ex:value> <<<<<ex:rei> <ex:prop> "value3">> <ex:prop> "value">> .
+            <<<<<ex:rei> <ex:prop> "value3">> <ex:prop> "value">> <ex:prop> "value2" .
+          ),
+        },
+      }.each do |title, params|
+        context(title) do
+          it "Generates statements" do
+            output_graph = RDF::Graph.new {|g| g << RDF::NTriples::Reader.new(params[:expected], rdfstar: true)}
+            run_to_rdf params.merge(rdfstar: true, output: output_graph)
+          end if params[:expected]
+
+          it "Exception" do
+            run_to_rdf params.merge(rdfstar: true)
+          end if params[:exception]
+        end
+      end
+    end
+
     context "exceptions" do
       {
         "Invalid subject" => {