rdf-turtle 1.0.8 → 1.0.9

checksums.yaml

@@ -1,7 +1,15 @@
---- 
-SHA1: 
-  metadata.gz: c68accbd136340b3f800311160c941f8e4a49918
-  data.tar.gz: cd836cf67206a0ac55fa42d24f4f86787cb9ccb9
-SHA512: 
-  metadata.gz: cc9d22cd4cf0409a63c54b0c7d866778f2edbedf3df8b1c0dc73b22ab2c95514c0fadbc02d4a20a509e04e956807355a6d859b9d23538e0d1bcdd0832ab820b9
-  data.tar.gz: 3598c50ae9c4d4d485b9da24ad59870d26034bd428a3b0914c6bff0708853d28b5df4fc83d674185685e67071a1eac87e2412fafe409966d4142374e62c04aa0
+---
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    MWFjZTgwYTA4YmJmMDk2NDZkZGQ1YjA3MTkxMmY1ZDFhM2ViMDBlNg==
+  data.tar.gz: !binary |-
+    MDhmM2ZlOWEwYjdlYmY4MWU4NTM1YmY3MjdlOTFiOTEwOGU4NWYzMQ==
+!binary "U0hBNTEy":
+  metadata.gz: !binary |-
+    NDQ3ODc2YWMwY2I5YzhlOGY0ZmQxOThhMzcyM2U5ZDE4OTU3NDNmNjFkZjVl
+    YWU0MTg3Y2I3MDQzN2Q4MDYxNDlkMzVjYTFhZDZhMWY4ZmQzNjBjNzkyZWRk
+    NjBiYzVjY2RmNGY2MjUzNzQyMzIxNjI5M2E4YjI4OTc4NGJlYTE=
+  data.tar.gz: !binary |-
+    ODQ3Njk3ZWM3NGFiZGJlNzE2ODcxMzRiNGQ0Mjg5NzIzYmI0Y2EzMDQyN2Rj
+    YWI4ZjA3M2EzMjJjMzliMTgyYjRmNmM2MDdkYzAzYjRmMjgwYzkwOGVkZDk3
+    NGY0MmY2MmVkZmVhOGFlYWY1MTMwMTdjYmQ2NDQ5NTk1NzZiNDQ=

data/README.md

@@ -16,6 +16,7 @@ Install with `gem install rdf-turtle`
 * 100% free and unencumbered [public domain](http://unlicense.org/) software.
 * Implements a complete parser for [Turtle][].
 * Compatible with Ruby 1.8.7+, Ruby >= 1.9, and JRuby 1.7+.
+* Optional streaming writer, to serialize large graphs
 
 ## Usage
 Instantiate a reader from a local file:

data/VERSION

@@ -1 +1 @@
-1.0.8
+1.0.9

data/lib/rdf/turtle/streaming_writer.rb

@@ -0,0 +1,52 @@
+require 'rdf/turtle/terminals'
+
+module RDF::Turtle
+  ##
+  # Streaming writer interface
+  # @author [Gregg Kellogg](http://greggkellogg.net/)
+  module StreamingWriter
+    ##
+    # Write out declarations
+    # @return [void] `self`
+    def stream_prologue
+      if @options[:standard_prefixes]
+        RDF::Vocabulary.each do |vocab|
+          pfx = vocab.__name__.to_s.split('::').last.downcase
+          prefix(pfx, vocab.to_uri)
+        end
+      end
+      preprocess
+      start_document
+      @output.puts ""
+      self
+    end
+
+    ##
+    # Write out a statement, retaining current
+    # `subject` and `predicate` to create more compact output
+    # @return [void] `self`
+    def stream_statement(statement)
+      if statement.subject != @streaming_subject
+        @output.puts ' .' if @streaming_subject
+        @streaming_subject, @streaming_predicate = statement.subject, statement.predicate
+        @output.write "#{format_term(statement.subject)} "
+        @output.write "#{format_term(statement.predicate)} "
+      elsif statement.predicate != @streaming_predicate
+        @streaming_predicate = statement.predicate
+        @output.write ";\n#{indent(1)}#{format_term(statement.predicate)} "
+      else
+        @output.write ",\n#{indent(2)}"
+      end
+      @output.write("#{format_term(statement.object)}")
+    end
+
+    ##
+    # Complete open statements
+    # @return [void] `self`
+    def stream_epilogue
+      @output.puts ' .' if @streaming_subject
+    end
+
+    private
+  end
+end

data/lib/rdf/turtle/writer.rb

@@ -1,4 +1,5 @@
 require 'rdf/turtle/terminals'
+require 'rdf/turtle/streaming_writer'
 
 module RDF::Turtle
   ##
@@ -34,6 +35,13 @@ module RDF::Turtle
   #     end
   #   end
   #
+  # @example Serializing RDF statements to a string in streaming mode
+  #   RDF::Turtle::Writer.buffer(:stream => true) do |writer|
+  #     graph.each_statement do |statement|
+  #       writer << statement
+  #     end
+  #   end
+  #
   # The writer will add prefix definitions, and use them for creating @prefix definitions, and minting QNames
   #
   # @example Creating @base and @prefix definitions in output
@@ -48,12 +56,11 @@ module RDF::Turtle
   #
   # @author [Gregg Kellogg](http://greggkellogg.net/)
   class Writer < RDF::Writer
+    include StreamingWriter
     format RDF::Turtle::Format
 
     # @return [Graph] Graph of statements serialized
     attr_accessor :graph
-    # @return [URI] Base URI used for relativizing URIs
-    attr_accessor :base_uri
     
     ##
     # Initializes the Turtle writer instance.
@@ -74,6 +81,8 @@ module RDF::Turtle
     #   Maximum depth for recursively defining resources, defaults to 3
     # @option options [Boolean]  :standard_prefixes   (false)
     #   Add standard prefixes to @prefixes, if necessary.
+    # @option options [Boolean] :stream (false)
+    #   Do not attempt to optimize graph presentation, suitable for streaming large graphs.
     # @option options [String]   :default_namespace (nil)
     #   URI to use as default namespace, same as `prefixes[nil]`
     # @yield  [writer] `self`
@@ -82,10 +91,11 @@ module RDF::Turtle
     # @yield  [writer]
     # @yieldparam [RDF::Writer] writer
     def initialize(output = $stdout, options = {}, &block)
+      reset
+      @graph = RDF::Graph.new
+      @uri_to_pname = {}
+      @uri_to_prefix = {}
       super do
-        @graph = RDF::Graph.new
-        @uri_to_pname = {}
-        @uri_to_prefix = {}
         if block_given?
           case block.arity
             when 0 then instance_eval(&block)
@@ -95,21 +105,18 @@ module RDF::Turtle
       end
     end
 
-    ##
-    # Write whole graph
-    #
-    # @param  [Graph] graph
-    # @return [void]
-    def write_graph(graph)
-      @graph = graph
-    end
-
     ##
     # Adds a statement to be serialized
     # @param  [RDF::Statement] statement
     # @return [void]
     def write_statement(statement)
-      @graph.insert(statement)
+      case
+      when @options[:stream]
+        stream_statement(statement)
+      else
+        # Add to local graph and output in epilogue
+        @graph.insert(statement)
+      end
     end
 
     ##
@@ -118,10 +125,19 @@ module RDF::Turtle
     # @param  [RDF::URI]      predicate
     # @param  [RDF::Value]    object
     # @return [void]
-    # @raise  [NotImplementedError] unless implemented in subclass
-    # @abstract
     def write_triple(subject, predicate, object)
-      @graph.insert(Statement.new(subject, predicate, object))
+      write_statement(Statement.new(subject, predicate, object))
+    end
+
+    ##
+    # Write out declarations
+    # @return [void] `self`
+    def write_prologue
+      case
+      when @options[:stream]
+        stream_prologue
+      else
+      end
     end
 
     ##
@@ -130,19 +146,23 @@ module RDF::Turtle
     # @return [void]
     # @see    #write_triple
     def write_epilogue
-      @max_depth = @options[:max_depth] || 3
-      @base_uri = RDF::URI(@options[:base_uri])
+      case
+      when @options[:stream]
+        stream_epilogue
+      else
+        @max_depth = @options[:max_depth] || 3
 
-      self.reset
+        self.reset
 
-      debug("\nserialize") {"graph: #{@graph.size}"}
+        debug("\nserialize") {"graph: #{@graph.size}"}
 
-      preprocess
-      start_document
+        preprocess
+        start_document
 
-      order_subjects.each do |subject|
-        unless is_done?(subject)
-          statement(subject)
+        order_subjects.each do |subject|
+          unless is_done?(subject)
+            statement(subject)
+          end
         end
       end
     end
@@ -300,8 +320,8 @@ module RDF::Turtle
       
       # Start with base_uri
       if base_uri && @subjects.keys.include?(base_uri)
-        subjects << base_uri
-        seen[base_uri] = true
+        subjects << RDF::URI(base_uri)
+        seen[RDF::URI(base_uri)] = true
       end
       
       # Add distinguished classes
@@ -328,11 +348,16 @@ module RDF::Turtle
       (@options[:prefixes] || {}).each_pair do |k, v|
         @uri_to_prefix[v.to_s] = k
       end
-      @options[:prefixes] = {}  # Will define actual used when matched
 
       prefix(nil, @options[:default_namespace]) if @options[:default_namespace]
 
-      @graph.each {|statement| preprocess_statement(statement)}
+      case
+      when @options[:stream]
+      else
+        @options[:prefixes] = {}  # Will define actual used when matched
+
+        @graph.each {|statement| preprocess_statement(statement)}
+      end
     end
     
     # Perform any statement preprocessing required. This is used to perform reference counts and determine required

metadata

@@ -1,150 +1,184 @@
---- !ruby/object:Gem::Specification 
+--- !ruby/object:Gem::Specification
 name: rdf-turtle
-version: !ruby/object:Gem::Version 
-  version: 1.0.8
+version: !ruby/object:Gem::Version
+  version: 1.0.9
 platform: ruby
-authors: 
+authors:
 - Gregg Kellogg
 autorequire: 
 bindir: bin
 cert_chain: []
-
-date: 2013-06-18 00:00:00 Z
-dependencies: 
-- !ruby/object:Gem::Dependency 
+date: 2013-07-29 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
   name: rdf
-  prerelease: false
-  requirement: &id001 !ruby/object:Gem::Requirement 
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
         version: 1.0.7
   type: :runtime
-  version_requirements: *id001
-- !ruby/object:Gem::Dependency 
-  name: ebnf
   prerelease: false
-  requirement: &id002 !ruby/object:Gem::Requirement 
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.0.7
+- !ruby/object:Gem::Dependency
+  name: ebnf
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
         version: 0.3.0
   type: :runtime
-  version_requirements: *id002
-- !ruby/object:Gem::Dependency 
-  name: open-uri-cached
   prerelease: false
-  requirement: &id003 !ruby/object:Gem::Requirement 
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.3.0
+- !ruby/object:Gem::Dependency
+  name: open-uri-cached
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
         version: 0.0.5
   type: :development
-  version_requirements: *id003
-- !ruby/object:Gem::Dependency 
-  name: rspec
   prerelease: false
-  requirement: &id004 !ruby/object:Gem::Requirement 
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.0.5
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
         version: 2.12.0
   type: :development
-  version_requirements: *id004
-- !ruby/object:Gem::Dependency 
-  name: rdf-isomorphic
   prerelease: false
-  requirement: &id005 !ruby/object:Gem::Requirement 
-    requirements: 
-    - &id006 
-      - ">="
-      - !ruby/object:Gem::Version 
-        version: "0"
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 2.12.0
+- !ruby/object:Gem::Dependency
+  name: rdf-isomorphic
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
   type: :development
-  version_requirements: *id005
-- !ruby/object:Gem::Dependency 
-  name: json-ld
   prerelease: false
-  requirement: &id007 !ruby/object:Gem::Requirement 
-    requirements: 
-    - *id006
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: json-ld
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
   type: :development
-  version_requirements: *id007
-- !ruby/object:Gem::Dependency 
-  name: yard
   prerelease: false
-  requirement: &id008 !ruby/object:Gem::Requirement 
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: yard
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
         version: 0.8.3
   type: :development
-  version_requirements: *id008
-- !ruby/object:Gem::Dependency 
-  name: rdf-spec
   prerelease: false
-  requirement: &id009 !ruby/object:Gem::Requirement 
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        version: "1.0"
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.8.3
+- !ruby/object:Gem::Dependency
+  name: rdf-spec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '1.0'
   type: :development
-  version_requirements: *id009
-- !ruby/object:Gem::Dependency 
-  name: rake
   prerelease: false
-  requirement: &id010 !ruby/object:Gem::Requirement 
-    requirements: 
-    - *id006
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '1.0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
   type: :development
-  version_requirements: *id010
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 description: RDF::Turtle is an Turtle reader/writer for the RDF.rb library suite.
 email: public-rdf-ruby@w3.org
 executables: []
-
 extensions: []
-
 extra_rdoc_files: []
-
-files: 
+files:
 - AUTHORS
 - README.md
 - History
 - UNLICENSE
 - VERSION
-- lib/rdf/turtle.rb
 - lib/rdf/turtle/format.rb
 - lib/rdf/turtle/freebase_reader.rb
 - lib/rdf/turtle/meta.rb
 - lib/rdf/turtle/reader.rb
+- lib/rdf/turtle/streaming_writer.rb
 - lib/rdf/turtle/terminals.rb
 - lib/rdf/turtle/version.rb
 - lib/rdf/turtle/writer.rb
+- lib/rdf/turtle.rb
 homepage: http://ruby-rdf.github.com/rdf-turtle
-licenses: 
+licenses:
 - Public Domain
 metadata: {}
-
 post_install_message: 
 rdoc_options: []
-
-require_paths: 
+require_paths:
 - lib
-required_ruby_version: !ruby/object:Gem::Requirement 
-  requirements: 
-  - - ">="
-    - !ruby/object:Gem::Version 
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
       version: 1.8.1
-required_rubygems_version: !ruby/object:Gem::Requirement 
-  requirements: 
-  - *id006
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
 requirements: []
-
 rubyforge_project: rdf-turtle
-rubygems_version: 2.0.3
+rubygems_version: 2.0.5
 signing_key: 
 specification_version: 4
 summary: Turtle reader/writer for Ruby.
 test_files: []
-
 has_rdoc: false