turtle_reader 0.0.1

data/ChangeLog

@@ -0,0 +1,11 @@
+# markup: rd
+
+= Revision history for turtle_reader
+
+== 0.0.1 [2014-04-30]
+
+* First release (extracted from ruby-nuggets).
+
+== 0.0.0 [2014-04-30]
+
+* Birthday :-)

data/README

@@ -0,0 +1,41 @@
+= turtle_reader - RDF Turtle reader
+
+== VERSION
+
+This documentation refers to turtle_reader version 0.0.1
+
+
+== DESCRIPTION
+
+A convenience wrapper for reading RDF Turtle data.
+
+
+== LINKS
+
+Documentation:: https://blackwinter.github.io/turtle_reader/
+Source code::   https://github.com/blackwinter/turtle_reader
+RubyGem::       https://rubygems.org/gems/turtle_reader
+Travis CI::     https//travis-ci.org/blackwinter/turtle_reader
+
+
+== AUTHORS
+
+* Jens Wille <mailto:jens.wille@gmail.com>
+
+
+== LICENSE AND COPYRIGHT
+
+Copyright (C) 2014 Jens Wille
+
+turtle_reader is free software: you can redistribute it and/or modify it
+under the terms of the GNU Affero General Public License as published by
+the Free Software Foundation, either version 3 of the License, or (at your
+option) any later version.
+
+turtle_reader is distributed in the hope that it will be useful, but
+WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
+or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public
+License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with turtle_reader. If not, see <http://www.gnu.org/licenses/>.

data/Rakefile

@@ -0,0 +1,25 @@
+require File.expand_path(%q{../lib/turtle_reader/version}, __FILE__)
+
+begin
+  require 'hen'
+
+  Hen.lay! {{
+    gem: {
+      name:         %q{turtle_reader},
+      version:      TurtleReader::VERSION,
+      summary:      %q{RDF Turtle reader.},
+      description:  %q{A convenience wrapper for reading RDF Turtle data.},
+      author:       %q{Jens Wille},
+      email:        %q{jens.wille@gmail.com},
+      license:      %q{AGPL-3.0},
+      homepage:     :blackwinter,
+      dependencies: %w[rdf-turtle],
+
+      development_dependencies: %w[rbzip2],
+
+      required_ruby_version: '>= 1.9.3'
+    }
+  }}
+rescue LoadError => err
+  warn "Please install the `hen' gem. (#{err})"
+end

data/lib/turtle_reader/rdf/compression.rb

@@ -0,0 +1,96 @@
+# encoding: utf-8
+
+#--
+###############################################################################
+#                                                                             #
+# turtle_reader -- RDF Turtle reader                                          #
+#                                                                             #
+# Copyright (C) 2014 Jens Wille                                               #
+#                                                                             #
+# Authors:                                                                    #
+#     Jens Wille <jens.wille@gmail.com>                                       #
+#                                                                             #
+# turtle_reader is free software; you can redistribute it and/or modify it    #
+# under the terms of the GNU Affero General Public License as published by    #
+# the Free Software Foundation; either version 3 of the License, or (at your  #
+# option) any later version.                                                  #
+#                                                                             #
+# turtle_reader is distributed in the hope that it will be useful, but        #
+# WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY  #
+# or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public      #
+# License for more details.                                                   #
+#                                                                             #
+# You should have received a copy of the GNU Affero General Public License    #
+# along with turtle_reader. If not, see <http://www.gnu.org/licenses/>.       #
+#                                                                             #
+###############################################################################
+#++
+
+require 'rdf/util'
+
+begin
+  require 'zlib'
+rescue LoadError => err
+  warn err if $VERBOSE
+end
+
+begin
+  require 'rbzip2'
+
+  class RBzip2::Decompressor
+
+    def eof?
+      @current_state == EOF
+    end
+
+    def gets(sep = $/)
+      r = ''
+
+      loop {
+        b = read0
+        break if b < 0
+
+        count(1)
+        r << b
+
+        break if r.end_with?(sep)
+      }
+
+      r
+    end
+
+    def rewind
+      @io.rewind
+      initialize(@io)
+    end
+
+  end
+rescue LoadError => err
+  warn err if $VERBOSE
+end
+
+class << RDF::Util::File
+
+  alias_method :_turtle_reader_original_open_file, :open_file
+
+  def open_file(filename_or_url, options = {}, &block)
+    klass = begin
+      case filename_or_url
+        when /\.bz(?:ip)?2?\z/i then RBzip2::Decompressor
+        when /\.gz(?:ip)?\z/i   then Zlib::GzipReader
+      end
+    rescue NameError => err
+      err.message.sub!('Module::', '')
+      raise
+    end
+
+    if klass
+      original_block, block = block, lambda { |file|
+        original_block[file.is_a?(IO) ? klass.new(file) : file]
+      }
+    end
+
+    _turtle_reader_original_open_file(filename_or_url, options, &block)
+  end
+
+end

data/lib/turtle_reader/rdf/prefix.rb

@@ -0,0 +1,31 @@
+# encoding: utf-8
+
+#--
+###############################################################################
+#                                                                             #
+# turtle_reader -- RDF Turtle reader                                          #
+#                                                                             #
+# Copyright (C) 2014 Jens Wille                                               #
+#                                                                             #
+# Authors:                                                                    #
+#     Jens Wille <jens.wille@gmail.com>                                       #
+#                                                                             #
+# turtle_reader is free software; you can redistribute it and/or modify it    #
+# under the terms of the GNU Affero General Public License as published by    #
+# the Free Software Foundation; either version 3 of the License, or (at your  #
+# option) any later version.                                                  #
+#                                                                             #
+# turtle_reader is distributed in the hope that it will be useful, but        #
+# WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY  #
+# or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public      #
+# License for more details.                                                   #
+#                                                                             #
+# You should have received a copy of the GNU Affero General Public License    #
+# along with turtle_reader. If not, see <http://www.gnu.org/licenses/>.       #
+#                                                                             #
+###############################################################################
+#++
+
+require 'rdf'
+
+def RDF.__prefix__; :rdf; end

data/lib/turtle_reader/rdf/turtle/reader.rb

@@ -0,0 +1,74 @@
+# encoding: utf-8
+
+#--
+###############################################################################
+#                                                                             #
+# turtle_reader -- RDF Turtle reader                                          #
+#                                                                             #
+# Copyright (C) 2014 Jens Wille                                               #
+#                                                                             #
+# Authors:                                                                    #
+#     Jens Wille <jens.wille@gmail.com>                                       #
+#                                                                             #
+# turtle_reader is free software; you can redistribute it and/or modify it    #
+# under the terms of the GNU Affero General Public License as published by    #
+# the Free Software Foundation; either version 3 of the License, or (at your  #
+# option) any later version.                                                  #
+#                                                                             #
+# turtle_reader is distributed in the hope that it will be useful, but        #
+# WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY  #
+# or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public      #
+# License for more details.                                                   #
+#                                                                             #
+# You should have received a copy of the GNU Affero General Public License    #
+# along with turtle_reader. If not, see <http://www.gnu.org/licenses/>.       #
+#                                                                             #
+###############################################################################
+#++
+
+require 'rdf/turtle'
+
+module RDF
+  class Turtle::Reader
+
+    PARSE_OPTIONS = {
+      branch:         BRANCH,
+      first:          FIRST,
+      follow:         FOLLOW,
+      reset_on_start: true,
+
+      # NoMethodError: undefined method `[]' for nil:NilClass (line 17) [GND-sample.ttl]
+      # from .../lib/ruby/gems/shared/gems/rdf-turtle-1.1.3.1/lib/rdf/turtle/reader.rb:153
+      progress:       RUBY_PLATFORM == 'java'
+    }
+
+    def closed?
+      @input.closed?
+    end
+
+    def parse_prologue
+      parse_internal { break }
+      rewind
+      [base_uri, prefixes]
+    end
+
+    def parse_statements
+      parse_internal { |context, _, *data|
+        if context == :statement
+          data[3] = { context: data[3] }
+          yield Statement.new(*data)
+        end
+      }
+    end
+
+    private
+
+    def parse_internal(&block)
+      parse(@input, START, @options.merge(PARSE_OPTIONS), &block)
+    rescue => err
+      err.message << " (line #{lineno})"
+      raise
+    end
+
+  end
+end

data/lib/turtle_reader/rdf/uri.rb

@@ -0,0 +1,37 @@
+# encoding: utf-8
+
+#--
+###############################################################################
+#                                                                             #
+# turtle_reader -- RDF Turtle reader                                          #
+#                                                                             #
+# Copyright (C) 2014 Jens Wille                                               #
+#                                                                             #
+# Authors:                                                                    #
+#     Jens Wille <jens.wille@gmail.com>                                       #
+#                                                                             #
+# turtle_reader is free software; you can redistribute it and/or modify it    #
+# under the terms of the GNU Affero General Public License as published by    #
+# the Free Software Foundation; either version 3 of the License, or (at your  #
+# option) any later version.                                                  #
+#                                                                             #
+# turtle_reader is distributed in the hope that it will be useful, but        #
+# WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY  #
+# or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public      #
+# License for more details.                                                   #
+#                                                                             #
+# You should have received a copy of the GNU Affero General Public License    #
+# along with turtle_reader. If not, see <http://www.gnu.org/licenses/>.       #
+#                                                                             #
+###############################################################################
+#++
+
+require 'rdf'
+
+class RDF::URI
+
+  def basename
+    File.basename(path).sub(/;[^\/]*$/, '')
+  end
+
+end

data/lib/turtle_reader/version.rb

@@ -0,0 +1,27 @@
+class TurtleReader
+
+  module Version
+
+    MAJOR = 0
+    MINOR = 0
+    TINY  = 1
+
+    class << self
+
+      # Returns array representation.
+      def to_a
+        [MAJOR, MINOR, TINY]
+      end
+
+      # Short-cut for version string.
+      def to_s
+        to_a.join('.')
+      end
+
+    end
+
+  end
+
+  VERSION = Version.to_s
+
+end

data/lib/turtle_reader.rb

@@ -0,0 +1,119 @@
+# encoding: utf-8
+
+#--
+###############################################################################
+#                                                                             #
+# turtle_reader -- RDF Turtle reader                                          #
+#                                                                             #
+# Copyright (C) 2014 Jens Wille                                               #
+#                                                                             #
+# Authors:                                                                    #
+#     Jens Wille <jens.wille@gmail.com>                                       #
+#                                                                             #
+# turtle_reader is free software; you can redistribute it and/or modify it    #
+# under the terms of the GNU Affero General Public License as published by    #
+# the Free Software Foundation; either version 3 of the License, or (at your  #
+# option) any later version.                                                  #
+#                                                                             #
+# turtle_reader is distributed in the hope that it will be useful, but        #
+# WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY  #
+# or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public      #
+# License for more details.                                                   #
+#                                                                             #
+# You should have received a copy of the GNU Affero General Public License    #
+# along with turtle_reader. If not, see <http://www.gnu.org/licenses/>.       #
+#                                                                             #
+###############################################################################
+#++
+
+require_relative 'turtle_reader/rdf/turtle/reader'
+require_relative 'turtle_reader/rdf/compression'
+require_relative 'turtle_reader/rdf/prefix'
+require_relative 'turtle_reader/rdf/uri'
+
+class TurtleReader
+
+  include Enumerable
+
+  NS = RDF::Vocabulary.inject({}) { |h, v| h[v.__prefix__] = v; h }
+
+  class << self
+
+    def open(file, *args)
+      RDF::Reader.open(file, format: :ttl) { |reader|
+        turtle = new(reader, *args)
+        turtle.file = File.expand_path(file)
+
+        return block_given? ? yield(turtle) : turtle
+      }
+    end
+
+    def foreach(file, *args, &block)
+      open(file, *args) { |turtle| turtle.each(&block) }
+    end
+
+  end
+
+  def initialize(reader, map = true)
+    @reader, @base, @prefixes = reader, *reader.parse_prologue
+    self.map = map
+  end
+
+  attr_reader :reader, :map, :base, :prefixes
+
+  attr_accessor :file
+
+  def map=(map)
+    unless map.is_a?(Hash)
+      @map = Hash.new(map)
+    else
+      @map = {}
+
+      map.each { |k, v|
+        if k.is_a?(String)
+          n, s = k.split(':', 2)
+          k = NS.key?(n = n.to_sym) ? NS[n][s] : prefixes[n] / s
+        end
+
+        @map[k] = v
+      }
+    end
+  end
+
+  def statements
+    each_statement.to_a
+  end
+
+  def each_statement(&block)
+    return enum_for(:each_statement) unless block_given?
+    reader.parse_statements(&block)
+    self
+  end
+
+  def each
+    return enum_for(:each) unless block_given?
+
+    uri, map, base = RDF::URI, self.map, self.base
+
+    each_statement { |t|
+      s, p, o = *t
+
+      if s.is_a?(uri) and k = map[p] and s.start_with?(base)
+        yield s, o, k
+      end
+    }
+  end
+
+  def closed?
+    reader.closed?
+  end
+
+  def inspect
+    '#<%s:0x%x @file=%p, @base=%p%s>' % [
+      self.class, object_id, file, base, closed? ? ' (closed)' : ''
+    ]
+  end
+
+end
+
+require_relative 'turtle_reader/version'