grom_native 0.1.0

data/ext/types/net/net.pb.go

@@ -0,0 +1,207 @@
+// Code generated by protoc-gen-go. DO NOT EDIT.
+// source: ext/types/net.proto
+
+package net
+
+import (
+	fmt "fmt"
+	proto "github.com/golang/protobuf/proto"
+	math "math"
+)
+
+// Reference imports to suppress errors if they are not otherwise used.
+var _ = proto.Marshal
+var _ = fmt.Errorf
+var _ = math.Inf
+
+// This is a compile-time assertion to ensure that this generated file
+// is compatible with the proto package it is being compiled against.
+// A compilation error at this line likely means your copy of the
+// proto package needs to be updated.
+const _ = proto.ProtoPackageIsVersion2 // please upgrade the proto package
+
+type GetInput struct {
+	Uri                  string             `protobuf:"bytes,1,opt,name=uri,proto3" json:"uri,omitempty"`
+	Headers              []*GetInput_Header `protobuf:"bytes,2,rep,name=headers,proto3" json:"headers,omitempty"`
+	XXX_NoUnkeyedLiteral struct{}           `json:"-"`
+	XXX_unrecognized     []byte             `json:"-"`
+	XXX_sizecache        int32              `json:"-"`
+}
+
+func (m *GetInput) Reset()         { *m = GetInput{} }
+func (m *GetInput) String() string { return proto.CompactTextString(m) }
+func (*GetInput) ProtoMessage()    {}
+func (*GetInput) Descriptor() ([]byte, []int) {
+	return fileDescriptor_6a2e3e6b7e224274, []int{0}
+}
+
+func (m *GetInput) XXX_Unmarshal(b []byte) error {
+	return xxx_messageInfo_GetInput.Unmarshal(m, b)
+}
+func (m *GetInput) XXX_Marshal(b []byte, deterministic bool) ([]byte, error) {
+	return xxx_messageInfo_GetInput.Marshal(b, m, deterministic)
+}
+func (m *GetInput) XXX_Merge(src proto.Message) {
+	xxx_messageInfo_GetInput.Merge(m, src)
+}
+func (m *GetInput) XXX_Size() int {
+	return xxx_messageInfo_GetInput.Size(m)
+}
+func (m *GetInput) XXX_DiscardUnknown() {
+	xxx_messageInfo_GetInput.DiscardUnknown(m)
+}
+
+var xxx_messageInfo_GetInput proto.InternalMessageInfo
+
+func (m *GetInput) GetUri() string {
+	if m != nil {
+		return m.Uri
+	}
+	return ""
+}
+
+func (m *GetInput) GetHeaders() []*GetInput_Header {
+	if m != nil {
+		return m.Headers
+	}
+	return nil
+}
+
+type GetInput_Header struct {
+	Key                  string   `protobuf:"bytes,1,opt,name=key,proto3" json:"key,omitempty"`
+	Value                string   `protobuf:"bytes,2,opt,name=value,proto3" json:"value,omitempty"`
+	XXX_NoUnkeyedLiteral struct{} `json:"-"`
+	XXX_unrecognized     []byte   `json:"-"`
+	XXX_sizecache        int32    `json:"-"`
+}
+
+func (m *GetInput_Header) Reset()         { *m = GetInput_Header{} }
+func (m *GetInput_Header) String() string { return proto.CompactTextString(m) }
+func (*GetInput_Header) ProtoMessage()    {}
+func (*GetInput_Header) Descriptor() ([]byte, []int) {
+	return fileDescriptor_6a2e3e6b7e224274, []int{0, 0}
+}
+
+func (m *GetInput_Header) XXX_Unmarshal(b []byte) error {
+	return xxx_messageInfo_GetInput_Header.Unmarshal(m, b)
+}
+func (m *GetInput_Header) XXX_Marshal(b []byte, deterministic bool) ([]byte, error) {
+	return xxx_messageInfo_GetInput_Header.Marshal(b, m, deterministic)
+}
+func (m *GetInput_Header) XXX_Merge(src proto.Message) {
+	xxx_messageInfo_GetInput_Header.Merge(m, src)
+}
+func (m *GetInput_Header) XXX_Size() int {
+	return xxx_messageInfo_GetInput_Header.Size(m)
+}
+func (m *GetInput_Header) XXX_DiscardUnknown() {
+	xxx_messageInfo_GetInput_Header.DiscardUnknown(m)
+}
+
+var xxx_messageInfo_GetInput_Header proto.InternalMessageInfo
+
+func (m *GetInput_Header) GetKey() string {
+	if m != nil {
+		return m.Key
+	}
+	return ""
+}
+
+func (m *GetInput_Header) GetValue() string {
+	if m != nil {
+		return m.Value
+	}
+	return ""
+}
+
+type GetOutput struct {
+	Uri                  string   `protobuf:"bytes,1,opt,name=uri,proto3" json:"uri,omitempty"`
+	Body                 []byte   `protobuf:"bytes,2,opt,name=body,proto3" json:"body,omitempty"`
+	StatusCode           int32    `protobuf:"varint,3,opt,name=statusCode,proto3" json:"statusCode,omitempty"`
+	Error                string   `protobuf:"bytes,4,opt,name=error,proto3" json:"error,omitempty"`
+	XXX_NoUnkeyedLiteral struct{} `json:"-"`
+	XXX_unrecognized     []byte   `json:"-"`
+	XXX_sizecache        int32    `json:"-"`
+}
+
+func (m *GetOutput) Reset()         { *m = GetOutput{} }
+func (m *GetOutput) String() string { return proto.CompactTextString(m) }
+func (*GetOutput) ProtoMessage()    {}
+func (*GetOutput) Descriptor() ([]byte, []int) {
+	return fileDescriptor_6a2e3e6b7e224274, []int{1}
+}
+
+func (m *GetOutput) XXX_Unmarshal(b []byte) error {
+	return xxx_messageInfo_GetOutput.Unmarshal(m, b)
+}
+func (m *GetOutput) XXX_Marshal(b []byte, deterministic bool) ([]byte, error) {
+	return xxx_messageInfo_GetOutput.Marshal(b, m, deterministic)
+}
+func (m *GetOutput) XXX_Merge(src proto.Message) {
+	xxx_messageInfo_GetOutput.Merge(m, src)
+}
+func (m *GetOutput) XXX_Size() int {
+	return xxx_messageInfo_GetOutput.Size(m)
+}
+func (m *GetOutput) XXX_DiscardUnknown() {
+	xxx_messageInfo_GetOutput.DiscardUnknown(m)
+}
+
+var xxx_messageInfo_GetOutput proto.InternalMessageInfo
+
+func (m *GetOutput) GetUri() string {
+	if m != nil {
+		return m.Uri
+	}
+	return ""
+}
+
+func (m *GetOutput) GetBody() []byte {
+	if m != nil {
+		return m.Body
+	}
+	return nil
+}
+
+func (m *GetOutput) GetStatusCode() int32 {
+	if m != nil {
+		return m.StatusCode
+	}
+	return 0
+}
+
+func (m *GetOutput) GetError() string {
+	if m != nil {
+		return m.Error
+	}
+	return ""
+}
+
+func init() {
+	proto.RegisterType((*GetInput)(nil), "net.GetInput")
+	proto.RegisterType((*GetInput_Header)(nil), "net.GetInput.Header")
+	proto.RegisterType((*GetOutput)(nil), "net.GetOutput")
+}
+
+func init() { proto.RegisterFile("ext/types/net.proto", fileDescriptor_6a2e3e6b7e224274) }
+
+var fileDescriptor_6a2e3e6b7e224274 = []byte{
+	// 260 bytes of a gzipped FileDescriptorProto
+	0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0xff, 0x6c, 0x50, 0x4d, 0x4b, 0xc3, 0x40,
+	0x10, 0x25, 0xdd, 0xb6, 0xda, 0xf1, 0x03, 0x59, 0x7b, 0x08, 0x3d, 0x48, 0x28, 0x1e, 0x02, 0xc2,
+	0x6e, 0x89, 0xff, 0x40, 0x0f, 0xd1, 0x8b, 0x42, 0x8e, 0xde, 0x36, 0x66, 0x48, 0x43, 0x9a, 0xdd,
+	0xb0, 0x99, 0x2d, 0xe6, 0xe2, 0x6f, 0x97, 0x6c, 0x08, 0x58, 0xe8, 0x6d, 0xde, 0xdb, 0x7d, 0xf3,
+	0xde, 0x3c, 0xb8, 0xc7, 0x1f, 0x92, 0xd4, 0xb7, 0xd8, 0x49, 0x8d, 0x24, 0x5a, 0x6b, 0xc8, 0x70,
+	0xa6, 0x91, 0xb6, 0xbf, 0x70, 0x99, 0x22, 0xbd, 0xeb, 0xd6, 0x11, 0xbf, 0x03, 0xe6, 0x6c, 0x15,
+	0x06, 0x51, 0x10, 0xaf, 0xb2, 0x61, 0xe4, 0x02, 0x2e, 0xf6, 0xa8, 0x0a, 0xb4, 0x5d, 0x38, 0x8b,
+	0x58, 0x7c, 0x95, 0xac, 0xc5, 0xa0, 0x9f, 0x14, 0xe2, 0xcd, 0x3f, 0x66, 0xd3, 0xa7, 0xcd, 0x0e,
+	0x96, 0x23, 0x35, 0xec, 0xaa, 0xb1, 0x9f, 0x76, 0xd5, 0xd8, 0xf3, 0x35, 0x2c, 0x8e, 0xea, 0xe0,
+	0x30, 0x9c, 0x79, 0x6e, 0x04, 0xdb, 0x12, 0x56, 0x29, 0xd2, 0xa7, 0xa3, 0xf3, 0x01, 0x38, 0xcc,
+	0x73, 0x53, 0xf4, 0x5e, 0x73, 0x9d, 0xf9, 0x99, 0x3f, 0x00, 0x74, 0xa4, 0xc8, 0x75, 0xaf, 0xa6,
+	0xc0, 0x90, 0x45, 0x41, 0xbc, 0xc8, 0xfe, 0x31, 0x83, 0x11, 0x5a, 0x6b, 0x6c, 0x38, 0x1f, 0x8d,
+	0x3c, 0x48, 0x9e, 0x80, 0x7d, 0x20, 0xf1, 0x47, 0x60, 0x29, 0x12, 0xbf, 0x39, 0xb9, 0x63, 0x73,
+	0x3b, 0xc1, 0x31, 0xc8, 0x4b, 0xf2, 0xb5, 0x2b, 0x2b, 0xda, 0xbb, 0x5c, 0x7c, 0x9b, 0x46, 0xba,
+	0xba, 0x55, 0xf6, 0x50, 0xa9, 0x06, 0x35, 0xc9, 0xd2, 0x9a, 0x46, 0x2b, 0xaa, 0x8e, 0x28, 0x4f,
+	0x4a, 0xcd, 0x97, 0xbe, 0xd5, 0xe7, 0xbf, 0x00, 0x00, 0x00, 0xff, 0xff, 0xfd, 0x0e, 0xcb, 0xab,
+	0x6c, 0x01, 0x00, 0x00,
+}

data/lib/grom_native.rb

@@ -0,0 +1,110 @@
+require 'ffi'
+require 'json'
+require 'grom'
+require 'grom_native/version'
+require 'grom_native/node'
+
+# Top level namespace for our gem
+module GromNative
+  extend FFI::Library
+  ffi_lib File.expand_path("../ext/gromnative.so", File.dirname(__FILE__))
+  attach_function :get, [:string], :string
+
+  def self.fetch(uri:, headers: {}, filter: [], decorators: nil)
+    input = { uri: uri, headers: headers, filter: filter }
+    data_struct = JSON.parse(get(uri))
+
+    handle_errors(data_struct)
+
+    build_nodes(data_struct, filter, decorators)
+  end
+
+  def self.handle_errors(data_struct)
+    error = nil
+    status_code = data_struct.fetch('status_code', 0)
+
+    if status_code >= 500
+      error = "Server error: #{data_struct['error']}"
+    elsif status_code >= 300 && status_code < 500
+      error = "Client error: #{data_struct['error']}"
+    end
+
+    # require 'irb'; binding.irb
+    error ||= data_struct['error']
+
+    raise StandardError, error if error != "" && error != nil
+  end
+
+  def self.build_nodes(data_struct, filter, decorators)
+    nodes = []
+    nodes_by_subject = {}
+    filtered_nodes = Array.new(filter.size) { [] }
+
+    data_struct.fetch('statementsBySubject', []).each do |subject, statements|
+      node = GromNative::Node.new(statements, decorators)
+
+      nodes << node
+      nodes_by_subject[subject] = node
+
+      if !filter.empty? && node.respond_to?(:type)
+        node_types = node.blank? ? Array(::Grom::Node::BLANK) : Array(node.type)
+        indexes = node_types.reduce([]) do |memo, type|
+          index = filter.index(type)
+          memo << index if index
+
+          memo
+        end
+
+        indexes.each { |index| filtered_nodes[index] << node }
+      end
+    end
+
+    link_nodes(nodes_by_subject, data_struct)
+
+    return filtered_nodes.first if filter && filter.size == 1
+    return filtered_nodes       if filter
+
+    nodes
+  end
+
+  def self.link_nodes(nodes_by_subject, data_struct)
+    data_struct.fetch('edgesBySubject', {}).each do |subject, predicates|
+      predicates.each do |predicate, object_uris|
+        raise NamingError if predicate == 'type'
+
+        current_node = nodes_by_subject[subject]
+        next if current_node.nil?
+
+        object_uris.each do |object_uri|
+          predicate_name_symbol = "@#{predicate}".to_sym
+
+          # Get the current value (if there is one)
+          current_value = current_node.instance_variable_get(predicate_name_symbol)
+
+          object = current_value
+
+          # If we have stored a string, and there are objects to link, create an empty array
+          current_value_is_string    = current_value.is_a?(String)
+          object_is_array_of_strings = object.all? { |entry| entry.is_a?(String) } if object.is_a?(Array)
+          object_by_uri              = nodes_by_subject[object_uri]
+
+          object = [] if (current_value_is_string || object_is_array_of_strings) && object_by_uri
+
+          # If the above is correct, and we have an array
+          if object.is_a?(Array)
+            # Insert the current value (only if this is a new array (prevents possible duplication),
+            # the current value is a string, and there are no linked objects to insert)
+            object << current_value if object.empty? && current_value_is_string && object_by_uri.nil?
+
+            # Insert linked objects, if there are any
+            object << object_by_uri if object_by_uri
+          end
+
+          current_node.instance_variable_set(predicate_name_symbol, object)
+        end
+      end
+    end
+
+    self
+  end
+end

data/lib/grom_native/node.rb

@@ -0,0 +1,105 @@
+module GromNative
+  # A Ruby object populated with n-triple data.
+  #
+  # @since 0.1.0
+  # @attr_reader [Array] statements an array of n-triple statements.
+  class Node
+    BLANK = 'blank_node'.freeze
+
+    attr_reader :statements
+
+    # @param [Array] statements an array of n-triple statements.
+    def initialize(statements, decorators = nil)
+      populate(statements, decorators)
+    end
+
+    # Allows the user to access instance variables as methods or raise an error if the variable is not defined.
+    #
+    # @param [Symbol] method name of method.
+    # @param [Array] *params extra arguments to pass to super.
+    # @param [Block] &block block to pass to super.
+    # @example Accessing instance variables populated from statements
+    #   statements = [
+    #      RDF::Statement.new(RDF::URI.new('http://example.com/123'), RDF.type, 'Person'),
+    #      RDF::Statement.new(RDF::URI.new('http://example.com/123'), RDF::URI.new('http://example.com/forename'), 'Jane'),
+    #      RDF::Statement.new(RDF::URI.new('http://example.com/123'), RDF::URI.new('http://example.com/surname'), 'Smith')
+    #   ]
+    #
+    #   node = Grom::Node.new(statements)
+    #
+    #   node.forename #=> 'Jane'
+    #
+    # @example Accessing instance variables created on the fly
+    #   statements = [RDF::Statement.new(RDF::URI.new('http://example.com/123'), RDF.type, 'Person')]
+    #
+    #   node = Grom::Node.new(statements)
+    #   node.instance_variable_set('@foo', 'bar')
+    #
+    #   node.foo #=> 'bar'
+    #
+    # @raise [NoMethodError] raises error if the method does not exist.
+    def method_missing(method, *params, &block)
+      instance_variable_get("@#{method}".to_sym) || super
+    end
+
+    # Allows the user to check if a Grom::Node responds to an instance variable
+    #
+    # @param [Symbol] method name of method.
+    # @param [Boolean] include_all indicates whether to include private and protected methods (defaults to false).
+    # @example Using respond_to?
+    #
+    #   statements = [
+    #      RDF::Statement.new(RDF::URI.new('http://example.com/123'), RDF.type, 'Person'),
+    #      RDF::Statement.new(RDF::URI.new('http://example.com/123'), RDF::URI.new('http://example.com/forename'), 'Jane'),
+    #      RDF::Statement.new(RDF::URI.new('http://example.com/123'), RDF::URI.new('http://example.com/surname'), 'Smith')
+    #   ]
+
+    #   node = Grom::Node.new(statements)
+    #
+    #   node.respond_to?(:forename) #=> 'Jane'
+    #   node.respond_to?(:foo) #=> false
+    def respond_to_missing?(method, include_all = false)
+      instance_variable_get("@#{method}".to_sym) || super
+    end
+
+    # Checks if Grom::Node is a blank node
+    #
+    # @return [Boolean] a boolean depending on whether or not the Grom::Node is a blank node
+    def blank?
+      @graph_id.match(%r(^_:))
+    end
+
+    private
+
+    def set_graph_id(statements)
+      graph_id = Grom::Helper.get_id(statements.first['subject'])
+      instance_variable_set('@graph_id'.to_sym, graph_id)
+    end
+
+    def populate(statements, decorators)
+      set_graph_id(statements)
+      statements.each do |statement|
+        predicate = Grom::Helper.get_id(statement['predicate']).to_sym
+        object = RDF::NTriples::Reader.parse_object(statement['object'])
+
+        object = if object.is_a? RDF::URI
+                   object.to_s
+                 else
+                   object.object
+                 end
+
+        instance_variable = instance_variable_get("@#{predicate}")
+
+        if instance_variable
+          instance_variable = instance_variable.is_a?(Array) ? instance_variable.flatten : [instance_variable]
+          instance_variable << object
+          instance_variable_set("@#{predicate}", instance_variable)
+        else
+          instance_variable_set("@#{predicate}", object)
+        end
+
+        decorators&.decorate_with_type(self, object) if statement['predicate'] == RDF.type && decorators
+      end
+    end
+  end
+end

data/lib/grom_native/version.rb

@@ -0,0 +1,3 @@
+module GromNative
+  VERSION = "0.1.0"
+end

metadata

@@ -0,0 +1,199 @@
+--- !ruby/object:Gem::Specification
+name: grom_native
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Matt Rayner
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2018-11-21 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: ffi
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.9'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.9'
+- !ruby/object:Gem::Dependency
+  name: grom
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rdf
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: parliament-grom-decorators
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+- !ruby/object:Gem::Dependency
+  name: rack
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: webmock
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.4'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.4'
+description: 
+email:
+- m@rayner.io
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".ruby-version"
+- ".travis.yml"
+- CODE_OF_CONDUCT.md
+- Gemfile
+- Gemfile.lock
+- Gopkg.lock
+- Gopkg.toml
+- GromNative.gemspec
+- LICENSE.txt
+- Makefile
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- ext/gromnative.go
+- ext/gromnative_test.go
+- ext/net/net.go
+- ext/net/spec/methods_test.go
+- ext/net/spec/net_suite_test.go
+- ext/processor/processor.go
+- ext/processor/spec/methods_test.go
+- ext/processor/spec/processor_suite_test.go
+- ext/types/net.proto
+- ext/types/net/net.pb.go
+- lib/grom_native.rb
+- lib/grom_native/node.rb
+- lib/grom_native/version.rb
+homepage: https://github.com/mattrayner/nativegrom
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.7.7
+signing_key: 
+specification_version: 4
+summary: A GROM implementation using a GO native extension for heavy lifting.
+test_files: []