red_grape 0.0.1

data/.autotest

@@ -0,0 +1,23 @@
+# -*- ruby -*-
+
+require 'autotest/restart'
+
+# Autotest.add_hook :initialize do |at|
+#   at.extra_files << "../some/external/dependency.rb"
+#
+#   at.libs << ":../some/external"
+#
+#   at.add_exception 'vendor'
+#
+#   at.add_mapping(/dependency.rb/) do |f, _|
+#     at.files_matching(/test_.*rb$/)
+#   end
+#
+#   %w(TestA TestB).each do |klass|
+#     at.extra_class_map[klass] = "test/test_misc.rb"
+#   end
+# end
+
+# Autotest.add_hook :run_command do |at|
+#   system "rake build"
+# end

data/History.txt

@@ -0,0 +1,6 @@
+=== 1.0.0 / 2012-05-16
+
+* 1 major enhancement
+
+  * Birthday!
+

data/Manifest.txt

@@ -0,0 +1,32 @@
+.autotest
+History.txt
+Manifest.txt
+README.txt
+Rakefile
+bin/red_grape
+data/graph-example-1.xml
+lib/red_grape
+lib/red_grape/edge.rb
+lib/red_grape/graph.rb
+lib/red_grape/path_group.rb
+lib/red_grape/pipe
+lib/red_grape/pipe/as_pipe.rb
+lib/red_grape/pipe/back_pipe.rb
+lib/red_grape/pipe/base.rb
+lib/red_grape/pipe/context.rb
+lib/red_grape/pipe/filter_pipe.rb
+lib/red_grape/pipe/if_then_else_pipe.rb
+lib/red_grape/pipe/in_pipe.rb
+lib/red_grape/pipe/loop_pipe.rb
+lib/red_grape/pipe/out_pipe.rb
+lib/red_grape/pipe/paths_pipe.rb
+lib/red_grape/pipe/property_pipe.rb
+lib/red_grape/pipe/side_effect_pipe.rb
+lib/red_grape/pipe/transform_pipe.rb
+lib/red_grape/propertied_object.rb
+lib/red_grape/property_description.rb
+lib/red_grape/vertex.rb
+lib/red_grape/vertex_group.rb
+lib/red_grape.rb
+test/test_on_the_nature_of_pipes.rb
+test/test_red_grape.rb

data/README.txt

@@ -0,0 +1,59 @@
+# RedGrape - Extremely Simple GraphDB
+
+* https://github.com/technohippy/red-grape
+
+## DESCRIPTION:
+
+RedGrape is an in-memory graph database written in ruby.
+
+## FEATURES/PROBLEMS:
+
+* load GraphML
+
+## SYNOPSIS:
+
+  g.v(1).out('knows').filter{it.age < 30}.name.transform{it.size}
+
+## REQUIREMENTS:
+
+* Nokogiri (http://nokogiri.org/)
+
+## DEVELOPERS:
+
+After checking out the source, run:
+
+  $ rake newb
+
+This task will install any missing dependencies, run the tests/specs,
+and generate the RDoc.
+
+## REFERENCES:
+
+* [Tinkerpop](http://tinkerpop.com/)
+** [Gremlin](https://github.com/tinkerpop/gremlin/wiki)
+** [Pipes](https://github.com/tinkerpop/pipes/wiki/)
+
+## LICENSE:
+
+(The MIT License)
+
+Copyright (c) 2012 ANDO Yasushi
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+'Software'), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Rakefile

@@ -0,0 +1,19 @@
+# -*- ruby -*-
+
+require 'rubygems'
+require 'hoe'
+
+# Hoe.plugin :compiler
+# Hoe.plugin :gem_prelude_sucks
+# Hoe.plugin :inline
+# Hoe.plugin :racc
+# Hoe.plugin :rcov
+# Hoe.plugin :rubyforge
+
+Hoe.spec 'red_grape' do
+  developer('ANDO Yasushi', 'andyjpn@gmail.com')
+
+  # self.rubyforge_name = 'red_grapex' # if different than 'red_grape'
+end
+
+# vim: syntax=ruby

data/bin/red_grape

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+
+abort "you need to write me"

data/data/graph-example-1.xml

@@ -0,0 +1,54 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<graphml xmlns="http://graphml.graphdrawing.org/xmlns"
+         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+         xsi:schemaLocation="http://graphml.graphdrawing.org/xmlns
+        http://graphml.graphdrawing.org/xmlns/1.0/graphml.xsd">
+    <key id="weight" for="edge" attr.name="weight" attr.type="float"/>
+    <key id="name" for="node" attr.name="name" attr.type="string"/>
+    <key id="age" for="node" attr.name="age" attr.type="int"/>
+    <key id="lang" for="node" attr.name="lang" attr.type="string"/>
+    <graph id="G" edgedefault="directed">
+        <node id="1">
+            <data key="name">marko</data>
+            <data key="age">29</data>
+        </node>
+        <node id="2">
+            <data key="name">vadas</data>
+            <data key="age">27</data>
+        </node>
+        <node id="3">
+            <data key="name">lop</data>
+            <data key="lang">java</data>
+        </node>
+        <node id="4">
+            <data key="name">josh</data>
+            <data key="age">32</data>
+        </node>
+        <node id="5">
+            <data key="name">ripple</data>
+            <data key="lang">java</data>
+        </node>
+        <node id="6">
+            <data key="name">peter</data>
+            <data key="age">35</data>
+        </node>
+        <edge id="7" source="1" target="2" label="knows">
+            <data key="weight">0.5</data>
+        </edge>
+        <edge id="8" source="1" target="4" label="knows">
+            <data key="weight">1.0</data>
+        </edge>
+        <edge id="9" source="1" target="3" label="created">
+            <data key="weight">0.4</data>
+        </edge>
+        <edge id="10" source="4" target="5" label="created">
+            <data key="weight">1.0</data>
+        </edge>
+        <edge id="11" source="4" target="3" label="created">
+            <data key="weight">0.4</data>
+        </edge>
+        <edge id="12" source="6" target="3" label="created">
+            <data key="weight">0.2</data>
+        </edge>
+    </graph>
+</graphml>

data/lib/red_grape/edge.rb

@@ -0,0 +1,34 @@
+require 'red_grape/propertied_object'
+
+module RedGrape
+  class Edge < PropertiedObject
+    attr_reader :source, :target, :label
+
+    def initialize(graph, id, source, target, label, opts={})
+      super graph, opts
+      @id = id
+      @source = source.is_a?(Vertex) ? source : graph.vertex(source)
+      @target = target.is_a?(Vertex) ? target : graph.vertex(target)
+      @source.add_out_edge self
+      @target.add_in_edge self
+      @label = label
+    end
+
+    def _id
+      @id
+    end
+
+    def _source
+      @source
+    end
+
+    def _target
+      @target
+    end
+
+    def to_s
+      #"e[id(#{_id}):v[#{@source._id}]-v[#{@target._id}]:#{@property}]"
+      "e[#{_id}:v[#{@source._id}]-v[#{@target._id}]]"
+    end
+  end
+end

data/lib/red_grape/graph.rb

@@ -0,0 +1,139 @@
+require 'stringio'
+require 'red_grape/vertex'
+require 'red_grape/vertex_group'
+require 'red_grape/edge'
+require 'red_grape/edge_group'
+require 'red_grape/property_description'
+
+module RedGrape
+  class Graph
+    # TODO: https://github.com/tinkerpop/blueprints/blob/bed2e64010882be66bf3b46d3c3e4b4ef4f6f2d9/blueprints-core/src/main/java/com/tinkerpop/blueprints/pgm/impls/tg/TinkerGraphFactory.java
+    NAMESPACES = {
+      'xmlns' => 'http://graphml.graphdrawing.org/xmlns',
+      'xsi' => 'http://www.w3.org/2001/XMLSchema-instance'
+    }
+
+    class <<self
+      def load(filename)
+        if filename =~ /^<\?xml/
+          self.new.load StringIO.new(filename)
+        else
+          self.new.load filename
+        end
+      end
+    end
+
+    def initialize
+      @vertices = {}
+      @edges = {}
+      @property_descriptions = {}
+    end
+
+    def vertex(*id)
+      if 1 < id.size
+        VertexGroup.new(id.map{|i| @vertices[i.to_s]})
+      elsif id.size == 0
+        VertexGroup.new @vertices.values
+      else
+        case id.first
+        when Array
+          VertexGroup.new(id.first.map{|i| @vertices[i.to_s]})
+        when :all
+          VertexGroup.new @vertices.values
+        else
+          @vertices[id.first.to_s]
+        end
+      end
+    end
+    alias v vertex
+    alias V vertex
+
+    def edge(id)
+      @edges[id.to_s]
+    end
+    alias e edge
+
+    def add_vertex(id, v=nil)
+      if v
+        if v.is_a? Hash
+          v = Vertex.new self, id, v
+        end
+      else
+        if id.is_a? Hash
+          v = id
+          id = v[:id] || v['id']
+        else
+          v = id
+          id = v._id
+        end
+        v = Vertex.new self, id, v
+      end
+      raise ArgumentError.new 'invalid id' unless id == v._id
+
+      @vertices[id.to_s] = v
+    end
+
+    def add_edge(id, label, from, to)
+      edge = if id.is_a? Edge
+          id
+        else
+          id = id.to_s
+          from = self.vertex[from.to_s] unless from.is_a? Vertex
+          to = self.vertex[to.to_s] unless to.is_a? Vertex
+          add_vertex from unless self.vertex(from._id)
+          add_vertex to unless self.vertex(to._id)
+          Edge.new self, id, from, to, label
+        end
+      @edges[edge._id] = edge
+    end
+
+    def load(file, type=:xml)
+      file = File.open file if file.is_a? String
+      case type
+      when :xml
+        parse_xml Nokogiri::XML(file)
+      end
+      self
+    end
+
+    # assumption: any sub-graph does not exist.
+    def parse_xml(xml)
+      nodes(xml, 'key').each do |key_elm|
+        defaults = nodes key_elm, 'default'
+        default = defaults.size == 0 ? nil : defaults.first.children.to_s
+        prop = PropertyDescription.new key_elm['attr.name'], key_elm['attr.type'], default
+        (@property_descriptions[key_elm['for']] ||= {})[key_elm['id']] = prop
+      end
+      nodes(xml, 'node').each do |node_elm|
+        vertex = Vertex.new self, node_elm['id'], 
+          :property_description => @property_descriptions['node']
+        data = nodes node_elm, 'data'
+        data.each do |data_elm|
+          vertex.set_property data_elm['key'], data_elm.children.first.to_s
+        end
+        @vertices[vertex._id] = vertex
+      end
+      nodes(xml, 'edge').each do |edge_elm|
+        edge = Edge.new self, edge_elm['id'], edge_elm['source'], edge_elm['target'], 
+          edge_elm['label'], :property_description => @property_descriptions['edge']
+        data = nodes edge_elm, 'data'
+        data.each do |data_elm|
+          edge.set_property data_elm['key'], data_elm.children.first.to_s
+        end
+        @edges[edge._id] = edge
+      end
+    end
+
+    def find(*args)
+      Graph::Vertex.new
+    end
+
+    def nodes(xml, elm)
+      xml.xpath(".//xmlns:#{elm}", NAMESPACES)
+    end
+
+    def to_s
+      {:vertices => @vertices, :edges => @edges}.to_s
+    end
+  end
+end

data/lib/red_grape/path_group.rb

@@ -0,0 +1,16 @@
+#TODO delegate to an array
+module RedGrape
+  class PathGroup
+    def initialize(ary)
+      @paths = ary.dup
+    end
+
+    def size
+      @paths.size
+    end
+
+    def to_s
+      @paths.to_s
+    end
+  end
+end

data/lib/red_grape/pipe/as_pipe.rb

@@ -0,0 +1,36 @@
+require 'red_grape/pipe/base'
+
+module RedGrape
+  module Pipe
+    module As
+      def as(*opts)
+        AsPipe.new self, *opts
+      end
+    end
+
+    class AsPipe < Pipe::Base
+      def pass(obj, context)
+        label = self.opts.first.to_s
+        case self.prev
+        when Pipe::Base
+          # TODO: why??
+          context.mark! label
+          obj
+        when Vertex
+          if self.last?
+            context.mark! label
+            obj
+          else
+            context.push_history obj do |ctx|
+              context.mark! label
+              obj.pass_through self.next, ctx
+            end
+          end
+        else
+          raise 'not yet'
+        end
+      end
+    end
+  end
+end
+

data/lib/red_grape/pipe/back_pipe.rb

@@ -0,0 +1,25 @@
+require 'red_grape/pipe/base'
+
+module RedGrape
+  module Pipe
+    class BackPipe < Pipe::Base
+      def pass(obj, context)
+        label = self.opts.first
+        obj = case label
+          when Integer
+            context.history[-label]
+          else
+            context.mark label
+          end
+
+        if self.last?
+          obj 
+        else
+          context.push_history obj do |ctx|
+            obj.pass_through self.next, ctx
+          end
+        end
+      end
+    end
+  end
+end

data/lib/red_grape/pipe/base.rb

@@ -0,0 +1,83 @@
+require 'red_grape/pipe/context'
+
+module RedGrape
+  module Pipe
+    class Base
+      attr_accessor :opts, :prev, :next, :value
+
+      def initialize(prev, *opts, &block)
+        @prev = prev
+        @next = nil
+        @opts = opts
+        @block = block
+      end
+
+      def pipe_name
+        self.class.name.split('::').last
+      end
+
+      def first?
+        not @prev.kind_of? RedGrape::Pipe::Base
+      end
+
+      def last?
+        @next.nil?
+      end
+
+      def done?
+        not @value.nil?
+      end
+
+      def take
+        if first?
+          @prev.pass_through self, Pipe::Context.new
+        else
+          @prev.take
+        end
+      end
+
+      def to_s
+        #TODO: flag
+        take.to_s
+      end
+
+      def to_a
+        pipe = self
+        ret = [pipe.pipe_name]
+        until pipe.first?
+          pipe = pipe.prev
+          ret.unshift pipe.pipe_name
+        end
+        ret
+      end
+
+      def size
+        len = 0
+        pipe = self
+        while pipe.is_a?(RedGrape::Pipe::Base) and pipe.prev
+          len += 1 
+          pipe = pipe.prev
+        end
+        len
+      end
+
+      # note: both prev and next are not copied.
+      def dup
+        self.class.new nil, @opts, &@block
+      end
+
+      def method_missing(name, *args, &block)
+        class_name = "#{name.to_s.sub(/^./){$&.upcase}.gsub(/_(.)/){$1.upcase}}Pipe"
+        args.unshift block if block
+        pipe_class =
+          if RedGrape::Pipe.const_defined? class_name
+            eval "RedGrape::Pipe::#{class_name}"
+          else
+            args.unshift name
+            RedGrape::Pipe::PropertyPipe
+          end
+        @next = pipe_class.new self, *args
+      end
+    end
+  end
+end

data/lib/red_grape/pipe/context.rb

@@ -0,0 +1,34 @@
+module RedGrape
+  module Pipe
+    class Context
+      attr_accessor :it, :loops
+      attr_reader :history
+
+      def initialize
+        @history = []
+        @marks = {}
+        @loops = 1
+      end
+
+      def push_history(obj, &block)
+        @history.push obj
+        ret = block.call self
+        @history.pop
+        ret 
+      end
+
+      def mark!(label)
+        @marks[label] = @history.last
+      end
+
+      def mark(label)
+        @marks[label]
+      end
+
+      def eval(args={}, &block)
+        args.each {|k, v| self.send "#{k}=", v}
+        instance_eval(&block)
+      end
+    end
+  end
+end

data/lib/red_grape/pipe/filter_pipe.rb

@@ -0,0 +1,22 @@
+require 'red_grape/pipe/base'
+
+module RedGrape
+  module Pipe
+    class FilterPipe < Pipe::Base
+      def pass(obj, context)
+        filter = self.opts.first
+        if context.eval :it => obj, &filter
+          if self.last?
+            obj 
+          else
+            context.push_history obj do |ctx|
+              obj.pass_through self.next, ctx
+            end
+          end
+        else
+          nil
+        end
+      end
+    end
+  end
+end

data/lib/red_grape/pipe/if_then_else_pipe.rb

@@ -0,0 +1,27 @@
+require 'red_grape/pipe/base'
+
+module RedGrape
+  module Pipe
+    class IfThenElsePipe < Pipe::Base
+      def pass(obj, context)
+        condition = self.opts[0]
+        then_block = self.opts[1]
+        else_block = self.opts[2]
+        ret =
+          if context.eval({:it => obj}, &condition)
+            context.eval({:it => obj}, &then_block)
+          else
+            context.eval({:it => obj}, &else_block)
+          end
+        ret = ret.take if ret.is_a? Pipe::Base
+        if self.last?
+          ret
+        else
+          context.push_history ret do |ctx|
+            ret.pass_through self.next, ctx
+          end
+        end
+      end
+    end
+  end
+end

data/lib/red_grape/pipe/in_pipe.rb

@@ -0,0 +1,31 @@
+require 'red_grape/pipe/base'
+
+module RedGrape
+  module Pipe
+    class InPipe < Pipe::Base
+      def pipe_name
+        @opts.empty? ? super : "#{super}(#{@opts.first})"
+      end
+
+      def pass(obj, context)
+        case obj
+        when RedGrape::Vertex
+          group =
+            if self.opts.empty?
+              VertexGroup.new obj._in_edges.map(&:source)
+            else
+              label = self.opts.first
+              VertexGroup.new obj._in_edges.find_all{|e| e.label == label}.map(&:source)
+            end
+          if self.last?
+            group
+          else
+            context.push_history obj do |ctx|
+              group.pass_through self.next, ctx
+            end
+          end
+        end
+      end
+    end
+  end
+end