geoff-importer 0.0.1

data/.gitignore

@@ -0,0 +1,18 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+db/*

data/.rbenv-version

@@ -0,0 +1 @@
+jruby-1.7.0

data/.rspec

@@ -0,0 +1,6 @@
+--tty
+--color
+--tag ~sanity
+--tag ~benchmark
+--tag ~ci_only
+--profile

data/.rvmrc

@@ -0,0 +1,54 @@
+#!/usr/bin/env bash
+
+# This is an RVM Project .rvmrc file, used to automatically load the ruby
+# development environment upon cd'ing into the directory
+
+# First we specify our desired <ruby>[@<gemset>], the @gemset name is optional,
+# Only full ruby name is supported here, for short names use:
+#     echo "rvm use jruby" > .rvmrc
+environment_id="jruby-1.7.0@geoff"
+export JRUBY_OPTS='-J-Xms1024m -J-Xmx1024m -J-XX:+UseConcMarkSweepGC -J-XX:MaxPermSize=512m -J-Djruby.thread.pooling=true'
+
+# Uncomment the following lines if you want to verify rvm version per project
+# rvmrc_rvm_version="1.16.19 (stable)" # 1.10.1 seams as a safe start
+# eval "$(echo ${rvm_version}.${rvmrc_rvm_version} | awk -F. '{print "[[ "$1*65536+$2*256+$3" -ge "$4*65536+$5*256+$6" ]]"}' )" || {
+#   echo "This .rvmrc file requires at least RVM ${rvmrc_rvm_version}, aborting loading."
+#   return 1
+# }
+
+# Uncomment following line if you want options to be set only for given project.
+# PROJECT_JRUBY_OPTS=( --1.9 )
+# The variable PROJECT_JRUBY_OPTS requires the following to be run in shell:
+#    chmod +x ${rvm_path}/hooks/after_use_jruby_opts
+
+# First we attempt to load the desired environment directly from the environment
+# file. This is very fast and efficient compared to running through the entire
+# CLI and selector. If you want feedback on which environment was used then
+# insert the word 'use' after --create as this triggers verbose mode.
+if [[ -d "${rvm_path:-$HOME/.rvm}/environments"
+  && -s "${rvm_path:-$HOME/.rvm}/environments/$environment_id" ]]
+then
+  \. "${rvm_path:-$HOME/.rvm}/environments/$environment_id"
+  [[ -s "${rvm_path:-$HOME/.rvm}/hooks/after_use" ]] &&
+    \. "${rvm_path:-$HOME/.rvm}/hooks/after_use" || true
+else
+  # If the environment file has not yet been created, use the RVM CLI to select.
+  rvm --create  "$environment_id" || {
+    echo "Failed to create RVM environment '${environment_id}'."
+    return 1
+  }
+fi
+
+# If you use bundler, this might be useful to you:
+# if [[ -s Gemfile ]] && {
+#   ! builtin command -v bundle >/dev/null ||
+#   builtin command -v bundle | GREP_OPTIONS= \grep $rvm_path/bin/bundle >/dev/null
+# }
+# then
+#   printf "%b" "The rubygem 'bundler' is not installed. Installing it now.\n"
+#   gem install bundler
+# fi
+# if [[ -s Gemfile ]] && builtin command -v bundle >/dev/null
+# then
+#   bundle install | GREP_OPTIONS= \grep -vE '^Using|Your bundle is complete'
+# fi

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in geoff-importer.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2012 Volker Pacher
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,29 @@
+# Geoff::Importer
+
+TODO: Write a gem description
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'geoff-importer'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install geoff-importer
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1,2 @@
+#!/usr/bin/env rake
+require "bundler/gem_tasks"

data/geoff-importer.gemspec

@@ -0,0 +1,31 @@
+# -*- encoding: utf-8 -*-
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'geoff-importer/version'
+
+Gem::Specification.new do |gem|
+  gem.name          = "geoff-importer"
+  gem.version       = Geoff::Importer::VERSION
+  gem.authors       = ["Volker Pacher"]
+  gem.email         = ["volker.pacher@gmail.com"]
+  gem.description   = %q{importing of geoff files into a neo4j instance}
+  gem.summary       = %q{
+                          imports a geoff file into a neo4j instance,
+                          if a db location is given it will instantiate a graph db there
+                          otherwise it will use the db instance passed in
+                        }
+  gem.homepage      = "https://github.com/shutl/geoff_importer"
+
+  gem.files         = `git ls-files`.split($/)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.require_paths = ["lib"]
+
+  gem.add_dependency("neo4j-community", '>= 1.8.M05', '< 1.9')
+  
+  gem.add_development_dependency 'jruby-openssl'
+  gem.add_development_dependency 'rake'
+  gem.add_development_dependency 'rspec', '~>2.11.0'
+  gem.add_development_dependency 'ruby-debug'
+  
+end

data/lib/geoff-importer.rb

@@ -0,0 +1,7 @@
+require 'fileutils'
+require 'neo4j-community'
+Dir["lib/jars/*"].each {|file| require file }
+
+require "geoff-importer/version"
+require "geoff-importer/importer"
+

data/lib/geoff-importer/importer.rb

@@ -0,0 +1,105 @@
+class Geoff
+  class Error                  < StandardError ; end
+
+  class << self
+    def log(message)
+      $stdout.puts message unless silent?
+    end
+
+    def silent?
+      false
+    end
+  end
+
+  module Importer
+    class LockedDatabase         < Geoff::Error ; end
+    class MissingIndexedProperty < Geoff::Error  ; end
+    class InvalidRules           < Geoff::Error  ; end
+
+    Subgraph   = org.neo4j.geoff.Subgraph
+    EmbeddedDB = Java::OrgNeo4jKernel::EmbeddedGraphDatabase
+
+    class << self
+      def import geoff, db, node_map = {}
+        set_geoff geoff
+        set_db db
+
+        import_geoff node_map
+        shutdown if db.is_a? String
+      end
+
+      private
+      def set_db db
+        if db.is_a?(String)
+          debugger
+          raise Geoff::Importer::LockedDatabase.new('database is running') if locked?(db)
+          start_db(db)
+        else
+          @graph_db = db
+        end
+      end
+
+      def set_geoff geoff
+        @geoff = if geoff.is_a? String
+          geoff.split "\n"
+        else
+          geoff.to_geoff
+        end
+        raise Geoff::Importer::InvalidRules.new('Invalid rules') unless validate_rules(@geoff)
+      end
+
+      def locked?(db)
+        Geoff.log 'check if database is running'
+        lock_file = File.join(db, 'neostore')
+        return false unless File.exist?(lock_file)
+        rfile = java.io.RandomAccessFile.new(lock_file, 'rw')
+        begin
+          lock = rfile.getChannel.tryLock
+          lock.release if lock
+          return lock == nil
+        rescue Exception => e
+          return false
+        end
+      end
+
+      def start_db(db_path)
+        Geoff.log 'starting database'
+        @graph_db = EmbeddedDB.new(db_path)
+      end
+
+      def shutdown
+        Geoff.log 'shutdown db'
+        @graph_db.shutdown
+      end
+
+      def import_geoff node_map
+        node_map = map_root_node if node_map.empty?
+        Geoff.log 'importing geoff'
+        sub_graph = Subgraph.new(@geoff)
+        org.neo4j.geoff.Geoff.mergeIntoNeo4j(sub_graph, @graph_db, node_map );
+      end
+
+      def map_root_node
+        Geoff.log 'creating node_map'
+        {"ROOT" => @graph_db.reference_node}
+      end
+
+      def validate_rules(rules)
+        @invalid = Array(rules).map do |r|
+          validate_rule(r)
+        end.compact
+
+        @invalid.each { |r, message| Geoff.log "Rule '#{r}' is invalid: #{message}" }
+        @invalid.empty?
+      end
+
+      def validate_rule(rule)
+        Subgraph.new(Array(rule))
+        nil
+      rescue Exception => e
+        return [rule, e.message]
+      end
+
+    end
+  end
+end

data/lib/geoff-importer/version.rb

@@ -0,0 +1,5 @@
+class Geoff
+  module Importer
+    VERSION = "0.0.1"
+  end
+end

data/spec/integration/importer_spec.rb

@@ -0,0 +1,29 @@
+require File.expand_path('spec/spec_helper')
+require 'geoff-importer'
+
+describe Geoff::Importer do
+  let(:db_path)       { './db/test'}
+  let(:geoff_string)  { '(A) {"name": "Alice"}' }
+
+
+  context 'running db' do
+    it 'raises error if db is passed in as string' do
+      db = Java::OrgNeo4jKernel::EmbeddedGraphDatabase.new(db_path)
+      # debugger
+      expect { Geoff::Importer.import(geoff_string, db_path) }.to raise_error
+      db.shutdown
+    end
+
+    it 'inserts geoff into the db when passed with db instance' do
+      db = Java::OrgNeo4jKernel::EmbeddedGraphDatabase.new(db_path)
+      Geoff::Importer.import(geoff_string, db)
+      db.shutdown
+    end
+  end
+
+  context 'non-running db' do
+    it 'inserts geoff into the db' do
+      Geoff::Importer.import(geoff_string, db_path)
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,7 @@
+RSpec.configure do |config|
+  config.before(:suite) do
+    path = './db/test'
+    FileUtils.rm_rf path
+    FileUtils.mkdir_p path
+  end
+end

metadata

@@ -0,0 +1,168 @@
+--- !ruby/object:Gem::Specification
+name: geoff-importer
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease:
+platform: ruby
+authors:
+- Volker Pacher
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2012-12-06 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: neo4j-community
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.8.M05
+    - - !binary |-
+        PA==
+      - !ruby/object:Gem::Version
+        version: '1.9'
+    none: false
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.8.M05
+    - - !binary |-
+        PA==
+      - !ruby/object:Gem::Version
+        version: '1.9'
+    none: false
+  prerelease: false
+  type: :runtime
+- !ruby/object:Gem::Dependency
+  name: jruby-openssl
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: !binary |-
+          MA==
+    none: false
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: !binary |-
+          MA==
+    none: false
+  prerelease: false
+  type: :development
+- !ruby/object:Gem::Dependency
+  name: rake
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: !binary |-
+          MA==
+    none: false
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: !binary |-
+          MA==
+    none: false
+  prerelease: false
+  type: :development
+- !ruby/object:Gem::Dependency
+  name: rspec
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.11.0
+    none: false
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.11.0
+    none: false
+  prerelease: false
+  type: :development
+- !ruby/object:Gem::Dependency
+  name: ruby-debug
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: !binary |-
+          MA==
+    none: false
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: !binary |-
+          MA==
+    none: false
+  prerelease: false
+  type: :development
+description: importing of geoff files into a neo4j instance
+email:
+- volker.pacher@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .rbenv-version
+- .rspec
+- .rvmrc
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- geoff-importer.gemspec
+- lib/geoff-importer.rb
+- lib/geoff-importer/importer.rb
+- lib/geoff-importer/version.rb
+- lib/jars/geoff-core.jar
+- lib/jars/jackson-core-2.0.2.jar
+- lib/jars/jackson-core-lgpl-1.8.9.jar
+- lib/jars/jackson-databind-2.0.2.jar
+- lib/jars/jackson-mapper-lgpl-1.8.9.jar
+- spec/integration/importer_spec.rb
+- spec/spec_helper.rb
+homepage: https://github.com/shutl/geoff_importer
+licenses: []
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      segments:
+      - 0
+      version: !binary |-
+        MA==
+      hash: 2
+  none: false
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      segments:
+      - 0
+      version: !binary |-
+        MA==
+      hash: 2
+  none: false
+requirements: []
+rubyforge_project:
+rubygems_version: 1.8.24
+signing_key:
+specification_version: 3
+summary: imports a geoff file into a neo4j instance, if a db location is given it will instantiate a graph db there otherwise it will use the db instance passed in
+test_files:
+- spec/integration/importer_spec.rb
+- spec/spec_helper.rb