neo4j_bolt 0.1.5 → 0.1.7

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4a1bba2d869c0d9218879d2778a6b32fe896fb2dea9d8875e97a1e239c76af7e
-  data.tar.gz: 24f0b6a563bd155dbee2b0181b464e750f71484d839c8ad8d225a26e2d0d2ab2
+  metadata.gz: 86471d4b049b4054a378f5084ae13dda181bd818a205ee4a67e6aa4bc5d0607f
+  data.tar.gz: b1e855e4689946026eaa7971acb730577a57973b02605c893916d15e2438b1f3
 SHA512:
-  metadata.gz: 8f327d578de66a09226c46d850ec9c6e0a1f5f9592f39d16a1264abb378fcfe7470b287b84646832fb1ab52bd950a873ee6ef08524da2f7983c315ec1840f2dc
-  data.tar.gz: 1a669a5f0968d23e9b944e26294f4d12a2ccbe6bca365dd8b06ad9e71e4f078e16cbeb40af77d57224ccc96b85bc08697cd2fccb95a11b1c02dd12e8f093dd5c
+  metadata.gz: e4e414cb24861f58ae67f2a5c92da46f720c861fd49131befa16a9c046ea557d1e31fb40130fe892aa91b38d0ec3de881d4da94de4fde4a5288ab0add379c33f
+  data.tar.gz: be8ed37b6ea0a7e358c25257eea3be90f78c2fd1342a4666bc244a5a379e241780a6df01d4005c4b26a4986a2fd24cd0a65f7569f4de19bcbf4a65517a33aa8a

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    neo4j_bolt (0.1.5)
+    neo4j_bolt (0.1.6)
 
 GEM
   remote: https://rubygems.org/

data/README.md

@@ -1,6 +1,6 @@
 # Neo4jBolt
 
-A Neo4j/Bolt driver written in pure Ruby. Currently only supporting Neo4j 4.4.
+A Neo4j/Bolt driver written in pure Ruby. Currently only supporting Neo4j 4.4. Caution: This gem is not feature complete, and also the documention is not complete yet.
 
 ## Installation
 

data/lib/neo4j_bolt/version.rb

@@ -1,3 +1,3 @@
 module Neo4jBolt
-  VERSION = "0.1.5"
+  VERSION = "0.1.7"
 end

data/lib/neo4j_bolt.rb

@@ -11,6 +11,7 @@ module Neo4jBolt
     self.bolt_port = 7687
 
     NEO4J_DEBUG = 0
+    CONSTRAINT_INDEX_PREFIX = 'neo4j_bolt_'
 
     module ServerState
         DISCONNECTED = 0
@@ -47,6 +48,7 @@ module Neo4jBolt
     class Error < StandardError; end
     class IntegerOutOfRangeError < Error; end
     class SyntaxError < Error; end
+    class ConstraintValidationFailedError < Error; end
     class ExpectedOneResultError < Error; end
     class UnexpectedServerResponse < Error
         def initialize(token)
@@ -583,6 +585,8 @@ module Neo4jBolt
         def bolt_error(code, message)
             if code == 'Neo.ClientError.Statement.SyntaxError'
                 SyntaxError.new(message)
+            elsif code == 'Neo.ClientError.Schema.ConstraintValidationFailed'
+                ConstraintValidationFailedError.new(message)
             else
                 Error.new("#{code}\n#{message}")
             end
@@ -827,6 +831,50 @@ module Neo4jBolt
             end
             rows.first
         end
+
+        def setup_constraints_and_indexes(constraints, indexes)
+            wanted_constraints = Set.new()
+            wanted_indexes = Set.new()
+            # STDERR.puts "Setting up constraints and indexes..."
+            constraints.each do |constraint|
+                unless constraint =~ /\w+\/\w+/
+                    raise "Unexpected constraint format: #{constraint}"
+                end
+                constraint_name = "#{CONSTRAINT_INDEX_PREFIX}#{constraint.gsub('/', '_')}"
+                wanted_constraints << constraint_name
+                label = constraint.split('/').first
+                property = constraint.split('/').last
+                query = "CREATE CONSTRAINT #{constraint_name} IF NOT EXISTS FOR (n:#{label}) REQUIRE n.#{property} IS UNIQUE"
+                # STDERR.puts query
+                neo4j_query(query)
+            end
+            indexes.each do |index|
+                unless index =~ /\w+\/\w+/
+                    raise "Unexpected index format: #{index}"
+                end
+                index_name = "#{CONSTRAINT_INDEX_PREFIX}#{index.gsub('/', '_')}"
+                wanted_indexes << index_name
+                label = index.split('/').first
+                property = index.split('/').last
+                query = "CREATE INDEX #{index_name} IF NOT EXISTS FOR (n:#{label}) ON (n.#{property})"
+                # STDERR.puts query
+                neo4j_query(query)
+            end
+            neo4j_query("SHOW ALL CONSTRAINTS").each do |row|
+                next unless row['name'].index(CONSTRAINT_INDEX_PREFIX) == 0
+                next if wanted_constraints.include?(row['name'])
+                query = "DROP CONSTRAINT #{row['name']}"
+                # STDERR.puts query
+                neo4j_query(query)
+            end
+            neo4j_query("SHOW ALL INDEXES").each do |row|
+                next unless row['name'].index(CONSTRAINT_INDEX_PREFIX) == 0
+                next if wanted_indexes.include?(row['name']) || wanted_constraints.include?(row['name'])
+                query = "DROP INDEX #{row['name']}"
+                # STDERR.puts query
+                neo4j_query(query)
+            end
+        end
     end
 
     def transaction(&block)
@@ -861,7 +909,7 @@ module Neo4jBolt
         end
     end
 
-    def dump_database(&block)
+    def dump_database(io)
         tr_id = {}
         id = 0
         neo4j_query("MATCH (n) RETURN n ORDER BY ID(n);") do |row|
@@ -871,7 +919,7 @@ module Neo4jBolt
                 :labels => row['n'].labels,
                 :properties => row['n']
             }
-            yield "n #{node.to_json}"
+            io.puts "n #{node.to_json}"
             id += 1
         end
         neo4j_query("MATCH ()-[r]->() RETURN r;") do |row|
@@ -881,14 +929,99 @@ module Neo4jBolt
                 :type => row['r'].type,
                 :properties => row['r']
             }
-            yield "r #{rel.to_json}"
+            io.puts "r #{rel.to_json}"
         end
     end
 
+    def load_database_dump(io, force_append: false)
+        unless force_append
+            transaction do
+                node_count = neo4j_query_expect_one('MATCH (n) RETURN COUNT(n) as count;')['count']
+                unless node_count == 0
+                    raise "Error: There are nodes in this database, exiting now."
+                end
+            end
+        end
+        n_count = 0
+        r_count = 0
+        node_tr = {}
+        node_batch_by_label = {}
+        relationship_batch_by_type = {}
+        io.each_line do |line|
+            line.strip!
+            next if line.empty?
+            if line[0] == 'n'
+                line = line[2, line.size - 2]
+                node = JSON.parse(line)
+                label_key = node['labels'].sort.join('/')
+                node_batch_by_label[label_key] ||= []
+                node_batch_by_label[label_key] << node
+            elsif line[0] == 'r'
+                line = line[2, line.size - 2]
+                relationship = JSON.parse(line)
+                relationship_batch_by_type[relationship['type']] ||= []
+                relationship_batch_by_type[relationship['type']] << relationship
+            else
+                STDERR.puts "Invalid entry: #{line}"
+                exit(1)
+            end
+        end
+        node_batch_by_label.each_pair do |label_key, batch|
+            while !batch.empty? do
+                slice = []
+                json_size = 0
+                while (!batch.empty?) && json_size < 0x20000 && slice.size < 256
+                    x = batch.shift
+                    slice << x
+                    json_size += x.to_json.size
+                end
+                ids = neo4j_query(<<~END_OF_QUERY, {:properties => slice.map { |x| x['properties']}})
+                    UNWIND $properties AS props
+                    CREATE (n:#{slice.first['labels'].join(':')})
+                    SET n = props
+                    RETURN ID(n) AS id;
+                END_OF_QUERY
+                slice.each.with_index do |node, i|
+                    node_tr[node['id']] = ids[i]['id']
+                end
+                n_count += slice.size
+                STDERR.print "\rLoaded #{n_count} nodes, #{r_count} relationships..."
+            end
+        end
+        relationship_batch_by_type.each_pair do |rel_type, batch|
+            batch.each_slice(256) do |slice|
+                slice.map! do |rel|
+                    rel['from'] = node_tr[rel['from']]
+                    rel['to'] = node_tr[rel['to']]
+                    rel
+                end
+                count = neo4j_query_expect_one(<<~END_OF_QUERY, {:slice => slice})['count_r']
+                    UNWIND $slice AS props
+                    MATCH (from), (to) WHERE ID(from) = props.from AND ID(to) = props.to
+                    CREATE (from)-[r:#{rel_type}]->(to)
+                    SET r = props.properties
+                    RETURN COUNT(r) AS count_r, COUNT(from) AS count_from, COUNT(to) AS count_to;
+                END_OF_QUERY
+                if count != slice.size
+                    raise "Ooops... expected #{slice.size} relationships, got #{count}."
+                end
+                r_count += slice.size
+                STDERR.print "\rLoaded #{n_count} nodes, #{r_count} relationships..."
+            end
+        end
+
+        STDERR.puts
+    end
+
     def cleanup_neo4j
         if @bolt_socket
             @bolt_socket.disconnect()
             @bolt_socket = nil
         end
     end
+
+    def setup_constraints_and_indexes(constraints, indexes)
+        @bolt_socket ||= BoltSocket.new()
+        @bolt_socket.setup_constraints_and_indexes(constraints, indexes)
+    end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: neo4j_bolt
 version: !ruby/object:Gem::Version
-  version: 0.1.5
+  version: 0.1.7
 platform: ruby
 authors:
 - Michael Specht