data_keeper 0.1.1 → 0.1.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 268e784853f728ad8c4cefd36ca8cc2f09b2892ab8751f1eb0f16dc17bc72900
-  data.tar.gz: 62ea9b6a3bf57ae952417db4fd149365f56f4baf63f67839bde26d3d2f352464
+  metadata.gz: 246804bd313245cf8d56ab51d8784545efa1985af2303ec3827a7db48a0b8401
+  data.tar.gz: 1833267238192680890e3f021fc6cfc67a0677567df97517eb65a59680bb38e1
 SHA512:
-  metadata.gz: 8ea7c0182fb8698c7d9c2be973cf7d3def1845222027feb90107adda8d333488ef01318268f8ae1356c2bd45d89419cb908443b5a9037df359cf5fc63376fca7
-  data.tar.gz: 7110186baac099fe5ce341186b25594c4ad730a811bc4270c4cd8e1d14d3cf4858bce5eb8bed0e621152da6d5729223c4d47c4f74b8e558c9539bb5bfcecd0c1
+  metadata.gz: fb3182638b4eb1713a6d567051e6c66f90aa0c25c247d8e5e6250525525721a893f74838ed8754b34d3bf957a47d22678e067992157e731bb7b68e74e6bdbb75
+  data.tar.gz: 26a5cadb9d451db4af9069167b9fb605f6dbbc545e623d5d3eeb42d3360120688d9f6767332e93df2b5cb0fc343e105b4209e899ff2bbd91037330790b8782ab

data/README.md

@@ -46,6 +46,9 @@ DataKeeper.storage = DataKeeper::LocalStorage.new(
 There's also support for storing the dumps in s3, using `DataKeeper::S3Storage` like in this example:
 
 ```ruby
+# Explicit require is necessary
+require 'data_keeper/s3_storage'
+
 DataKeeper.storage = DataKeeper::S3Storage.new(
   bucket: 'bucket-name',
   store_dir: 'dumps/',

data/lib/data_keeper.rb

@@ -15,18 +15,20 @@ module DataKeeper
   DumpDoesNotExist = Class.new(Error)
   NoStorageDefined = Class.new(Error)
 
-  @dumps = {}
+  @dump_definition_builders = {}
   @storage = nil
 
   def self.define_dump(name, type = :partial, &block)
-    @dumps[name.to_sym] = DefinitionBuilder.build(type, block)
+    @dump_definition_builders[name.to_sym] = DefinitionBuilder.new(type, block)
   end
 
   def self.create_dump!(name)
     raise DumpDoesNotExist unless dump?(name)
     raise NoStorageDefined if @storage.nil?
 
-    Dumper.new(name, @dumps[name.to_sym]).run! do |file, filename|
+    definition = @dump_definition_builders[name.to_sym].evaluate!
+
+    Dumper.new(name, definition).run! do |file, filename|
       @storage.save(file, filename, name)
     end
   end
@@ -34,9 +36,10 @@ module DataKeeper
   def self.fetch_and_load_dump!(name)
     raise DumpDoesNotExist unless dump?(name)
     raise NoStorageDefined if @storage.nil?
+    definition = @dump_definition_builders[name.to_sym].evaluate!
 
     @storage.retrieve(name) do |file|
-      Loader.new(@dumps[name.to_sym], file).load!
+      Loader.new(definition, file).load!
     end
   end
 
@@ -44,11 +47,12 @@ module DataKeeper
     raise DumpDoesNotExist unless File.file?(path)
     raise NoStorageDefined if @storage.nil?
 
-    Loader.new(@dumps[name.to_sym], File.open(path)).load!
+    definition = @dump_definition_builders[name.to_sym].evaluate!
+    Loader.new(definition, File.open(path)).load!
   end
 
   def self.dump?(name)
-    @dumps.key?(name.to_sym)
+    @dump_definition_builders.key?(name.to_sym)
   end
 
   def self.storage=(value)
@@ -56,6 +60,6 @@ module DataKeeper
   end
 
   def self.clear_dumps!
-    @dumps = {}
+    @dump_definition_builders = {}
   end
 end

data/lib/data_keeper/definition.rb

@@ -26,21 +26,19 @@ module DataKeeper
   end
 
   class DefinitionBuilder
-    attr_reader :tables, :raw_sqls, :on_after_load_block
+    def initialize(type, definition_block)
+      raise InvalidDumpType, "Invalid type! use :partial or :full" unless [:partial, :full].include?(type)
 
-    def initialize(definition_block)
+      @type = type
       @tables = []
       @raw_sqls = {}
-      instance_eval(&definition_block) if definition_block
+      @definition_block = definition_block
     end
 
-    def self.build(type, block)
-      @type = type
-      raise InvalidDumpType, "Invalid type! use :partial or :full" unless [:partial, :full].include?(type)
-
-      builder = new(block)
+    def evaluate!
+      instance_eval(&@definition_block) if @definition_block
 
-      Definition.new(type, builder.tables, builder.raw_sqls, builder.on_after_load_block)
+      Definition.new(@type, @tables, @raw_sqls, @on_after_load_block)
     end
 
     def table(name)

data/lib/data_keeper/dumper.rb

@@ -35,7 +35,7 @@ module DataKeeper
           output_path: file.path
         )
 
-        yield file, "#{filename}.dump"
+        yield File.open(file.path), "#{filename}.dump"
       end
     end
 
@@ -51,7 +51,7 @@ module DataKeeper
           end
         end
 
-        yield file, "#{filename}.tar.gz"
+        yield File.open(file.path), "#{filename}.tar.gz"
       end
     end
 

data/lib/data_keeper/loader.rb

@@ -54,7 +54,7 @@ module DataKeeper
       inflate(@file.path) do |schema_path, tables_path, sql_files|
         pg_restore = Terrapin::CommandLine.new(
           'pg_restore',
-          "#{connection_args} -j 4 --no-owner --dbname #{database} #{schema_path} 2>/dev/null",
+          "#{connection_args} -j 4 --no-owner --dbname :database #{schema_path} 2>/dev/null",
           environment: psql_env
         )
 
@@ -66,7 +66,7 @@ module DataKeeper
 
         pg_restore = Terrapin::CommandLine.new(
           'pg_restore',
-          "#{connection_args} -c -j 4 --no-owner --dbname #{database} #{tables_path} 2>/dev/null",
+          "#{connection_args} --data-only -j 4 --no-owner --disable-triggers --dbname :database #{tables_path} 2>/dev/null",
           environment: psql_env
         )
 
@@ -88,7 +88,7 @@ module DataKeeper
             host: host,
             port: port,
             csv_path: csv_path,
-            command: "COPY #{table} FROM stdin DELIMITER ',' CSV HEADER"
+            command: "ALTER TABLE #{table} DISABLE TRIGGER all; COPY #{table} FROM stdin DELIMITER ',' CSV HEADER"
           )
         end
 

data/lib/data_keeper/version.rb

@@ -1,3 +1,3 @@
 module DataKeeper
-  VERSION = "0.1.1"
+  VERSION = "0.1.2"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: data_keeper
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.2
 platform: ruby
 authors:
 - Roger Campos
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2021-07-16 00:00:00.000000000 Z
+date: 2021-07-23 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activerecord