data_keeper 0.1.6 → 0.1.7

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 281f71c099696e1d51c88dd57e2cd0edf5f028bbbf4340c4457923e3a17b553a
-  data.tar.gz: 1592db229f9407735630803bff1a97bd85ed051ec30b878029952ffcfb272759
+  metadata.gz: c525131692e6a1de920301cbc4b55360fc7dd089ccfc1b1db1068ef328b78e0c
+  data.tar.gz: ee646b314fc7203cadab9c366559c060c91ae9a45cea906f4ee4f4409c5bcd76
 SHA512:
-  metadata.gz: cf10459525a1cd3f210c6ef926b2b6d87a217505c8d8c8c155e99021d7a8837312fbf0038302987a683bf2a66f335d7507071451eff213ce004536ea42d26ca9
-  data.tar.gz: 30ff5218bb48851d938b96afba015e9076226b25342171e35ac47b5d78ecc8d8c3308afc2ffd6a94ded725495303da9a65f4394530a63cb193fcf005a90d4952
+  metadata.gz: 2b7ae402b492cd31c8d82b0481f0c8088ef09f28d9fb09b37f86040e14c4ce6f1d2b4d2b75dca6f5bf78d18306844ed26657bcfcadfda0c0001523e8fac88534
+  data.tar.gz: 38c8bb4d0fcdb05cd43f93f7a0d70f69f33067e2e40dea1c0e8ddc4e6b4910cc7f635e5291059801a5cecade692ca4e714deb841b152b9fe792785c9435408ca

data/lib/data_keeper/dumper.rb

@@ -48,6 +48,7 @@ module DataKeeper
             dump_schema(tar)
             dump_partial_tables(tar)
             dump_sqls(tar)
+            dump_sequences(tar)
           end
         end
 
@@ -136,8 +137,47 @@ module DataKeeper
       end
     end
 
+    def dump_sequences(tar)
+      Tempfile.create do |sequences_dump_file|
+        sequences_dump_file.binmode
+
+        sequences_args = all_sequences_to_export.map { |table| "-t #{table}" }.join(' ')
+        cmd = Terrapin::CommandLine.new(
+          'pg_dump',
+          "#{connection_args} -x -Fc :database #{sequences_args} > :output_path",
+          environment: psql_env
+        )
+
+        cmd.run(database: database, host: host, port: port, output_path: sequences_dump_file.path)
+
+        tar.add_file_simple("sequences.dump", 0644, File.size(sequences_dump_file.path)) do |io|
+          sequences_dump_file.reopen(sequences_dump_file)
+
+          while !sequences_dump_file.eof?
+            io.write(sequences_dump_file.read(2048))
+          end
+        end
+      end
+    end
+
     def filename
       "#{@dump_name}-#{Time.now.strftime("%Y%m%d-%H%M")}"
     end
+
+    def all_sequences_to_export
+      cmd = Terrapin::CommandLine.new(
+        'psql',
+        "#{connection_args} -d :database -c :sql -A -R ',' -t",
+        environment: psql_env
+      )
+
+      sequences = cmd.run(
+        database: database,
+        host: host,
+        port: port,
+        sql: "SELECT sequencename from pg_sequences;"
+      )
+      sequences.split(',').map{|x| x.strip}
+    end
   end
 end

data/lib/data_keeper/loader.rb

@@ -76,7 +76,9 @@ module DataKeeper
     end
 
     def load_partial_database!
-      inflate(@file.path) do |schema_path, tables_path, sql_files|
+      ensure_schema_compatibility!
+
+      inflate(@file.path) do |schema_path, tables_path, sql_files, sequences_path|
         pg_restore = Terrapin::CommandLine.new(
           'pg_restore',
           "#{connection_args} -j 4 --no-owner -s --dbname :database #{schema_path}#{log_redirect}",
@@ -117,6 +119,18 @@ module DataKeeper
           )
         end
 
+        pg_restore = Terrapin::CommandLine.new(
+          'pg_restore',
+          "#{connection_args} --data-only -j 4 --no-owner --disable-triggers --dbname :database #{sequences_path}#{log_redirect}",
+          environment: psql_env
+        )
+
+        pg_restore.run(
+          database: database,
+          host: host,
+          port: port
+        )
+
         set_ar_internal_metadata!
       end
     end
@@ -149,9 +163,8 @@ module DataKeeper
 
         validate("Schema file is missing") { !!schema_path } &&
           validate("Tables file is missing") { !!tables_path } &&
-          validate("Not all sql custom dumps are present") do
-            sql_dumps.size == @dump.sqls.keys.size
-          end
+          validate("Not all sql custom dumps are present") { sql_dumps.size == @dump.sqls.keys.size } &&
+          validate("Sequences file is missing") { !!sequences_path }
       end
 
       def schema_path
@@ -162,6 +175,10 @@ module DataKeeper
         @tables_path ||= @paths.find { |x| File.basename(x) == "tables.dump" }
       end
 
+      def sequences_path
+        @sequences_path ||= @paths.find { |x| File.basename(x) == "sequences.dump" }
+      end
+
       def sql_dumps
         @sql_dumps ||= @dump.sqls.map do |name, (table, _proc)|
           path = @paths.find { |x| File.basename(x) == "#{name}.csv" }
@@ -191,7 +208,8 @@ module DataKeeper
           yield(
             inflated_files.schema_path,
             inflated_files.tables_path,
-            inflated_files.sql_dumps
+            inflated_files.sql_dumps,
+            inflated_files.sequences_path
           )
         end
       end

data/lib/data_keeper/version.rb

@@ -1,3 +1,3 @@
 module DataKeeper
-  VERSION = "0.1.6"
+  VERSION = "0.1.7"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: data_keeper
 version: !ruby/object:Gem::Version
-  version: 0.1.6
+  version: 0.1.7
 platform: ruby
 authors:
 - Roger Campos
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2021-09-20 00:00:00.000000000 Z
+date: 2021-10-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activerecord