heroku_tool 0.9.3 → 0.9.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 5aff0c40aebac826f0c564531114ce61762c7e1fed7ad87b281160c7b27bccd0
-  data.tar.gz: b8ff4953f2f385b49f7a25a8f276bdce0e5221f34db9a5207b3f60fb3ebe1c63
+  metadata.gz: 87a4838bb986b0cb1c7404a967443c0ad1015718a755733fb58b7bdfd78b4e1c
+  data.tar.gz: 5d8e1560f6211c8cee8006c74a7dc7f6b50994dbedd43d5dc0755d939ac0c1dd
 SHA512:
-  metadata.gz: 7275494d3fbd74ac696cd30394b8a7969594c6c77e2ad9aac787a1562247956a3b28de99940a6f085da2b55d99337a3a207c66b441710c0f50c2328d92055783
-  data.tar.gz: 8a49007bd74cd1b5cedf559e3d7ad0afaae2765eef98d9c25b2003e04afedb7c422052f168d2fc6e3fb4ec090beb28583fc05719c785703230a18764b9d2f9fe
+  metadata.gz: 6c5aac4e33eb719b8f2ccde8b8d6d7198323cbb42f92c7a711b020919b7b59ba022a7d9e92bfc41a8d0bf2ab41d348978fac25d48d84851494c7ef95b1c46312
+  data.tar.gz: ee4cfec74f3d1cf448eafb606d3ee9712c200bd17b86ba8a606e79a6bfb805d4b36e82bd2b220ca40039662dbadd2de535ca8b08eca3b03c424b203f6cbed0ba

data/CHANGELOG.md

@@ -1,5 +1,10 @@
 # Changelog
 
+## v0.9.4
+
+- `heroku:db:from_dump` restores with parallel jobs: `--jobs`, default 4 (use `--jobs 1` for the old behaviour)
+- `Configuration#skip_table_data` lists tables whose data `from_dump` leaves out (the tables are still created, empty); `--all-data` restores them anyway
+
 ## v0.9.3
 
 record the app revision using git describe, at the beginning of the process (in case of accidental branch switches)

data/README.md

@@ -93,6 +93,14 @@ Sync a database down from remote to local
 
 _FYI rake db:drop_all_tables is handy as it doesn't require you to disconnect any running processes from the database._
 
+`from_dump` restores with 4 parallel jobs (`--jobs N` to change). To leave out the data of
+large tables you don't need locally (an audit table, say), list them in your configuration;
+the tables are still created, just empty, and `--all-data` restores everything:
+
+    def skip_table_data
+      %w[versions]
+    end
+
 Copy production db to staging
 
     thor heroku:sync:to staging -f production

data/lib/heroku_tool/configuration.rb

@@ -36,6 +36,12 @@ module HerokuTool
       end
     end
 
+    # tables whose data heroku:db:from_dump leaves out (the tables are still created, empty),
+    # e.g. %w[versions] for a large audit table you don't need locally
+    def skip_table_data
+      []
+    end
+
     def after_sync_down(instance)
       # could add source ?
       instance.puts_and_system "rails db:migrate"

data/lib/heroku_tool/tasks/heroku.thor

@@ -318,15 +318,35 @@ class Heroku < Thor
     desc "from_dump --from SOURCE_TARGET", "make the db the same as the last target dump from SOURCE_TARGET"
 
     method_option :just_restore, default: false, desc: "Just do restore without post-actions", type: :boolean
+    method_option :all_data, default: false, desc: "Also restore the data of the tables in Configuration#skip_table_data", type: :boolean
+    method_option :jobs, default: 4, desc: "Number of parallel pg_restore jobs", type: :numeric
 
     def from_dump
       invoke "warn", [], from: options[:from]
       source = lookup_heroku(options[:from])
       db_config = ::HerokuTool::DbConfiguration.new
-      puts_and_system "pg_restore --verbose --clean --no-acl --no-owner -h localhost #{db_config.user_arg} -d #{db_config.database} #{source.dump_filename}"
+      puts_and_system "pg_restore --verbose --clean --no-acl --no-owner -j #{options[:jobs]} #{restore_list_arg(source)}-h localhost #{db_config.user_arg} -d #{db_config.database} #{source.dump_filename}"
       configuration.after_sync_down(self) unless options[:just_restore]
     end
 
+    no_commands do
+      # @return [String] "-L <list> " naming a copy of the dump's table of contents with the
+      #   data of Configuration#skip_table_data commented out, or "" when nothing is skipped
+      def restore_list_arg(source)
+        tables = options[:all_data] ? [] : configuration.skip_table_data
+        return "" if tables.empty?
+
+        toc, status = Open3.capture2("pg_restore", "-l", source.dump_filename)
+        raise Thor::Error, "pg_restore -l #{source.dump_filename} failed" unless status.success?
+
+        patterns = tables.map { |table| / TABLE DATA public #{Regexp.escape(table)} / }
+        list = toc.lines.map { |line| (patterns.any? { |pattern| line.match?(pattern) }) ? ";#{line}" : line }
+        list_filename = "#{source.dump_filename}.list"
+        File.write(list_filename, list.join)
+        "-L #{list_filename} "
+      end
+    end
+
     desc "dump_to_tmp", "dump to tmp directory"
     method_option(:from, type: :string, default: "local", desc: "heroku target (defaults to local)", required: false, aliases: "f")
 

data/lib/heroku_tool/version.rb

@@ -1,3 +1,3 @@
 module HerokuTool
-  VERSION = "0.9.3"
+  VERSION = "0.9.4"
 end

data/templates/heroku.thor

@@ -37,6 +37,10 @@ class Heroku
     #  instance.puts_and_system "rake dev:dev_data"
     # end
     #
+    # def skip_table_data
+    #  %w[versions]
+    # end
+    #
     # def after_sync_to(instance, target)
     #  super
     #  instance.puts_and_system %(heroku run rake dev:staging_data -a #{target.heroku_app})

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: heroku_tool
 version: !ruby/object:Gem::Version
-  version: 0.9.3
+  version: 0.9.4
 platform: ruby
 authors:
 - Tim Diggins