backhoe 0.8.3 → 0.10.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 17a40eff0e141df5c044ab0b586d43d3cee230df70d458b9ff41d8ad7f56f3bf
-  data.tar.gz: 52a7cccbd4b1d2e176acd29ddadb12324fe3ad97176eb0fce79df8a7d8caaf41
+  metadata.gz: 779de972f23a178e054d789eb0f09c70b7200b87468a4c85d14b53de9eddcfb8
+  data.tar.gz: 9621e4f611daa56dc8d34abc4285b9e86dbc79d3391b0463b39cdb663b02eee2
 SHA512:
-  metadata.gz: ccf2274df9f0cdd574bf8d72c1f71349b454153a413eca6895e5369bdc547e72844477240c45e16319771133015821280397f26bf522e7a6dbcb0bfcb0099aa1
-  data.tar.gz: 9963c8a4ea7af478b3fc84d0ef95dd773d6e7286ec87cf68bbd76474c2ca034bb23e5137397dbae86fca04771495f94d39838202667f49e63f121ee5f8c2dab2
+  metadata.gz: f1ee8947074606e2d4e4eca671883cd0c3ceab65de25dfd2228eada96888c316cd756dac556c3dd0a5ee16442dee8163155cb14498917355de67201bc505a8f5
+  data.tar.gz: e050249511d82941b33713b915399f51264608f32a40ae9cbf7bd58dd592eafe45a9ee99e22ec6e9c80df372211ee57534b6dcf831ca6ab4c29a3d305e7968e3

data/.github/workflows/ci.yml

@@ -8,7 +8,7 @@ jobs:
         gemfile: [ activerecord_6.0, activerecord_6.1, activerecord_7.0, activerecord_7.1 ]
         ruby: [ '3.0', 3.1, 3.2, 3.3 ]
 
-    runs-on: ubuntu-20.04
+    runs-on: ubuntu-22.04
     env: # $BUNDLE_GEMFILE must be set at the job level, so it is set for all steps
       BUNDLE_GEMFILE: ${{ github.workspace }}/gemfiles/${{ matrix.gemfile }}.gemfile
       POSTGRES_HOST_AUTH_METHOD: trust

data/README.md

@@ -15,9 +15,6 @@ Backhoe.dump "data.sql", skip_tables: [:comments], skip_columns: { users: [:pass
 Backhoe.load "data.sql" # loads db from db/data.sql
 Backhoe.load "data.sql.gz" # => can also load a gzipped sql file
 Backhoe.load "data.sql", drop_and_create: true # injects DROP and CREATE statements into the SQL invocation
-
-# Backup db to S3
-Backhoe.backup "bucket-name/folder", access_key: "abc123", secret_key: "def456" # => must specify AWS creds
 ```
 
 ## Development

data/backhoe.gemspec

@@ -30,4 +30,5 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "pg"
   spec.add_development_dependency "byebug"
   spec.add_development_dependency "timecop"
+  spec.add_development_dependency "webrick"
 end

data/lib/backhoe/dump.rb

@@ -1,7 +1,7 @@
 require "rake"
 
 module Backhoe
-  class Dump < Struct.new(:database, :file_path, :skip_tables, :skip_columns)
+  class Dump < Struct.new(:database, :path, :skip_tables, :skip_columns)
     include Rake::DSL
 
     def initialize *args
@@ -16,7 +16,7 @@ module Backhoe
       end
       if skip_columns.any?
         raise NotImplementedError if database.postgresql?
-        SanitizedDatabase.new(skip_columns, file_path).dump do |tables|
+        SanitizedDatabase.new(skip_columns, path).dump do |tables|
           self.skip_tables += tables
           dump
         end
@@ -29,9 +29,9 @@ module Backhoe
 
     def dump
       if database.mysql?
-        sh "#{mysqldump} --no-create-db --single-transaction --quick -e #{skip_table_options} #{database.to_mysql_options} #{database.name} | #{pipe} > #{file_path}"
+        sh "#{mysqldump} --no-create-db --single-transaction --quick -e #{skip_table_options} #{database.to_mysql_options} #{database.name} | #{pipe} #{target}"
       elsif database.postgresql?
-        sh "#{pg_dump} --column-inserts #{database.name} | #{pipe} > #{file_path}"
+        sh "#{pg_dump} --column-inserts #{database.name} | #{pipe} #{target}"
       else
         raise "don't know how to dump #{database.adapter}"
       end
@@ -39,6 +39,14 @@ module Backhoe
 
     private
 
+    def target
+      if path =~ /^https?:\/\//
+        "| curl -X PUT -H 'Content-Type: application/octet-stream' --data-binary @- '#{path}'"
+      else
+        "> #{path}"
+      end
+    end
+
     def mysqldump
       cmd = `which mysqldump`.strip
       raise RuntimeError, "Cannot find mysqldump." if cmd.blank?
@@ -52,7 +60,7 @@ module Backhoe
     end
 
     def pipe
-      file_path =~ /\.gz$/ ? "gzip -9f" : "cat"
+      path =~ /\.gz\b/ ? "gzip -9f" : "cat"
     end
 
     def skip_table_options
@@ -61,13 +69,13 @@ module Backhoe
       end.join(" ")
     end
 
-    class SanitizedDatabase < Struct.new(:config, :file_path)
+    class SanitizedDatabase < Struct.new(:config, :path)
       def dump
         with_sanitized_tables do
           yield skip_tables
         end
         skip_tables.each do |table|
-          File.write file_path, "RENAME TABLE `sanitized_#{table}` TO `#{table}`;", mode: "a"
+          File.write path, "RENAME TABLE `sanitized_#{table}` TO `#{table}`;", mode: "a"
         end
       end
 

data/lib/backhoe/load.rb

@@ -1,7 +1,7 @@
 require "rake"
 
 module Backhoe
-  class Load < Struct.new(:database, :file_path, :drop_and_create)
+  class Load < Struct.new(:database, :path, :drop_and_create)
     include Rake::DSL
 
     def call
@@ -18,7 +18,7 @@ module Backhoe
     private
 
     def mysql_command
-      cmd = "#{cat} #{file_path} | "
+      cmd = "#{cat} #{path} | "
       cmd += if drop_and_create
         "#{pipe} | #{mysql} #{database.to_mysql_options}"
       else
@@ -27,7 +27,7 @@ module Backhoe
     end
 
     def psql_command
-      cmd = "#{cat} #{file_path} | "
+      cmd = "#{cat} #{path} | "
       if drop_and_create
         cmd = "dropdb -f #{database.name}; createdb #{database.name}; #{cmd}"
       end
@@ -36,7 +36,7 @@ module Backhoe
     end
 
     def cat
-      file_path =~ /\.gz$/ ? "zcat" : "cat"
+      path =~ /\.gz$/ ? "zcat" : "cat"
     end
 
     def pipe

data/lib/backhoe/version.rb

@@ -1,3 +1,3 @@
 module Backhoe
-  VERSION = "0.8.3"
+  VERSION = "0.10.0"
 end

data/lib/backhoe.rb

@@ -1,22 +1,17 @@
 require "backhoe/version"
 require "backhoe/dump"
 require "backhoe/load"
-require "backhoe/backup"
 require "backhoe/database"
 require "active_record"
 
 module Backhoe
   class << self
-    def dump file_path, skip_tables: [], skip_columns: {}
-      Dump.new(Database.new, file_path, skip_tables, skip_columns).call
+    def dump path, skip_tables: [], skip_columns: {}
+      Dump.new(Database.new, path, skip_tables, skip_columns).call
     end
 
-    def load file_path, drop_and_create: false
-      Load.new(Database.new, file_path, drop_and_create).call
-    end
-
-    def backup s3_path, access_key:, secret_key:
-      Backup.new(s3_path, access_key, secret_key).call
+    def load path, drop_and_create: false
+      Load.new(Database.new, path, drop_and_create).call
     end
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: backhoe
 version: !ruby/object:Gem::Version
-  version: 0.8.3
+  version: 0.10.0
 platform: ruby
 authors:
 - Micah Geisel
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2024-06-23 00:00:00.000000000 Z
+date: 2024-08-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activerecord
@@ -122,6 +122,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: webrick
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: Dump and load current database to and from a file.
 email:
 - micah@botandrose.com
@@ -146,7 +160,6 @@ files:
 - gemfiles/activerecord_7.0.gemfile
 - gemfiles/activerecord_7.1.gemfile
 - lib/backhoe.rb
-- lib/backhoe/backup.rb
 - lib/backhoe/database.rb
 - lib/backhoe/dump.rb
 - lib/backhoe/load.rb

data/lib/backhoe/backup.rb

@@ -1,79 +0,0 @@
-require "net/http"
-require "openssl"
-require "base64"
-
-module Backhoe
-  class Backup < Struct.new(:s3_path, :access_key, :secret_key)
-    def call
-      @time = Time.now
-
-      Backhoe.dump path
-
-      uri = URI("https://s3.amazonaws.com/#{s3_path}/#{filename}")
-
-      request = Net::HTTP::Put.new(uri, {
-        "Content-Length": File.size(path).to_s,
-        "Content-Type": content_type,
-        "Date": date,
-        "Authorization": "AWS #{access_key}:#{signature}",
-        "x-amz-storage-class": "STANDARD",
-        "x-amz-acl": "private",
-      })
-      request.body_stream = File.open(path)
-
-      Net::HTTP.start(uri.hostname) do |http|
-        response = http.request(request)
-        response.value # raises if not success
-      end
-    end
-
-    private
-
-    def signature
-      digester = OpenSSL::Digest::SHA1.new
-      digest = OpenSSL::HMAC.digest(digester, secret_key, key)
-      Base64.strict_encode64(digest)
-    end
-
-    def key
-      [
-        "PUT",
-        "",
-        content_type,
-        date,
-        acl,
-        storage_type,
-        full_s3_path,
-      ].join("\n")
-    end
-
-    def content_type
-      "application/gzip"
-    end
-
-    def date
-      @time.rfc2822
-    end
-
-    def acl
-      "x-amz-acl:private"
-    end
-
-    def storage_type
-      "x-amz-storage-class:STANDARD"
-    end
-
-    def full_s3_path
-      "/#{s3_path}/#{filename}"
-    end
-
-    def path
-      "/tmp/#{filename}"
-    end
-
-    def filename
-      "#{@time.utc.iso8601}.sql.gz"
-    end
-  end
-end
-