cloner 0.5.7 → 0.6.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 16802f5e33d2ec7ee1125de6181c768acf050e05
-  data.tar.gz: 102b5732b777d4aa5c2a36d9cfed1be97dcf4be6
+  metadata.gz: dedfd02ba4a012b43cb0775bd2ec3cd563691415
+  data.tar.gz: 0607bccaae03a55e6fe60fa80e0fedc2883606ed
 SHA512:
-  metadata.gz: ed39fa7e86356730b021924cda9e07f040e9e1108bfa57b32aa78eb9e26d6da82b65a99a6504c29a04ba53b198497bb2e48ccc4aa89e7c1356c4f5c438ebc13b
-  data.tar.gz: 999f75fb8d067c7470ccb1d7f35a5a6511b1058bafa0c9d6d6b83bbe7357766af7b1a5f7f8c5a6944d59b12319283ee1cf6ae80c390e49a076089b753d3fbc24
+  metadata.gz: 4beb6a1618af270122ea5205029b49ad4ebe632f7451d7bfba0c280601cf39c96b26d32aa8a7f170fac0f49928766248d37185ae34aa53ffb8a52f1a813d1eab
+  data.tar.gz: 6ea9aaa455d224a9e82ba80bf2a2cfd19e21f4483c12eedd9b58cda2652af71c48e4f913d27c7d0121930ac80e332c832bcb3ddd79acc1f44b987cc5066fbe27

data/HISTORY.md

@@ -0,0 +1,3 @@
+### 0.6.0
+
+Support MySQL

data/lib/cloner.rb

@@ -1,10 +1,14 @@
 require "cloner/version"
 require 'thor'
 require 'active_support/concern'
-require "cloner/mongodb"
-require "cloner/postgres"
-require "cloner/ssh"
-require "cloner/rsync"
-require "cloner/internal"
-require "cloner/base"
+module Cloner
+  autoload :Base, "cloner/base"
+  autoload :Internal, "cloner/internal"
+  autoload :Ar, "cloner/ar"
+  autoload :MongoDB, "cloner/mongodb"
+  autoload :Postgres, "cloner/postgres"
+  autoload :MySQL, "cloner/mysql"
+  autoload :SSH, "cloner/ssh"
+  autoload :RSync, "cloner/rsync"
+end
 

data/lib/cloner/ar.rb

@@ -0,0 +1,50 @@
+module Cloner::Ar
+  def ar_conf
+    @conf ||= begin
+      YAML.load_file(Rails.root.join('config', 'database.yml'))[Rails.env]
+    end
+  end
+
+  def ar_to
+    ar_conf['database']
+  end
+
+  def ar_r_conf
+    @ar_r_conf ||= begin
+      do_ssh do |ssh|
+        ret = ssh_exec!(ssh, "cat #{e(remote_app_path + '/config/database.yml')}")
+        check_ssh_err(ret)
+        begin
+          res = YAML.load(ret[0])[env_from]
+          raise 'no data' if res.blank?
+          #res['host'] ||= '127.0.0.1'
+        rescue Exception => e
+          puts "unable to read remote database.yml for env #{env_from}."
+          puts "Remote file contents:"
+          puts ret[0]
+        end
+        res
+      end
+    end
+  end
+
+  def clone_ar
+    if ar_conf["adapter"] != ar_r_conf["adapter"]
+      puts "Error: ActiveRecord adapter mismatch: local #{ar_conf["adapter"]}, remote #{ar_r_conf["adapter"]}"
+      puts "it is not possible to convert from one database to another via this tool."
+      exit
+    end
+
+    case ar_conf["adapter"]
+    when 'postgresql'
+      clone_pg
+    when 'mysql2'
+      clone_my
+    else
+      puts "unknown activerecord adapter: #{ar_conf["adapter"]}"
+      puts "currently supported adapters: mysql2, postgresql"
+      exit
+    end
+  end
+end
+

data/lib/cloner/internal.rb

@@ -1,7 +1,9 @@
 module Cloner::Internal
   extend ActiveSupport::Concern
   include Cloner::MongoDB
+  include Cloner::Ar
   include Cloner::Postgres
+  include Cloner::MySQL
   include Cloner::SSH
   include Cloner::RSync
 
@@ -27,7 +29,7 @@ module Cloner::Internal
     if defined?(Mongoid)
       clone_mongodb
     else
-      clone_pg
+      clone_ar
     end
   end
 end

data/lib/cloner/mysql.rb

@@ -0,0 +1,77 @@
+module Cloner::MySQL
+  def my_local_auth
+    if ar_conf['password'].blank?
+      ""
+    else
+      "--password='#{ar_conf['password']}'"
+    end
+  end
+
+  def my_remote_auth
+    if ar_r_conf['password'].blank?
+      ""
+    else
+      "--password='#{ar_r_conf['password']}'"
+    end
+  end
+
+  def my_dump_param
+    "--add-drop-table"
+  end
+
+  def my_restore_param
+    ""
+  end
+
+  def my_bin_path(util)
+    util
+  end
+
+  def my_dump_remote
+    puts "backup remote DB via ssh"
+    do_ssh do |ssh|
+      ssh.exec!("rm -R #{e remote_dump_path}")
+      ret = ssh_exec!(ssh, "mkdir -p #{e remote_dump_path}")
+      check_ssh_err(ret)
+      host = ar_r_conf['host'].present? ? " --host #{e ar_r_conf['host']}" : ""
+      port = ar_r_conf['port'].present? ? " --port #{e ar_r_conf['port']}" : ""
+      dump = "#{my_bin_path 'mysqldump'} #{my_dump_param} --user #{e ar_r_conf['username']} #{my_remote_auth}#{host}#{port} #{e ar_r_conf['database']} > #{e(remote_dump_path + '/cloner.sql')}"
+      puts dump if verbose?
+      ret = ssh_exec!(ssh, dump)
+      check_ssh_err(ret)
+    end
+  end
+
+  def my_dump_restore
+    puts "restoring DB"
+    host = ar_conf['host'].present? ? " -h #{e ar_conf['host']}" : ""
+    port = ar_conf['port'].present? ? " -p #{e ar_conf['port']}" : ""
+    restore = "#{my_bin_path 'mysql'} #{my_restore_param} --user #{e ar_conf['username']} #{my_local_auth}#{host}#{port} #{e ar_to} < #{e(my_path + '/cloner.sql')}"
+    puts restore if verbose?
+    pipe = IO.popen(restore)
+    while (line = pipe.gets)
+      print line if verbose?
+    end
+    ret = $?.to_i
+    if ret != 0
+      puts "Error: local command exited with #{ret}"
+    end
+  end
+
+  def my_path
+    Rails.root.join("tmp", "dump").to_s
+  end
+
+  def my_dump_copy
+    FileUtils.mkdir_p(my_path)
+    `mkdir -p #{e my_path}`
+    rsync(remote_dump_path + '/', my_path)
+  end
+
+  def clone_my
+    my_dump_remote()
+    my_dump_copy()
+    my_dump_restore()
+  end
+end
+

data/lib/cloner/postgres.rb

@@ -1,37 +1,8 @@
 module Cloner::Postgres
   extend ActiveSupport::Concern
 
-  def ar_conf
-    @conf ||= begin
-      YAML.load_file(Rails.root.join('config', 'database.yml'))[Rails.env]
-    end
-  end
-
-  def ar_to
-    ar_conf['database']
-  end
-
-  def ar_r_conf
-    @ar_r_conf ||= begin
-      do_ssh do |ssh|
-        ret = ssh_exec!(ssh, "cat #{e(remote_app_path + '/config/database.yml')}")
-        check_ssh_err(ret)
-        begin
-          res = YAML.load(ret[0])[env_from]
-          raise 'no data' if res.blank?
-          #res['host'] ||= '127.0.0.1'
-        rescue Exception => e
-          puts "unable to read remote database.yml for env #{env_from}."
-          puts "Remote file contents:"
-          puts ret[0]
-        end
-        res
-      end
-    end
-  end
-
   def pg_local_auth
-    if ar_conf['password'].nil?
+    if ar_conf['password'].blank?
       ""
     else
       "PGPASSWORD='#{ar_conf['password']}' "
@@ -39,7 +10,7 @@ module Cloner::Postgres
   end
 
   def pg_remote_auth
-    if ar_r_conf['password'].nil?
+    if ar_r_conf['password'].blank?
       ""
     else
       "PGPASSWORD='#{ar_r_conf['password']}' "
@@ -50,6 +21,17 @@ module Cloner::Postgres
     ""
   end
 
+  def pg_dump_param
+    if pg_dump_extra != ""
+      puts "WARN pg_dump_extra is deprecated, use def pg_dump_param; super + ' extra'"
+    end
+    "-Fc #{pg_dump_extra}"
+  end
+
+  def pg_restore_param
+    "--no-owner -Fc -c"
+  end
+
   def pg_bin_path(util)
     util
   end
@@ -62,7 +44,7 @@ module Cloner::Postgres
       check_ssh_err(ret)
       host = ar_r_conf['host'].present? ? " -h #{e ar_r_conf['host']}" : ""
       port = ar_r_conf['port'].present? ? " -p #{e ar_r_conf['port']}" : ""
-      dump = pg_remote_auth + "#{pg_bin_path 'pg_dump'} -Fc #{pg_dump_extra} -U #{e ar_r_conf['username']}#{host}#{port} #{e ar_r_conf['database']} > #{e(remote_dump_path + '/tmp.bak')}"
+      dump = pg_remote_auth + "#{pg_bin_path 'pg_dump'} #{pg_dump_param} -U #{e ar_r_conf['username']}#{host}#{port} #{e ar_r_conf['database']} > #{e(remote_dump_path + '/tmp.bak')}"
       puts dump if verbose?
       ret = ssh_exec!(ssh, dump)
       check_ssh_err(ret)
@@ -73,14 +55,14 @@ module Cloner::Postgres
     puts "restoring DB"
     host = ar_conf['host'].present? ? " -h #{e ar_conf['host']}" : ""
     port = ar_conf['port'].present? ? " -p #{e ar_conf['port']}" : ""
-    restore = pg_local_auth + "#{pg_bin_path 'pg_restore'} --no-owner -Fc -c -U #{e ar_conf['username']}#{host}#{port} -d #{e ar_to} #{e(pg_path + '/tmp.bak')}"
+    restore = pg_local_auth + "#{pg_bin_path 'pg_restore'} #{pg_restore_param} -U #{e ar_conf['username']}#{host}#{port} -d #{e ar_to} #{e(pg_path + '/tmp.bak')}"
     puts restore if verbose?
     pipe = IO.popen(restore)
     while (line = pipe.gets)
       print line if verbose?
     end
     ret = $?.to_i
-    if ret != 0 
+    if ret != 0
       puts "Error: local command exited with #{ret}"
     end
   end

data/lib/cloner/rsync.rb

@@ -10,7 +10,7 @@ module Cloner::RSync
     end
     pipe.close
     ret = $?.to_i
-    if ret != 0 
+    if ret != 0
       puts "Error: local command exited with #{ret}"
     end
   end

data/lib/cloner/version.rb

@@ -1,4 +1,4 @@
 module Cloner
-  VERSION = "0.5.7"
+  VERSION = "0.6.0"
 end
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: cloner
 version: !ruby/object:Gem::Version
-  version: 0.5.7
+  version: 0.6.0
 platform: ruby
 authors:
 - glebtv
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-12-20 00:00:00.000000000 Z
+date: 2017-02-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: thor
@@ -91,14 +91,17 @@ files:
 - ".ruby-gemset"
 - ".ruby-version"
 - Gemfile
+- HISTORY.md
 - LICENSE.txt
 - README.md
 - Rakefile
 - cloner.gemspec
 - lib/cloner.rb
+- lib/cloner/ar.rb
 - lib/cloner/base.rb
 - lib/cloner/internal.rb
 - lib/cloner/mongodb.rb
+- lib/cloner/mysql.rb
 - lib/cloner/postgres.rb
 - lib/cloner/rsync.rb
 - lib/cloner/ssh.rb
@@ -123,7 +126,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.5.2
+rubygems_version: 2.6.8
 signing_key: 
 specification_version: 4
 summary: Easily clone your production Mongoid database and files for local development