mysql_to_pg_dump 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 5ba8104c56dca13a7775b2039a8524dd4cf2b1c5
+  data.tar.gz: cd465e9fe72f7200be4b151413d4f979575061b8
+SHA512:
+  metadata.gz: b5ba0cd5e5f4983bc45e8f52f428afb206da9d9ddb14c7d175437399fb47758bd36e0fbf76e4cf0435eefa3d74a636a8e6714783a4a6121bdeddb47655443e54
+  data.tar.gz: 46f1f034b6727561f0ddc3ae127a9d2cef67e741e3e78af08b549fe51b46d6cecb7f6e4ac3eb47aceb0b4e2b6380d2d102b0e67767f55985b1a991dcd625b0f6

data/MIT-LICENSE

@@ -0,0 +1,20 @@
+Copyright 2016 Dimkarodinz
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,44 @@
+# MysqlToPgDump
+This gem allows pull content from mysql db (on the remote server) and
+load it into your local postgres database.
+Technically, it is not a dump - but result is almost the same. 
+
+## Usage
+Copy content of remote mysql db to tmp/db_server_data as .txt files.
+```bash
+$ rake db:pull your_server@123.4.5.6
+```
+Replace local postgres db content to pulled.
+```bash
+$ rake db:pull:load
+ # or
+$ RAILS_ENV=staging rake db:pull:load
+```
+Delete all files from tmp/db_server_data.
+```bash
+$ rake db:pull:clean
+```
+Pull, replace and clean junk - all of the above in one task.
+```bash
+$ rake db:pull:force
+```
+
+## Installation
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'mysql_to_pg_dump'
+```
+
+And then execute:
+```bash
+$ bundle
+```
+
+Or install it yourself as:
+```bash
+$ gem install mysql_to_pg_dump
+```
+
+## License
+The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).

data/Rakefile

@@ -0,0 +1,17 @@
+begin
+  require 'bundler/setup'
+rescue LoadError
+  puts 'You must `gem install bundler` and `bundle install` to run rake tasks'
+end
+
+require 'rdoc/task'
+
+RDoc::Task.new(:rdoc) do |rdoc|
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title    = 'MysqlToPgDump'
+  rdoc.options << '--line-numbers'
+  rdoc.rdoc_files.include('README.md')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end
+
+require 'bundler/gem_tasks'

data/lib/mysql_to_pg_dump.rb

@@ -0,0 +1,3 @@
+module MysqlToPgDump
+  require 'mysql_to_pg_dump/task_uploader' if defined?(Rails)
+end

data/lib/mysql_to_pg_dump/task_uploader.rb

@@ -0,0 +1,9 @@
+require 'mysql_to_pg_dump'
+require 'rails'
+
+module MysqlToPgDump
+  module TaskUploader
+    spec = Gem::Specification.find_by_name 'mysql_to_pg_dump'
+    load "#{spec.gem_dir}/lib/tasks/db.rake"
+  end
+end

data/lib/mysql_to_pg_dump/version.rb

@@ -0,0 +1,3 @@
+module MysqlToPgDump
+  VERSION = '0.1.0'
+end

data/lib/tasks/db.rake

@@ -0,0 +1,125 @@
+require 'colorize'
+require 'rake-progressbar'
+
+namespace :db do
+  desc "Copies db content from production " \
+       "server into tmp/db_server_data"
+  task pull: :environment do
+    ARGV.each { |a| task a.to_sym do ; end }
+    server_addr =
+      ARGV[1].blank? ? server_addr_input : ARGV[1].to_s
+
+    if server_addr.include?("@")
+      bar = RakeProgressbar.new(db_tables.size)
+
+      system "ssh #{server_addr} 'mkdir -p #{tmp_location}'"
+      db_tables.each do |table|
+        system %{ssh #{server_addr} "echo '#{sql_select(table)}' | #{login_to_mysql} > #{file_to_save(table)}"}
+        bar.inc
+      end
+      bar.finished
+
+      system "scp -r #{server_addr}:#{tmp_location} tmp"
+      system "ssh #{server_addr} 'rm -rf #{tmp_location}'"
+
+      printf "Db data from production server " \
+             "has been pulled successfully\n".green
+    else
+      printf "No server address given." \
+             "Expecting format like 'server@123.4.5.6'\n".yellow
+    end
+  end
+
+  namespace :pull do
+    desc "Replaces current db data to pulled"
+    task load: :environment do
+      printf "Current env db data will be destroyed.\n".red
+      printf "Are you sure? (y/n)\n"
+      input = STDIN.gets.strip
+
+      if input == 'y'
+        if data_already_pulled?
+          clean_database
+          db_tables.each { |t| system %(psql -d #{dev['database']} -c "#{psql_import_query(t)}") }
+          printf "Your db data now is equal to production\n".green
+        else
+          printf "No pulled data. Run 'rake db:pull' first\n".yellow
+        end
+      else
+        printf "Canceled\n".blue
+      end
+    end
+
+    desc "Deletes pulled db data from local tmp/db_server_data"
+    task :clean do
+      system 'rm -f tmp/db_server_data/*'
+      printf "Pulled db data has been " \
+             "deleted from /tmp successfully\n".green
+    end
+
+    desc "Pulls remote mysql db data, then loads it to " \
+         "local postgres and cleans junk"
+    task force: ['db:pull', 'db:pull:load', 'db:pull:clean']
+  end
+
+  private
+
+  def server_addr_input
+    printf "Enter server address like 'server@123.4.5.6': "
+    STDIN.gets.strip
+  end
+
+  def data_already_pulled?
+    if %x{ls tmp}.split("\n").include? 'db_server_data'
+      %x(ls tmp/db_server_data).split("\n").size == db_tables.size
+    else
+      false
+    end
+  end
+
+  def psql_import_query table_name
+    "\\copy #{table_name} from " \
+    "'tmp/db_server_data/#{production['database']}_#{table_name}.txt' " \
+    "delimiter E'\\t' null as 'NULL' csv header"
+  end
+
+  def clean_database
+    task_names = %w(db:drop db:create db:migrate)
+    task_names.each { |t| Rake::Task[t].invoke }
+  end
+
+  def login_to_mysql
+    "mysql " \
+    "--user=#{production['username']} " \
+    "--password=#{production['password']} " \
+    "#{production['database']}"
+  end
+
+  def file_to_save table_name
+    "#{tmp_location}/#{production['database']}_#{table_name}.txt"
+  end
+
+  def sql_select table_name
+    "SELECT * FROM #{table_name};"
+  end
+
+  def db_tables
+    ActiveRecord::Base.connection.tables - ['schema_migrations']
+  end
+
+  def tmp_location
+    'app/current/tmp/db_server_data'
+  end
+
+  def show_db_info env
+    Rails.application.config.database_configuration[env]
+  end
+
+  def dev
+    show_db_info 'development'
+  end
+
+  def production
+    show_db_info 'production'
+  end
+end

metadata

@@ -0,0 +1,93 @@
+--- !ruby/object:Gem::Specification
+name: mysql_to_pg_dump
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Dimkarodinz
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-09-29 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rails
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 4.2.5
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 4.2.5
+- !ruby/object:Gem::Dependency
+  name: colorize
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake-progressbar
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Copies mysql db data from the remote server to the local postgres db
+email:
+- dimkarodin@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- MIT-LICENSE
+- README.md
+- Rakefile
+- lib/mysql_to_pg_dump.rb
+- lib/mysql_to_pg_dump/task_uploader.rb
+- lib/mysql_to_pg_dump/version.rb
+- lib/tasks/db.rake
+homepage: https://github.com/Dimkarodinz/mysql_to_pg_dump.git
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.1
+signing_key: 
+specification_version: 4
+summary: Almost mysql to postgres dump
+test_files: []