sync_stage 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 4e34cfd09708a90565acd4bdb43e1f3830033afc
+  data.tar.gz: 9929baa91e3561aa29aa5d37d06a151aa1cc0e4e
+SHA512:
+  metadata.gz: 2f628cf1467eb82d12da6dc5b1e30d5b2f707bdeb8f9609b638d0a99d473b555f672c5dffc15929ac1ebc97de51badee3369ded72d1f76b61cc1759611e8592d
+  data.tar.gz: f504916ed256d5e270ca2f955281afc94104c3892ac5461541f0262c2034a0cf73dbec9b5c03ec2f7a18e9b87f0a02c06ad22d93dc37869bc8c550e572db9aa0

data/bin/sync_stage

@@ -0,0 +1,87 @@
+#!/usr/bin/env ruby
+
+require 'sync_stage'
+require 'getoptlong'
+require 'ostruct'
+
+opts = GetoptLong.new(
+  [ '--help', '-h', GetoptLong::NO_ARGUMENT ],
+  [ '--init', '-i', GetoptLong::NO_ARGUMENT ],
+  [ '--run', '-r', GetoptLong::NO_ARGUMENT ],
+  [ '--restore', GetoptLong::NO_ARGUMENT ],
+  [ '--explain', GetoptLong::NO_ARGUMENT],
+  [ '--app', '-a', GetoptLong::REQUIRED_ARGUMENT ]
+)
+
+app = nil
+init = nil
+run = nil
+restore = nil
+explain = nil
+
+if ARGV.length == 0
+  puts "missing argument try --help" 
+end
+
+opts.each do |opt, arg|
+  case opt
+  when '--help'
+    puts <<-EOF
+      sync_stage [OPTION] 
+          
+      -h, --help:
+      show help
+
+      --init, -i:
+      initializes sync_stage config in current directory
+      or in --dir if --dir is given
+      
+      --explain:
+      print out what would happen, but dont actually run the commands
+
+      --run, -r:
+      actually start the dump, pack, copy over to destination
+
+      
+      --app DIR, -a DIR:
+      use given Directory 
+
+      --restore:
+      pg_restore the database and unpack shared/public
+      on destination system
+
+    EOF
+    exit 0
+  when '--app'
+    app = arg
+  when '--init'
+    init = true
+  when '--run'
+    run = true
+  when '--restore'
+    restore = true
+  when '--explain'
+    explain = true
+  end
+end
+
+
+if init && run 
+  puts "incompatible arguments -i and -r"
+  exit 0
+end
+
+if init 
+  cfg = OpenStruct.new(app: app||Dir.pwd, init: true)
+  st = SyncStage::Worker.new(cfg)
+  exit 0
+end
+
+if app && !run
+  puts "missing argument -r to run"
+end
+
+if run
+  cfg = OpenStruct.new(app: app||Dir.pwd, run: run, restore: restore, explain: explain)
+  st = SyncStage::Worker.new(cfg)
+end

data/lib/config/sync_stage.yml

@@ -0,0 +1,13 @@
+:source:
+  :host: www.example.com
+  :user: deploymentuser
+  :db: app_production
+  :dbuser: user
+  :shared_dir: /var/www/www.example.com/shared
+
+:destination:
+  :host: staging.example.com
+  :user: deploymentuser
+  :db: app_staging
+  :dbuser: user
+  :shared_dir: /var/www/staging.example.com/shared

data/lib/sync_stage.rb

@@ -0,0 +1,194 @@
+#!/usr/bin/env ruby
+
+require 'yaml'
+require 'pp'
+
+module SyncStage
+  class Worker
+
+    def initialize(cfg)
+      s = Time.now
+      Dir.chdir(cfg.app) do
+        if !File.exist?('sync_stage.yml')
+          if ! cfg.init
+            puts "Directory not initialized - try argument --init or see --help"
+            exit 1
+          end
+          if cfg.init
+            create_example_config(cfg.app)
+          end
+        else
+          read_config
+        end
+      end
+      if cfg.explain
+        explain(cfg.restore)
+        exit 0
+      end
+      if cfg.run
+        run(cfg.restore)
+      end
+      duration = Time.now - s
+      puts "synced data \nfrom #{@config[:source].fetch(:host)} to #{@config[:destination].fetch(:host)} \n
+      done in #{duration.ceil} seconds."
+    end
+
+    private 
+
+    def explain(restore)
+      puts "sync_stage would use following settings: \n\n"
+      pp @config
+
+      cmds = []
+      cmds.push(ssh_cmd(@config[:source]) << "'" << pg_dump_cmd(@config[:source]) << "'")
+      cmds.push(ssh_cmd(@config[:source]) << "'" << pack_assets_cmd(@config[:source]) << "'")
+      cmds.push(copy_db_cmd(@config[:source], @config[:destination]))
+      cmds.push(copy_assets_cmd(@config[:source], @config[:destination]))
+      if restore
+        cmds.push(ssh_cmd(@config[:destination]) << "-t '" << 
+                  pg_restore_cmd(@config[:source], @config[:destination]) << "'")
+        cmds.push(ssh_cmd(@config[:destination]) << "'" << 
+                  unpack_assets_cmd(@config[:source], @config[:destination]) << "'")
+      end
+      puts "\nand run the following commands in order: \n\n"
+      cmds.each_with_index do |c,i|
+        puts "#{i} $: " << c   
+      end
+    end
+
+
+    def run(restore)
+      puts "this could take a while....\n"
+      execute_db_dump
+      execute_asset_packing
+      execute_db_copying
+      execute_asset_copying
+      if restore
+        execute_db_restoring
+        execute_asset_unpacking
+      end
+    end
+
+    def execute_db_dump
+      ret = system(ssh_cmd(@config[:source]) << "'" << pg_dump_cmd(@config[:source]) << "'")
+      if ret
+        puts "done dumping database"
+      else
+        raise "error dumping database"
+      end
+    end
+
+    def execute_asset_packing
+      ret = system(ssh_cmd(@config[:source]) << "'" << pack_assets_cmd(@config[:source]) << "'")
+      if ret
+        puts "done packing shared directory"
+      else
+        raise "error packing shared directory"
+      end
+    end
+
+    def execute_db_copying
+      ret = system(copy_db_cmd(@config[:source], @config[:destination]))
+      if ret 
+        puts "done copying database over"
+      else
+        raise "error copying database over"
+      end
+    end
+
+    def execute_asset_copying
+      puts "start to copy over shared dir... be patient..."
+      ret = system(copy_assets_cmd(@config[:source], @config[:destination]))
+      if ret 
+        puts "done copying assets"
+      else
+        raise "error copying assets over"
+      end
+    end
+
+    def execute_db_restoring
+      ret = system(ssh_cmd(@config[:destination]) << " -t '" << 
+                  pg_restore_cmd(@config[:source], @config[:destination]) << "'")
+      if ret
+        puts "done restoring database"
+      else
+        raise "error restoring database"
+      end
+    end
+
+    def execute_asset_unpacking
+      ret = system(ssh_cmd(@config[:destination]) << "'" << unpack_assets_cmd(@config[:source], @config[:destination]) << "'")
+      if ret
+        puts "done unpacking shared dir"
+      else
+        raise "error unpacking shared dir"
+      end
+    end
+
+    def pg_dump_cmd(opts)
+      str = "pg_dump -U #{opts.fetch(:dbuser)} -h localhost -Fc #{opts.fetch(:db)} -f ~/#{opts.fetch(:db)}.sql"
+      str
+    end
+
+    def pack_assets_cmd(opts)
+      str = "cd #{opts.fetch(:shared_dir)} && tar cvfzp ~/#{opts.fetch(:host)}-shared.tgz ./public"
+      str
+    end
+
+    def ssh_cmd(opts)
+      "ssh -l #{opts.fetch(:user)} #{opts.fetch(:host)} "
+    end
+
+    def copy_db_cmd(from_opts, to_opts)
+      str = "scp #{from_opts.fetch(:user)}@#{from_opts.fetch(:host)}:~/#{from_opts.fetch(:db)}.sql "
+      str << " #{to_opts.fetch(:user)}@#{to_opts.fetch(:host)}:~/"
+      str
+    end
+
+    def copy_assets_cmd(from_opts, to_opts)
+      str = "scp #{from_opts.fetch(:user)}@#{from_opts.fetch(:host)}:~/#{from_opts.fetch(:host)}-shared.tgz "
+      str << " #{to_opts.fetch(:user)}@#{to_opts.fetch(:host)}:#{to_opts.fetch(:shared_dir)}/"
+      str
+    end
+
+    def pg_restore_cmd(src, dest)
+      str = "sudo -u postgres pg_restore -U postgres -v -d #{dest.fetch(:db)} -c #{src.fetch(:db)}.sql"
+      str
+    end
+
+    def unpack_assets_cmd(src, dest)
+      str = "cd #{dest.fetch(:shared_dir)} && 
+              mv public public-#{Time.now.to_i} && 
+              tar xvfzp #{src.fetch(:host)}-shared.tgz"
+      str
+    end
+
+    def create_example_config(dir)
+      puts Dir.pwd
+      _example = YAML::load_file(File.join(File.dirname(__FILE__),'config', 'sync_stage.yml'))
+      File.open('sync_stage.yml', 'w') do |f|
+        f.puts YAML::dump(_example)
+      end
+    end
+
+    def read_config
+      @config = YAML::load_file('sync_stage.yml')
+    end
+  end
+end
+
+
+# pack the assets
+#ret = system(ssh_cmd(PRODUCTION) << "'" << pack_assets_cmd(PRODUCTION) << "'")
+#ret = system(copy_assets_cmd(PRODUCTION, STAGING))
+
+# dump the database
+#ret = system(ssh_cmd(PRODUCTION) << "'" << pg_dump_cmd(PRODUCTION) << "'")
+
+# copy db-dump to other host
+#ret = system(copy_db_cmd(PRODUCTION, STAGING))
+
+# restore db from dump
+#puts "you need to be a sudoer"
+#ret = system(ssh_cmd(STAGING) << " -t '" << pg_restore_cmd(PRODUCTION, STAGING) << "'")
+

metadata

@@ -0,0 +1,48 @@
+--- !ruby/object:Gem::Specification
+name: sync_stage
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- rene paulokat
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-01-11 00:00:00.000000000 Z
+dependencies: []
+description: dumps and restores postgres database and packs shared/public over to
+  staging server
+email: rene@so36.net
+executables:
+- sync_stage
+extensions: []
+extra_rdoc_files: []
+files:
+- bin/sync_stage
+- lib/config/sync_stage.yml
+- lib/sync_stage.rb
+homepage: https://github.com/erpe/sync_stage
+licenses:
+- GPLv3
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5
+signing_key: 
+specification_version: 4
+summary: Sync your Rails-App data back from production to staging
+test_files: []