ms_deploy 0.2.3 → 0.2.4

data/lib/examples/deploy.rb

@@ -48,10 +48,6 @@ set(:files_to_link) {
   }
 }
 
-set(:config_file_to_setup) {
-  %W(config.#{stage}.yml unicorn.#{stage}.rb)
-}
-
 set(:files_to_delete) {
   %W()
 }

data/lib/ms_deploy/recipes/assets.rb

@@ -1,18 +1,26 @@
 Capistrano::Configuration.instance.load do
 
-  load 'deploy/assets' # http://guides.rubyonrails.org/asset_pipeline.html#in-production
+  load 'deploy/assets' unless ENV['NOASSETS'] # http://guides.rubyonrails.org/asset_pipeline.html#in-production
 
-  # http://www.bencurtis.com/2011/12/skipping-asset-compilation-with-capistrano/
-  namespace :deploy do
-    namespace :assets do
-      #task :precompile, :roles => :web, :except => { :no_release => true } do
-      #  from = source.next_revision(current_revision)
-      #  if capture("cd #{latest_release} && #{source.local.log(from)} lib/assets/ vendor/assets/ app/assets/ | wc -l").to_i > 0
-      #    run %Q{cd #{latest_release} && #{rake} RAILS_ENV=#{rails_env} #{asset_env} assets:precompile}
-      #  else
-      #    logger.info "Skipping asset pre-compilation because there were no asset changes"
-      #  end
-      #end
+  set :assets_dir, 'system' unless exists?(:assets_dir)
+  set :local_assets_dir, 'public' unless exists?(:local_assets_dir)
+
+  namespace :assets do
+    namespace :local do
+      desc 'Synchronize your local assets using remote assets'
+      task :sync do
+        if Util.prompt "Are you sure you want to erase your local assets with server assets"
+          servers = find_servers :roles => :app
+          [assets_dir].flatten.each do |dir|
+            system("rsync -a --del --progress --rsh='ssh -p #{fetch(:ssh_port, 22)}' #{user}@#{servers.first}:#{shared_path}/#{dir}/ #{local_assets_dir}")
+          end
+        end
+      end
+    end
+
+    desc 'Synchronize your local assets using remote assets'
+    task :pull do
+      assets.local.sync
     end
   end
 end

data/lib/ms_deploy/recipes/database.rb

@@ -0,0 +1,44 @@
+Capistrano::Configuration.instance.load do |instance|
+
+  require File.expand_path("#{File.dirname(__FILE__)}/../../util")
+  require File.expand_path("#{File.dirname(__FILE__)}/../../mysql")
+
+  instance.set :local_rails_env, ENV['RAILS_ENV'] || 'development' unless exists?(:local_rails_env)
+  instance.set :db_local_clean, false unless exists?(:db_local_clean)
+
+  namespace :db do
+    namespace :remote do
+      desc 'Synchronize the local database to the remote database'
+      task :sync, :roles => :db do
+        if if Util.prompt 'Are you sure you want to REPLACE THE REMOTE DATABASE with local database'
+             Database.local_to_remote(instance)
+           end
+        end
+      end
+
+      namespace :local do
+        desc 'Synchronize your local database using remote database data'
+        task :sync, :roles => :db do
+          puts "Local database: #{Database::Local.new(instance).database}"
+          if rails_env == 'production'
+            puts 'Never sync remote production database!'
+          else
+            if Util.prompt 'Are you sure you want to erase your local database with server database'
+              Database.remote_to_local(instance)
+            end
+          end
+        end
+      end
+
+      desc 'Synchronize your local database using remote database data'
+      task :pull do
+        db.local.sync
+      end
+
+      desc 'Synchronize the local database to the remote database'
+      task :push do
+        db.remote.sync
+      end
+    end
+  end
+end

data/lib/ms_deploy/recipes/defaults.rb

@@ -1,5 +1,7 @@
 Capistrano::Configuration.instance.load do
 
+  require File.expand_path("#{File.dirname(__FILE__)}/../../util")
+
   set :keep_releases, 10
   set :use_sudo, false
 
@@ -20,8 +22,10 @@ Capistrano::Configuration.instance.load do
 
   default_run_options[:pty] = true
 
+  # if you want to remove the dump file after loading
+  set :db_local_clean, true
+
   task :test_and_prepare_cap_env do
-    abort "You must run this using 'bundle exec ...'" unless ENV['BUNDLE_BIN_PATH'] || ENV['BUNDLE_GEMFILE']
     abort "You must set :user before using defaults" unless fetch(:user, nil)
     abort "You must set :repository before using defaults" unless fetch(:repository, nil)
     abort "You must set :branch before using defaults" unless fetch(:branch, nil)

data/lib/ms_deploy/recipes/nginx.rb

@@ -2,81 +2,79 @@ require "ms_deploy/render"
 
 Capistrano::Configuration.instance.load do
 
-  namespace :service do
-    namespace :nginx do
-      desc <<-DESC
+  namespace :nginx do
+    desc <<-DESC
         Starts the nginx web-server.
-      DESC
-      task :start do
-        #run "sudo god start nginx"
-        run "sudo /etc/init.d/nginx start"
-      end
+    DESC
+    task :start do
+      #run "sudo god start nginx"
+      run "sudo /etc/init.d/nginx start"
+    end
 
-      desc <<-DESC
+    desc <<-DESC
         #Stops the nginx web-server.
-      DESC
-      task :stop do
-        #run "sudo god stop nginx"
-        run "sudo /etc/init.d/nginx stop"
-      end
+    DESC
+    task :stop do
+      #run "sudo god stop nginx"
+      run "sudo /etc/init.d/nginx stop"
+    end
 
-      desc <<-DESC
+    desc <<-DESC
         Restarts the nginx web-server.
-      DESC
-      task :restart do
-        #run "sudo god restart nginx"
-        run "sudo /etc/init.d/nginx restart"
-      end
+    DESC
+    task :restart do
+      #run "sudo god restart nginx"
+      run "sudo /etc/init.d/nginx restart"
+    end
 
-      task :install  do
-        protocol = fetch(:protocol, nil).to_s
-        template_path = File.expand_path('../../templates/vhost.erb', __FILE__)
-        vars = {
-            'application'=> application,
-            'project_root' => deploy_to + '/current',
-            'domain' => vhost_domain, 'stage' => stage,
-            'auth_basic_title' => fetch(:auth_basic_title, nil),
-            'auth_basic_password_file' => fetch(:auth_basic_password_file, nil),
-            'protocol' => 'http',
-            'nginx_cert_dir' => fetch(:nginx_cert_dir, '/etc/nginx/cert'),
-            'with_upstream_server' => true,
-            'with_file_expire_max' => fetch(:with_file_expire_max, true),
-            'optional_http_content' => fetch(:optional_nginx_server_http_content, ''),
-            'optional_https_content' => fetch(:optional_nginx_server_https_content, ''),
-            'cert_type' => fetch(:cert_type, 'pem'),
-            'key_type' => fetch(:cert_type, 'key')
-        }
+    task :setup do
+      protocol = fetch(:protocol, nil).to_s
+      template_path = File.expand_path('../../templates/vhost.erb', __FILE__)
+      vars = {
+          'application' => application,
+          'project_root' => deploy_to + '/current',
+          'domain' => vhost_domain, 'stage' => stage,
+          'auth_basic_title' => fetch(:auth_basic_title, nil),
+          'auth_basic_password_file' => fetch(:auth_basic_password_file, nil),
+          'protocol' => 'http',
+          'nginx_cert_dir' => fetch(:nginx_cert_dir, '/etc/nginx/cert'),
+          'with_upstream_server' => true,
+          'with_file_expire_max' => fetch(:with_file_expire_max, true),
+          'optional_http_content' => fetch(:optional_nginx_server_http_content, ''),
+          'optional_https_content' => fetch(:optional_nginx_server_https_content, ''),
+          'cert_type' => fetch(:cert_type, 'pem'),
+          'key_type' => fetch(:cert_type, 'key')
+      }
 
-        if protocol.nil? or protocol == 'http' or protocol == 'both'
-          config_path = "#{shared_path}/config/#{application}_vhost.conf"
+      if protocol.nil? or protocol == 'http' or protocol == 'both'
+        config_path = "#{shared_path}/config/#{application}_vhost.conf"
 
-          put(render_erb_template(template_path, vars), config_path)
-          sudo "rm -f /etc/nginx/sites-enabled/#{application}_#{stage}.conf"
-          sudo "ln -s #{config_path} /etc/nginx/sites-enabled/#{application}_#{stage}.conf"
-        end
-        if protocol == 'https' or protocol == 'both'
-          vars.merge!({'protocol' => 'https'})
+        put(render_erb_template(template_path, vars), config_path)
+        sudo "rm -f /etc/nginx/sites-enabled/#{application}_#{stage}.conf"
+        sudo "ln -s #{config_path} /etc/nginx/sites-enabled/#{application}_#{stage}.conf"
+      end
+      if protocol == 'https' or protocol == 'both'
+        vars.merge!({'protocol' => 'https'})
 
-          config_path = "#{shared_path}/config/#{application}_ssl_vhost.conf"
+        config_path = "#{shared_path}/config/#{application}_ssl_vhost.conf"
 
-          put(render_erb_template(template_path, vars), config_path)
-          sudo "rm -f /etc/nginx/sites-enabled/#{application}_#{stage}_ssl.conf"
-          sudo "ln -s #{config_path} /etc/nginx/sites-enabled/#{application}_#{stage}_ssl.conf"
-        end
+        put(render_erb_template(template_path, vars), config_path)
+        sudo "rm -f /etc/nginx/sites-enabled/#{application}_#{stage}_ssl.conf"
+        sudo "ln -s #{config_path} /etc/nginx/sites-enabled/#{application}_#{stage}_ssl.conf"
       end
+    end
 
-      task :uninstall  do
-        protocol = fetch(:protocol, nil)
+    task :uninstall do
+      protocol = fetch(:protocol, nil)
 
-        if protocol.blank? or protocol == 'http' or protocol == 'both'
-          sudo "rm -f /etc/nginx/sites-enabled/#{application}_#{stage}.conf"
-        elsif protocol == 'https' or protocol == 'both'
-          sudo "rm -f /etc/nginx/sites-enabled/#{application}_#{stage}_ssl.conf"
-        end
+      if protocol.blank? or protocol == 'http' or protocol == 'both'
+        sudo "rm -f /etc/nginx/sites-enabled/#{application}_#{stage}.conf"
+      elsif protocol == 'https' or protocol == 'both'
+        sudo "rm -f /etc/nginx/sites-enabled/#{application}_#{stage}_ssl.conf"
       end
     end
   end
 
-  after :"deploy:setup", :"service:nginx:install";
+  after :"deploy:setup", :"nginx:setup";
 
 end

data/lib/ms_deploy/recipes/unicorn.rb

@@ -1,25 +1,33 @@
 Capistrano::Configuration.instance.load do
 
-  set :unicorn_bin, "bundle exec unicorn"
-  set :unicorn_pid, "tmp/pids/unicorn.pid"
-  #require "capistrano-unicorn"
+  _cset :unicorn_bin, "bundle exec unicorn"
+  _cset :unicorn_pid, "#{deploy_to}/current/tmp/pids/unicorn.pid"
+  _cset :unicorn_std_log, "log/unicorn.stderr.log"
+  _cset :unicorn_err_log, "log/unicorn.stderr.log"
+  _cset :unicorn_worker_processes, 2
+  _cset :unicorn_listen_backlog, 2048
 
-  namespace :deploy do
-    desc "Zero-downtime restart of Unicorn"
-    task :restart, :except => { :no_release => true } do
-      stop
-      start
-    end
-
-    desc "Start unicorn"
-    task :start, :except => { :no_release => true } do
-      set :unicorn_config, "config/unicorn.#{fetch(:stage, 'production')}.rb"
-      run "cd #{current_path} && #{try_sudo} #{unicorn_bin} -c #{current_path}/#{unicorn_config} -E #{rails_env} -D"
-    end
+  require "capistrano-unicorn"
 
-    desc "Stop unicorn"
-    task :stop, :except => { :no_release => true } do
-      run "kill -s QUIT `cat #{shared_path}/pids/unicorn.pid`;exit 0"
+  namespace :unicorn do
+    desc "Setup unicorn"
+    task :setup, :except => { :no_release => true } do
+    run "mkdir -p \"#{shared_path}/config/unicorn\""
+      config_path = "#{shared_path}/config/unicorn/#{stage}.rb"
+      template_path = File.expand_path('../../templates/unicorn/unicorn.rb.erb', __FILE__)
+      vars = {
+          'application'=> application,
+          'current_path' => current_path,
+          'unicorn_pid' => unicorn_pid,
+          'unicorn_std_log' => unicorn_std_log,
+          'unicorn_err_log' => unicorn_err_log,
+          'stage' => stage,
+          'unicorn_listen_backlog' => unicorn_listen_backlog,
+          'unicorn_worker_processes' => unicorn_worker_processes
+      }
+      put(render_erb_template(template_path, vars), config_path)
     end
   end
+
+  after :"deploy:setup", :"unicorn:setup";
 end

data/lib/ms_deploy/templates/unicorn/unicorn.rb.erb

@@ -0,0 +1,34 @@
+working_directory "<%= current_path %>"
+pid "<%= unicorn_pid %>"
+stderr_path "<%= unicorn_std_log %>"
+stdout_path "<%= unicorn_err_log %>"
+
+listen "/tmp/socket.<%= application %>_<%= stage %>.sock", :backlog => <%= unicorn_listen_backlog %>
+worker_processes <%= unicorn_worker_processes %>
+timeout 30
+
+preload_app true
+
+before_fork do |server, worker|
+    # Disconnect since the database connection will not carry over
+    if defined? ActiveRecord::Base
+        ActiveRecord::Base.connection.disconnect!
+    end
+
+    # Quit the old unicorn process
+    old_pid = "#{server.config[:pid]}.oldbin"
+    if File.exists?(old_pid) && server.pid != old_pid
+        begin
+            Process.kill("QUIT", File.read(old_pid).to_i)
+        rescue Errno::ENOENT, Errno::ESRCH
+            # someone else did our job for us
+        end
+    end
+end
+
+after_fork do |server, worker|
+    # Start up the database connection again in the worker
+    if defined?(ActiveRecord::Base)
+        ActiveRecord::Base.establish_connection
+    end
+end

data/lib/ms_deploy/templates/vhost.erb

@@ -7,7 +7,7 @@ upstream <%= application %>_<%= stage %>_<%= protocol %>_server {
   # single worker for timing out).
 
   # This is the socket we configured in unicorn.rb
-  server unix:/tmp/sockets/<%= application %>_<%= stage %>.sock fail_timeout=0;
+  server unix:/tmp/socket.<%= application %>_<%= stage %>.sock fail_timeout=0;
 
   # for TCP setups, point these to your backend servers
   # server 127.0.0.1:8080 fail_timeout=0;

data/lib/ms_deploy/version.rb

@@ -1,3 +1,3 @@
 module MsDeploy
-  VERSION = "0.2.3"
+  VERSION = "0.2.4"
 end

data/lib/mysql.rb

@@ -0,0 +1,109 @@
+module Database
+  class Base 
+    attr_accessor :config, :output_file
+    def initialize(cap_instance)
+      @cap = cap_instance
+    end
+    
+    def mysql?
+      @config['adapter'] == 'mysql' || @config['adapter'] == 'mysql2'
+    end
+    
+    def credentials
+      " -u #{@config['username']} " + (@config['password'] ? " -p\"#{@config['password']}\" " : '') + (@config['host'] ? " -h #{@config['host']}" : '')
+    end
+    
+    def database
+      @config['database']
+    end
+    
+    def output_file
+      @output_file ||= "db/dump_#{database}.sql.bz2"
+    end
+    
+  private
+    def dump_cmd
+      "mysqldump #{credentials} #{database}"
+    end
+
+    def import_cmd(file)
+      "mysql #{credentials} -D #{database} < #{file}"
+    end
+  end
+
+  class Remote < Base
+    def initialize(cap_instance)
+      super(cap_instance)
+      @cap.run("cat #{@cap.current_path}/config/database.yml") { |c, s, d| @config = YAML.load(d)[(@cap.rails_env || 'production').to_s] }
+    end
+          
+    def dump
+      @cap.run "cd #{@cap.current_path}; #{dump_cmd} | bzip2 - - > #{output_file}"
+      self
+    end
+    
+    def download(local_file = "#{output_file}")
+      remote_file = "#{@cap.current_path}/#{output_file}"
+      @cap.get remote_file, local_file
+    end
+    
+    # cleanup = true removes the mysqldump file after loading, false leaves it in db/
+    def load(file, cleanup)
+      unzip_file = File.join(File.dirname(file), File.basename(file, '.bz2'))
+      @cap.run "cd #{@cap.current_path}; bunzip2 -f #{file} && RAILS_ENV=#{@cap.rails_env} rake db:drop db:create && #{import_cmd(unzip_file)}"
+      File.unlink(unzip_file) if cleanup
+    end
+  end
+
+  class Local < Base
+    def initialize(cap_instance)
+      super(cap_instance)
+      @config = YAML.load_file(File.join('config', 'database.yml'))[@cap.local_rails_env]
+    end
+    
+    # cleanup = true removes the mysqldump file after loading, false leaves it in db/
+    def load(file, cleanup)
+      unzip_file = File.join(File.dirname(file), File.basename(file, '.bz2'))
+      system("bunzip2 -f #{file} && rake db:drop db:create && #{import_cmd(unzip_file)} && rake db:migrate") 
+      File.unlink(unzip_file) if cleanup
+    end
+    
+    def dump
+      system "#{dump_cmd} | bzip2 - - > #{output_file}"
+      self
+    end
+    
+    def upload
+      remote_file = "#{@cap.current_path}/#{output_file}"
+      @cap.upload output_file, remote_file
+    end
+  end
+  
+  class << self
+    def check(local_db, remote_db) 
+      unless local_db.mysql? && remote_db.mysql?
+        raise 'Only mysql on remote and local server is supported' 
+      end
+    end
+
+    def remote_to_local(instance) 
+      local_db  = Database::Local.new(instance)
+      remote_db = Database::Remote.new(instance)
+
+      check(local_db, remote_db)
+    
+      remote_db.dump.download
+      local_db.load(remote_db.output_file, instance.fetch(:db_local_clean))
+    end
+    
+    def local_to_remote(instance)
+      local_db  = Database::Local.new(instance)
+      remote_db = Database::Remote.new(instance)
+
+      check(local_db, remote_db)
+      
+      local_db.dump.upload
+      remote_db.load(local_db.output_file, instance.fetch(:db_local_clean))
+    end
+  end
+end

data/lib/util.rb

@@ -0,0 +1,10 @@
+module Util
+  def self.prompt(msg, prompt = "(y)es, (n)o ")
+    answer = Capistrano::CLI.ui.ask("#{msg} #{prompt} ? ") do |q|
+      q.overwrite = false
+      q.validate = /^y$|^yes$|^n$|^no$/i
+      q.responses[:not_valid] = prompt
+    end
+    (answer =~ /^y$|^yes$/i) == 0
+  end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: ms_deploy
 version: !ruby/object:Gem::Version
-  version: 0.2.3
+  version: 0.2.4
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-07-23 00:00:00.000000000 Z
+date: 2012-08-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: gemcutter
@@ -171,6 +171,7 @@ files:
 - lib/ms_deploy/recipes/airbrake.rb
 - lib/ms_deploy/recipes/assets.rb
 - lib/ms_deploy/recipes/bundler.rb
+- lib/ms_deploy/recipes/database.rb
 - lib/ms_deploy/recipes/defaults.rb
 - lib/ms_deploy/recipes/info.rb
 - lib/ms_deploy/recipes/monitoring.rb
@@ -187,8 +188,11 @@ files:
 - lib/ms_deploy/recipes/unicorn.rb
 - lib/ms_deploy/recipes/whenever.rb
 - lib/ms_deploy/render.rb
+- lib/ms_deploy/templates/unicorn/unicorn.rb.erb
 - lib/ms_deploy/templates/vhost.erb
 - lib/ms_deploy/version.rb
+- lib/mysql.rb
+- lib/util.rb
 - ms_deploy.gemspec
 homepage: https://github.com/mschiller/ms_deploy
 licenses: []