eycap 0.4.16

data/lib/eycap/lib/ey_logger_hooks.rb

@@ -0,0 +1,14 @@
+require File.join(File.dirname(__FILE__), "ey_logger")
+
+# These tasks are setup to use with the logger as post commit hooks.
+Capistrano::Configuration.instance(:must_exist).load do
+  namespace :ey_logger do
+    task :upload_log_to_slice, :except => { :no_release => true} do
+      logger = Capistrano::EYLogger
+      run "mkdir -p #{shared_path}/deploy_logs"
+      put File.open(logger.log_file_path).read, "#{shared_path}/deploy_logs/#{logger.remote_log_file_name}"
+    end
+  end
+end
+
+Capistrano::EYLogger.post_process_hook("ey_logger:upload_log_to_slice")

data/lib/eycap/recipes.rb

@@ -0,0 +1,24 @@
+require 'eycap/lib/ey_logger'
+require 'eycap/lib/ey_logger_hooks'
+require 'eycap/recipes/database'
+require 'eycap/recipes/ferret'
+require 'eycap/recipes/mongrel'
+require 'eycap/recipes/nginx'
+require 'eycap/recipes/slice'
+require 'eycap/recipes/deploy'
+require 'eycap/recipes/sphinx'
+require 'eycap/recipes/backgroundrb'
+require 'eycap/recipes/memcached'
+require 'eycap/recipes/solr'
+require 'eycap/recipes/monit'
+require 'eycap/recipes/tomcat'
+require 'eycap/recipes/juggernaut'
+require 'eycap/recipes/passenger'
+require 'eycap/recipes/apache'
+require 'eycap/recipes/bundler'
+
+Capistrano::Configuration.instance(:must_exist).load do
+  default_run_options[:pty] = true if respond_to?(:default_run_options)
+  set :keep_releases, 3
+  set :runner, defer { user }
+end

data/lib/eycap/recipes/apache.rb

@@ -0,0 +1,10 @@
+Capistrano::Configuration.instance(:must_exist).load do
+  namespace :apache do
+    [:stop, :start, :restart, :reload].each do |action|
+      desc "#{action.to_s.capitalize} Apache"
+      task action, :roles => :web do
+        sudo "/etc/init.d/apache2 #{action.to_s}"
+      end
+    end
+  end
+end

data/lib/eycap/recipes/backgroundrb.rb

@@ -0,0 +1,23 @@
+Capistrano::Configuration.instance(:must_exist).load do
+
+  namespace :bdrb do
+    desc "After update_code you want to reindex"
+    task :reindex, :roles => [:app], :only => {:backgroundrb => true} do
+      run "/engineyard/bin/searchd #{application} reindex"
+    end
+  
+    desc "Start Backgroundrb"
+    task :start, :roles => [:app], :only => {:backgroundrb => true} do
+      sudo "/usr/bin/monit start all -g backgroundrb_#{application}"
+    end
+    desc "Stop Backgroundrb"
+    task :stop, :roles => [:app], :only => {:backgroundrb => true} do
+      sudo "/usr/bin/monit stop all -g backgroundrb_#{application}"
+    end
+    desc "Restart Backgroundrb"
+    task :restart, :roles => [:app], :only => {:backgroundrb => true} do
+      sudo "/usr/bin/monit restart all -g backgroundrb_#{application}"
+    end        
+  end
+
+end

data/lib/eycap/recipes/bundler.rb

@@ -0,0 +1,12 @@
+Capistrano::Configuration.instance(:must_exist).load do
+  namespace :bundler do
+    desc "Automatically installed your bundled gems if a Gemfile exists"
+    task :bundle_gems do
+      %w(vendor bin).each do |dirname|
+        run "if [ -f #{release_path}/Gemfile ]; then mkdir -p #{shared_path}/bundling/#{dirname} && cd #{release_path} && ln -s #{shared_path}/bundling/#{dirname} .; fi"
+      end
+      run "if [ -f #{release_path}/Gemfile ]; then cd #{release_path} && gem bundle; fi"
+    end
+    after "deploy:symlink_configs","bundler:bundle_gems"
+  end
+end

data/lib/eycap/recipes/database.rb

@@ -0,0 +1,74 @@
+Capistrano::Configuration.instance(:must_exist).load do
+
+  namespace :db do
+    task :backup_name, :roles => :db, :only => { :primary => true } do
+      now = Time.now
+      run "mkdir -p #{shared_path}/db_backups"
+      backup_time = [now.year,now.month,now.day,now.hour,now.min,now.sec].join('-')
+      set :backup_file, "#{shared_path}/db_backups/#{environment_database}-snapshot-#{backup_time}.sql"
+    end
+  
+    desc "Clone Production Database to Staging Database."
+    task :clone_prod_to_staging, :roles => :db, :only => { :primary => true } do
+
+      # This task currently runs only on traditional EY offerings.
+      # You need to have both a production and staging environment defined in 
+      # your deploy.rb file.  
+
+      backup_name
+      on_rollback { run "rm -f #{backup_file}" }
+      run("cat #{shared_path}/config/database.yml") { |channel, stream, data| @environment_info = YAML.load(data)[rails_env] }  
+
+      if @environment_info['adapter'] == 'mysql'
+        dbhost = @environment_info['host']
+        dbhost = environment_dbhost.sub('-master', '') + '-replica'
+        run "mysqldump --add-drop-table -u #{dbuser} -h #{dbhost} -p #{environment_database} | bzip2 -c > #{backup_file}.bz2" do |ch, stream, out |
+           ch.send_data "#{dbpass}\n" if out=~ /^Enter password:/
+        end
+        run "bzcat #{backup_file}.bz2 | mysql -u #{dbuser} -p -h #{staging_dbhost} #{staging_database}" do |ch, stream, out|
+           ch.send_data "#{dbpass}\n" if out=~ /^Enter password:/
+        end
+      else
+        run "pg_dump -W -c -U #{dbuser} -h #{production_dbhost} #{production_database} | bzip2 -c > #{backup_file}.bz2" do |ch, stream, out|
+           ch.send_data "#{dbpass}\n" if out=~ /^Password:/
+        end
+        run "bzcat #{backup_file}.bz2 | psql -W -U #{dbuser} -h #{staging_dbhost} #{staging_database}" do |ch, stream, out|
+           ch.send_data "#{dbpass}\n" if out=~ /^Password/
+        end
+      end
+      run "rm -f #{backup_file}.bz2"
+    end
+  
+    desc "Backup your MySQL or PostgreSQL database to shared_path+/db_backups"
+    task :dump, :roles => :db, :only => {:primary => true} do
+      backup_name
+      run("cat #{shared_path}/config/database.yml") { |channel, stream, data| @environment_info = YAML.load(data)[rails_env] }
+      if @environment_info['adapter'] == 'mysql'
+        dbhost = @environment_info['host']
+        dbhost = environment_dbhost.sub('-master', '') + '-replica' if dbhost != 'localhost' # added for Solo offering, which uses localhost
+        run "mysqldump --add-drop-table -u #{dbuser} -h #{dbhost} -p #{environment_database} | bzip2 -c > #{backup_file}.bz2" do |ch, stream, out |
+           ch.send_data "#{dbpass}\n" if out=~ /^Enter password:/
+        end
+      else
+        run "pg_dump -W -c -U #{dbuser} -h #{environment_dbhost} #{environment_database} | bzip2 -c > #{backup_file}.bz2" do |ch, stream, out |
+           ch.send_data "#{dbpass}\n" if out=~ /^Password:/
+        end
+      end
+    end
+    
+    desc "Sync your production database to your local workstation"
+    task :clone_to_local, :roles => :db, :only => {:primary => true} do
+      backup_name
+      dump
+      get "#{backup_file}.bz2", "/tmp/#{application}.sql.bz2"
+      development_info = YAML.load_file("config/database.yml")['development']
+      if development_info['adapter'] == 'mysql'
+        run_str = "bzcat /tmp/#{application}.sql.bz2 | mysql -u #{development_info['username']} --password='#{development_info['password']}' -h #{development_info['host']} #{development_info['database']}"
+      else
+        run_str = "PGPASSWORD=#{development_info['password']} bzcat /tmp/#{application}.sql.bz2 | psql -U #{development_info['username']} -h #{development_info['host']} #{development_info['database']}"
+      end
+      %x!#{run_str}!
+    end
+  end
+
+end

data/lib/eycap/recipes/deploy.rb

@@ -0,0 +1,151 @@
+require File.join(File.dirname(__FILE__), "..", "lib", "ey_logger.rb")
+Capistrano::Configuration.instance(:must_exist).load do
+  
+  namespace :deploy do    
+    # This is here to hook into the logger for deploy and deploy:long tasks
+    ["deploy", "deploy:long"].each do |tsk|
+      before(tsk) do
+        Capistrano::EYLogger.setup( self, tsk )
+        at_exit{ Capistrano::EYLogger.post_process if Capistrano::EYLogger.setup? }
+      end
+    end
+
+    desc "Link the database.yml and mongrel_cluster.yml files into the current release path."
+    task :symlink_configs, :roles => :app, :except => {:no_release => true} do
+      run <<-CMD
+        cd #{latest_release} &&
+        ln -nfs #{shared_path}/config/database.yml #{latest_release}/config/database.yml &&
+        ln -nfs #{shared_path}/config/mongrel_cluster.yml #{latest_release}/config/mongrel_cluster.yml
+      CMD
+    end
+
+    desc <<-DESC
+      Run the migrate rake task. By default, it runs this in most recently \
+      deployed version of the app. However, you can specify a different release \
+      via the migrate_target variable, which must be one of :latest (for the \
+      default behavior), or :current (for the release indicated by the \
+      `current' symlink). Strings will work for those values instead of symbols, \
+      too. You can also specify additional environment variables to pass to rake \
+      via the migrate_env variable. Finally, you can specify the full path to the \
+      rake executable by setting the rake variable. The defaults are:
+ 
+      set :rake, "rake"
+      set :framework, "merb"
+      set :merb_env, "production"
+      set :migrate_env, ""
+      set :migrate_target, :latest
+    DESC
+    task :migrate, :roles => :db, :only => { :primary => true } do
+      rake = fetch(:rake, "rake")
+      
+      framework = fetch(:framework, "rails")
+      if framework.match(/^rails$/i)
+        app_env = fetch(:rails_env, "production")
+      else
+        app_env = fetch("#{framework.downcase}_env".to_sym, "production")
+      end
+      
+      migrate_env = fetch(:migrate_env, "")
+      migrate_target = fetch(:migrate_target, :latest)
+ 
+      directory = case migrate_target.to_sym
+        when :current then current_path
+        when :latest then current_release
+        else raise ArgumentError, "unknown migration target #{migrate_target.inspect}"
+        end
+ 
+      run "cd #{directory}; #{rake} #{framework.upcase}_ENV=#{app_env} #{migrate_env} db:migrate"
+    end
+  
+    desc "Display the maintenance.html page while deploying with migrations. Then it restarts and enables the site again."
+    task :long do
+      transaction do
+        update_code
+        web.disable
+        symlink
+        migrate
+      end
+  
+      restart
+      web.enable
+    end
+
+    desc "Restart the Mongrel processes on the app slices."
+    task :restart, :roles => :app do
+      mongrel.restart
+    end
+
+    desc "Start the Mongrel processes on the app slices."
+    task :spinner, :roles => :app do
+      mongrel.start
+    end
+
+    desc "Start the Mongrel processes on the app slices."
+    task :start, :roles => :app do
+      mongrel.start
+    end    
+    
+    desc "Stop the Mongrel processes on the app slices."
+    task :stop, :roles => :app do
+      mongrel.stop
+    end
+    
+    namespace :web do
+      desc <<-DESC
+        Present a maintenance page to visitors. Disables your application's web \
+        interface by writing a "maintenance.html" file to each web server. The \
+        servers must be configured to detect the presence of this file, and if \
+        it is present, always display it instead of performing the request.
+
+        By default, the maintenance page will just say the site is down for \
+        "maintenance", and will be back "shortly", but you can customize the \
+        page by specifying the REASON and UNTIL environment variables:
+
+          $ cap deploy:web:disable \\
+                REASON="hardware upgrade" \\
+                UNTIL="12pm Central Time"
+
+        Further customization copy your html file to shared_path+'/system/maintenance.html.custom'.
+        If this file exists it will be used instead of the default capistrano ugly page
+      DESC
+      task :disable, :roles => :web, :except => { :no_release => true } do
+        maint_file = "#{shared_path}/system/maintenance.html"
+        require 'erb'
+        on_rollback { run "rm #{shared_path}/system/maintenance.html" }
+
+        reason = ENV['REASON']
+        deadline = ENV['UNTIL']
+
+        template = File.read(File.join(File.dirname(__FILE__), "templates", "maintenance.rhtml"))
+        result = ERB.new(template).result(binding)
+
+        put result, "#{shared_path}/system/maintenance.html.tmp", :mode => 0644
+        run "if [ -f #{shared_path}/system/maintenance.html.custom ]; then cp #{shared_path}/system/maintenance.html.custom #{maint_file}; else cp #{shared_path}/system/maintenance.html.tmp #{maint_file}; fi"
+      end
+    end
+
+    namespace :notify do
+      task :start, :roles => :app do
+        begin
+          run %(curl -X POST -d "application=#{application rescue 'unknown'}" http://weather.engineyard.com/`hostname`/deploy_start)
+        rescue
+          puts "Deploy notification failed"
+        end
+      end
+
+      task :stop, :roles => :app do
+        begin
+          run %(curl -X POST -d "application=#{application rescue 'unknown'}" http://weather.engineyard.com/`hostname`/deploy_stop)
+        rescue
+          puts "Deploy notification failed"
+        end
+      end
+    end
+  end
+
+  ["deploy", "deploy:long"].each do |tsk|
+    before(tsk, "deploy:notify:start")
+    after(tsk, "deploy:notify:stop")
+  end
+
+end

data/lib/eycap/recipes/ferret.rb

@@ -0,0 +1,20 @@
+Capistrano::Configuration.instance(:must_exist).load do
+
+  namespace :ferret do
+    desc "After update_code you want to symlink the index and ferret_server.yml file into place"
+    task :symlink_configs, :roles => [:app], :except => {:no_release => true, :ferret => false} do
+      run <<-CMD
+        cd #{latest_release} &&
+        ln -nfs #{shared_path}/config/ferret_server.yml #{latest_release}/config/ferret_server.yml &&
+        if [ -d #{latest_release}/index ]; then mv #{latest_release}/index #{latest_release}/index.bak; fi &&
+        ln -nfs #{shared_path}/index #{latest_release}/index
+      CMD
+    end
+    [:start,:stop,:restart].each do |op|
+      desc "#{op} ferret server"
+      task op, :roles => [:app], :except => {:no_release => true, :ferret => false} do
+        sudo "/usr/bin/monit #{op} all -g ferret_#{application}"
+      end
+    end
+  end
+end

data/lib/eycap/recipes/juggernaut.rb

@@ -0,0 +1,19 @@
+Capistrano::Configuration.instance(:must_exist).load do
+
+  namespace :juggernaut do
+    desc "After update_code you want to symlink the juggernaut.yml file into place"
+    task :symlink_configs, :roles => [:app], :except => {:no_release => true, :juggernaut => false} do
+      run <<-CMD
+        cd #{latest_release} &&
+        ln -nfs #{shared_path}/config/juggernaut.yml #{latest_release}/config/juggernaut.yml &&
+        ln -nfs #{shared_path}/config/juggernaut_hosts.yml #{latest_release}/config/juggernaut_hosts.yml
+      CMD
+    end
+    [:start,:stop,:restart].each do |op|
+      desc "#{op} juggernaut server"
+      task op, :roles => [:app], :except => {:no_release => true, :juggernaut => false} do
+        sudo "/usr/bin/monit #{op} all -g juggernaut_#{application}"
+      end
+    end
+  end
+end

data/lib/eycap/recipes/memcached.rb

@@ -0,0 +1,24 @@
+Capistrano::Configuration.instance(:must_exist).load do
+  namespace :memcached do 
+    desc "Start memcached"
+    task :start, :roles => [:app], :only => {:memcached => true} do
+      sudo "/etc/init.d/memcached start"
+    end
+    desc "Stop memcached"
+    task :stop, :roles => [:app], :only => {:memcached => true} do
+      sudo "/etc/init.d/memcached stop"
+    end
+    desc "Restart memcached"
+    task :restart, :roles => [:app], :only => {:memcached => true} do
+      sudo "/etc/init.d/memcached restart"
+    end        
+    desc "Flush memcached - this assumes memcached is on port 11211"
+    task :flush, :roles => [:app], :only => {:memcached => true} do
+      sudo "echo 'flush_all' | nc -q 1 localhost 11211"
+    end        
+    desc "Symlink the memcached.yml file into place if it exists"
+    task :symlink_configs, :roles => [:app], :only => {:memcached => true }, :except => { :no_release => true } do
+      run "if [ -f #{shared_path}/config/memcached.yml ]; then ln -nfs #{shared_path}/config/memcached.yml #{latest_release}/config/memcached.yml; fi"
+    end
+  end
+end

data/lib/eycap/recipes/mongrel.rb

@@ -0,0 +1,56 @@
+Capistrano::Configuration.instance(:must_exist).load do
+  namespace :mongrel do
+    desc <<-DESC
+    Start Mongrel processes on the app server.  This uses the :use_sudo variable to determine whether to use sudo or not. By default, :use_sudo is
+    set to true.
+    DESC
+    task :start, :roles => [:app], :except => {:mongrel => false} do
+      sudo "/usr/bin/monit start all -g #{monit_group}"
+    end
+
+    desc <<-DESC
+    Restart the Mongrel processes on the app server by starting and stopping the cluster. This uses the :use_sudo
+    variable to determine whether to use sudo or not. By default, :use_sudo is set to true.
+    DESC
+    task :restart, :roles => [:app], :except => {:mongrel => false} do
+      sudo "/usr/bin/monit restart all -g #{monit_group}"
+    end
+
+    desc <<-DESC
+    Stop the Mongrel processes on the app server.  This uses the :use_sudo
+    variable to determine whether to use sudo or not. By default, :use_sudo is
+    set to true.
+    DESC
+    task :stop, :roles => [:app], :except => {:mongrel => false} do
+      sudo "/usr/bin/monit stop all -g #{monit_group}"
+    end
+
+    desc <<-DESC
+    Start mongrels in a loop, with a defer of [default] 30 seconds between each single mongrel restart. 
+    DESC
+    task :rolling_restart, :roles => [:app], :except => {:mongrel => false} do
+
+      set :mongrel_restart_delay, 30
+
+      # need a script due to weird escapes run by sudo "X".
+        script = File.open("/tmp/rolling.reboot", 'w+')
+        script.puts "#!/bin/bash"
+        script.puts "export monit_group=#{monit_group}" 
+        script.puts "export mongrel_restart_delay=#{mongrel_restart_delay}" 
+        # here's the need for single quoted - sed ? - (no escaping).
+        script.puts 'for port in $(monit summary | grep mongrel | sed -r \'s/[^0-9]*([0-9]+).*/\1/\'); do echo "Executing monit restart mongrel_${monit_group}_${port}"; /usr/bin/monit restart mongrel_${monit_group}_${port}; echo "sleeping $mongrel_restart_delay"; sleep ${mongrel_restart_delay}; done'
+        script.close
+
+        upload(script.path, script.path, :via=> :scp)
+
+        #it's in the script, on the remote server, execute it.
+        sudo "chmod +x #{script.path}"
+        sudo "#{script.path}"
+        #cleanup 
+        sudo "rm #{script.path}"
+        require 'fileutils' ; FileUtils.rm(script.path)
+        puts "Done."
+    end
+
+  end #namespace
+end #Capistrano::Configuration

data/lib/eycap/recipes/monit.rb

@@ -0,0 +1,17 @@
+Capistrano::Configuration.instance(:must_exist).load do
+
+  namespace :monit do
+    desc "Get the status of your mongrels"
+    task :status, :roles => :app do
+      @monit_output ||= { }
+      sudo "/usr/bin/monit status" do |channel, stream, data|
+        @monit_output[channel[:server].to_s] ||= [ ]
+        @monit_output[channel[:server].to_s].push(data.chomp)
+      end
+      @monit_output.each do |k,v|
+        puts "#{k} -> #{'*'*55}"
+        puts v.join("\n")
+      end
+    end
+  end
+end