crazycode-cap-recipes 0.3.37

data/lib/cap_recipes/tasks/maven.rb

@@ -0,0 +1,85 @@
+require 'fileutils'
+require 'capistrano/recipes/deploy/scm'
+require File.expand_path(File.dirname(__FILE__) + '/utilities')
+require File.expand_path(File.dirname(__FILE__) + '/tomcat')
+
+Capistrano::Configuration.instance(true).load do
+
+  set :source_path, "source"
+
+  set :scm, :subversion
+
+  set :source_dir do
+    "#{Dir.pwd}/#{source_path}"
+  end
+
+  desc "default mvn task. do svn update, package, and then deploy to tomcat"
+  task :default do
+    update_source
+    build
+  end
+
+  desc "update code from scm from maven build."
+  task :update_source do
+    on_rollback { system "rm -rf #{source_dir}; true" }
+    if Dir.exists?(source_dir)
+      system source.sync(real_revision, source_dir)
+    else
+      system "mkdir #{source_dir}"
+      system source.checkout(real_revision, source_dir)
+    end
+  end
+
+  desc "build use maven2"
+  task :build do
+    system "cd #{source_dir}; mvn -Dmaven.test.skip=true clean install"
+  end
+
+  task :clean do
+    if Dir.exists?("#{source_dir}/.svn")
+      system "cd #{source_dir}; mvn clean"
+    end
+  end
+
+  desc "deploy all module"
+  task :mdeploy do
+    if exists?(:modules)
+      #default
+      modules.each do |key, module_setting|
+        set :scm, :none
+        set :application, module_setting[:name]
+        set :module_dir, module_setting[:module_dir].nil? ? name : module_setting[:module_dir]
+        set :war, "#{source_dir}/#{module_dir}/target/#{module_setting[:war_name]}"
+        set :webserver, module_setting[:webserver]
+
+        set :scm, :none
+        set :deploy_via, :copy
+        set :use_sudo, true
+
+        deploy.update_code :roles => webserver
+      end
+    end
+  end
+  desc "deploy all module"
+  task :msetup do
+    if exists?(:modules)
+      #default
+      modules.each do |key, module_setting|
+        puts "do #{key}...#{module_setting[:name]}"
+        set :scm, :none
+        set :application, module_setting[:name]
+        set :module_dir, module_setting[:module_dir].nil? ? name : module_setting[:module_dir]
+        set :war, "#{source_dir}/#{module_dir}/target/#{module_setting[:war_name]}"
+        set :webserver, module_setting[:webserver]
+
+        set :scm, :none
+        set :deploy_via, :copy
+        set :use_sudo, true
+
+        deploy.setup :roles => webserver
+      end
+    end
+  end
+
+end
+

data/lib/cap_recipes/tasks/memcache.rb

@@ -0,0 +1,3 @@
+# Manages memcache
+
+Dir[File.join(File.dirname(__FILE__), 'memcache/*.rb')].sort.each { |lib| require lib }

data/lib/cap_recipes/tasks/memcache/hooks.rb

@@ -0,0 +1,5 @@
+Capistrano::Configuration.instance(true).load do
+  
+  after "deploy:restart", "memcache:restart" # clear cache after updating code
+  
+end

data/lib/cap_recipes/tasks/memcache/install.rb

@@ -0,0 +1,15 @@
+require File.expand_path(File.dirname(__FILE__) + '/../utilities')
+
+Capistrano::Configuration.instance(true).load do
+  namespace :memcache do
+    
+    desc 'Installs memcache and the ruby gem'
+    task :install, :roles => :app do
+      puts 'Installing memcache'
+      utilities.apt_install 'memcached'
+      try_sudo "#{base_ruby_path}/bin/gem install memcache-client --no-ri --no-rdoc"
+      memcache.start
+    end
+
+  end
+end

data/lib/cap_recipes/tasks/memcache/manage.rb

@@ -0,0 +1,37 @@
+require File.expand_path(File.dirname(__FILE__) + '/../utilities')
+
+Capistrano::Configuration.instance(true).load do
+
+  set :memcache_init_path, "/etc/init.d/memcached"
+  set :memcache_role, :app
+
+  namespace :memcache do
+
+    desc "Stops the memcache server"
+    task :stop, :roles => memcache_role do
+      utilities.with_role(memcache_role) do
+        puts "Stopping the memcache server"
+        try_sudo "killall -s TERM memcached; true"
+      end
+    end
+
+    desc "Starts the memcache server"
+    task :start, :roles => memcache_role do
+      utilities.with_role(memcache_role) do
+        puts "Starting the memcache server"
+        try_sudo "nohup /etc/init.d/memcached start"
+      end
+    end
+
+    desc "Restarts the memcache server"
+    task :restart, :roles => memcache_role do
+      utilities.with_role(memcache_role) do
+        puts "Restarting the memcache server"
+        memcache.stop
+        sleep(3)  # sleep for 3 seconds to make sure the server has mopped up everything
+        memcache.start
+      end
+    end
+
+  end
+end

data/lib/cap_recipes/tasks/mongodb.rb

@@ -0,0 +1 @@
+Dir[File.join(File.dirname(__FILE__), 'mongodb/*.rb')].sort.each { |lib| require lib }

data/lib/cap_recipes/tasks/mongodb/install.rb

@@ -0,0 +1,137 @@
+require File.expand_path(File.dirname(__FILE__) + '/../utilities')
+require File.expand_path(File.dirname(__FILE__) + '/manage')
+
+Capistrano::Configuration.instance(true).load do
+  default_run_options[:pty] = true
+
+  #set :mongodb_data_path, "/data/db"
+  set :mongodb_bin_path, "/opt/mongo"
+
+  set :mongodb_nodename, "node0"
+
+  set :mongodb_name do
+    "mongod_#{mongodb_nodename}"
+  end
+  set :mongod_conf do
+    "/etc/#{mongodb_name}.conf"
+  end
+  set :mongodb_init do
+    "/etc/init.d/#{mongodb_name}"
+  end
+  set :mongodb_data_path do
+    "/var/data/#{mongodb_name}"
+  end
+
+  set :mongodb_port, 27017
+  set :mongodb_is_configsvr, false
+
+  set :mongos_name, "mongos"
+  set :mongos_init, "/etc/init.d/mongos"
+  set :mongos_log_path, "/var/log/mongos"
+  set :mongos_config_db, "127.0.0.1:27019"
+
+  namespace :mongodb do
+    desc "Installs mongodb binaries and all dependencies"
+    task :install, :role => :app do
+      utilities.apt_install "tcsh scons g++ libpcre++-dev"
+      utilities.apt_install "libboost1.37-dev libreadline-dev xulrunner-dev"
+      mongodb.make_spidermonkey
+      mongodb.make_mongodb
+      mongodb.setup_db_path
+    end
+
+    task :make_spidermonkey, :role => :app do
+      run "mkdir -p ~/tmp"
+      run "cd ~/tmp; wget ftp://ftp.mozilla.org/pub/mozilla.org/js/js-1.7.0.tar.gz"
+      run "cd ~/tmp; tar -zxvf js-1.7.0.tar.gz"
+      run "cd ~/tmp/js/src; export CFLAGS=\"-DJS_C_STRINGS_ARE_UTF8\""
+      run "cd ~/tmp/js/src; #{sudo} make -f Makefile.ref"
+      run "cd ~/tmp/js/src; #{sudo} JS_DIST=/usr make -f Makefile.ref export"
+    end
+
+    task :make_mongodb, :role => :app do
+      sudo "rm -rf ~/tmp/mongo"
+      run "cd ~/tmp; git clone git://github.com/mongodb/mongo.git"
+      run "cd ~/tmp/mongo; #{sudo} scons all"
+      run "cd ~/tmp/mongo; #{sudo} scons --prefix=#{mongodb_bin_path} install"
+    end
+
+    task :setup_db_path, :role => :app do
+      sudo "mkdir -p #{mongodb_data_path}"
+      mongodb.start
+    end
+
+    # for centos
+    desc "setup mongodb use yum"
+    task :yum_install, :role => :app do
+      put utilities.render("mongodb.repo", binding), "mongodb.repo.tmp"
+      sudo "cp mongodb.repo.tmp /etc/yum.repos.d/MongoDB.repo"
+      run "rm mongodb.repo.tmp"
+
+      sudo "yum update"
+      sudo "yum install mongo-stable-server"
+    end
+
+    desc "install mongo node"
+    task :install_node, :role => :app do
+      # create config file
+      put utilities.render("mongod.conf", binding), "mongod.conf.tmp"
+      put utilities.render("mongodb.init", binding), "mongodb.init.tmp"
+      sudo "cp mongod.conf.tmp #{mongod_conf}"
+      sudo "cp mongodb.init.tmp #{mongodb_init}"
+      sudo "chmod a+x #{mongodb_init}"
+      sudo "/sbin/chkconfig --add #{mongodb_name}"
+      run "rm mongod.conf.tmp"
+      run "rm mongodb.init.tmp"
+
+      sudo "mkdir -p #{mongodb_data_path}"
+      sudo "chown mongod:mongod #{mongodb_data_path}"
+    end
+
+    desc "install mongos"
+    task :install_mongos, :role => :app do
+      put utilities.render("mongos.init", binding), "mongos.init.tmp"
+      sudo "cp mongos.init.tmp #{mongos_init}"
+      sudo "chmod a+x #{mongos_init}"
+      sudo "/sbin/chkconfig --add #{mongos_name}"
+      run "rm mongos.init.tmp"
+
+      sudo "mkdir -p #{mongos_log_path}"
+      sudo "chown mongod:mongod #{mongodb_data_path}"
+    end
+
+    desc "node start"
+    task :node_start, :role => :app do
+      sudo "#{mongodb_init} start"
+    end
+
+    desc "node stop"
+    task :node_stop, :role => :app do
+      sudo "#{mongodb_init} stop"
+    end
+
+    desc "node status"
+    task :node_status, :role => :app do
+      sudo "ps auxH | grep mongo | wc -l"
+      sudo "#{mongodb_init} status"
+    end
+
+    desc "uninstall mongo node"
+    task :uninstall_node, :role => :app do
+      mongodb.node_stop
+      sudo "rm #{mongod_conf}"
+      sudo "rm #{mongodb_init}"
+      sudo "/sbin/chkconfig #{mongodb_name} off"
+      sudo "/sbin/chkconfig --del #{mongodb_name}"
+    end
+
+    desc "uninstall mongos"
+    task :uninstall_mongos, :role => :app do
+      mongodb.node_stop
+      sudo "rm #{mongos_init}"
+      sudo "/sbin/chkconfig #{mongos_name} off"
+      sudo "/sbin/chkconfig --del #{mongos_name}"
+    end
+
+  end
+end

data/lib/cap_recipes/tasks/mongodb/manage.rb

@@ -0,0 +1,27 @@
+require File.expand_path(File.dirname(__FILE__) + '/../utilities')
+require File.expand_path(File.dirname(__FILE__) + '/install')
+
+Capistrano::Configuration.instance(true).load do
+  set :mongodb_log, "/var/log/mongodb.log"
+
+  namespace :mongodb do
+    desc "Starts the mongodb server"
+    task :start, :role => :app do
+      sudo "#{mongodb_bin_path}/bin/mongod --fork --logpath #{mongodb_log} --logappend --dbpath #{mongodb_data_path}"
+    end
+
+    desc "Stop the mongodb server"
+    task :stop, :role => :app do
+      pid = capture("ps -o pid,command ax | grep mongod | awk '!/awk/ && !/grep/ {print $1}'")
+      sudo "kill -2 #{pid}" unless pid.strip.empty?
+    end
+
+    desc "Restart the mongodb server"
+    task :restart, :role => :app do
+      pid = capture("ps -o pid,command ax | grep mongod | awk '!/awk/ && !/grep/ {print $1}'")
+      mongodb.stop unless pid.strip.empty?
+      mongodb.start
+    end
+
+  end
+end

data/lib/cap_recipes/tasks/passenger.rb

@@ -0,0 +1 @@
+Dir[File.join(File.dirname(__FILE__), 'passenger/*.rb')].sort.each { |lib| require lib }

data/lib/cap_recipes/tasks/passenger/install.rb

@@ -0,0 +1,72 @@
+require File.expand_path(File.dirname(__FILE__) + '/../utilities')
+require File.expand_path(File.dirname(__FILE__) + '/../apache/manage')
+
+Capistrano::Configuration.instance(true).load do
+  set :base_ruby_path, '/usr'
+  set :confd_passenger_filename, 'passenger'
+
+  namespace :passenger do
+    desc "Installs Phusion Passenger"
+    task :install, :roles => :web do
+      puts 'Installing passenger module'
+      enable_apache_module
+      update_config
+    end
+    
+
+    desc "install build-essentials and other packages"
+    task :install_build_essential do
+      utilities.apt_install 'build-essential'
+      utilities.apt_install 'apache2-prefork-dev'
+      utilities.apt_install 'libapr1-dev'
+      utilities.apt_install 'libaprutil1-dev'
+    end
+    before "passenger:install", "passenger:install_build_essential"
+
+    desc "Setup Passenger Module"
+    task :enable_apache_module, :roles => :web do
+      sudo "#{base_ruby_path}/bin/gem install passenger --no-ri --no-rdoc"
+      sudo "#{base_ruby_path}/bin/passenger-install-apache2-module --auto"
+    end
+
+    desc "Configure Passenger"
+    task :update_config, :roles => :web do
+      version = 'ERROR' # default
+
+      # passenger (2.X.X, 1.X.X)
+      run("gem list | grep passenger") do |ch, stream, data|
+        version = data.sub(/passenger \(([^,]+).*?\)/,"\\1").strip
+      end
+
+      puts "  passenger version #{version} configured"
+
+      passenger_config =<<-EOF
+        LoadModule passenger_module #{base_ruby_path}/lib/ruby/gems/1.8/gems/passenger-#{version}/ext/apache2/mod_passenger.so
+        PassengerRoot #{base_ruby_path}/lib/ruby/gems/1.8/gems/passenger-#{version}
+        PassengerRuby #{base_ruby_path}/bin/ruby
+      EOF
+
+      put passenger_config, "/tmp/passenger"
+      sudo "mv /tmp/passenger /etc/apache2/conf.d/#{confd_passenger_filename}"
+      apache.restart
+    end
+
+    # if you want to add more options, try this, in your own conifg
+    # read this first... http://www.modrails.com/documentation/Users%20guide.html
+    #    namespace :passenger do
+    #      task :add_custom_configuration, :roles=>:web do
+    #        #512 - 100(stack) - 4*100(instance)
+    #        passenger_config = <<EOF
+    #    PassengerMaxPoolSize 4
+    #    PassengerPoolIdleTime 3000
+    #    EOF
+    #        put passenger_config, "/tmp/passenger"
+    #        sudo "cat /tmp/passenger >> /etc/apache2/conf.d/passenger"
+    #        apache.restart
+    #      end
+    #    end
+    #    after "passenger:update_config", *%w(
+    #      passenger:add_custom_configuration
+    #    )
+  end
+end

data/lib/cap_recipes/tasks/passenger/manage.rb

@@ -0,0 +1,23 @@
+Capistrano::Configuration.instance(true).load do
+  namespace :deploy do
+    
+    desc "Stops the phusion passenger server"
+    task :stop, :roles => :web do
+      puts "Stopping rails web server"
+      apache.stop
+    end
+
+    desc "Starts the phusion passenger server"
+    task :start, :roles => :web do
+      puts "Starting rails web server"
+      apache.start
+    end
+
+    desc "Restarts the phusion passenger server"
+    task :restart, :roles => :web do
+      puts "Restarting passenger by touching restart.txt"
+      run "touch #{current_path}/tmp/restart.txt"
+    end
+    
+  end
+end

data/lib/cap_recipes/tasks/rails.rb

@@ -0,0 +1 @@
+Dir[File.join(File.dirname(__FILE__), 'rails/*.rb')].sort.each { |lib| require lib }

data/lib/cap_recipes/tasks/rails/hooks.rb

@@ -0,0 +1,6 @@
+Capistrano::Configuration.instance(true).load do
+  after "deploy:update_code", "rails:symlink_db_config" # copy database.yml file to release path
+  after "deploy:update_code", "rails:sweep:cache" # clear cache after updating code
+  after "deploy:restart"    , "rails:repair_permissions" # fix the permissions to work properly
+  after "deploy:restart"    , "rails:ping" # ping passenger to start the rails instance
+end

data/lib/cap_recipes/tasks/rails/manage.rb

@@ -0,0 +1,51 @@
+Capistrano::Configuration.instance(true).load do
+  set :local_ping_path, 'http://localhost'
+
+  namespace :rails do
+    # ===============================================================
+    # UTILITY TASKS
+    # ===============================================================
+    desc "Symlinks the shared/config/database yaml to release/config/"
+    task :symlink_db_config, :roles => :app do
+      puts "Copying database configuration to release path"
+      try_sudo "rm #{release_path}/config/database.yml -f"
+      try_sudo "ln -s #{shared_path}/config/database.yml #{release_path}/config/database.yml"
+    end
+
+    desc "Repair permissions to allow user to perform all actions"
+    task :repair_permissions, :roles => :app do
+      puts "Applying correct permissions to allow for proper command execution"
+      try_sudo "chmod -R 744 #{current_path}/log #{current_path}/tmp"
+      try_sudo "chown -R #{user}:#{user} #{current_path}"
+      try_sudo "chown -R #{user}:#{user} #{current_path}/tmp"
+    end
+
+    desc "Displays the production log from the server locally"
+    task :tail, :roles => :app do
+      stream "tail -f #{shared_path}/log/production.log"
+    end
+
+    desc "Pings localhost to startup server"
+    task :ping, :roles => :app do
+      puts "Pinging the web server to start it"
+      run "wget -O /dev/null #{local_ping_path} 2>/dev/null"
+    end
+    
+    # ===============================================================
+    # MAINTENANCE TASKS
+    # ===============================================================
+    namespace :sweep do
+      desc "Clear file-based fragment and action caching"
+      task :log, :roles => :app  do
+        puts "Sweeping all the log files"
+        run "cd #{current_path} && #{sudo} rake log:clear RAILS_ENV=production"
+      end
+
+      desc "Clear file-based fragment and action caching"
+      task :cache, :roles => :app do
+        puts "Sweeping the fragment and action cache stores"
+        run "cd #{release_path} && #{sudo} rake tmp:cache:clear RAILS_ENV=production"
+      end
+    end
+  end
+end