capitate 0.1.7

data/lib/doc/packages.yml

@@ -0,0 +1,17 @@
+install:
+  packages_type: |
+    Package manager type.
+    Currently can only be :yum.
+    TODO: Support more package managers.
+    
+    set :packages_type, :yum
+    
+  packages_remove: |
+    Packages to remove
+    
+    set :packages_remove, [ "openoffice.org-*", "ImageMagick" ]
+    
+  packages_add: |
+    Packages to add.
+    
+    set :packages_add, [ "gcc", "kernel-devel", "libevent-devel", "libxml2-devel" ]

data/lib/doc/rails.yml

@@ -0,0 +1,15 @@
+setup:
+  db_name: |
+    Database name (rails).
+    
+    set :db_name, "app_db_name"
+  
+  db_user: |
+    Database user (rails).
+    
+    set :db_user, "app_db_user"
+    
+  db_pass: |
+    Database password (rails).
+    
+    set :db_pass, "the_password"

data/lib/profiles/centos-sick.rb

@@ -0,0 +1,114 @@
+#
+# This is an EXAMPLE profile.
+#
+# Profile for sick rails app on centos 5.1
+# Profiles are basically a beefed up deploy.rb
+#
+
+set :description, "Sick project deployment for centos 5.1 image"
+
+#set :install_user, "root"
+
+set :recipes, [ 
+  "centos:setup_for_web",
+  "packages:install",
+  "centos:ruby:install", 
+  "centos:nginx:install", 
+  "centos:mysql:install", 
+  "centos:sphinx:install", 
+  "centos:monit:install",
+  "centos:imagemagick:install", 
+  "centos:memcached:install", 
+  "nginx:install_monit",   
+  "mysql:install_monit",     
+  "memcached:install_monit", 
+  "gems:install", 
+  "centos:cleanup" 
+]
+
+#
+# Settings for recipes
+#
+
+# For packages:install
+set :packages_type, :yum
+set :packages_remove, [ "openoffice.org-*", "ImageMagick" ]
+set :packages_add, [
+  "gcc", "kernel-devel", "libevent-devel", "libxml2-devel", 
+  "openssl", "openssl-devel",
+  "aspell", "aspell-devel", "aspell-en", "aspell-es",
+  ]
+  
+# For gem:install
+set :gem_list, [ 
+  "rake", 
+  "mysql -- --with-mysql-include=/usr/include/mysql --with-mysql-lib=/usr/lib/mysql --with-mysql-config", 
+  "raspell", 
+  "rmagick", 
+  "mongrel", 
+  "mongrel_cluster",
+  "json"
+]
+
+# For monit:install
+set :monit_port, 2812 # Capistrano::CLI.ui.ask('Monit port: ')
+set :monit_password, Proc.new { Capistrano::CLI.ui.ask('Monit admin password (to set): ') }
+
+# For nginx:install
+set :nginx_bin_path, "/sbin/nginx"
+set :nginx_conf_path, "/etc/nginx/nginx.conf"
+set :nginx_pid_path, "/var/run/nginx.pid"
+set :nginx_prefix_path, "/var/nginx"
+
+# For mysql:install
+set :mysql_admin_password_set, Proc.new { Capistrano::CLI.ui.ask('Mysql admin password (to set): ') }
+set :mysql_pid_path, "/var/run/mysqld/mysqld.pid"
+set :db_port, 3306 # Capistrano::CLI.ui.ask('Mysql port: ')
+
+# For sphinx:install
+set :sphinx_prefix, "/usr/local/sphinx"
+
+# For memcached:install
+set :memcached_pid_path, "/var/run/memcached.pid"
+set :memcached_memory, 64
+set :memcached_port, 11211
+
+
+#
+# Settings for generating project Capfile
+#
+
+set :application, "sick"
+set :user, "sick"
+set :deploy_to, "/var/www/apps/sick"
+set :web_host, "WEB_HOST"
+set :db_host, "DB_HOST"
+set :db_user, "sick"
+set :db_pass, ""
+set :db_name, "sick"
+# db_port set already
+set :sphinx_host, "SPHINX_HOST"
+set :sphinx_port, 3312
+set :repository, "REPOSITORY"
+set :mongrel_port, 12000
+set :mongrel_size, 3
+set :domain_name, "localhost"
+set :mysql_admin_password, Proc.new { Capistrano::CLI.ui.ask('Mysql admin password: ') }
+
+set :deploy_via, :copy
+set :copy_strategy, :export
+
+role :web, "WEB_URL"
+role :db,  "DB_URL", :primary => true
+
+
+# Callbacks 
+before "deploy:setup", "centos:add_user_for_app"
+
+after "deploy:setup", "mysql:setup", "rails:setup", "mongrel_cluster:setup_monit", 
+  "nginx:setup_mongrel", "centos:sphinx:setup"
+
+after "deploy:update_code", "rails:update_code", "sphinx:update_code"
+
+# Auto cleanup after deploy
+after "deploy", "deploy:cleanup"

data/lib/recipes/README

@@ -0,0 +1,5 @@
+= Recipes
+* Install tasks are one time tasks (per OS).
+* Setup tasks are one time tasks (per application).
+* Update code tasks are called after each deploy (per application).
+* Scripts and templates are in capitate/lib/templates.

data/lib/recipes/centos/README

@@ -0,0 +1,3 @@
+Recipes specific to Centos.
+
+Tested on Centos 5.1

data/lib/recipes/centos/centos.rb

@@ -0,0 +1,44 @@
+# Custom tasks for centos OS profiles
+namespace :centos do
+    
+  desc "Setup centos for web"
+  task :setup_for_web do
+    put template.load("centos/sudoers"), "/tmp/sudoers"
+    script.sh("centos/setup_for_web.sh")
+  end  
+    
+  desc "Cleanup"
+  task :cleanup do
+    yum.clean
+    # TODO: Add cleanup tasks here
+  end
+  
+  # Add user for an application
+  desc "Add user (adds to admin group)"
+  task :add_user_for_app do
+    
+    # Settings
+    user = fetch(:user)
+    fetch_or_default(:install_user, "root")
+    
+    with_user(install_user) do
+    
+      sudo "id sick || /usr/sbin/adduser -d #{deploy_to} -G admin #{user}"
+      sudo "chmod a+rx #{deploy_to}"
+  
+      new_password = Capistrano::CLI.password_prompt("Password for user (#{user}): ")
+  
+      sudo "passwd #{user}" do |channel, stream, data|
+        logger.info data
+    
+        if data =~ /password:/i
+          channel.send_data "#{new_password}\n"
+          channel.send_data "#{new_password}\n"
+        end
+      end
+      
+    end
+        
+  end
+              
+end

data/lib/recipes/centos/imagemagick.rb

@@ -0,0 +1,19 @@
+namespace :centos do 
+  namespace :imagemagick do
+  
+    task :install do
+      
+      # Install dependencies
+      yum.install([ "libjpeg-devel", "libpng-devel", "glib2-devel", "fontconfig-devel", "zlib-devel", 
+        "libwmf-devel", "freetype-devel", "libtiff-devel" ])
+    
+      imagemagick_options = {
+        :url => "ftp://ftp.imagemagick.org/pub/ImageMagick/ImageMagick.tar.gz",
+        :unpack_dir => "ImageMagick-*"
+      }
+    
+      script.make_install("imagemagick", imagemagick_options)
+    end
+  
+  end
+end

data/lib/recipes/centos/memcached.rb

@@ -0,0 +1,31 @@
+namespace :centos do 
+  
+  namespace :memcached do
+    
+    desc "Install memcached"
+    task :install do
+
+      # Settings
+      fetch_or_default(:memcached_pid_path, "/var/run/memcached.pid")
+      fetch_or_default(:memcached_port, 11211)
+      fetch(:memcached_memory)      
+
+      # Build options
+      memcached_options = {
+        :url => "http://www.danga.com/memcached/dist/memcached-1.2.4.tar.gz",
+        :configure_options => "--prefix=/usr/local"
+      }
+
+      # Build
+      script.make_install("memcached", memcached_options)
+
+      # Install initscript, service
+      put template.load("memcached/memcached.initd.centos.erb"), "/tmp/memcached.initd"
+      sudo "install -o root /tmp/memcached.initd /etc/init.d/memcached && rm -f /tmp/memcached.initd"
+      sudo "/sbin/chkconfig --level 345 memcached on"
+
+    end
+    
+  end
+  
+end

data/lib/recipes/centos/mongrel_cluster.rb

@@ -0,0 +1,34 @@
+namespace :centos do 
+  
+  namespace :mongrel_cluster do
+    
+    after "centos:mongrel_cluster:setup", "mongrel_cluster:setup_monit"  
+    
+    desc "Create mongrel cluster"
+    task :setup do 
+      
+      # Settings
+      fetch(:mongrel_size)
+      fetch(:mongrel_port)
+      
+      run "mkdir -p #{shared_path}/config"
+
+      # Mongrel cluster config needs its own config directory
+      mongrel_config_path = "#{shared_path}/config/mongrel" 
+      run "mkdir -p #{mongrel_config_path}"
+
+      pid_path = "#{shared_path}/pids"
+
+      put template.load("mongrel/mongrel_cluster.initd.erb", binding), "/tmp/mongrel_cluster_#{application}.initd"    
+      put template.load("mongrel/mongrel_cluster.yml.erb", binding), "#{mongrel_config_path}/mongrel_cluster.yml"
+
+      # Setup the mongrel_cluster init script
+      sudo "install -o root /tmp/mongrel_cluster_#{application}.initd /etc/init.d/mongrel_cluster_#{application}"
+
+      sudo "/sbin/chkconfig --level 345 mongrel_cluster_#{application} on"
+    end
+    
+    
+  end
+  
+end

data/lib/recipes/centos/monit.rb

@@ -0,0 +1,42 @@
+namespace :centos do
+  
+  namespace :monit do
+
+    desc "Install monit"
+    task :install do
+      
+      # Settings
+      fetch_or_default(:monit_port, 2812)
+      fetch_or_default(:monit_password, 
+        Proc.new { Capistrano::CLI.ui.ask('Monit admin password (to set): ') })
+        
+      # Install dependencies
+      yum.install([ "flex", "byacc" ])
+        
+      # Build options
+      monit_options = {
+        :url => "http://www.tildeslash.com/monit/dist/monit-4.10.1.tar.gz"
+      }
+
+      # Build
+      script.make_install("monit", monit_options)
+
+      # Install initscript
+      put template.load("monit/monit.initd.centos.erb"), "/tmp/monit.initd"
+      sudo "install -o root /tmp/monit.initd /etc/init.d/monit && rm -f /tmp/monit.initd"
+
+      # Install monitrc
+      put template.load("monit/monitrc.erb"), "/tmp/monitrc"
+      sudo "mkdir -p /etc/monit && install -o root -m 700 /tmp/monitrc /etc/monitrc && rm -f /tmp/monitrc"
+
+      # Patch initab
+      script.sh("monit/patch_inittab.sh")
+
+      # Build cert
+      put template.load("monit/monit.cnf"), "/tmp/monit.cnf"
+      script.sh("monit/cert.sh")
+    end
+
+  end
+  
+end

data/lib/recipes/centos/mysql.rb

@@ -0,0 +1,25 @@
+namespace :centos do
+  
+  namespace :mysql do
+    
+    desc "Install mysql"
+    task :install do    
+      
+      # Settings
+      fetch_or_default(:mysql_admin_password_set, 
+        Proc.new { Capistrano::CLI.ui.ask('Mysql admin password (to set): ') })      
+
+      # Install through package manager
+      yum.install([ "mysql", "mysql-devel", "mysql-server" ])
+
+      # Install service
+      sudo "/sbin/chkconfig --level 345 mysqld on"
+      sudo "/sbin/service mysqld start"
+      
+      # Set admin password
+      sudo "/usr/bin/mysqladmin -u root password #{mysql_admin_password_set}"    
+    end
+    
+  end
+  
+end

data/lib/recipes/centos/nginx.rb

@@ -0,0 +1,45 @@
+namespace :centos do 
+  
+  namespace :nginx do
+    
+    desc "Install nginx, conf, initscript, nginx user and service"
+    task :install do
+      
+      # Settings
+      fetch_or_default(:nginx_bin_path, "/sbin/nginx")
+      fetch_or_default(:nginx_conf_path, "/etc/nginx/nginx.conf")
+      fetch_or_default(:nginx_pid_path, "/var/run/nginx.pid")
+      fetch_or_default(:nginx_prefix_path, "/var/nginx")      
+            
+      # Install dependencies
+      yum.install([ "pcre-devel", "openssl", "openssl-devel" ]) 
+            
+      # Build options
+      nginx_options = {
+        :url => "http://sysoev.ru/nginx/nginx-0.5.35.tar.gz",
+        :configure_options => "--sbin-path=#{nginx_bin_path} --conf-path=#{nginx_conf_path} \
+--pid-path=#{nginx_pid_path} --error-log-path=/var/log/nginx_master_error.log --lock-path=/var/lock/nginx \
+--prefix=#{nginx_prefix_path} --with-md5=auto/lib/md5 --with-sha1=auto/lib/sha1 --with-http_ssl_module"
+      }
+
+      # Build
+      script.make_install("nginx", nginx_options)
+
+      # Install initscript, and turn it on
+      put template.load("nginx/nginx.initd.erb"), "/tmp/nginx.initd"
+      sudo "install -o root /tmp/nginx.initd /etc/init.d/nginx && rm -f /tmp/nginx.initd"
+      sudo "/sbin/chkconfig --level 345 nginx on"
+
+      # Setup nginx
+      sudo "mkdir -p /etc/nginx/vhosts"
+      sudo "echo \"# Blank nginx conf; work-around for nginx conf include issue\" > /etc/nginx/vhosts/blank.conf"
+      put template.load("nginx/nginx.conf.erb", binding), "/tmp/nginx.conf"
+      sudo "install -o root -m 644 /tmp/nginx.conf #{nginx_conf_path} && rm -f /tmp/nginx.conf"
+
+      # Create nginx user
+      sudo "id nginx || /usr/sbin/adduser -r nginx"
+    end
+    
+  end
+  
+end

data/lib/recipes/centos/ruby.rb

@@ -0,0 +1,37 @@
+namespace :centos do 
+  
+  namespace :ruby do
+  
+    desc "Install ruby and rubygems"
+    task :install do 
+    
+      # Install dependencies
+      yum.install([ "zlib", "zlib-devel" ])
+    
+      ruby_options = {
+        :url => "http://capigen.s3.amazonaws.com/ruby-1.8.6-p110.tar.gz",
+        :build_dest => "/usr/src",
+        :configure_options => "--prefix=/usr",       
+        :clean => false
+      }
+    
+      # Install ruby 1.8.6
+      script.make_install("ruby", ruby_options)
+    
+      # Fix openssl
+      script.sh("ruby/fix_openssl.sh")    
+    
+      rubygems_options = { 
+        :url => "http://rubyforge.org/frs/download.php/29548/rubygems-1.0.1.tgz"
+      }
+    
+      # Install rubygems
+      script.install("rubygems", rubygems_options) do |dir|
+        sudo "echo 'Running setup...' && cd #{dir} && ruby setup.rb > install.log"
+      end
+    
+    end
+    
+  end
+  
+end

data/lib/recipes/centos/sphinx.rb

@@ -0,0 +1,49 @@
+namespace :centos do
+  
+  namespace :sphinx do
+    
+    desc "Install sphinx"
+    task :install do 
+      
+      # Settings
+      fetch_or_default(:sphinx_prefix, "/usr/local/sphinx")
+      
+      # Install dependencies
+      yum.install([ "gcc-c++" ])
+      
+      # Build options
+      sphinx_options = {
+        :url => "http://www.sphinxsearch.com/downloads/sphinx-0.9.7.tar.gz",
+        :configure_options => "--with-mysql-includes=/usr/include/mysql --with-mysql-libs=/usr/lib/mysql \
+  --prefix=#{sphinx_prefix}"
+      }
+      
+      # Build
+      script.make_install("sphinx", sphinx_options)
+    end
+        
+    desc "Setup sphinx for application"
+    after "centos:sphinx:setup", "sphinx:setup_monit"
+    task :setup do 
+      
+      # Settings
+      fetch_or_default(:sphinx_prefix, "/usr/local/sphinx")
+
+      # Derived settings
+      set :sphinx_bin_path, "#{sphinx_prefix}/bin"
+      set :sphinx_conf_path, "#{shared_path}/config/sphinx.conf"
+      set :sphinx_pid_path, "#{shared_path}/pids/searchd.pid"
+
+      # Install initscript
+      put template.load("sphinx/sphinx_app.initd.centos.erb"), "/tmp/sphinx.initd"
+      sudo "install -o root /tmp/sphinx.initd /etc/init.d/sphinx_#{application}"
+
+      # Enable service
+      sudo "/sbin/chkconfig --level 345 sphinx_#{application} on"    
+
+      # Create app indexes dir
+      run "mkdir -p #{shared_path}/var/index"    
+    end
+  end
+  
+end

data/lib/recipes/deploy.rb

@@ -0,0 +1,18 @@
+# Override default deploy tasks here (using Monit). 
+# If not using monit, use service start/stop:
+#   sudo "/sbin/service mongrel_cluster_#{application} restart"     
+namespace :deploy do
+  
+  task :restart, :roles => :web do     
+    sudo "/usr/local/bin/monit -g mongrel_cluster_#{application} restart all"
+  end
+  
+  task :start, :roles => :web do 
+    sudo "/usr/local/bin/monit -g mongrel_cluster_#{application} start all" 
+  end
+  
+  task :stop, :roles => :web do 
+    sudo "/usr/local/bin/monit -g mongrel_cluster_#{application} stop all" 
+  end
+  
+end

data/lib/recipes/gems.rb

@@ -0,0 +1,11 @@
+namespace :gems do
+  
+  desc "Install gems"
+  task :install do        
+    # Settings
+    fetch(:gem_list)
+    
+    gemc.install(gem_list)
+  end
+  
+end

data/lib/recipes/install.rb

@@ -0,0 +1,18 @@
+namespace :install do
+  
+  task :default do
+      
+    # Settings
+    fetch(:recipes)
+    fetch_or_default(:install_user, "root")
+        
+    # Change user to install user for this recipes run
+    set_user(install_user)      
+        
+    # These run after install task and install all the apps
+    recipes.each do |task_name|
+      after "install", task_name
+    end
+  end
+  
+end

data/lib/recipes/memcached.rb

@@ -0,0 +1,14 @@
+namespace :memcached do
+  
+  desc "Install memcached monit hooks"
+  task :install_monit do
+    
+    # Settings
+    fetch_or_default(:memcached_pid_path, "/var/run/memcached.pid")
+    fetch_or_default(:memcached_port, 11211)    
+    
+    put template.load("memcached/memcached.monitrc.erb", binding), "/tmp/memcached.monitrc"    
+    sudo "install -o root /tmp/memcached.monitrc /etc/monit/memcached.monitrc"
+  end
+  
+end

data/lib/recipes/mongrel_cluster.rb

@@ -0,0 +1,33 @@
+# Create init script
+namespace :mongrel_cluster do
+
+  desc "Create monit configuration for mongrel cluster"
+  task :setup_monit do
+    
+    # See http://www.igvita.com/2006/11/07/monit-makes-mongrel-play-nice/
+    
+    # TODO: For depends on memcached setting
+    # See http://blog.labratz.net/articles/2007/5/1/monit-for-your-uptime 
+    
+    # Settings
+    fetch(:mongrel_size)
+    fetch(:mongrel_port)
+    
+    processes = []
+    ports = (0...mongrel_size).collect { |i| mongrel_port + i }
+    ports.each do |port|
+      
+      pid_path = "#{shared_path}/pids/mongrel.#{port}.pid"
+      start_options = "-d -e production -a 127.0.0.1 -c #{current_path} --user #{user} --group #{user} -p #{port} -P #{pid_path} -l log/mongrel.#{port}.log"
+      stop_options = "-p #{port} -P #{pid_path}"
+      
+      processes << { :port => port, :start_options => start_options, :stop_options => stop_options, :name => "/usr/bin/mongrel_rails", :pid_path => pid_path }
+    end
+    
+    set :processes, processes
+    
+    put template.load("mongrel/mongrel_cluster.monitrc.erb"), "/tmp/mongrel_cluster_#{application}.monitrc"    
+    sudo "install -o root /tmp/mongrel_cluster_#{application}.monitrc /etc/monit/mongrel_cluster_#{application}.monitrc"
+  end
+    
+end

data/lib/recipes/mysql.rb

@@ -0,0 +1,33 @@
+# Mysql recipes
+namespace :mysql do
+  
+  desc "Install mysql monit hooks"
+  task :install_monit do
+    
+    # Settings 
+    fetch_or_default(:mysql_pid_path, "/var/run/mysqld/mysqld.pid")
+    fetch_or_default(:db_port, 3306)    
+    
+    put template.load("mysql/mysql.monitrc.erb", binding), "/tmp/mysql.monitrc"    
+    sudo "install -o root /tmp/mysql.monitrc /etc/monit/mysql.monitrc"
+  end
+  
+  desc "Create database user, and database with appropriate permissions"
+  task :setup do    
+    
+    # Settings
+    fetch(:db_name)
+    fetch(:db_user)
+    fetch(:db_pass)
+    fetch(:db_host)
+    fetch_or_default(:mysql_admin_password, Proc.new { Capistrano::CLI.ui.ask('Mysql admin password: ') })
+    fetch_or_default(:web_host, nil)
+        
+    # Add localhost to grant locations
+    set :locations_for_grant, [ "localhost", web_host, db_host ].compact
+    
+    put template.load("mysql/install_db.sql.erb"), "/tmp/install_db_#{application}.sql"    
+    run "mysql -u root -p#{mysql_admin_password} < /tmp/install_db_#{application}.sql"
+  end
+  
+end

data/lib/recipes/nginx.rb

@@ -0,0 +1,40 @@
+# Nginx recipes
+namespace :nginx do
+  
+  # Callbacks
+  after "nginx:setup", "nginx:restart"
+    
+  desc "Install nginx monit hooks"
+  task :install_monit do
+    
+    # Settings
+    fetch_or_default(:nginx_pid_path, "/var/run/nginx.pid")
+    
+    put template.load("nginx/nginx.monitrc.erb", binding), "/tmp/nginx.monitrc"    
+    sudo "install -o root /tmp/nginx.monitrc /etc/monit/nginx.monitrc"
+  end
+    
+  desc "Create and update the nginx vhost include"
+  task :setup_mongrel do 
+    
+    # Settings
+    fetch(:mongrel_size)
+    fetch(:mongrel_port)
+    fetch(:domain_name)
+    
+    set :ports, (0...mongrel_size).collect { |i| mongrel_port + i }
+    set :public_path, current_path + "/public"
+    
+    run "mkdir -p #{shared_path}/config"
+    put template.load("nginx/nginx_vhost.conf.erb"), "/tmp/nginx_#{application}.conf"    
+    
+    sudo "install -o root /tmp/nginx_#{application}.conf /etc/nginx/vhosts/#{application}.conf"        
+  end
+    
+  # Restart nginx
+  task :restart do
+    # TODO: Monit
+    sudo "/sbin/service nginx restart"
+  end
+    
+end