centostrano 0.1 → 0.2

data/docs/offline_installation.txt

@@ -0,0 +1,16 @@
+Using deprec offline (on a plane!)
+==================================
+
+# Run local rubygems server
+- point gems.rubyforge.org at local gems server
+
+# Turn off network apt sources and enable cdrom
+- use apt-cdrom
+
+# Run local apt mirror (optional)
+
+# Push sources for compiled packages to target(s)
+cap deprec:find_src
+cap deprec:push_src
+
+

data/lib/deprec/capistrano_extensions.rb

@@ -4,12 +4,24 @@ require 'fileutils'
 
 module Deprec2
   
-  # Temporarly set ROLES to something different
+  # Temporarily modify ROLES if HOSTS not set
+  # Capistrano's default behaviour is for HOSTS to override ROLES
   def for_roles(roles)
     old_roles = ENV['ROLES']
-    ENV['ROLES'] = roles
+    ENV['ROLES'] = roles.to_s unless ENV['HOSTS']
+    yield
+    ENV['ROLES'] = old_roles.to_s unless ENV['HOSTS']
+  end
+  
+  # Temporarily ignore ROLES and HOSTS
+  def ignoring_roles_and_hosts
+    old_roles = ENV['ROLES']
+    old_hosts = ENV['HOSTS']
+    ENV['ROLES'] = nil
+    ENV['HOSTS'] = nil
     yield
     ENV['ROLES'] = old_roles
+    ENV['HOSTS'] = old_hosts
   end
   
   DEPREC_TEMPLATES_BASE = File.join(File.dirname(__FILE__), 'templates')
@@ -242,35 +254,67 @@ module Deprec2
     if defined?(src_package[:md5sum])
       md5_clause = " && echo '#{src_package[:md5sum]}' | md5sum -c - "
     end
-    apt.install( {:base => %w(wget)}, :stable )
-    # XXX replace with invoke_command
-    run "cd #{src_dir} && test -f #{src_package[:filename]} #{md5_clause} || #{sudo} wget --quiet --timestamping #{src_package[:url]}"
+    case src_package[:download_method]
+      # when getting source with git
+      when :git
+        # ensure git is installed
+        apt.install( {:base => %w(git)}, :stable) #TODO fix this to test ubuntu version <hardy might need specific git version for full git submodules support
+        package_dir = File.join(src_dir, src_package[:dir])
+        run "if [ -d #{package_dir} ]; then cd #{package_dir} && #{sudo} git checkout master && #{sudo} git pull && #{sudo} git submodule init && #{sudo} git submodule update; else #{sudo} git clone #{src_package[:url]} #{package_dir} && cd #{package_dir} && #{sudo} git submodule init && #{sudo} git submodule update ; fi"
+      	# Checkout the revision wanted if defined
+      	if src_package[:version]
+      	  run "cd #{package_dir} && git branch | grep '#{src_package[:version]}$' && #{sudo} git branch -D '#{src_package[:version]}'; exit 0"
+      	  run "cd #{package_dir} && #{sudo} git checkout -b #{src_package[:version]} #{src_package[:version]}" 
+        end
+	
+      # when getting source with wget    
+      when :http
+        # ensure wget is installed
+        apt.install( {:base => %w(wget)}, :stable )
+        # XXX replace with invoke_command
+        run "cd #{src_dir} && test -f #{src_package[:filename]} #{md5_clause} || #{sudo} wget --quiet --timestamping #{src_package[:url]}"
+      else
+        puts "DOWNLOAD SRC: Download method not recognised. src_package[:download_method]: #{src_package[:download_method]}"
+    end
   end
 
   # unpack src and make it writable by the group
   def unpack_src(src_package, src_dir)
     set_package_defaults(src_package)
     package_dir = File.join(src_dir, src_package[:dir])
-    # XXX replace with invoke_command
+    case src_package[:download_method]
+      # when unpacking git sources - nothing to do
+      when :git
+        puts "UNPACK SRC: nothing to do for git installs"
+      when :http
+        sudo <<-EOF
+        bash -c '
+        cd #{src_dir};
+        test -d #{package_dir}.old && rm -fr #{package_dir}.old;
+        test -d #{package_dir} && mv #{package_dir} #{package_dir}.old;
+        #{src_package[:unpack]}
+        '
+        EOF
+      else
+        puts "UNPACK SRC: Download method not recognised. src_package[:download_method]: #{src_package[:download_method]} "
+    end
     sudo <<-EOF
     bash -c '
     cd #{src_dir};
-    test -d #{package_dir}.old && rm -fr #{package_dir}.old;
-    test -d #{package_dir} && mv #{package_dir} #{package_dir}.old;
-    #{src_package[:unpack]}
     chgrp -R #{group} #{package_dir};  
     chmod -R g+w #{package_dir};
     '
     EOF
   end
-  
+
   def set_package_defaults(pkg)
-      pkg[:filename] ||= File.basename(pkg[:url])  
-      pkg[:dir] ||= File.basename(pkg[:url], '.tar.gz')  
-      pkg[:unpack] ||= "tar zxf #{pkg[:filename]};"
-      pkg[:configure] ||= './configure ;'
-      pkg[:make] ||= 'make;'
-      pkg[:install] ||= 'make install;'
+    pkg[:filename] ||= File.basename(pkg[:url])
+    pkg[:dir] ||= pkg[:filename].sub(/(\.tgz|\.tar\.gz)/,'')
+    pkg[:download_method] ||= :http
+    pkg[:unpack] ||= "tar zxf #{pkg[:filename]};"
+    pkg[:configure] ||= './configure ;'
+    pkg[:make] ||= 'make;'
+    pkg[:install] ||= 'make install;'
   end
 
   # install package from source

data/lib/deprec/recipes.rb

@@ -31,3 +31,4 @@ require "#{File.dirname(__FILE__)}/recipes/gitosis"
 require "#{File.dirname(__FILE__)}/recipes/postgresql"
 require "#{File.dirname(__FILE__)}/recipes/logrotate"
 require "#{File.dirname(__FILE__)}/recipes/merb"
+require "#{File.dirname(__FILE__)}/recipes/passenger"

data/lib/deprec/recipes/apache.rb

@@ -38,11 +38,11 @@ Capistrano::Configuration.instance(:must_exist).load do
 
 
       SRC_PACKAGES[:apache] = {
-        :filename => 'httpd-2.2.9.tar.gz',   
-        :md5sum => "28470617033b8fb998779f6d76016f82 httpd-2.2.9.tar.gz", 
-        :dir => 'httpd-2.2.9',  
-        :url => "http://www.apache.org/dist/httpd/httpd-2.2.9.tar.gz",
-        :unpack => "tar zxf httpd-2.2.9.tar.gz;",
+        :filename => 'httpd-2.2.11.tar.gz',   
+        :md5sum => "03e0a99a5de0f3f568a0087fb9993af9 httpd-2.2.11.tar.gz", 
+        :dir => 'httpd-2.2.11',  
+        :url => "http://www.apache.org/dist/httpd/httpd-2.2.11.tar.gz",
+        :unpack => "tar zxf httpd-2.2.11.tar.gz;",
         :configure => %w(
           ./configure
           --enable-mods-shared=all
@@ -62,7 +62,7 @@ Capistrano::Configuration.instance(:must_exist).load do
         :make => 'make;',
         :install => '--fstrans=no make install;',
         :post_install => 'install -b support/apachectl /etc/init.d/httpd;',
-        :version => 'c2.2.9',
+        :version => 'c2.2.11',
         :release => '1'
       }
 
@@ -159,6 +159,8 @@ Capistrano::Configuration.instance(:must_exist).load do
 
       desc "Set apache to start on boot"
       task :activate do
+        send(run_method, "sed -i '2i# chkconfig: 2345 10 90' /etc/init.d/httpd")
+        send(run_method, "sed -i '3i# description: Activates/Deactivates Apache Web Server' /etc/init.d/httpd")
         send(run_method, "/sbin/chkconfig --add httpd")
         send(run_method, "/sbin/chkconfig --level 345 httpd on")
       end

data/lib/deprec/recipes/gitosis.rb

@@ -129,6 +129,26 @@ members = #{gitosis_admin} #{gitosis_server}
     system "git add ."
     system "git commit -a -m 'Touched .gitignore to emtpy folders, ignored log files, tmp, sqlite3 db'"
   end
-  
+
+  desc "setup \"external\" repository accessible to redmine"
+  task :setup_for_redmine do
+    sudo "test -d /var/git/checkout || sudo mkdir -p /var/git/checkout"
+    sudo "test -d /var/git/checkout/#{application} || sudo git clone /home/git/repositories/#{application}.git /var/git/checkout/#{application}"
+    sudo "chown -R git:deploy /var/git/checkout/#{application}"
+    hook_file = "/home/git/repositories/#{application}.git/hooks/post-update"
+    hook_file_tmp = "/tmp/hook_file.tmp"
+    sudo "echo \"#!/bin/sh\" > #{hook_file_tmp}"
+    [
+      "cd /var/git/checkout/#{application} || exit", 
+      "unset GIT_DIR",
+      "git pull /home/git/repositories/#{application}.git/ master",
+      "exec git-update-server-info"
+    ].each { |l| sudo "echo \"#{l}\" >> #{hook_file_tmp}" }
+    sudo "mv #{hook_file_tmp} #{hook_file}"
+    sudo "chmod 755 #{hook_file}"
+    sudo "chown git:scm #{hook_file}"
+    puts "\nPut '/var/git/checkout/#{application}/.git' into Redmine Git repository settings\n\n"
+  end
+   
   end end
 end

data/lib/deprec/recipes/merb.rb

@@ -16,7 +16,7 @@ Capistrano::Configuration.instance(:must_exist).load do
       desc "Install merb"
       task :install, :roles => :app do
         install_deps
-        %w(core plugins more).each do |gem|
+        %w(extlib core more plugins).each do |gem|
           package_info = {
             :filename => "merb-#{gem}",   
             :dir => "merb-#{gem}",  
@@ -30,7 +30,7 @@ Capistrano::Configuration.instance(:must_exist).load do
       task :install_deps do
         top.centos.mongrel.install
         top.centos.git.install
-        gem2.install(%w(rack mongrel json json_pure erubis mime-types rspec hpricot mocha rubigen haml markaby mailfactory ruby2ruby))
+        gem2.install(%w(rack mongrel json json_pure erubis mime-types rspec hpricot mocha rubigen haml markaby mailfactory ruby2ruby facets))
       end 
 
       

data/lib/deprec/recipes/mongrel.rb

@@ -21,7 +21,7 @@ Capistrano::Configuration.instance(:must_exist).load do
       # Install 
       
       desc "Install mongrel"
-      task :install do
+      task :install, :roles => :app do
         gem2.install 'mongrel'
         gem2.install 'mongrel_cluster'
         gem2.install 'swiftiply'
@@ -32,7 +32,7 @@ Capistrano::Configuration.instance(:must_exist).load do
         activate_system
       end
       
-      task :symlink_mongrel_rails do
+      task :symlink_mongrel_rails, :roles => :app do
         sudo "ln -sf /usr/local/bin/mongrel_rails /usr/bin/mongrel_rails"
       end
       
@@ -136,23 +136,28 @@ Capistrano::Configuration.instance(:must_exist).load do
       task :stop, :roles => :app do
         send(run_method, "mongrel_rails cluster::stop -C #{mongrel_conf}")
       end
+
+      desc "Stop all mongrel clusters."
+      task :stop_all, :roles => :app do
+        run "#{sudo} /etc/init.d/mongrel_cluster stop"
+      end
       
       desc "Restart application server."
       task :restart, :roles => :app do
         send(run_method, "mongrel_rails cluster::restart --clean -C #{mongrel_conf}")
       end
       
-      task :activate, :roles => :app do
+      task :activate do
         activate_system        
         activate_project
       end  
       
-      task :activate_system, :roles => :app do
+      task :activate_system do
         send(run_method, "/sbin/chkconfig --add mongrel_cluster")
-        send(run_method, "/sbin/chkconfig --level 45 mongrel_cluster on")
+        send(run_method, "/sbin/chkconfig --level 35 mongrel_cluster on")
       end
       
-      task :activate_project, :roles => :app do
+      task :activate_project do
         symlink_mongrel_cluster
         symlink_monit_config
       end

data/lib/deprec/recipes/mysql.rb

@@ -8,7 +8,7 @@ Capistrano::Configuration.instance(:must_exist).load do
       desc "Install mysql"
       task :install, :roles => :db do
         install_deps
-        symlink_mysql_sockfile # XXX still needed?
+        #symlink_mysql_sockfile # XXX still needed?
       end
       
       # Install dependencies for Mysql
@@ -23,12 +23,12 @@ Capistrano::Configuration.instance(:must_exist).load do
         execute(sql, db_user)
       end
        
-      task :symlink_mysql_sockfile, :roles => :db do
+      #task :symlink_mysql_sockfile, :roles => :db do
         # rails puts "socket: /tmp/mysql.sock" into config/database.yml
         # this is not the location for our ubuntu's mysql socket file
         # so we create this link to make deployment using rails defaults simpler
-        sudo "ln -sf /var/lib/mysql/mysql.sock /tmp/mysql.sock"
-      end
+      #  sudo "ln -sf /var/lib/mysql/mysql.sock /tmp/mysql.sock"
+      #end
       
       # Configuration
       
@@ -54,7 +54,7 @@ Capistrano::Configuration.instance(:must_exist).load do
         end
       end
       
-      desc "Push trac config files to server"
+      desc "Push mysql config files to server"
       task :config, :roles => :db do
         deprec2.push_configs(:mysql, SYSTEM_CONFIG_FILES[:mysql])
       end

data/lib/deprec/recipes/nginx.rb

@@ -7,14 +7,15 @@ Capistrano::Configuration.instance(:must_exist).load do
       set :nginx_user,  'nginx'
       set :nginx_group, 'nginx'
       set :nginx_vhost_dir, '/usr/local/nginx/conf/vhosts'
-      set :nginx_client_max_body_size, '50M'
+      set :nginx_client_max_body_size, '100M'
+      set :nginx_worker_processes, 4
 
       SRC_PACKAGES[:nginx] = {
-        :filename => 'nginx-0.6.31.tar.gz',   
-        :md5sum => "824bcc25bbd5b636f182237b69227bd2  nginx-0.6.31.tar.gz", 
-        :dir => 'nginx-0.6.31',  
-        :url => "http://sysoev.ru/nginx/nginx-0.6.31.tar.gz",
-        :unpack => "tar zxf nginx-0.6.31.tar.gz;",
+        :filename => 'nginx-0.6.34.tar.gz',   
+        :md5sum => "837bcfb88bdc6b6efc4e63979c9c7b41 nginx-0.6.34.tar.gz", 
+        :dir => 'nginx-0.6.34',  
+        :url => "http://sysoev.ru/nginx/nginx-0.6.34.tar.gz",
+        :unpack => "tar zxf nginx-0.6.34.tar.gz;",
         :configure => %w(
         ./configure
         --sbin-path=/usr/local/sbin
@@ -23,12 +24,12 @@ Capistrano::Configuration.instance(:must_exist).load do
         ).reject{|arg| arg.match '#'}.join(' '),
         :make => 'make;',
         :install => 'make install;',
-        :version => 'c0.6.31',
+        :version => 'c0.6.34',
         :release => '1'
       }
 
       desc "Install nginx"
-      task :install do
+      task :install, :roles => :web do
         install_deps
         deprec2.download_src(SRC_PACKAGES[:nginx], src_dir)
         yum.install_from_src(SRC_PACKAGES[:nginx], src_dir)
@@ -43,22 +44,18 @@ Capistrano::Configuration.instance(:must_exist).load do
       end
 
       # install dependencies for nginx
-      task :install_deps do
+      task :install_deps, :roles => :web do
         #apt.install( {:base => %w(libpcre3 libpcre3-dev libpcrecpp0 libssl-dev zlib1g-dev)}, :stable )
         apt.install( {:base => %w(pcre* openssl openssl-devel  zlib-devel)}, :stable )
         # do we need libgcrypt11-dev?
       end
 
-      task :create_nginx_user do
+      task :create_nginx_user, :roles => :web do
         deprec2.groupadd(nginx_group)
         deprec2.useradd(nginx_user, :group => nginx_group, :homedir => false)
       end
       
-      task :rename_index_page, :roles => :web do
-        index_file = '/usr/local/nginx/html/index.html'
-        sudo "test -f #{index_file} && sudo mv #{index_file} #{index_file}.orig || exit 0"
-      end
-
+      
       SYSTEM_CONFIG_FILES[:nginx] = [
 
         {:template => 'nginx-init-script',
@@ -116,11 +113,11 @@ Capistrano::Configuration.instance(:must_exist).load do
       Activate nginx start scripts on server.
       Setup server to start nginx on boot.
       DESC
-      task :activate do
+      task :activate, :roles => :web do
         activate_system
       end
 
-      task :activate_system do
+      task :activate_system, :roles => :web do
         send(run_method, "/sbin/chkconfig --add nginx")
         send(run_method, "/sbin/chkconfig --level 345 nginx on")
       end
@@ -129,7 +126,7 @@ Capistrano::Configuration.instance(:must_exist).load do
       Dectivate nginx start scripts on server.
       Setup server to start nginx on boot.
       DESC
-      task :deactivate do
+      task :deactivate, :roles => :web do
         send(run_method, "/sbin/chkconfig --del nginx")
       end
 
@@ -143,7 +140,9 @@ Capistrano::Configuration.instance(:must_exist).load do
 
       desc "Stop Nginx"
       task :stop, :roles => :web do
-        send(run_method, "/etc/init.d/nginx stop")
+        # Nginx returns error code if you try to stop when it's not running
+        # We don't want this to kill Capistrano. 
+        send(run_method, "/etc/init.d/nginx stop; exit 0")
       end
 
       desc "Restart Nginx"
@@ -167,6 +166,11 @@ Capistrano::Configuration.instance(:must_exist).load do
         # there's nothing to store for nginx
       end
 
+      # Helper task to get rid of pesky "it works" page - not called by deprec tasks
+      task :rename_index_page, :roles => :web do
+        index_file = '/usr/local/nginx/html/index.html'
+        sudo "test -f #{index_file} && sudo mv #{index_file} #{index_file}.orig || exit 0"
+      end
     end 
   end
 end

data/lib/deprec/recipes/passenger.rb

@@ -0,0 +1,127 @@
+# Copyright 2006-2008 by Mike Bailey. All rights reserved.
+Capistrano::Configuration.instance(:must_exist).load do 
+  namespace :centos do 
+    namespace :passenger do
+      
+      set :passenger_install_dir, '/opt/passenger'
+      set(:passenger_document_root) { "#{current_path}/public" }
+      set :passenger_rails_allow_mod_rewrite, 'off'
+      set :passenger_vhost_dir, '/usr/local/apache2/conf/apps'
+      # Default settings for Passenger config files
+      set :passenger_log_level, 0
+      set :passenger_user_switching, 'on'
+      set :passenger_default_user, 'nobody'
+      set :passenger_max_pool_size, 6
+      set :passenger_max_instances_per_app, 0
+      set :passenger_pool_idle_time, 300
+      set :passenger_rails_autodetect, 'on'
+      set :passenger_rails_spawn_method, 'smart' # smart | conservative
+
+      SRC_PACKAGES[:passenger] = {
+        :url => "git://github.com/FooBarWidget/passenger.git",
+        :download_method => :git,
+        :version => 'release-2.0.6', # Specify a tagged release to deploy
+        :configure => '',
+        :make => '',
+        :install => ' ./bin/passenger-install-apache2-module'
+      }
+      
+      SYSTEM_CONFIG_FILES[:passenger] = [
+
+        {:template => 'passenger.erb',
+          :path => '/usr/local/apache2/conf/apps/passenger',
+          :mode => 0755,
+          :owner => 'root:root'}
+
+      ]
+
+      PROJECT_CONFIG_FILES[:passenger] = [
+
+        { :template => 'apache_vhost.erb',
+          :path => 'apache_vhost',
+          :mode => 0755,
+          :owner => 'root:root'}
+
+      ]
+
+      desc "Install passenger"
+      task :install, :roles => :passenger do
+        install_deps
+        deprec2.download_src(SRC_PACKAGES[:passenger], src_dir)
+
+        # Non standard - passenger requires input
+        package_dir = File.join(src_dir, 'passenger.git')
+        dest_dir = passenger_install_dir + '-' + (SRC_PACKAGES[:passenger][:version] || 'trunk')
+        run "#{sudo} rsync -avz #{package_dir}/ #{dest_dir}"
+        run <<-EOF
+        cd #{dest_dir} &&
+        #{sudo} ruby -i -pe '$_ = $_.sub("STDIN.readline","# do nothing")' bin/passenger-install-apache2-module
+        EOF
+        run "export APXS2=/usr/local/apache2/bin/apxs"
+        run "export APR_CONFIG=/usr/local/apache2/bin/apr-1-config" 
+        sudo "su -c 'export PATH=/usr/local/apache2/bin:$PATH && export APXS2=/usr/local/apache2/bin/apxs && export APR_CONFIG=/usr/local/apache2/bin/apr-1-config && cd #{dest_dir} && ./bin/passenger-install-apache2-module'"
+        #run "cd #{dest_dir} && #{sudo} ./bin/passenger-install-apache2-module"
+        run "#{sudo} unlink #{passenger_install_dir} 2>/dev/null; #{sudo} ln -sf #{dest_dir} #{passenger_install_dir}"
+      end
+
+      # install dependencies for nginx
+      task :install_deps, :roles => :passenger do
+        apt.install( {:base => %w(rsync apr-devel)}, :stable )
+        gem2.install 'rack'
+        top.centos.apache.install
+      end
+       
+      desc "Generate Passenger apache configs (system & project level)."
+      task :config_gen do
+        config_gen_system 
+        config_gen_project
+      end
+
+      desc "Generate Passenger apache configs (system level) from template."
+      task :config_gen_system do
+        SYSTEM_CONFIG_FILES[:passenger].each do |file|
+          deprec2.render_template(:passenger, file)
+        end
+      end
+
+      desc "Generate Passenger apache configs (project level) from template."
+      task :config_gen_project do
+        PROJECT_CONFIG_FILES[:passenger].each do |file|
+          deprec2.render_template(:passenger, file)
+        end
+      end
+
+      desc "Push Passenger config files (system & project level) to server"
+      task :config, :roles => :passenger do
+        config_system
+        config_project  
+      end
+
+      desc "Push Passenger configs (system level) to server"
+      task :config_system, :roles => :passenger do
+        deprec2.push_configs(:passenger, SYSTEM_CONFIG_FILES[:passenger])
+      end
+
+      desc "Push Passenger configs (project level) to server"
+      task :config_project, :roles => :passenger do
+        deprec2.push_configs(:passenger, PROJECT_CONFIG_FILES[:passenger])
+        symlink_passenger_vhost
+      end
+
+      task :symlink_passenger_vhost, :roles => :passenger do
+        sudo "ln -sf #{deploy_to}/passenger/apache_vhost #{passenger_vhost_dir}/#{application}.conf"
+      end
+      
+      desc "Restart Application"
+      task :restart, :roles => :app do
+        run "touch #{current_path}/tmp/restart.txt"
+      end
+      
+      desc "Restart Apache"
+      task :restart_apache, :roles => :passenger do
+        run "#{sudo} /etc/init.d/httpd restart"
+      end
+      
+    end
+  end
+end