deprec 1.9.3 → 2.0.0

data/lib/deprec/recipes.rb

@@ -1,238 +1,55 @@
-require 'deprec/recipes/ssh'
-require 'deprec/recipes/svn'
-require 'deprec/recipes/trac'
-require 'deprec/recipes/rails'
-require 'deprec/recipes/ubuntu'
-require 'deprec/recipes/apache'
-require 'deprec/recipes/memcache'
-require 'deprec/third_party/mongrel_cluster/recipes'
-require 'deprec/third_party/vmbuilder/plugins'
-require 'deprec/third_party/railsmachine/recipes/apache'
-require 'deprec/third_party/railsmachine/recipes/mysql'
-require 'deprec/capistrano_extensions/cli_extensions.rb'
-require 'deprec/capistrano_extensions/deprec_extensions.rb'
-require 'deprec/capistrano_extensions/actor_extensions.rb'
+# Copyright 2006-2008 by Mike Bailey. All rights reserved.
+unless Capistrano::Configuration.respond_to?(:instance)
+  abort "deprec2 requires Capistrano 2"
+end
+require "#{File.dirname(__FILE__)}/recipes/canonical"
+require "#{File.dirname(__FILE__)}/recipes/deprec"
+require "#{File.dirname(__FILE__)}/recipes/deprecated"
 
-Capistrano.configuration(:must_exist).load do
-  set :application, lambda { Capistrano::CLI.prompt "Enter application name" }
-  set :user, (defined?(user) ? user : ENV['USER']) # user who is deploying
-  set :group, 'deploy'           # deployment group
-  set :src_dir, (defined?(src_dir) ? src_dir : '/usr/local/src') # 3rd party src on servers 
-  set :app_symlinks, nil
-  set :mongrel_user_prefix,  'mongrel_'
-  set :mongrel_user, lambda {mongrel_user_prefix + application}
-  set :mongrel_group_prefix,  'app_'
-  set :mongrel_group, lambda {mongrel_group_prefix + application}
-    
-  desc <<-DESC
-  setup_rails_host takes a stock standard ubuntu 'dapper' 6.06.1 server
-  and installs everything needed to be a rails machine
-  DESC
-  task :install_rails_stack do
-    setup_user_perms
-    enable_universe # we'll need some packages from the 'universe' repository
-    disable_cdrom_install # we don't want to have to insert cdrom
-    install_packages_for_rails # install packages that come with distribution
-    install_rubygems
-    install_gems 
-    apache_install
-  end
-  
-  desc <<-DESC
-  deprecated: this function has been replaced by :before_setup and :after_setup
-  DESC
-  task :deprec_setup, :except => { :no_release => true } do
-    setup
-  end
-  
-  desc "creates paths required by Capistrano's :setup task"
-  task :before_setup, :except => { :no_release => true } do
-    setup_paths
-  end
-  
-  desc "sets up and configures servers "
-  task :after_setup, :except => { :no_release => true } do
-    setup_servers
-  end
-  
-  desc "setup and configure servers"
-  task :setup_servers do
-    setup_web
-    setup_paths
-    setup_app
-    setup_symlinks
-    setup_db # XXX fails is database already exists
-  end
-  
-  task :after_symlink, :roles => :app do
-    set_perms_for_mongrel_dirs
-  end
-  
-  desc "set group ownership and permissions on dirs mongrel needs to write to"
-  task :set_perms_for_mongrel_dirs, :roles => :app do
-    tmp_dir = "#{deploy_to}/current/tmp"
-    shared_dir = "#{deploy_to}/shared"
-    files = ["#{deploy_to}/shared/log/mongrel.log", "#{deploy_to}/shared/log/#{rails_env}.log"]
-    
-    sudo "chgrp -R #{mongrel_group} #{tmp_dir} #{shared_dir}"
-    sudo "chmod -R g+w #{tmp_dir} #{shared_dir}" 
-    # set owner and group of mongrels file (if they exist)
-    files.each { |file|
-      sudo "chown #{mongrel_user} #{file} || exit 0"   
-      sudo "chgrp #{mongrel_group} #{file} || exit 0"  
-    } 
-  end
-  
-  desc "Setup web server."
-  task :setup_web, :roles => :web  do
-    set :apache_server_name, domain unless apache_server_name
-    setup_apache
-    configure_apache
-  end
-  
-  desc "create user and group for mongel to run as"
-  task :create_mongrel_user_and_group do
-    set :mongrel_user, 'mongrel_' + application if mongrel_user.nil?
-    set :mongrel_group, 'app_' + application if mongrel_group.nil?
-    deprec.groupadd(mongrel_group) 
-    deprec.useradd(mongrel_user, :group => mongrel_group, :homedir => false)
-    sudo "usermod --gid #{mongrel_group} #{mongrel_user}"
-  end
-  
-  desc "Setup application server."
-  task :setup_app, :roles => :app  do
-    set :mongrel_environment, rails_env
-    set :mongrel_port, apache_proxy_port
-    set :mongrel_servers, apache_proxy_servers
-    create_mongrel_user_and_group
-    install_mongrel_start_script
-    setup_mongrel_cluster_path
-    configure_mongrel_cluster
-  end
-  
-  desc "Restart application server."
-  task :restart_app, :roles => :app  do
-    restart_mongrel_cluster
-  end
-  
-  desc "Start application server."
-  task :start_app, :roles => :app  do
-    start_mongrel_cluster
-  end
+require "#{File.dirname(__FILE__)}/recipes/app/mongrel"
+require "#{File.dirname(__FILE__)}/recipes/app/passenger"
+require "#{File.dirname(__FILE__)}/recipes/db/mysql"
+require "#{File.dirname(__FILE__)}/recipes/db/postgresql"
+require "#{File.dirname(__FILE__)}/recipes/db/sqlite"
+require "#{File.dirname(__FILE__)}/recipes/ruby/mri"
+require "#{File.dirname(__FILE__)}/recipes/ruby/ree"
+require "#{File.dirname(__FILE__)}/recipes/web/apache"
+require "#{File.dirname(__FILE__)}/recipes/web/nginx"
 
-  desc "Start the processes on the application server by calling start_app."
-  task :spinner, :roles => :app do
-    start_app
-  end
-  
-  desc "Setup public symlink directories"
-  task :setup_symlinks, :roles => [:app, :web] do
-    if app_symlinks
-      app_symlinks.each { |link| run "mkdir -p #{shared_path}/public/#{link}" }
-    end
-  end
-  
-  desc "Setup database server."
-  task :setup_db, :roles => :db, :only => { :primary => true } do
-    setup_mysql
-  end
-  
-  desc "Setup source control server."
-  task :setup_scm, :roles => :scm  do
-    svn_create_repos
-    svn_import
-  end
-  
-  desc "setup extra paths required for deployment"
-  task :setup_paths, :roles => :app do
-    # XXX make a function to create a group writable dir
-    sudo "test -d #{shared_path}/config || sudo mkdir -p #{shared_path}/config"
-    sudo "chgrp -R #{group} #{deploy_to}"
-    sudo "chmod -R g+w #{deploy_to}"
-  end
-  
-  task :install_gems do
-    gem.install 'rails'                 # gem lib makes installing gems fun
-    gem.install 'fastthread'
-    gem.select 'mongrel'                # mongrel requires we select a version
-    gem.install 'mongrel_cluster'
-    gem.install 'builder'
-  end
-  
-  desc "create deployment group and add current user to it"
-  task :setup_user_perms do
-    deprec.groupadd(group)
-    deprec.add_user_to_group(user, group)
-  end
-  
-  task :install_rubygems do
-    # XXX should check for presence of ruby first!
-    version = 'rubygems-1.1.1'
-    set :src_package, {
-      :file => version + '.tgz',
-      :md5sum => '1a77c5b6b293a3ccd5261dc120641ccc  rubygems-1.1.1.tgz',
-      :dir => version,
-      :url => "http://rubyforge.org/frs/download.php/35283/rubygems-1.1.1.tgz",
-      :unpack => "tar zxf #{version}.tgz;",
-      :install => '/usr/bin/ruby1.8 setup.rb;'
-    }
-    deprec.download_src(src_package, src_dir)
-    deprec.install_from_src(src_package, src_dir)
-    gem.upgrade
-    gem.update_system
-  end
-  
-  desc "Setup public symlink directories"
-  task :setup_symlinks, :roles => [:app, :web] do
-   if app_symlinks
-     app_symlinks.each { |link| run "mkdir -p #{shared_path}/public/#{link}" }
-   end
-  end
+require "#{File.dirname(__FILE__)}/recipes/git"
+require "#{File.dirname(__FILE__)}/recipes/gitosis"
+require "#{File.dirname(__FILE__)}/recipes/svn"
 
-  desc "Link up any public directories."
-  task :symlink_public, :roles => [:app, :web] do
-   if app_symlinks
-     app_symlinks.each { |link| run "ln -nfs #{shared_path}/public/#{link} #{current_path}/public/#{link}" }
-   end
-  end
-  
-  desc "install the rmagic gem, and dependent image-magick library"
-  task :install_rmagick, :roles => [:app, :web] do
-    install_image_magic
-    gem.install 'rmagick'
-  end
-  
-  # Craig: I've kept this generic rather than calling the task setup postfix. 
-  # if people want other smtp servers, it could be configurable
-  desc "install and configure postfix"
-  task :setup_smtp_server do
-    install_postfix
-    set :postfix_destination_domains, [domain] + apache_server_aliases
-    deprec.render_template_to_file('postfix_main', '/etc/postfix/main.cf')
-  end
-     
-  task :setup_admin_account do
-    user = Capistrano::CLI.prompt "Enter userid for new user" 
-    deprec.useradd(user, :shell => '/bin/bash')
-    puts "Setting pasword for new account"
-    sudo_with_input("passwd #{user}", /UNIX password/) # ??? how many  versions of the prompt are there?
-    deprec.groupadd('admin')
-    deprec.add_user_to_group(user, 'admin')
-    deprec.append_to_file_if_missing('/etc/sudoers', '%admin ALL=(ALL) ALL')
-  end
-  
-  task :setup_admin_account_as_root do
-    as_root { setup_admin_account }
-  end 
-  
-  desc "Change password for the root account"
-  task :change_root_password do
-    sudo_with_input("passwd root", /UNIX password/) # ??? how many  versions of the prompt are there?
-  end
+require "#{File.dirname(__FILE__)}/recipes/users"
+require "#{File.dirname(__FILE__)}/recipes/ssh"
+require "#{File.dirname(__FILE__)}/recipes/php"
+# require "#{File.dirname(__FILE__)}/recipes/scm/trac"
 
-  task :change_root_password_as_root do
-    as_root { change_root_password }
-  end
+require "#{File.dirname(__FILE__)}/recipes/aoe"
 
-  
-end
+require "#{File.dirname(__FILE__)}/recipes/xen"
+require "#{File.dirname(__FILE__)}/recipes/xentools"
+
+require "#{File.dirname(__FILE__)}/recipes/ddclient"
+require "#{File.dirname(__FILE__)}/recipes/ntp"
+require "#{File.dirname(__FILE__)}/recipes/logrotate"
+require "#{File.dirname(__FILE__)}/recipes/ssl"
+
+require "#{File.dirname(__FILE__)}/recipes/rails"
+require "#{File.dirname(__FILE__)}/recipes/postfix"
+require "#{File.dirname(__FILE__)}/recipes/memcache"
+require "#{File.dirname(__FILE__)}/recipes/monit"
+require "#{File.dirname(__FILE__)}/recipes/network"
+require "#{File.dirname(__FILE__)}/recipes/nagios"
+require "#{File.dirname(__FILE__)}/recipes/heartbeat"
+
+require "#{File.dirname(__FILE__)}/recipes/ubuntu"
+require "#{File.dirname(__FILE__)}/recipes/lvm"
+require "#{File.dirname(__FILE__)}/recipes/vnstat"
+require "#{File.dirname(__FILE__)}/recipes/sphinx"
+require "#{File.dirname(__FILE__)}/recipes/utils"
+require "#{File.dirname(__FILE__)}/recipes/apt_mirror"
+# require "#{File.dirname(__FILE__)}/recipes/wordpress" Not working
+require "#{File.dirname(__FILE__)}/recipes/wpmu"
+require "#{File.dirname(__FILE__)}/recipes/ar_sendmail"
+require "#{File.dirname(__FILE__)}/recipes/starling"

data/lib/deprec/recipes/aoe.rb

@@ -0,0 +1,79 @@
+# Copyright 2006-2008 by Mike Bailey. All rights reserved.
+Capistrano::Configuration.instance(:must_exist).load do 
+
+  SRC_PACKAGES[:aoe] = {
+    :url => "http://support.coraid.com/support/linux/aoe6-64.tar.gz",
+    :md5sum => "c5e1ebb734e3b29c0a3d886a700ca44a  aoe6-64.tar.gz",
+    :configure => ''
+  }
+  
+  SRC_PACKAGES[:cec] = {
+    :url => "http://easynews.dl.sourceforge.net/sourceforge/aoetools/cec-8.tgz",
+    :md5sum => "7899dc549f9a368e532f9c39ed819f71  cec-8.tgz",
+    :configure => '',
+    :install => "test -f /usr/sbin/cec && rm /usr/sbin/cec; make install;"
+  }
+  
+  SRC_PACKAGES[:ddt] = {
+    :url => "http://support.coraid.com/support/sr/ddt-8.tgz",
+    :md5sum => "256a58aba5e05f9995fb9de6aadadf92  ddt-8.tgz"
+  }
+  
+  SRC_PACKAGES[:aoemask] = {
+    :url => "http://support.coraid.com/support/sr/aoemask-1.tgz",
+    :md5sum => "379461a28d511e269f4593b846bd1288  aoemask-1.tgz"
+  }
+    
+  namespace :deprec do
+    namespace :aoe do
+      
+      desc "Install aoe drivers required to mount Coraid block devices"
+      task :install, :roles => :aoe do
+        install_deps
+        deprec2.download_src(SRC_PACKAGES[:aoe], src_dir)
+        deprec2.install_from_src(SRC_PACKAGES[:aoe], src_dir)
+      end
+
+      task :install_deps, :roles => :aoe do
+        apt.install( {:base => %w(build-essential linux-headers-$(uname -r) vblade aoetools)}, :stable )
+      end
+      
+      desc "Install all AoE related software"
+      task :install_all, :roles => :aoe do
+        top.deprec.aoe.install
+        top.deprec.cec.install
+        top.deprec.ddt.install
+        top.deprec.aoemask.install
+      end
+      
+    end
+
+    namespace :cec do
+      desc "install CEC (Coraid Ethernet Console)"
+      task :install, :roles => :aoe do
+        deprec2.download_src(SRC_PACKAGES[:cec], src_dir)
+        deprec2.install_from_src(SRC_PACKAGES[:cec], src_dir)
+      end
+    end
+    
+    namespace :ddt do
+      desc "install DDT (tool for testing performance)"
+      task :install, :roles => :aoe do
+        deprec2.download_src(SRC_PACKAGES[:ddt], src_dir)
+        deprec2.install_from_src(SRC_PACKAGES[:ddt], src_dir)
+      end
+    end
+    
+    namespace :aoemask do
+      desc "install aoemask"
+      task :install, :roles => :aoe do
+        deprec2.download_src(SRC_PACKAGES[:aoemask], src_dir)
+        deprec2.install_from_src(SRC_PACKAGES[:aoemask], src_dir)
+      end
+    end
+        
+  end
+  
+end
+
+

data/lib/deprec/recipes/app/mongrel.rb

@@ -0,0 +1,213 @@
+# Copyright 2006-2008 by Mike Bailey. All rights reserved.
+Capistrano::Configuration.instance(:must_exist).load do 
+  
+  namespace :deprec do
+    namespace :mongrel do
+        
+      set :mongrel_servers, 2
+      set :mongrel_port, 8000
+      set :mongrel_address, "127.0.0.1"
+      set(:mongrel_environment) { rails_env }
+      set(:mongrel_log_dir) { "#{deploy_to}/shared/log" }
+      set(:mongrel_pid_dir) { "#{deploy_to}/shared/pids" }
+      set :mongrel_conf_dir, '/etc/mongrel_cluster'
+      set(:mongrel_conf) { "/etc/mongrel_cluster/#{application}.yml" }
+      
+      desc "Install mongrel"
+      task :install, :roles => :app do
+        gem2.install 'mongrel'
+        gem2.install 'mongrel_cluster'
+        gem2.install 'swiftiply'
+        symlink_mongrel_rails
+        SYSTEM_CONFIG_FILES[:mongrel].each do |file|
+          deprec2.render_template(:mongrel, file.merge(:remote=>true))
+        end
+        activate_system
+      end
+      
+      task :symlink_mongrel_rails, :roles => :app do
+        sudo "ln -sf /usr/local/bin/mongrel_rails /usr/bin/mongrel_rails"
+      end
+      
+      task :symlink_logrotate_config, :roles => :app do
+        sudo "ln -sf #{deploy_to}/mongrel/logrotate.conf /etc/logrotate.d/mongrel-#{application}"
+      end
+    
+      # Configure
+      
+      SYSTEM_CONFIG_FILES[:mongrel] = [
+
+        {:template => 'mongrel_cluster-init-script',
+         :path => '/etc/init.d/mongrel_cluster',
+         :mode => 0755,
+         :owner => 'root:root'}
+      
+      ]
+        
+      PROJECT_CONFIG_FILES[:mongrel] = [
+
+        {:template => 'mongrel_cluster.yml.erb',
+         :path => 'cluster.yml',
+         :mode => 0644,
+         :owner => 'root:root'},
+
+        {:template => 'monit.conf.erb',
+         :path => "monit.conf", 
+         :mode => 0600,
+         :owner => 'root:root'},
+         
+        {:template => 'logrotate.conf.erb',
+         :path => "logrotate.conf", 
+         :mode => 0644,
+         :owner => 'root:root'},
+         
+        {:template => 'nginx_vhost.erb',
+         :path => "nginx_vhost.conf", 
+         :mode => 0644,
+         :owner => 'root:root'},
+         
+        {:template => 'apache_vhost.erb',
+         :path => "apache_vhost", 
+         :mode => 0644,
+         :owner => 'root:root'}
+      
+      ]
+       
+      desc "Generate configuration file(s) for mongrel from template(s)"
+      task :config_gen do
+        config_gen_system
+        config_gen_project
+      end
+      
+      task :config_gen_system do
+        SYSTEM_CONFIG_FILES[:mongrel].each do |file|
+          deprec2.render_template(:mongrel, file)
+        end  
+      end
+      
+      task :config_gen_project do
+        PROJECT_CONFIG_FILES[:mongrel].each do |file|
+          deprec2.render_template(:mongrel, file)
+        end  
+      end
+      
+      desc 'Deploy configuration files(s) for mongrel' 
+      task :config, :roles => :app do
+        config_system
+        config_project
+      end
+      
+      task :config_system, :roles => :app do
+        deprec2.push_configs(:mongrel, SYSTEM_CONFIG_FILES[:mongrel])
+      end
+      
+      task :config_project, :roles => :app do
+        deprec2.push_configs(:mongrel, PROJECT_CONFIG_FILES[:mongrel])
+        symlink_mongrel_cluster
+        send("symlink_#{web_server_type}_vhost")
+        symlink_monit_config
+        symlink_logrotate_config
+        activate_project
+      end
+      
+      task :symlink_apache_vhost, :roles => :app do
+        sudo "ln -sf #{deploy_to}/mongrel/apache_vhost #{apache_vhost_dir}/#{application}"
+      end
+      
+      task :symlink_nginx_vhost, :roles => :app do
+        sudo "ln -sf #{deploy_to}/mongrel/nginx_vhost #{nginx_vhost_dir}/#{application}"
+      end
+      
+      task :symlink_monit_config, :roles => :app do
+        deprec2.mkdir(monit_confd_dir, :via => :sudo)
+        sudo "ln -sf #{deploy_to}/mongrel/monit.conf #{monit_confd_dir}/mongrel_#{application}.conf"
+      end
+      
+      task :unlink_monit_config, :roles => :app do
+        sudo "test -L #{monit_confd_dir}/mongrel_#{application}.conf && unlink #{monit_confd_dir}/mongrel_#{application}.conf"
+      end
+      
+      task :symlink_mongrel_cluster, :roles => :app do
+        deprec2.mkdir(mongrel_conf_dir, :via => :sudo)
+        sudo "ln -sf #{deploy_to}/mongrel/cluster.yml #{mongrel_conf}"
+      end
+      
+      task :unlink_mongrel_cluster, :roles => :app do
+        sudo "test -L #{mongrel_conf} && unlink #{mongrel_conf}"
+      end
+      
+      
+      # Control
+      
+      desc "Start application server."
+      task :start, :roles => :app do
+        send(run_method, "mongrel_rails cluster::start --clean -C #{mongrel_conf}")
+      end
+      
+      desc "Stop application server."
+      task :stop, :roles => :app do
+        send(run_method, "mongrel_rails cluster::stop -C #{mongrel_conf}")
+      end
+      
+      desc "Stop all mongrel clusters."
+      task :stop_all, :roles => :app do
+        run "#{sudo} /etc/init.d/mongrel_cluster stop"
+      end
+      
+      desc "Restart application server."
+      task :restart, :roles => :app do
+        send(run_method, "mongrel_rails cluster::restart --clean -C #{mongrel_conf}")
+      end
+      
+      task :activate, :roles => :app do
+        activate_system        
+        activate_project
+      end  
+      
+      task :activate_system, :roles => :app do
+        send(run_method, "update-rc.d mongrel_cluster defaults")
+      end
+      
+      task :activate_project, :roles => :app do
+        symlink_mongrel_cluster
+        symlink_monit_config
+        if web_server_type.to_s == 'apache'
+          sudo "a2ensite #{application}" 
+        end
+      end
+      
+      task :deactivate, :roles => :app do
+        puts
+        puts "******************************************************************"
+        puts
+        puts "Danger!"
+        puts
+        puts "Do you want to deactivate just this project or all mongrel"
+        puts "clusters on this server? Try a more granular command:"
+        puts
+        puts "cap deprec:mongrel:deactivate_system  # disable all clusters"
+        puts "cap deprec:mongrel:deactivate_project # disable only this project"
+        puts
+        puts "******************************************************************"
+        puts
+      end
+      
+      task :deactivate_system, :roles => :app do
+        send(run_method, "update-rc.d -f mongrel_cluster remove")
+      end
+      
+      task :deactivate_project, :roles => :app do
+        unlink_mongrel_cluster
+        unlink_monit_config
+        restart
+      end
+      
+      task :backup, :roles => :app do
+      end
+      
+      task :restore, :roles => :app do
+      end
+      
+    end
+  end
+end