deprec 1.9.3 → 2.0.0

data/lib/deprec/recipes/web/nginx.rb

@@ -0,0 +1,172 @@
+# Copyright 2006-2008 by Mike Bailey. All rights reserved.
+Capistrano::Configuration.instance(:must_exist).load do 
+  namespace :deprec do 
+    namespace :nginx do
+
+      set :nginx_server_name, nil
+      set :nginx_user,  'nginx'
+      set :nginx_group, 'nginx'
+      set :nginx_vhost_dir, '/usr/local/nginx/conf/vhosts'
+      set :nginx_client_max_body_size, '100M'
+      set :nginx_worker_processes, 4
+
+      SRC_PACKAGES[:nginx] = {
+        :url => "http://sysoev.ru/nginx/nginx-0.5.34.tar.gz",
+        :md5sum => "8f7d3efcd7caaf1f06e4d95dfaeac238  nginx-0.5.34.tar.gz",
+        :configure => './configure --sbin-path=/usr/local/sbin --with-http_ssl_module;'
+      }
+
+      desc "Install nginx"
+      task :install, :roles => :web do
+        install_deps
+        deprec2.download_src(SRC_PACKAGES[:nginx], src_dir)
+        deprec2.install_from_src(SRC_PACKAGES[:nginx], src_dir)
+        create_nginx_user
+        initial_config
+        activate
+        start
+      end
+
+      # install dependencies for nginx
+      task :install_deps, :roles => :web do
+        apt.install( {:base => %w(libpcre3 libpcre3-dev libpcrecpp0 libssl-dev zlib1g-dev)}, :stable )
+        # do we need libgcrypt11-dev?
+      end
+
+      task :create_nginx_user, :roles => :web do
+        deprec2.groupadd(nginx_group)
+        deprec2.useradd(nginx_user, :group => nginx_group, :homedir => false)
+      end
+
+      SYSTEM_CONFIG_FILES[:nginx] = [
+
+        {:template => 'nginx-init-script',
+          :path => '/etc/init.d/nginx',
+          :mode => 0755,
+          :owner => 'root:root'},
+
+        {:template => 'nginx.conf.erb',
+          :path => "/usr/local/nginx/conf/nginx.conf",
+          :mode => 0644,
+          :owner => 'root:root'},
+
+        {:template => 'mime.types.erb',
+          :path => "/usr/local/nginx/conf/mime.types",
+          :mode => 0644,
+          :owner => 'root:root'},
+
+        {:template => 'nothing.conf',
+          :path => "/usr/local/nginx/conf/vhosts/nothing.conf",
+          :mode => 0644,
+          :owner => 'root:root'}
+      ]
+      
+      PROJECT_CONFIG_FILES[:nginx] = [
+           
+        {:template => 'logrotate.conf.erb',
+         :path => "logrotate.conf", 
+         :mode => 0644,
+         :owner => 'root:root'}  
+      ]
+
+      task :initial_config, :roles => :web do
+        SYSTEM_CONFIG_FILES[:nginx].each do |file|
+          deprec2.render_template(:nginx, file.merge(:remote => true))
+        end
+      end
+      
+      desc <<-DESC
+      Generate nginx config from template. Note that this does not
+      push the config to the server, it merely generates required
+      configuration files. These should be kept under source control.            
+      The can be pushed to the server with the :config task.
+      DESC
+      task :config_gen do
+        SYSTEM_CONFIG_FILES[:nginx].each do |file|
+          deprec2.render_template(:nginx, file)
+        end
+      end
+      
+      desc "Generate config files for rails app."
+      task :config_gen_project do
+        PROJECT_CONFIG_FILES[:nginx].each do |file|
+          deprec2.render_template(:nginx, file)
+        end
+      end
+
+      desc "Push nginx config files to server"
+      task :config, :roles => :web do
+        deprec2.push_configs(:nginx, SYSTEM_CONFIG_FILES[:nginx])
+      end
+      
+      desc "Push out config files for rails app."
+      task :config_project, :roles => :web do
+        deprec2.push_configs(:nginx, PROJECT_CONFIG_FILES[:nginx])
+      end
+
+      desc <<-DESC
+      Activate nginx start scripts on server.
+      Setup server to start nginx on boot.
+      DESC
+      task :activate, :roles => :web do
+        activate_system
+      end
+
+      task :activate_system, :roles => :web do
+        send(run_method, "update-rc.d nginx defaults")
+      end
+
+      desc <<-DESC
+      Dectivate nginx start scripts on server.
+      Setup server to start nginx on boot.
+      DESC
+      task :deactivate, :roles => :web do
+        send(run_method, "update-rc.d -f nginx remove")
+      end
+
+      # Control
+
+      desc "Start Nginx"
+      task :start, :roles => :web do
+        # Nginx returns error code if you try to start it when it's already running
+        # We don't want this to kill Capistrano.
+        send(run_method, "/etc/init.d/nginx start; exit 0")
+      end
+
+      desc "Stop Nginx"
+      task :stop, :roles => :web do
+        # Nginx returns error code if you try to stop when it's not running
+        # We don't want this to kill Capistrano. 
+        send(run_method, "/etc/init.d/nginx stop; exit 0") 
+      end
+
+      desc "Restart Nginx"
+      task :restart, :roles => :web do
+        stop
+        start
+      end
+
+      desc "Reload Nginx"
+      task :reload, :roles => :web do
+        # Nginx returns error code if you try to reload when it's not running
+        # We don't want this to kill Capistrano.
+        send(run_method, "/etc/init.d/nginx reload; exit 0")
+      end
+
+      task :backup, :roles => :web do
+        # there's nothing to backup for nginx
+      end
+
+      task :restore, :roles => :web do
+        # there's nothing to store for nginx
+      end
+      
+      # Helper task to get rid of pesky "it works" page - not called by deprec tasks
+      task :rename_index_page, :roles => :web do
+        index_file = '/usr/local/nginx/html/index.html'
+        sudo "test -f #{index_file} && sudo mv #{index_file} #{index_file}.orig || exit 0"
+      end
+
+    end 
+  end
+end

data/lib/deprec/recipes/wordpress.rb

@@ -0,0 +1,96 @@
+# Copyright 2006-2008 by Mike Bailey. All rights reserved.
+Capistrano::Configuration.instance(:must_exist).load do 
+  
+  require 'digest'
+  
+  set :application,  'wordpress'
+  set(:wordpress_domain) { Capistrano::CLI.ui.ask 'Enter domain wordpress will be served on' }
+  set :db_name,     'wordpress'
+  set :db_user,     'wordpress'
+  set(:db_pass)     { Capistrano::CLI.ui.ask 'Enter db password for wordpress' }
+  set(:db_host)     { Capistrano::CLI.ui.ask 'Enter db hostname for wordpress' }
+  set :db_charset,  'utf8'
+  set :db_collate,  ''
+  
+  set(:auth_key)        { Digest::SHA1.hexdigest srand.to_s }
+  set(:secure_auth_key) { Digest::SHA1.hexdigest srand.to_s }
+  set(:logged_in_key)   { Digest::SHA1.hexdigest srand.to_s }
+  
+  set(:wordpress_install_dir) { "#{deploy_to}/public" }
+  
+  
+  namespace :deprec do 
+    namespace :wordpress do
+          
+      SRC_PACKAGES[:wordpress] =
+        {
+        :url => "http://wordpress.org/latest.tar.gz",
+        :dir => 'wordpress'
+        }
+      
+      desc "Install Wordpress"
+      task :install do
+        install_deps unless ENV['SKIP_DEPS'] # save time by skipping deps (when reinstalling) 
+        deprec2.download_src(SRC_PACKAGES[:wordpress], src_dir)
+        deprec2.unpack_src(SRC_PACKAGES[:wordpress], src_dir)
+        deprec2.mkdir wordpress_install_dir, :via => :sudo
+        sudo "cp -r #{src_dir}/wordpress/* #{wordpress_install_dir}/"
+      end
+      
+      task :install_deps do
+        top.deprec.apache.install
+        top.deprec.php.install
+      end
+      
+      PROJECT_CONFIG_FILES[:wordpress] = [
+        
+        {:template => "wp-config.php.erb",
+         :path => 'wp-config.php',
+         :mode => 0755,
+         :owner => 'root:root'},
+         
+        {:template => "apache2_wordpress_vhost.conf.erb",
+         :path => 'apache2_wordpress_vhost.conf',
+         :mode => 0755,
+         :owner => 'root:root'}
+         
+      ]
+      
+      desc "Generate configuration file(s) for mongrel from template(s)"
+      task :config_gen do
+        config_gen_project
+      end
+      
+      task :config_gen_project do
+        PROJECT_CONFIG_FILES[:wordpress].each do |file|
+          deprec2.render_template(:wordpress, file)
+        end  
+      end
+      
+      desc "Push wordpress config files to server"
+      task :config, :roles => :wordpress do
+        config_project
+      end
+      
+      task :config_project, :roles => :wordpress do
+        deprec2.push_configs(:wordpress, PROJECT_CONFIG_FILES[:wordpress])
+        sudo "ln -sf #{deploy_to}/wordpress/wp-config.php #{wordpress_install_dir}/wp-config.php"
+        sudo "ln -sf #{deploy_to}/wordpress/apache2_wordpress_vhost.conf #{apache_vhost_dir}/#{application}.conf"        
+      end
+      
+      desc <<-EOF
+        Create a database for WordPress on your web server, as well as 
+        a MySQL user who has all privileges for accessing and modifying it.
+      EOF
+      task :create_database, :roles => lambda { db_host } do
+        run <<-EOF
+          mysql -u root -e 'create database #{DB_NAME}'
+          mysql -u root -e 'grant all on #{DB_NAME}.* to '#{DB_USER}'@'%' identified by '#{DB_PASSWORD}'
+          mysql -u root -e 'flush privileges'
+        EOF
+      end
+      
+    end
+  end
+  
+end

data/lib/deprec/recipes/wpmu.rb

@@ -0,0 +1,103 @@
+# Copyright 2006-2008 by Mike Bailey. All rights reserved.
+Capistrano::Configuration.instance(:must_exist).load do 
+  
+  require 'digest'
+  
+  set :wpmu_root, '/var/www/wpmu'
+  set(:wpmu_domain) { Capistrano::CLI.ui.ask 'Enter domain wordpress will be served on' }  
+  
+  namespace :deprec do 
+    namespace :wpmu do
+          
+      SRC_PACKAGES[:wpmu] =
+        {
+        :url => "http://mu.wordpress.org/latest.tar.gz",
+        :dir => 'wordpress-mu'
+        }
+      
+      desc "Install Wordpress"
+      task :install, :roles => :wpmu do
+        install_deps
+        deprec2.download_src(SRC_PACKAGES[:wpmu], src_dir)
+        deprec2.unpack_src(SRC_PACKAGES[:wpmu], src_dir)
+        sudo "test -d #{wpmu_root} && #{sudo} rm -fr #{wpmu_root}; exit 0;"
+        sudo "mv #{src_dir}/wordpress-mu #{wpmu_root}"
+        initial_config
+        sudo "a2ensite wpmu"
+        top.deprec.apache.reload
+        manual_instructions
+      end
+      
+      task :manual_instructions do
+        puts <<-DESC
+        
+  Run something like the following mysql commands on your datbase server: 
+
+    drop database wpmu;
+    create database wpmu;
+    grant all on wpmu.* to 'wpmu'@'%' identified by 'wpmu';
+    flush privileges;
+  
+  Then run:
+
+    cap deprec:wpmu:make_insecure
+
+  Setup database access via the webpage at: 
+
+    http://#{wpmu_domain}/
+
+  Then run: 
+
+    cap deprec:wpmu:make_secure
+        
+        DESC
+      end
+      
+      task :install_deps, :roles => :wpmu do
+        top.deprec.apache.install
+        sudo "a2enmod rewrite"
+        top.deprec.php.install
+      end
+      
+      PROJECT_CONFIG_FILES[:wpmu] = [
+         
+        {:template => "apache_vhost.conf.erb",
+         :path => '/etc/apache2/sites-available/wpmu',
+         :mode => 0755,
+         :owner => 'root:root'}
+         
+      ]
+      
+      desc "Generate configuration file(s) for wpmu from template(s)"
+      task :config_gen do
+        PROJECT_CONFIG_FILES[:wpmu].each do |file|
+           deprec2.render_template(:wpmu, file)
+         end
+      end
+      
+      desc "Push wordpress config files to server"
+      task :config, :roles => :wpmu do
+        deprec2.push_configs(:wpmu, SYSTEM_CONFIG_FILES[:wpmu])
+      end
+      
+      # Push direct to remote
+      task :initial_config, :roles => :wpmu do
+        PROJECT_CONFIG_FILES[:wpmu].each do |file|
+           deprec2.render_template(:wpmu, file.merge(:remote => true))
+         end
+      end
+      
+      # Set permissions to allow wpmu to write config files
+      task :make_insecure, :roles => :wpmu do
+        sudo "chmod 777 #{wpmu_root} #{wpmu_root}/wp-content"
+      end
+      
+      # Reverse the previous command
+      task :make_secure, :roles => :wpmu do
+        sudo "chmod 755 #{wpmu_root} #{wpmu_root}/wp-content"
+      end
+      
+    end
+  end
+  
+end

data/lib/deprec/recipes/xen.rb

@@ -0,0 +1,267 @@
+# Copyright 2006-2008 by Mike Bailey. All rights reserved.
+Capistrano::Configuration.instance(:must_exist).load do 
+  namespace :deprec do
+    namespace :xen do
+      
+      # Config variables for migration
+      default(:xen_slice) { Capistrano::CLI.ui.ask("Slice name") }
+      default(:xen_old_host) { Capistrano::CLI.ui.ask("Old Xen host") }
+      default(:xen_new_host) { Capistrano::CLI.ui.ask("New Xen host") }
+      set(:xen_disk_size) { Capistrano::CLI.ui.ask("Disk size (GB)") }
+      set(:xen_swap_size) { Capistrano::CLI.ui.ask("Swap size (GB)") }
+      
+      # ref: http://www.eadz.co.nz/blog/article/xen-gutsy.html
+      
+      desc "Install Xen"
+      task :install, :roles => :dom0 do
+        install_deps
+        disable_apparmour
+        disable_tls
+        enable_hardy_domu
+        initial_config
+      end
+      
+      task :install_deps, :roles => :dom0 do
+        # for amd64 version of ubuntu 7.10
+        apt.install( {:base => %w(linux-image-xen bridge-utils libxen3.1 python-xen-3.1 xen-docs-3.1 xen-hypervisor-3.1 xen-ioemu-3.1 xen-tools xen-utils-3.1 lvm2)}, :stable )
+        # alternatively, for x86 version of ubuntu:
+        # apt-get install ubuntu-xen-server libc6-xen lvm2    
+      end
+      
+      task :disable_apparmour, :roles => :dom0 do
+        sudo '/etc/init.d/apparmor stop'
+        sudo 'update-rc.d -f apparmor remove'
+      end
+      
+      task :disable_tls, :roles => :dom0 do
+        sudo 'mv /lib/tls /lib/tls.disabled'
+      end
+      
+      SYSTEM_CONFIG_FILES[:xen] = [
+                
+        {:template => "xend-config.sxp.erb",
+        :path => '/etc/xen/xend-config.sxp',
+        :mode => 0644,
+        :owner => 'root:root'},
+         
+        {:template => "xendomains.erb",
+         :path => '/etc/default/xendomains',
+         :mode => 0755,
+         :owner => 'root:root'},
+         
+        # This gives you a second network bridge on second ethernet device  
+        {:template => "network-bridge-wrapper",
+         :path => '/etc/xen/scripts/network-bridge-wrapper',
+         :mode => 0755,
+         :owner => 'root:root'},
+         
+        # Bugfix for gutsy - xendomains fails to shut down domains on system shutdown
+        {:template => "xend-init.erb",
+         :path => '/etc/init.d/xend',
+         :mode => 0755,
+         :owner => 'root:root'}
+         
+      ]
+      
+      desc "Push Xen config files to server"
+      task :initial_config, :roles => :dom0 do
+        # Non-standard! We're pushing these straight out
+        SYSTEM_CONFIG_FILES[:xen].each do |file|
+          deprec2.render_template(:xen, file.merge(:remote => true))
+        end      
+      end
+      
+      desc "Generate configuration file(s) for Xen from template(s)"
+      task :config_gen do
+        SYSTEM_CONFIG_FILES[:xen].each do |file|
+          deprec2.render_template(:xen, file)
+        end
+      end
+      
+      desc "Push Xen config files to server"
+      task :config, :roles => :dom0 do
+        deprec2.push_configs(:xen, SYSTEM_CONFIG_FILES[:xen])
+      end
+      
+      # Create new virtual machine
+      # xen-create-image --force --ip=192.168.1.31 --hostname=x1 --mac=00:16:3E:11:12:31
+      
+      # Start a virtual image (and open console to it)
+      # xm create -c /etc/xen/x1.cfg
+      
+      desc "Start Xen"
+      task :start, :roles => :dom0 do
+        send(run_method, "/etc/init.d/xend start")
+      end
+
+      desc "Stop Xen"
+      task :stop, :roles => :dom0 do
+        send(run_method, "/etc/init.d/xend stop")
+      end
+
+      desc "Restart Xen"
+      task :restart, :roles => :dom0 do
+        send(run_method, "/etc/init.d/xend restart")
+      end
+
+      desc "Reload Xen"
+      task :reload, :roles => :dom0 do
+        send(run_method, "/etc/init.d/xend reload")
+      end
+      
+      task :list, :roles => :dom0 do
+        sudo "xm list"
+      end
+      
+      task :info, :roles => :dom0 do
+        sudo "xm info"
+      end
+
+      desc "Migrate a slice on one Xen host to another. Slice is stopped, disk is tar'd up and transferred to new host."
+      task :migrate do
+
+        # Get user input for these values
+        xen_old_host && xen_new_host && xen_disk_size && xen_swap_size && xen_slice
+
+        # copy_disk
+        copy_slice_config
+        create_lvm_disks
+        build_slice_from_tarball
+      end
+
+      task :copy_disk do
+        mnt_dir = "/mnt/#{xen_slice}-disk"
+      	tarball = "/tmp/#{xen_slice}-disk.tar"
+      	lvm_disk = "/dev/vm_local/#{xen_slice}-disk"
+
+        # Shutdown slice
+      	sudo "xm list | grep #{xen_slice} && #{sudo} xm shutdown #{xen_slice} && sleep 10; exit 0", :hosts => xen_old_host
+
+      	# Tar up disk partition
+      	sudo "test -d #{mnt_dir} || #{sudo} mkdir #{mnt_dir}; exit 0", :hosts => xen_old_host
+      	sudo "mount | grep #{mnt_dir} || #{sudo} mount -t auto #{lvm_disk} #{mnt_dir}; exit 0", :hosts => xen_old_host
+      	sudo "sh -c 'cd #{mnt_dir} && tar cfp #{tarball} *'", :hosts => xen_old_host
+        sudo "umount #{mnt_dir}", :hosts => xen_old_host
+        sudo "rmdir #{mnt_dir}", :hosts => xen_old_host
+
+      	# start slice again if necessary
+      	# xm create ${SLICE}.cfg
+
+      	# copy to other server
+      	run "scp #{tarball} #{xen_new_host}:/tmp/", :hosts => xen_old_host
+
+      	# clean up tarball
+      	sudo "rm #{tarball}", :hosts => xen_old_host
+      end
+
+      task :copy_slice_config do
+        run "scp /etc/xen/#{xen_slice}.cfg #{xen_new_host}:", :hosts => xen_old_host
+        sudo "test -f /etc/xen/#{xen_slice}.cfg || #{sudo} mv #{xen_slice}.cfg /etc/xen/", :hosts => xen_new_host
+      end
+
+      task :create_lvm_disks do
+        xen_new_host
+        # create lvm disks on new host
+        disks = {"#{xen_slice}-disk" => xen_disk_size, "#{xen_slice}-swap" => xen_swap_size}
+        disks.each { |disk, size|
+          puts "Creating #{disk} (#{size} GB)"
+          sudo "lvcreate -L #{size}G -n #{disk} vm_local", :hosts => xen_new_host
+          sudo "mkfs.ext3 /dev/vm_local/#{disk}", :hosts => xen_new_host
+        }
+      end
+
+      task :build_slice_from_tarball do
+        mnt_dir = "/mnt/#{xen_slice}-disk"
+      	tarball = "/tmp/#{xen_slice}-disk.tar"
+      	lvm_disk = "/dev/vm_local/#{xen_slice}-disk"
+
+      	# untar archive into lvm disk
+      	sudo "test -d #{mnt_dir} || #{sudo} mkdir #{mnt_dir}; exit 0", :hosts => xen_new_host
+      	sudo "mount | grep #{mnt_dir} || #{sudo} mount -t auto #{lvm_disk} #{mnt_dir}; exit 0", :hosts => xen_new_host
+      	sudo "sh -c 'cd #{mnt_dir} && tar xf #{tarball}'", :hosts => xen_new_host
+        sudo "umount #{mnt_dir}", :hosts => xen_new_host
+        sudo "rmdir #{mnt_dir}", :hosts => xen_new_host
+      end
+      
+      desc "Enable hardy heron domU's on gutsy dom0. (Note required on hardy)"
+      task :enable_hardy_domu, :roles => :dom0 do
+        # Note, hardy keeps debootrap in /usr/share/debootstrap/scripts/
+        # create debootstrap symlink
+        sudo "ln -sf /usr/lib/debootstrap/scripts/gutsy /usr/lib/debootstrap/scripts/hardy"
+        # link xen-tools hooks
+        sudo "ln -sf /usr/lib/xen-tools/edgy.d /usr/lib/xen-tools/hardy.d"
+      end
+      
+      task :touch_hwclock do
+        sudo "touch /etc/init.d/hwclock.sh"
+      end
+      
+    end
+    
+  end
+end
+
+
+# Stop the 'incrementing ethX problem'
+#
+# Ubuntu stores the MAC addresses of the NICs it sees. If you change an ethernet card (real or virtual)
+# it will assign is a new ethX address. That's why you'll sometimes find eth2 but no eth1.
+# Your domU's should have a MAC address assigned in their config file but if you come across this problem, 
+# fix it with this:
+#
+# sudo rm /etc/udev/rules.d/70-persistent-net.rules
+
+
+
+# ubuntu bugs
+# 
+# check if they're fixed in hardy heron
+
+#    1: domains are not shut down on system shutdown
+#    cause: order that init scripts get called
+#    fix: call /etc/init.d/xendomains from /etc/init.d/xend script
+
+      # stop)
+      # /etc/init.d/xendomains stop # make sure domains are shut down
+      # xend stop
+      # ;;
+      
+#
+# Install xen on ubuntu hardy
+#
+# ref: http://www.howtoforge.com/ubuntu-8.04-server-install-xen-from-ubuntu-repositories
+#
+
+# Install Xen packages 
+# apt-get install ubuntu-xen-server
+  #
+  # Installs these:
+  # 
+  # binutils binutils-static bridge-utils debootstrap libasound2 libconfig-inifiles-perl libcurl3 libdirectfb-1.0-0 libsdl1.2debian
+  # libsdl1.2debian-alsa libtext-template-perl libxen3 libxml2 linux-image-2.6.24-16-xen linux-image-xen
+  # linux-restricted-modules-2.6.24-16-xen linux-restricted-modules-common linux-restricted-modules-xen
+  # linux-ubuntu-modules-2.6.24-16-xen linux-xen nvidia-kernel-common python-dev python-xen-3.2 python2.5-dev ubuntu-xen-server
+  # xen-docs-3.2 xen-hypervisor-3.2 xen-tools xen-utils-3.2
+  
+  # before/after 'uname -a'
+  #
+  # Linux bb 2.6.24-16-server #1 SMP Thu Apr 10 13:15:38 UTC 2008 x86_64 GNU/Linux
+  # Linux bb 2.6.24-16-xen #1 SMP Thu Apr 10 14:35:03 UTC 2008 x86_64 GNU/Linux
+# 
+# Stop apparmor # XXX investigate why
+# /etc/init.d/apparmor stop
+# update-rc.d -f apparmor remove
+
+# mkdir /home/xen
+
+# edit /etc/xen-tools/xen-tools.cfg
+
+# create image with xen-tools
+# xen-create-image --hostname=x1 --size=2Gb --swap=256Mb --ide --ip=192.168.1.51 --memory=256Mb --install-method=debootstrap --dist=hardy 
+
+# update /etc/xen/<domain>.cfg
+#
+# disk        = [
+              #     'tap:aio:/home/xen/domains/xen1.example.com/swap.img,hda1,w',
+              #     'tap:aio:/home/xen/domains/xen1.example.com/disk.img,hda2,w',
+              # ]