isaac-deprec 1.99.30

data/lib/deprec/recipes/xen.rb

@@ -0,0 +1,269 @@
+# Copyright 2006-2008 by Mike Bailey. All rights reserved.
+Capistrano::Configuration.instance(:must_exist).load do 
+  namespace :deprec do
+    namespace :xen do
+      
+      # Config variables for migration
+      default(:xen_slice) { Capistrano::CLI.ui.ask("Slice name") }
+      default(:xen_old_host) { Capistrano::CLI.ui.ask("Old Xen host") }
+      default(:xen_new_host) { Capistrano::CLI.ui.ask("New Xen host") }
+      set(:xen_disk_size) { Capistrano::CLI.ui.ask("Disk size (GB)") }
+      set(:xen_swap_size) { Capistrano::CLI.ui.ask("Swap size (GB)") }
+      
+      # ref: http://www.eadz.co.nz/blog/article/xen-gutsy.html
+      
+      SYSTEM_CONFIG_FILES[:xen] = [
+                
+        {:template => "xend-config.sxp.erb",
+        :path => '/etc/xen/xend-config.sxp',
+        :mode => 0644,
+        :owner => 'root:root'},
+        
+        {:template => "xen-tools.conf.erb",
+         :path => '/etc/xen-tools/xen-tools.conf',
+         :mode => 0644,
+         :owner => 'root:root'},
+         
+        {:template => "xm.tmpl.erb",
+         :path => '/etc/xen-tools/xm.tmpl',
+         :mode => 0644,
+         :owner => 'root:root'},
+         
+        {:template => "xendomains.erb",
+         :path => '/etc/default/xendomains',
+         :mode => 0755,
+         :owner => 'root:root'},
+         
+        # This one is a bugfix for gutsy 
+        {:template => "15-disable-hwclock",
+         :path => '/usr/lib/xen-tools/gutsy.d/15-disable-hwclock',
+         :mode => 0755,
+         :owner => 'root:root'},
+         
+        # This one is a bugfix for gutsy: domU -> domU networking is screwy
+        # http://lists.xensource.com/archives/html/xen-users/2006-05/msg00818.html
+        {:template => "40-setup-networking",
+         :path => '/usr/lib/xen-tools/gutsy.d/40-setup-networking',
+         :mode => 0755,
+         :owner => 'root:root'},
+         
+        # So is this - xendomains fails to shut down domains on system shutdown
+        {:template => "xend-init.erb",
+         :path => '/etc/init.d/xend',
+         :mode => 0755,
+         :owner => 'root:root'},
+          
+        # This gives you a second network bridge on second ethernet device  
+        {:template => "network-bridge-wrapper",
+         :path => '/etc/xen/scripts/network-bridge-wrapper',
+         :mode => 0755,
+         :owner => 'root:root'}
+         
+      ]
+      
+      desc "Install Xen"
+      task :install, :roles => :dom0 do
+        install_deps
+        enable_hardy_domu
+      end
+      
+      task :install_deps, :roles => :dom0 do
+        # for amd64 version of ubuntu 7.10
+        apt.install( {:base => %w(linux-image-xen bridge-utils libxen3.1 python-xen-3.1 xen-docs-3.1 xen-hypervisor-3.1 xen-ioemu-3.1 xen-tools xen-utils-3.1 lvm2)}, :stable )
+        # alternatively, for x86 version of ubuntu:
+        # apt-get install ubuntu-xen-server libc6-xen    
+      end
+      
+      desc "Generate configuration file(s) for Xen from template(s)"
+      task :config_gen do
+        SYSTEM_CONFIG_FILES[:xen].each do |file|
+          deprec2.render_template(:xen, file)
+        end
+      end
+      
+      desc "Push Xen config files to server"
+      task :config, :roles => :dom0 do
+        deprec2.push_configs(:xen, SYSTEM_CONFIG_FILES[:xen])
+      end
+      
+      # Create new virtual machine
+      # xen-create-image --force --ip=192.168.1.31 --hostname=x1 --mac=00:16:3E:11:12:31
+      
+      # Start a virtual image (and open console to it)
+      # xm create -c /etc/xen/x1.cfg
+      
+      desc "Start Xen"
+      task :start, :roles => :dom0 do
+        send(run_method, "/etc/init.d/xend start")
+      end
+
+      desc "Stop Xen"
+      task :stop, :roles => :dom0 do
+        send(run_method, "/etc/init.d/xend stop")
+      end
+
+      desc "Restart Xen"
+      task :restart, :roles => :dom0 do
+        send(run_method, "/etc/init.d/xend restart")
+      end
+
+      desc "Reload Xen"
+      task :reload, :roles => :dom0 do
+        send(run_method, "/etc/init.d/xend reload")
+      end
+      
+      task :list, :roles => :dom0 do
+        sudo "xm list"
+      end
+      
+      task :info, :roles => :dom0 do
+        sudo "xm info"
+      end
+
+      desc "Migrate a slice on one Xen host to another. Slice is stopped, disk is tar'd up and transferred to new host."
+      task :migrate do
+
+        # Get user input for these values
+        xen_old_host && xen_new_host && xen_disk_size && xen_swap_size && xen_slice
+
+        # copy_disk
+        copy_slice_config
+        create_lvm_disks
+        build_slice_from_tarball
+      end
+
+
+      task :copy_disk do
+        mnt_dir = "/mnt/#{xen_slice}-disk"
+      	tarball = "/tmp/#{xen_slice}-disk.tar"
+      	lvm_disk = "/dev/vm_local/#{xen_slice}-disk"
+
+        # Shutdown slice
+      	sudo "xm list | grep #{xen_slice} && #{sudo} xm shutdown #{xen_slice} && sleep 10; exit 0", :hosts => xen_old_host
+
+      	# Tar up disk partition
+      	sudo "test -d #{mnt_dir} || #{sudo} mkdir #{mnt_dir}; exit 0", :hosts => xen_old_host
+      	sudo "mount | grep #{mnt_dir} || #{sudo} mount -t auto #{lvm_disk} #{mnt_dir}; exit 0", :hosts => xen_old_host
+      	sudo "sh -c 'cd #{mnt_dir} && tar cfp #{tarball} *'", :hosts => xen_old_host
+        sudo "umount #{mnt_dir}", :hosts => xen_old_host
+        sudo "rmdir #{mnt_dir}", :hosts => xen_old_host
+
+      	# start slice again if necessary
+      	# xm create ${SLICE}.cfg
+
+      	# copy to other server
+      	run "scp #{tarball} #{xen_new_host}:/tmp/", :hosts => xen_old_host
+
+      	# clean up tarball
+      	sudo "rm #{tarball}", :hosts => xen_old_host
+      end
+
+      task :copy_slice_config do
+        run "scp /etc/xen/#{xen_slice}.cfg #{xen_new_host}:", :hosts => xen_old_host
+        sudo "test -f /etc/xen/#{xen_slice}.cfg || #{sudo} mv #{xen_slice}.cfg /etc/xen/", :hosts => xen_new_host
+      end
+
+      task :create_lvm_disks do
+        xen_new_host
+        # create lvm disks on new host
+        disks = {"#{xen_slice}-disk" => xen_disk_size, "#{xen_slice}-swap" => xen_swap_size}
+        disks.each { |disk, size|
+          puts "Creating #{disk} (#{size} GB)"
+          sudo "lvcreate -L #{size}G -n #{disk} vm_local", :hosts => xen_new_host
+          sudo "mkfs.ext3 /dev/vm_local/#{disk}", :hosts => xen_new_host
+        }
+      end
+
+      task :build_slice_from_tarball do
+        mnt_dir = "/mnt/#{xen_slice}-disk"
+      	tarball = "/tmp/#{xen_slice}-disk.tar"
+      	lvm_disk = "/dev/vm_local/#{xen_slice}-disk"
+
+      	# untar archive into lvm disk
+      	sudo "test -d #{mnt_dir} || #{sudo} mkdir #{mnt_dir}; exit 0", :hosts => xen_new_host
+      	sudo "mount | grep #{mnt_dir} || #{sudo} mount -t auto #{lvm_disk} #{mnt_dir}; exit 0", :hosts => xen_new_host
+      	sudo "sh -c 'cd #{mnt_dir} && tar xf #{tarball}'", :hosts => xen_new_host
+        sudo "umount #{mnt_dir}", :hosts => xen_new_host
+        sudo "rmdir #{mnt_dir}", :hosts => xen_new_host
+      end
+      
+      desc "Enable hardy heron domU's on gutsy dom0"
+      task :enable_hardy_domu, :roles => :dom0 do
+        # create debootstrap symlink
+        sudo "ln -sf /usr/lib/debootstrap/scripts/gutsy /usr/lib/debootstrap/scripts/hardy"
+        # link xen-tools hooks
+        sudo "ln -sf /usr/lib/xen-tools/edgy.d /usr/lib/xen-tools/hardy.d"
+      end
+      
+      task :touch_hwclock do
+        sudo "touch /etc/init.d/hwclock.sh"
+      end
+      
+    end
+  end
+end
+
+
+# Stop the 'incrementing ethX problem'
+#
+# Ubuntu stores the MAC addresses of the NICs it sees. If you change an ethernet card (real or virtual)
+# it will assign is a new ethX address. That's why you'll sometimes find eth2 but no eth1.
+# Your domU's should have a MAC address assigned in their config file but if you come across this problem, 
+# fix it with this:
+#
+# sudo rm /etc/udev/rules.d/70-persistent-net.rules
+
+
+
+# ubuntu bugs
+# 
+# check if they're fixed in hardy heron
+
+#    1: domains are not shut down on system shutdown
+#    cause: order that init scripts get called
+#    fix: call /etc/init.d/xendomains from /etc/init.d/xend script
+
+      # stop)
+      # /etc/init.d/xendomains stop # make sure domains are shut down
+      # xend stop
+      # ;;
+      
+#
+# Install xen on ubuntu hardy
+#
+# ref: http://www.howtoforge.com/ubuntu-8.04-server-install-xen-from-ubuntu-repositories
+#
+
+# Install Xen packages 
+# apt-get install ubuntu-xen-server
+  #
+  # Installs these:
+  # 
+  # binutils binutils-static bridge-utils debootstrap libasound2 libconfig-inifiles-perl libcurl3 libdirectfb-1.0-0 libsdl1.2debian
+  # libsdl1.2debian-alsa libtext-template-perl libxen3 libxml2 linux-image-2.6.24-16-xen linux-image-xen
+  # linux-restricted-modules-2.6.24-16-xen linux-restricted-modules-common linux-restricted-modules-xen
+  # linux-ubuntu-modules-2.6.24-16-xen linux-xen nvidia-kernel-common python-dev python-xen-3.2 python2.5-dev ubuntu-xen-server
+  # xen-docs-3.2 xen-hypervisor-3.2 xen-tools xen-utils-3.2
+  
+  # before/after 'uname -a'
+  #
+  # Linux bb 2.6.24-16-server #1 SMP Thu Apr 10 13:15:38 UTC 2008 x86_64 GNU/Linux
+  # Linux bb 2.6.24-16-xen #1 SMP Thu Apr 10 14:35:03 UTC 2008 x86_64 GNU/Linux
+# 
+# Stop apparmor # XXX investigate why
+# /etc/init.d/apparmor stop
+# update-rc.d -f apparmor remove
+
+# mkdir /home/xen
+
+# edit /etc/xen-tools/xen-tools.cfg
+
+# create image with xen-tools
+# xen-create-image --hostname=x1 --size=2Gb --swap=256Mb --ide --ip=192.168.1.51 --memory=256Mb --install-method=debootstrap --dist=hardy 
+
+# update /etc/xen/<domain>.cfg
+#
+# disk        = [
+              #     'tap:aio:/home/xen/domains/xen1.example.com/swap.img,hda1,w',
+              #     'tap:aio:/home/xen/domains/xen1.example.com/disk.img,hda2,w',
+              # ] 

data/lib/deprec/recipes.rb

@@ -0,0 +1,40 @@
+# Copyright 2006-2008 by Mike Bailey. All rights reserved.
+unless Capistrano::Configuration.respond_to?(:instance)
+  abort "deprec2 requires Capistrano 2"
+end
+require "#{File.dirname(__FILE__)}/recipes/deprec"
+require "#{File.dirname(__FILE__)}/recipes/deprecated"
+# require "#{File.dirname(__FILE__)}/recipes/canonical"
+require "#{File.dirname(__FILE__)}/recipes/users"
+require "#{File.dirname(__FILE__)}/recipes/ssh"
+require "#{File.dirname(__FILE__)}/recipes/nginx"
+require "#{File.dirname(__FILE__)}/recipes/apache"
+require "#{File.dirname(__FILE__)}/recipes/php"
+require "#{File.dirname(__FILE__)}/recipes/svn"
+require "#{File.dirname(__FILE__)}/recipes/trac"
+require "#{File.dirname(__FILE__)}/recipes/ruby"
+require "#{File.dirname(__FILE__)}/recipes/rails"
+require "#{File.dirname(__FILE__)}/recipes/mongrel"
+require "#{File.dirname(__FILE__)}/recipes/mysql"
+require "#{File.dirname(__FILE__)}/recipes/postfix"
+require "#{File.dirname(__FILE__)}/recipes/memcache"
+require "#{File.dirname(__FILE__)}/recipes/monit"
+require "#{File.dirname(__FILE__)}/recipes/network"
+require "#{File.dirname(__FILE__)}/recipes/aoe"
+require "#{File.dirname(__FILE__)}/recipes/ntp"
+require "#{File.dirname(__FILE__)}/recipes/nagios"
+require "#{File.dirname(__FILE__)}/recipes/heartbeat"
+require "#{File.dirname(__FILE__)}/recipes/xen"
+require "#{File.dirname(__FILE__)}/recipes/ubuntu"
+require "#{File.dirname(__FILE__)}/recipes/lvm"
+require "#{File.dirname(__FILE__)}/recipes/vnstat"
+require "#{File.dirname(__FILE__)}/recipes/sphinx"
+require "#{File.dirname(__FILE__)}/recipes/logrotate"
+require "#{File.dirname(__FILE__)}/recipes/utils"
+require "#{File.dirname(__FILE__)}/recipes/git"
+require "#{File.dirname(__FILE__)}/recipes/apt_mirror"
+# require "#{File.dirname(__FILE__)}/recipes/pdns"
+require "#{File.dirname(__FILE__)}/recipes/gitosis"
+require "#{File.dirname(__FILE__)}/recipes/wordpress"
+require "#{File.dirname(__FILE__)}/recipes/ar_sendmail"
+require "#{File.dirname(__FILE__)}/recipes/passenger"

data/lib/deprec/templates/aoe/aoe-init

@@ -0,0 +1,55 @@
+#! /bin/sh
+# aoe-init - example init script for ATA over Ethernet storage
+# 
+#   Edit this script for your purposes.  (Changing "eth1" to the
+#   appropriate interface name, adding commands, etc.)  You might
+#   need to tune the sleep times.
+#
+#   Install this script in /etc/init.d with the other init scripts.
+#
+#   Make it executable:
+#     chmod 755 /etc/init.d/aoe-init
+#
+#   Install symlinks for boot time:
+#     cd /etc/rc3.d && ln -s ../init.d/aoe-init S99aoe-init
+#     cd /etc/rc5.d && ln -s ../init.d/aoe-init S99aoe-init
+#
+#   Install symlinks for shutdown time:
+#     cd /etc/rc0.d && ln -s ../init.d/aoe-init K01aoe-init
+#     cd /etc/rc1.d && ln -s ../init.d/aoe-init K01aoe-init
+#     cd /etc/rc2.d && ln -s ../init.d/aoe-init K01aoe-init
+#     cd /etc/rc6.d && ln -s ../init.d/aoe-init K01aoe-init
+#
+
+case "$1" in
+        "start")
+                # load any needed network drivers here
+
+                # replace "eth1" with your aoe network interface
+                ifconfig eth1 up
+
+                # time for network interface to come up
+                sleep 4
+
+                modprobe aoe
+
+                # time for AoE discovery and udev
+                sleep 7
+
+                # add your raid assemble commands here
+                # add any LVM commands if needed (e.g. vgchange)
+                # add your filesystem mount commands here
+
+                test -d /var/lock/subsys && touch /var/lock/subsys/aoe-init
+                ;;
+        "stop")
+                # add your filesystem umount commands here
+                # deactivate LVM volume groups if needed
+                # add your raid stop commands here
+                rmmod aoe
+                rm -f /var/lock/subsys/aoe-init
+                ;;
+        *)
+                echo "usage: `basename $0` {start|stop}" 1>&2
+                ;;
+esac