le1t0-deprec 2.1.6.001

data/lib/deprec/recipes/xentools.rb

@@ -0,0 +1,101 @@
+# Copyright 2006-2010 by Mike Bailey, le1t0@github. All rights reserved.
+Capistrano::Configuration.instance(:must_exist).load do 
+  namespace :deprec do
+    namespace :xentools do
+        
+      SRC_PACKAGES[:xentools] = {
+        :url => "http://www.xen-tools.org/software/xen-tools/xen-tools-4.1.tar.gz",
+        :md5sum => "156ec5991f3885ef0daa58c3424d0a35  xen-tools-4.1.tar.gz",
+        :configure => '',
+        :make => ''
+      }
+      
+      desc "Install xen-tools"
+      task :install, :roles => :dom0 do
+        install_deps
+        deprec2.download_src(SRC_PACKAGES[:xentools], src_dir)
+        deprec2.install_from_src(SRC_PACKAGES[:xentools], src_dir)
+        initial_config
+      end
+
+      task :install_deps, :roles => :dom0 do
+        # Cheeky way to ensure we have the dependencies - Mike
+        apt.install( {:base => %w(xen-tools libexpect-perl)}, :stable )
+      end
+      
+      SYSTEM_CONFIG_FILES[:xentools] = [
+
+        {:template => "xen-tools.conf.erb",
+         :path => '/etc/xen-tools/xen-tools.conf',
+         :mode => 0644,
+         :owner => 'root:root'},
+ 
+        {:template => "xm.tmpl.erb",
+         :path => '/etc/xen-tools/xm.tmpl',
+         :mode => 0644,
+         :owner => 'root:root'},
+         
+         # This one is a bugfix for gutsy 
+         {:template => "15-disable-hwclock",
+          :path => '/usr/lib/xen-tools/gutsy.d/15-disable-hwclock',
+          :mode => 0755,
+          :owner => 'root:root'},
+
+         # This one is a bugfix for gutsy: domU -> domU networking is screwy
+         # http://lists.xensource.com/archives/html/xen-users/2006-05/msg00818.html
+         {:template => "40-setup-networking",
+          :path => '/usr/lib/xen-tools/gutsy.d/40-setup-networking',
+          :mode => 0755,
+          :owner => 'root:root'},
+         
+         # bugfix: #/bin/sh -> #!/bin/sh
+         # bugfix: $i => $1
+         {:template => "100-ubuntu-setup",
+          :path => '/usr/lib/xen-tools/gutsy.d/100-ubuntu-setup',
+          :mode => 0755,
+          :owner => 'root:root'},
+
+         # bugfix: make sure serial device is created and correct file is edited (/etc/inittab is not used anymore!)
+         {:template => "30-disable-gettys",
+          :path => '/usr/lib/xen-tools/gutsy.d/30-disable-gettys',
+          :mode => 0755,
+          :owner => 'root:root'},
+
+         # bugfix: removed serial device code, since that's already performed in 30-disable-gettys
+         # bugfix: #/bin/sh -> #!/bin/sh
+         {:template => "31-ubuntu-setup",
+          :path => '/usr/lib/xen-tools/gutsy.d/31-ubuntu-setup',
+          :mode => 0755,
+          :owner => 'root:root'},
+
+         # added script for user adjustments to debootstrap results
+         # modify this file inside your project (i.e. not in deprec itself) to added your own xen-tools steps
+         {:template => "98-custom",
+          :path => '/usr/lib/xen-tools/gutsy.d/98-custom',
+          :mode => 0755,
+          :owner => 'root:root'}
+      ]
+      
+      task :initial_config, :roles => :dom0 do
+        # Non-standard! We're pushing these straight out
+        SYSTEM_CONFIG_FILES[:xentools].each do |file|
+          deprec2.render_template(:xentools, file.merge(:remote => true))
+        end
+      end
+      
+      desc "Generate configuration file(s) for xen-tools from template(s)"
+      task :config_gen do
+        SYSTEM_CONFIG_FILES[:xentools].each do |file|
+          deprec2.render_template(:xentools, file)
+        end
+      end
+
+      desc "Push xen-tools config files to server"
+      task :config, :roles => :dom0 do
+        deprec2.push_configs(:xentools, SYSTEM_CONFIG_FILES[:xentools])
+      end
+      
+    end
+    
+  end
+end

data/lib/deprec/recipes_minus_rails.rb

@@ -0,0 +1,125 @@
+# Copyright 2006-2010 by Mike Bailey, le1t0@github. All rights reserved.
+unless Capistrano::Configuration.respond_to?(:instance)
+  abort "deprec2 requires Capistrano 2"
+end
+
+# manually loading all recipes is cumbersome and leads to a lot of conflicts when merging branches.
+# I rewrote this file so recipes get loaded automatically. Only files mentioned in the dependencies list and all
+# files ending in .rb get loaded, so rename them to prevent them being loaded (as I did with some based on the
+# old code)
+
+# Loading is done as follows:
+# - define a dependencies list
+# - from that list, derive a load order
+# - load the rest of the recipes to the end of the load order list
+# - require all recipes mentioned in the load order list in the order that they are mentioned
+
+def load_recipe_names(base_dir, prefix = '')
+  recipes = []
+  Dir.new(base_dir).entries.each do |entry|
+    next if [ ".", "..", "rails" ].include?(entry)
+    fqn = File.join(base_dir, entry)
+    if File.directory?(fqn)
+      recipes += load_recipe_names(fqn, "#{prefix}#{entry}/")
+    elsif fqn =~ /\.rb$/
+      recipes << "#{prefix}#{entry.gsub(/\.rb$/, '')}"
+    end
+  end
+  recipes
+end
+
+def order_dependencies(&block)
+  copy_of_dependencies = {}
+  # load defined dependencies + make values of type array if they aren't + add entries for non-mentioned dependencies
+  # themselves
+  yield().each do |recipe, dependencies|
+    copy_of_dependencies[recipe.to_s] = [dependencies].flatten.collect { |dependency| dependency.to_s }
+    copy_of_dependencies[recipe.to_s].each do |dependency|
+      copy_of_dependencies[dependency] = [] if copy_of_dependencies[dependency].nil?
+    end
+  end
+  recipies_load_order = []
+
+  # define load order for all depended upon recipes
+  offset = 0
+  while copy_of_dependencies.keys.size > 0 do
+    current = copy_of_dependencies.keys[offset]
+    if current.nil? && offset > 0
+      offset -= 1
+      next
+    end
+    raise "cannot find recipe #{current}.rb in the filesystem!" if !File.exist?("#{File.dirname(__FILE__)}/recipes/#{current}.rb")
+    dependencies = copy_of_dependencies[current]
+    if dependencies.size == 0 || dependencies.all? { |dependency| recipies_load_order.include?(dependency) }
+      recipies_load_order << current
+      copy_of_dependencies.delete(current)
+    else
+      offset = (offset + 1) % copy_of_dependencies.keys.size
+    end
+  end
+  
+  load_recipe_names("#{File.dirname(__FILE__)}/recipes/").each do |recipe|
+    recipies_load_order << recipe unless recipies_load_order.include?(recipe)
+  end
+  
+  recipies_load_order
+end
+
+recipies_load_order = order_dependencies do
+  # key is the recipe to load, value is the recipe that should be loaded earlier already
+  # value can be an array (to denote multiple dependencies), but doesn't have to be
+  # TODO: cleanup and minimize number of dependencies.
+  # NOTE: this is only needed to define a load order. If one recipe is needed to be loaded
+  # before all others, just mention it by itself with an empty array dependencies list, since
+  # all other recipes are loaded after the recipes mentioned here.
+  # NOTE2: internally the dependencies processor works with strings, but we can specify using
+  # symbols here
+  {
+    :deprec => :canonical,
+    :deprecated => :deprec,
+    :chef => :deprecated,
+    :"app/mongrel" => :chef,
+    :"app/passenger" => :"app/mongrel",
+    :"db/mysql" => :"app/passenger",
+    :"db/postgresql" => :"db/mysql",
+    :"db/sqlite" => :"db/postgresql",
+    :"db/couchdb" => :"db/sqlite",
+    :"ruby/mri" => :"db/couchdb",
+    :"ruby/ree" => :"ruby/mri",
+    :"web/apache" => :"ruby/ree",
+    :"web/nginx" => :"web/apache",
+    :git => :"web/nginx",
+    :svn => :git,
+    :integrity => :svn,
+    :users => :integrity,
+    :ssh => :users,
+    :php => :ssh,
+    :aoe => :php,
+    :xen => :aoe,
+    :xentools => :xen,
+    :ddclient => :xentools,
+    :ntp => :ddclient,
+    :logrotate => :ntp,
+    :ssl => :logrotate,
+    :postfix => :ssl,
+    :memcache => :postfix,
+    :monit => :memcache,
+    :network => :monit,
+    :nagios => :network,
+    :collectd => :nagios,
+    :syslog => :collectd,
+    :heartbeat => :syslog,
+    :haproxy => :heartbeat,
+    :ubuntu => :haproxy,
+    :lvm => :ubuntu,
+    :vnstat => :lvm,
+    :utils => :vnstat,
+    :wpmu => :utils,
+    :ar_sendmail => :wpmu,
+    :starling => :ar_sendmail
+  }
+end
+
+recipies_load_order.each do |recipe|
+  require "#{File.dirname(__FILE__)}/recipes/#{recipe}"
+end

data/lib/deprec/templates/aoe/aoe-init

@@ -0,0 +1,55 @@
+#! /bin/sh
+# aoe-init - example init script for ATA over Ethernet storage
+# 
+#   Edit this script for your purposes.  (Changing "eth1" to the
+#   appropriate interface name, adding commands, etc.)  You might
+#   need to tune the sleep times.
+#
+#   Install this script in /etc/init.d with the other init scripts.
+#
+#   Make it executable:
+#     chmod 755 /etc/init.d/aoe-init
+#
+#   Install symlinks for boot time:
+#     cd /etc/rc3.d && ln -s ../init.d/aoe-init S99aoe-init
+#     cd /etc/rc5.d && ln -s ../init.d/aoe-init S99aoe-init
+#
+#   Install symlinks for shutdown time:
+#     cd /etc/rc0.d && ln -s ../init.d/aoe-init K01aoe-init
+#     cd /etc/rc1.d && ln -s ../init.d/aoe-init K01aoe-init
+#     cd /etc/rc2.d && ln -s ../init.d/aoe-init K01aoe-init
+#     cd /etc/rc6.d && ln -s ../init.d/aoe-init K01aoe-init
+#
+
+case "$1" in
+        "start")
+                # load any needed network drivers here
+
+                # replace "eth1" with your aoe network interface
+                ifconfig eth1 up
+
+                # time for network interface to come up
+                sleep 4
+
+                modprobe aoe
+
+                # time for AoE discovery and udev
+                sleep 7
+
+                # add your raid assemble commands here
+                # add any LVM commands if needed (e.g. vgchange)
+                # add your filesystem mount commands here
+
+                test -d /var/lock/subsys && touch /var/lock/subsys/aoe-init
+                ;;
+        "stop")
+                # add your filesystem umount commands here
+                # deactivate LVM volume groups if needed
+                # add your raid stop commands here
+                rmmod aoe
+                rm -f /var/lock/subsys/aoe-init
+                ;;
+        *)
+                echo "usage: `basename $0` {start|stop}" 1>&2
+                ;;
+esac

data/lib/deprec/templates/aoe/fence_aoemask

@@ -0,0 +1,351 @@
+#!/usr/bin/perl
+
+#
+# Wrapper to aoemask for use in a cluster fence.
+# Copyright (C) 2007 Brian Weck (bweck@weck.net)
+#
+# This script utilizes the 'aoemask' utility from:
+#   http://www.coraid.com/support/sr/
+# which is written by Sam Hopkins.
+#
+# =======================================================================
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+# 
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+# 
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software
+# Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
+# =======================================================================
+#
+# ~~~~~ REVISION HISTORY ~~~~~
+# 2007-08-17 - v1 - Brian Weck 
+#   Initial release.
+#
+# ~~~~~ OVERVIEW ~~~~~
+#  Initial mask settings on the AoE device should contain the set of all 
+#  MAC addresses using the AoE device from the cluster.
+#  
+#  When a fence operation occurs on a node, the fenced node's mac address is 
+#  removed from the mask list on the AoE device. This method is conceptually 
+#  the same as fencing via a fabric switch.
+#  
+#  Once a node is fenced, the MAC address is removed from the mask list on 
+#  the AoE device. When the fenced node is ready to rejoin the cluster,
+#  the MAC address must be added to the device's mask list using this 
+#  script or using aoemask.
+#
+#  Script returns 0 on SUCCESS and non-zero otherwise.
+#
+# ~~~~~ INSTALLATION ~~~~~
+#  Add this file as /sbin/fence_aoemask directory and ensure the file has 
+#  simliar permissions as the other fence_* agents. 
+#
+# ~~~~~ CONFIGURATION ~~~~~
+#  This software operates on a single shelf / slot at a time. In order to 
+#  fence multiple shelf and slots the user should create multiple fences. 
+#
+#  e.g. a cluster.conf snippet.
+#  <clusternode name="node1-name" nodeid="1" votes="1">
+#     <fence>
+#        <method name="1">
+#           <device name="fence-e0.0" mac="56:f7:0c:da:e2:2f" />
+#           <device name="fence-e0.1" mac="56:f7:0c:da:e2:2f" />
+#        </method>
+#     </fence>
+#  </clusternode>
+#  <clusternode name="node2-name" nodeid="2" votes="1">
+#     <fence>
+#        <method name="1">
+#           <device name="fence-e0.0" mac="ec:fc:96:3b:69:5a" />
+#           <device name="fence-e0.1" mac="ec:fc:96:3b:69:5a" />
+#        </method>
+#     </fence>
+#  </clusternode>
+#  <fencedevices>
+#     <fencedevice agent="fence_aoemask" name="fence-e0.0" shelf="0" slot="0" interface="eth1"/>
+#     <fencedevice agent="fence_aoemask" name="fence-e0.1" shelf="0" slot="1" interface="eth1"/>
+#  </fencedevices>
+#
+# 
+#  Command line options:
+#     see man aoemask.8
+# 
+#  stdin options (passed from fenced):
+#     shelf=<num>                 |
+#     slot=<num>                  |
+#     interface=<if-name>         |
+#     mac=<mac-addr>              |
+#   [ action=(disable|enable) ]   | default is defined in $opt_action
+#   [ debug=<ignored-value> ]     |
+#   [ exclusive=<ignored-value> ] |
+#   [ list=<ignored-value> ]      |
+#   [ spoof=<mac-addr> ]          | Spoof behavior is to assume success always.
+#   [ timeout=<wait-seconds> ]    |
+#   [ verbose=<ignored-value> ]   | Option is used to increase logging of fence agent.
+# 
+
+# Define where you aoemask binary lives if it is not in the path.
+my $aoemask_prog="/usr/local/sbin/aoemask";
+my $opt_action = 'disable';        # Default fence action
+
+# Get the script name from $0 and strip directory names
+$_=$0;
+s/.*\///;
+my $proggy = $_;
+
+#
+#
+#
+my $aoemask=$aoemask_prog;
+my $opt_list = 1;
+my $opt_debug = 1;
+my $opt_verbose = 0;
+
+#
+sub _log
+{
+  ($msg)=@_;
+  print STDOUT $msg;
+}
+
+#
+sub exit_success
+{
+  my $rc = 0;
+  _log "$proggy returning $rc\n" if $opt_verbose;
+  exit $rc;
+}
+
+#
+sub exit_fail
+{
+  my $rc = 1;
+  _log "$proggy returning $rc\n" if $opt_verbose;
+  exit $rc;
+}
+
+#
+sub fail_usage
+{
+  ($msg)=@_;
+  _log $msg."\n" if $msg;
+  _log "Please use see usage.\n";
+  exit_fail();
+}
+
+#
+# If running command line, pass args as specified directly to aoemask
+if (@ARGV > 0) 
+{
+   # Check for min number of args, 5
+   if( @ARGV < 5 )
+   {
+      $aoemask .= " -h";
+   }
+   else
+   {
+      # stub in the args
+      foreach $i (0 .. $#ARGV) 
+      {
+        $aoemask .= " $ARGV[$i]";
+      }
+   }
+}
+else # Running via fenced, read the args in from stdin
+{
+   read_stdin_as_options();
+
+   # validate required args are present
+   fail_usage "No shelf specified." unless defined $opt_shelf;
+   fail_usage "No slot specified." unless defined $opt_slot;
+   fail_usage "No interface specified." unless defined $opt_interface;
+   fail_usage "No mac specified." unless defined $opt_mac;
+
+   $aoemask .= " -d" if defined $opt_debug;
+   $aoemask .= " -e" if defined $opt_exclusive;
+   $aoemask .= " -l" if defined $opt_list;
+   $aoemask .= " -s $opt_spoof" if defined $opt_spoof;
+   $aoemask .= " -w $opt_timeout" if defined $opt_timeout;
+   $aoemask .= " $opt_shelf $opt_slot $opt_interface";
+
+   $_=$opt_action;
+   if (/enable/) { $aoemask .= " +$opt_mac"; }
+   elsif (/disable/) { $aoemask .= " -$opt_mac"; }
+   else
+   {
+      # This would only be reached if in the cluster.conf one specified action=
+      fail_usage "Unknown action: $_";
+   }
+}
+
+_log "$proggy executing '$aoemask'\n" if $opt_verbose;
+
+#
+# aoemask (release 1) always returns an exit code of 1
+# if aoemask returned success or failure based on the response; could as follows:
+#
+#    system($aoemask);
+#    $rc = ($? >> 8) & 0xff;
+#    exit $rc;
+#
+
+# therefore, we must ensure the listing function is performed and grep'd
+open(FH, "$aoemask 2>&1 |");
+@lines = <FH>;
+close FH;
+
+#
+if ($opt_verbose) 
+{ 
+   _log "-- begin read response --\n";
+   foreach $line (@lines) { chop $line; _log "$line\n"; } 
+   _log "--  end  read response --\n";
+}
+
+#
+if ($opt_user_says_list)
+{
+   @x = grep { /$opt_shelf\.$opt_slot/ } @lines;
+   _log foreach @x;
+}
+
+#
+# If spoofing, nothing is returned, we assume success.
+exit_success() if $opt_spoof;
+
+# check output of aoemask for proper values depending on action.
+if( ($opt_action =~ /enable/) && (grep { /$opt_mac/ } @lines) )
+{
+   _log "action is to enable and found mac $opt_mac in list"."\n" if $opt_verbose;
+   exit_success();
+}
+elsif( ($opt_action =~ /disable/) && !(grep { /$opt_mac/ } @lines) )
+{
+   # here's a caveat .. which requires the debug flag to be on.
+   # if one is performing a disable, and specify an invalid slot / shelf / interface
+   # a grep for the mac will not show and therfore a return success.
+   #
+   # Workaround: need to check for an additional string, of:
+   #   read -1 bytes
+   #
+   if( ! grep { /read -1 bytes/} @lines )
+   {
+      # did not read that string; all is ok.
+      _log "action is to disable and did not find mac $opt_mac in list"."\n" if $opt_verbose;
+      exit_success();
+   }
+   else
+   {
+      _log "No bytes were read from '$aoemask'.\n";
+      _log "Check the slot|shelf|interface configs.\n"
+   }
+}
+
+# If none of the above matched, we failed.
+exit_fail();
+
+
+#
+# Parse the stdin options
+#
+sub read_stdin_as_options()
+{
+    my $opt;
+    my $line = 0;
+    while( defined($in = <>) )
+    {
+        $_ = $in;
+        chomp;
+
+        # strip leading and trailing whitespace
+        s/^\s*//;
+        s/\s*$//;
+
+        # skip any comments
+        next if /^#/;
+
+        $line+=1;
+        $opt=$_;
+        next unless $opt;
+
+        ($name,$val)=split /\s*=\s*/, $opt;
+
+        if ( $name eq "" )
+        {  
+           _log "parse error: illegal name in option $line\n";
+           exit_fail();
+        }
+
+        # shelf=<num>
+        # slot=<num>
+        # interface=<if-name>
+        # mac=<mac-addr>
+        # action=(disable|enable)
+        elsif ($name eq "shelf" ) 
+        {
+            $opt_shelf = $val;
+        } 
+        elsif ($name eq "slot" ) 
+        {
+            $opt_slot = $val;
+        } 
+        elsif ($name eq "interface" )
+        {
+            $opt_interface = $val;
+        }
+        elsif ($name eq "mac" ) 
+        {
+            $opt_mac = $val;
+            # pull out any ':' if configured as such. 
+            # (even though aoemask can handle it)
+            $opt_mac =~ s/://g;
+            # uppercase the alphas
+            $opt_mac =~ tr/a-z/A-Z/;
+        } 
+        elsif ($name eq "action") 
+        {
+            $opt_action = $val;
+        }
+
+        # debug=<ignored-value>
+        # exclusive=<ignored-value>
+        # list=<ignored-value>
+        # spoof=<mac-addr>
+        # timeout=<wait-seconds>
+        elsif ($name eq "debug" ) 
+        {
+            $opt_debug = 1;
+        } 
+        elsif ($name eq "exclusive" ) 
+        {
+            $opt_exclusive = 1;
+        } 
+        elsif ($name eq "list" ) 
+        {
+            $opt_list = 1;
+            $opt_user_says_list = 1;
+        } 
+        elsif ($name eq "spoof" ) 
+        {
+            $opt_spoof = $val;
+        } 
+        elsif ($name eq "timeout" ) 
+        {
+            $opt_timeout = $val;
+        } 
+
+        # verbose=<ignored-value>
+        elsif ($name eq "verbose" ) 
+        {
+            $opt_verbose = 1;
+        } 
+    }
+}
+