jashmenn-poolparty-extensions 0.0.7 → 0.1.0

data/README.rdoc

@@ -10,6 +10,21 @@
 
 = Available extensions
 
+== bash_alias
+  Adds a bash alias
+
+== development_gem_package
+  Deploy a and install a gem developed locally. This is useful when you are
+  developing an internal or forked gem and you want to deploy it to your cloud
+
+
+  == Usage
+
+    has_development_gem_package('jetty-rack', 
+                                :from => "~/path/to/my/site", 
+                                :git_pull_first => true)  # git pull from before sending to server
+
+
 == dynomite
   Installs edge dynomite from the git repository
   

data/Rakefile

@@ -8,7 +8,7 @@ begin
     gem.summary = %Q{Extensions on to of poolparty}
     gem.email = "arilerner@mac.com"
     gem.homepage = "http://github.com/auser/poolparty-extensions"
-    gem.authors = ["Ari Lerner"]
+    gem.authors = ["Ari Lerner, Nate Murray, & Michael Fairchild"]
 
     # gem is a Gem::Specification... see http://www.rubygems.org/read/chapter/20 for additional settings
   end
@@ -76,7 +76,7 @@ task :readme do
   footer =<<-EOF
 == Copyright
 
-Copyright (c) 2009 Ari Lerner. See LICENSE for details.  
+Copyright (c) 2009 Ari Lerner & Cloudteam. See LICENSE for details.  
   EOF
   
   extensions = FileList["#{File.dirname(__FILE__)}/lib/extensions/*.rb"]

data/VERSION.yml

@@ -1,4 +1,4 @@
 --- 
 :major: 0
-:minor: 0
-:patch: 7
+:minor: 1
+:patch: 0

data/lib/extensions/bash_alias.rb

@@ -1,3 +1,6 @@
+=begin rdoc
+  Adds a bash alias
+=end
 module PoolParty
   module Plugin
     class BashAlias < Plugin

data/lib/extensions/convenience_helpers.rb

@@ -0,0 +1,78 @@
+=begin rdoc
+
+== Convenience Helpers
+
+Adds a few handy packages and aliases for developing poolparty instances.
+
+== Usage
+
+    has_convenience_helpers
+
+== Examples
+
+    $ inspect-poolparty-recipes # => will vim the poolparty chef recipe file
+    $ cd-cookbooks              # => cd into the poolparty cookbooks directory
+    $ tree                      # => show the directory structure as a nice tree
+    /var/poolparty/dr_configure/chef/cookbooks/poolparty# tree
+    .
+    |-- attributes
+    |   `-- poolparty.rb
+    |-- recipes
+    |   `-- default.rb
+    `-- templates
+        `-- default
+            |-- etc
+            |   |-- jvm.erb
+            |   `-- motd.erb
+            |-- home
+            |   `-- hadoop
+            |       `-- ssh
+            |           `-- hadoop_id_rsa.erb
+            `-- usr
+                `-- local
+                    `-- hadoop
+                        `-- conf
+                            |-- hadoop-env.sh.erb
+                            `-- hadoop-site.xml.erb
+
+=end
+
+module PoolParty
+  module Plugin
+    class ConvenienceHelpers < Plugin
+      def before_load(o={}, &block)
+        add_packages
+        add_aliases
+        add_binaries
+        add_profile_updates
+      end
+
+      def add_packages
+        has_package "tree"
+        has_package "vim-nox"
+        has_package" screen"
+        has_package" irb"
+      end
+
+      def add_aliases
+        has_bash_alias :name => "inspect-poolparty-recipes", :value => "vi /var/poolparty/dr_configure/chef/cookbooks/poolparty/recipes/default.rb"
+        has_bash_alias :name => "cd-cookbooks", :value => "pushd /var/poolparty/dr_configure/chef/cookbooks/poolparty"
+      end
+
+      def add_binaries
+        has_exec "wget http://gist.github.com/raw/131294/0622454b2cc2f787c04d20ab3d47e888e31edcd4/gistfile1 -O /usr/bin/xtail && chmod +x /usr/bin/xtail", 
+          :not_if => "test -e /usr/bin/xtail"
+        has_exec "curl timkay.com/aws/aws -o /usr/bin/aws", :not_if => "test -e /usr/bin/aws"
+      end
+
+      def add_profile_updates
+        has_exec %Q{echo \\"export PS1='\\\\u@\\\\h \\\\A \\\\w (#{cloud_name}) $ '\\" >> /root/.profile}, :not_if => "grep PS1 /root/.profile | grep #{cloud_name}"
+        # bind '"\e[A":history-search-backward'
+        # bind '"\e[B":history-search-forward'
+      end
+
+    end
+  end
+end
+
+

data/lib/extensions/development_gem_package.rb

@@ -1,5 +1,4 @@
-module PoolParty
-=begin  rdoc    
+=begin rdoc
 == Development Gem
 
 Deploy a and install a gem developed locally. This is useful when you are
@@ -13,6 +12,8 @@ developing an internal or forked gem and you want to deploy it to your cloud
                               :git_pull_first => true)  # git pull from before sending to server
 
 =end
+
+module PoolParty
   module Plugin
     class DevelopmentGem < Plugin
  

data/lib/extensions/ganglia/ganglia.rb

@@ -0,0 +1,173 @@
+=begin rdoc
+
+== Overview
+Install Ganglia cloud monitoring system
+
+== Requirements
+You'll need apache and php enabled in your clouds.rb. For example:
+
+    apache do
+      enable_php5 do
+        extras :gd
+      end
+    end
+
+Because the configs need to know about every node in the cloud *after* it has
+launched, you must setup an after_all_loaded block in your clouds.rb that calls
+ganglia.perform_after_all_loaded_for_master. For example:
+
+  after_all_loaded do
+    clouds[:hadoop_master].run_in_context do
+      ganglia.perform_after_all_loaded_for_master
+    end
+  end
+
+Currently the tasks only need to be run for master, so simply call this on your
+"master" cloud. Note: replace hadoop_master with the name of your cloud above.
+
+== EC2 Firewall
+
+ec2-authorize -P udp -p 8649 nmurray-hadoop
+ec2-authorize -P tcp -p 8649 nmurray-hadoop
+
+== References
+* http://www.ibm.com/developerworks/wikis/display/WikiPtype/ganglia?decorator=printable
+* http://docs.google.com/Doc?id=dgmmft5s_45hr7hmggr
+* http://www.hps.com/~tpg/notebook/ganglia.php
+* http://www.cultofgary.com/2008/10/16/ec2-and-ganglia/
+=end
+
+module PoolParty
+  module Plugin
+    class Ganglia < Plugin
+      def before_load(o={}, &block)
+        do_once do
+          install_dependencies
+          download
+        end
+      end
+
+      def install_dependencies
+        has_package :name => "rrdtool"
+        has_package :name => "build-essential"
+        has_package :name => "librrd-dev" 
+        has_package :name => "libapr1-dev"
+        has_package :name => "libconfuse-dev"
+        has_package :name => "libexpat1-dev"
+        has_package :name => "python-dev"
+
+        has_group "ganglia", :action => :create
+        has_user "ganglia", :gid => "ganglia"
+ 
+        # libart-2.0-2 ?
+      end
+
+      def download
+        has_exec "wget http://superb-west.dl.sourceforge.net/sourceforge/ganglia/ganglia-3.1.2.tar.gz -O /usr/local/src/ganglia-3.1.2.tar.gz",
+          :not_if => "test -e /usr/local/src/ganglia-3.1.2.tar.gz"
+        has_exec "cd /usr/local/src && tar -xvvf /usr/local/src/ganglia-3.1.2.tar.gz",
+          :not_if => "test -e /usr/local/src/ganglia-3.1.2"
+      end
+
+      def master
+        has_exec "cd /usr/local/src/ganglia-3.1.2 && ./configure --with-gmetad && make && make install",
+          :not_if => "test -e /usr/lib/ganglia"
+        has_exec "mv /usr/local/src/ganglia-3.1.2/web /var/www/ganglia",
+          :not_if => "test -e /var/www/ganglia"
+        has_file :name => "/var/www/ganglia/conf.php", :mode => "0644", :template => "ganglia-web-conf.php.erb"
+        has_variable "ganglia_gmond_is_master", :value => true
+        gmond
+        gmetad
+      end
+
+      def slave
+        has_exec "cd /usr/local/src/ganglia-3.1.2 && ./configure && make && make install",
+          :not_if => "test -e /usr/lib/ganglia"
+        has_variable "ganglia_gmond_is_master", :value => false
+        gmond
+      end
+
+      def gmond
+        has_directory "/etc/ganglia"
+        has_exec({:name => "restart-gmond", :command => "/etc/init.d/gmond restart", :action => :nothing})
+
+        has_file(:name => "/etc/init.d/gmond") do
+          mode 0755
+          template :bin/"gmond.erb"
+          calls get_exec("restart-gmond")
+        end
+
+      end
+
+      def gmetad
+        has_directory "/var/lib/ganglia/rrds"
+        has_exec "chmod 755 /var/lib/ganglia/rrds"
+        has_exec "chown -R ganglia:ganglia /var/lib/ganglia/rrds"
+        has_exec({:name => "restart-gmetad", :command => "/etc/init.d/gmetad restart", :action => :nothing})
+        has_file(:name => "/etc/init.d/gmetad") do
+          mode 0755
+          template :bin/"gmetad.erb"
+          calls get_exec("restart-gmetad")
+        end
+      end
+
+      def monitor(*cloud_names)
+        @monitored_clouds = cloud_names
+      end
+
+      def perform_after_all_loaded_for_slave
+        gmond_after_all_loaded
+      end
+
+      def perform_after_all_loaded_for_master
+        raise "No clouds to monitor with ganglia specified. Please use the 'monitor(*cloud_names)' directive within your ganglia block" unless @monitored_clouds
+        gmond_after_all_loaded
+
+        data_sources = ""
+        @monitored_clouds.each do |cloud_name|
+          line = "data_source \\\"#{cloud_name}\\\" "
+          ips = []
+          clouds[cloud_name.intern].nodes(:status => 'running').each_with_index do |n, i|
+            ips << n[:private_dns_name] + ":8649"
+          end
+          data_sources << (line + ips.join(" ") + "\n")
+        end
+        data_sources.gsub!(/\n/, '\n')
+
+        has_variable "ganglia_gmetad_data_sources", :value => data_sources
+        has_file(:name => "/etc/ganglia/gmetad.conf") do
+          mode 0644
+          template "gmetad.conf.erb"
+          # calls get_exec("restart-gmetad")
+        end
+        has_service "gmetad", :enabled => true, :running => true, :supports => [:restart]
+      end
+
+      def gmond_after_all_loaded
+        has_variable "ganglia_cloud_name", :value => cloud_name 
+        has_variable "ganglia_this_nodes_private_ip", :value => lambda{ %Q{%x[curl http://169.254.169.254/latest/meta-data/local-ipv4]}}
+        has_variable "ganglia_masters_ip", :value => lambda { %Q{\`ping -c1  master0 | grep PING | awk -F '[()]' '{print $2 }'\`.strip}}
+
+        first_node = clouds[cloud_name].nodes(:status => 'running').first
+
+        if first_node
+          has_variable "ganglia_first_node_in_clusters_ip", :value => lambda { %Q{\`ping -c1  #{first_node[:private_dns_name]} | grep PING | awk -F '[()]' '{print $2 }'\`.strip}}
+
+          has_file(:name => "/etc/ganglia/gmond.conf") do
+            mode 0644
+            template "gmond.conf.erb"
+            # calls get_exec("restart-gmond")
+          end
+        end
+        has_service "gmond", :enabled => true, :running => true, :supports => [:restart]
+
+      end
+
+      # todo, add a verifier
+      # telnet localhost 8649
+
+    end
+  end
+end
+
+

data/lib/extensions/ganglia/templates/bin/gmetad.erb

@@ -0,0 +1,38 @@
+#!/bin/sh
+
+PATH=/usr/local/sbin:/usr/local/bin:/sbin:/bin:/usr/sbin:/usr/bin
+DAEMON=/usr/sbin/gmetad
+NAME=gmetad
+DESC="Ganglia Monitor Meta-Daemon"
+
+test -x $DAEMON || exit 0
+set -e
+
+case "$1" in
+  start)
+        echo -n "Starting $DESC: "
+        start-stop-daemon --start --quiet --pidfile /var/run/$NAME.pid \
+                --exec $DAEMON
+        echo "$NAME."
+        ;;
+  stop)
+        echo -n "Stopping $DESC: "
+        start-stop-daemon --stop  --quiet --oknodo \
+                --exec $DAEMON  2>&1 > /dev/null
+        echo "$NAME."
+        ;;
+  reload)
+  ;;
+  restart|force-reload)
+        $0 stop
+        $0 start
+        ;;
+  *)
+        N=/etc/init.d/$NAME
+        # echo "Usage: $N {start|stop|restart|reload|force-reload}" >&2
+        echo "Usage: $N {start|stop|restart|force-reload}" >&2
+        exit 1
+        ;;
+esac
+
+exit 0

data/lib/extensions/ganglia/templates/bin/gmond.erb

@@ -0,0 +1,38 @@
+#!/bin/sh
+
+PATH=/usr/local/sbin:/usr/local/bin:/sbin:/bin:/usr/sbin:/usr/bin
+DAEMON=/usr/sbin/gmond
+NAME=gmond
+DESC="Ganglia Monitor Daemon"
+
+test -x $DAEMON || exit 0
+set -e
+
+case "$1" in
+  start)
+        echo -n "Starting $DESC: "
+        start-stop-daemon --start --quiet --pidfile /var/run/$NAME.pid \
+                --exec $DAEMON
+        echo "$NAME."
+        ;;
+  stop)
+        echo -n "Stopping $DESC: "
+        start-stop-daemon --stop  --quiet --oknodo \
+                --exec $DAEMON  2>&1 > /dev/null
+        echo "$NAME."
+        ;;
+  reload)
+  ;;
+  restart|force-reload)
+        $0 stop
+        $0 start
+        ;;
+  *)
+        N=/etc/init.d/$NAME
+        # echo "Usage: $N {start|stop|restart|reload|force-reload}" >&2
+        echo "Usage: $N {start|stop|restart|force-reload}" >&2
+        exit 1
+        ;;
+esac
+
+exit 0

data/lib/extensions/ganglia/templates/ganglia-web-conf.php.erb

@@ -0,0 +1,191 @@
+<?php
+# $Id: conf.php.in 1831 2008-09-26 12:18:54Z carenas $
+#
+# Gmetad-webfrontend version. Used to check for updates.
+#
+include_once "./version.php";
+
+#
+# The name of the directory in "./templates" which contains the
+# templates that you want to use. Templates are like a skin for the
+# site that can alter its look and feel.
+#
+$template_name = "default";
+
+#
+# If you installed gmetad in a directory other than the default
+# make sure you change it here.
+#
+
+# Where gmetad stores the rrd archives.
+$gmetad_root = "/var/lib/ganglia";
+$rrds = "$gmetad_root/rrds";
+
+# Leave this alone if rrdtool is installed in $gmetad_root,
+# otherwise, change it if it is installed elsewhere (like /usr/bin)
+define("RRDTOOL", "/usr/bin/rrdtool");
+
+# Location for modular-graph files.
+$graphdir='./graph.d';
+
+#
+# If you want to grab data from a different ganglia source specify it here.
+# Although, it would be strange to alter the IP since the Round-Robin
+# databases need to be local to be read. 
+#
+$ganglia_ip = "127.0.0.1";
+$ganglia_port = 8652;
+
+#
+# The maximum number of dynamic graphs to display.  If you set this
+# to 0 (the default) all graphs will be shown.  This option is
+# helpful if you are viewing the web pages from a browser with a 
+# small pipe.
+#
+$max_graphs = 0;
+
+#
+# In the Cluster View this sets the default number of columns used to
+# display the host grid below the summary graphs.
+#
+$hostcols = 4;
+
+#
+# In the Host View this sets the default number of columns used to
+# display the metric grid below the summary graphs.
+#
+$metriccols = 2;
+
+#
+# Turn on and off the Grid Snapshot. Now that we have a
+# hierarchical snapshot (per-cluster instead of per-node) on
+# the meta page this makes more sense. Most people will want this
+# on.
+#
+$show_meta_snapshot = "yes";
+
+# 
+# The default refresh frequency on pages.
+#
+$default_refresh = 300;
+
+#
+# Colors for the CPU report graph
+#
+$cpu_user_color = "3333bb";
+$cpu_nice_color = "ffea00";
+$cpu_system_color = "dd0000";
+$cpu_wio_color = "ff8a60";
+$cpu_idle_color = "e2e2f2";
+
+#
+# Colors for the MEMORY report graph
+#
+$mem_used_color = "5555cc";
+$mem_shared_color = "0000aa";
+$mem_cached_color = "33cc33";
+$mem_buffered_color = "99ff33";
+$mem_free_color = "00ff00";
+$mem_swapped_color = "9900CC";
+
+#
+# Colors for the LOAD report graph
+#
+$load_one_color = "CCCCCC";
+$proc_run_color = "0000FF";
+$cpu_num_color  = "FF0000";
+$num_nodes_color = "00FF00";
+
+# Other colors
+$jobstart_color = "ff3300";
+
+#
+# Colors for the load ranks.
+#
+$load_colors = array(
+   "100+" => "ff634f",
+   "75-100" =>"ffa15e",
+   "50-75" => "ffde5e",
+   "25-50" => "caff98",
+   "0-25" => "e2ecff",
+   "down" => "515151"
+);
+
+#
+# Load scaling
+#
+$load_scale = 1.0;
+
+#
+# Default color for single metric graphs
+#
+$default_metric_color = "555555";
+
+#
+# Default metric 
+#
+$default_metric = "load_one";
+
+#
+# remove the domainname from the FQDN hostnames in graphs
+# (to help with long hostnames in small charts)
+#
+$strip_domainname = false;
+
+#
+# Optional summary graphs
+#
+#$optional_graphs = array('packet');
+
+# 
+# Time ranges
+# Each value is the # of seconds in that range.
+#
+$time_ranges = array(
+   'hour'=>3600,
+   'day'=>86400,
+   'week'=>604800,
+   'month'=>2419200,
+   'year'=>31449600
+);
+
+# this key must exist in $time_ranges
+$default_time_range = 'hour';
+
+#
+# Graph sizes
+#
+$graph_sizes = array(
+   'small'=>array(
+     'height'=>40,
+     'width'=>130,
+     'fudge_0'=>0,
+     'fudge_1'=>0,
+     'fudge_2'=>0
+   ),
+   'medium'=>array(
+     'height'=>75,
+     'width'=>300,
+     'fudge_0'=>0,
+     'fudge_1'=>14,
+     'fudge_2'=>28
+   ),
+   'large'=>array(
+     'height'=>600,
+     'width'=>800,
+     'fudge_0'=>0,
+     'fudge_1'=>0,
+     'fudge_2'=>0
+   ),
+   # this was the default value when no other size was provided.
+   'default'=>array(
+     'height'=>100,
+     'width'=>400,
+     'fudge_0'=>0,
+     'fudge_1'=>0,
+     'fudge_2'=>0
+   )
+);
+$default_graph_size = 'default';
+$graph_sizes_keys = array_keys( $graph_sizes );
+?>

data/lib/extensions/ganglia/templates/gmetad.conf.erb

@@ -0,0 +1,115 @@
+# This is an example of a Ganglia Meta Daemon configuration file
+#                http://ganglia.sourceforge.net/
+#
+# $Id: gmetad.conf.in 1639 2008-08-09 23:30:32Z carenas $
+#
+#-------------------------------------------------------------------------------
+# Setting the debug_level to 1 will keep daemon in the forground and
+# show only error messages. Setting this value higher than 1 will make 
+# gmetad output debugging information and stay in the foreground.
+# default: 0
+# debug_level 10
+#
+#-------------------------------------------------------------------------------
+# What to monitor. The most important section of this file. 
+#
+# The data_source tag specifies either a cluster or a grid to
+# monitor. If we detect the source is a cluster, we will maintain a complete
+# set of RRD databases for it, which can be used to create historical 
+# graphs of the metrics. If the source is a grid (it comes from another gmetad),
+# we will only maintain summary RRDs for it.
+#
+# Format: 
+# data_source "my cluster" [polling interval] address1:port addreses2:port ...
+# 
+# The keyword 'data_source' must immediately be followed by a unique
+# string which identifies the source, then an optional polling interval in 
+# seconds. The source will be polled at this interval on average. 
+# If the polling interval is omitted, 15sec is asssumed. 
+#
+# A list of machines which service the data source follows, in the 
+# format ip:port, or name:port. If a port is not specified then 8649
+# (the default gmond port) is assumed.
+# default: There is no default value
+#
+# data_source "my cluster" 10 localhost  my.machine.edu:8649  1.2.3.5:8655
+# data_source "my grid" 50 1.3.4.7:8655 grid.org:8651 grid-backup.org:8651
+# data_source "another source" 1.3.4.7:8655  1.3.4.8
+# data_source "my cluster" localhost
+#
+<%= @node[:poolparty][:ganglia_gmetad_data_sources] %>
+
+#
+# Round-Robin Archives
+# You can specify custom Round-Robin archives here (defaults are listed below)
+#
+# RRAs "RRA:AVERAGE:0.5:1:244" "RRA:AVERAGE:0.5:24:244" "RRA:AVERAGE:0.5:168:244" "RRA:AVERAGE:0.5:672:244" \
+#      "RRA:AVERAGE:0.5:5760:374"
+#
+
+#
+#-------------------------------------------------------------------------------
+# Scalability mode. If on, we summarize over downstream grids, and respect
+# authority tags. If off, we take on 2.5.0-era behavior: we do not wrap our output
+# in <GRID></GRID> tags, we ignore all <GRID> tags we see, and always assume
+# we are the "authority" on data source feeds. This approach does not scale to
+# large groups of clusters, but is provided for backwards compatibility.
+# default: on
+# scalable off
+#
+#-------------------------------------------------------------------------------
+# The name of this Grid. All the data sources above will be wrapped in a GRID
+# tag with this name.
+# default: unspecified
+# gridname "MyGrid"
+#
+#-------------------------------------------------------------------------------
+# The authority URL for this grid. Used by other gmetads to locate graphs
+# for our data sources. Generally points to a ganglia/
+# website on this machine.
+# default: "http://hostname/ganglia/",
+#   where hostname is the name of this machine, as defined by gethostname().
+# authority "http://mycluster.org/newprefix/"
+#
+#-------------------------------------------------------------------------------
+# List of machines this gmetad will share XML with. Localhost
+# is always trusted. 
+# default: There is no default value
+# trusted_hosts 127.0.0.1 169.229.50.165 my.gmetad.org
+#
+#-------------------------------------------------------------------------------
+# If you want any host which connects to the gmetad XML to receive
+# data, then set this value to "on"
+# default: off
+# all_trusted on
+#
+#-------------------------------------------------------------------------------
+# If you don't want gmetad to setuid then set this to off
+# default: on
+# setuid off
+#
+#-------------------------------------------------------------------------------
+# User gmetad will setuid to (defaults to "nobody")
+# default: "nobody"
+setuid_username "ganglia"
+#
+#-------------------------------------------------------------------------------
+# The port gmetad will answer requests for XML
+# default: 8651
+# xml_port 8651
+#
+#-------------------------------------------------------------------------------
+# The port gmetad will answer queries for XML. This facility allows
+# simple subtree and summation views of the XML tree.
+# default: 8652
+interactive_port 8652
+#
+#-------------------------------------------------------------------------------
+# The number of threads answering XML requests
+# default: 4
+# server_threads 10
+#
+#-------------------------------------------------------------------------------
+# Where gmetad stores its round-robin databases
+# default: "/var/lib/ganglia/rrds"
+# rrd_rootdir "/some/other/place"

data/lib/extensions/ganglia/templates/gmond.conf.erb

@@ -0,0 +1,362 @@
+/* This configuration is as close to 2.5.x default behavior as possible
+   The values closely match ./gmond/metric.h definitions in 2.5.x */
+globals {
+  daemonize = yes
+  setuid = yes
+  user = ganglia
+  debug_level = 0
+  max_udp_msg_len = 1472
+  mute = no
+  deaf = no 
+  allow_extra_data = yes
+  host_dmax = 0 /*secs */
+  cleanup_threshold = 300 /*secs */
+  gexec = no
+  send_metadata_interval = 10 
+}
+
+/*
+ * The cluster attributes specified will be used as part of the <CLUSTER>
+ * tag that will wrap all hosts collected by this instance.
+ */
+cluster {
+  name = "<%= @node[:poolparty][:ganglia_cloud_name] %>"
+  owner = "unspecified"
+  latlong = "unspecified"
+  url = "unspecified"
+}
+
+/* The host section describes attributes of the host, like the location */
+host {
+  location = "unspecified"
+}
+
+/* Feel free to specify as many udp_send_channels as you like.  Gmond
+   used to only support having a single channel */
+udp_send_channel {
+  /* mcast_join = <%= @node[:poolparty][:ganglia_masters_ip] %> */
+  /* host = <%= @node[:poolparty][:ganglia_masters_ip] %> */
+  host = <%= @node[:poolparty][:ganglia_first_node_in_clusters_ip] %>
+  port = 8649
+  ttl = 1
+}
+
+/* You can specify as many udp_recv_channels as you like as well. */
+udp_recv_channel {
+  /* mcast_join = <%= @node[:poolparty][:ganglia_this_nodes_private_ip] %> */
+  port = 8649
+  bind = <%= @node[:poolparty][:ganglia_this_nodes_private_ip] %>  
+  /* bind = 0.0.0.0 */
+  family = inet4
+
+  acl {
+    default = "allow"
+  }
+}
+
+<%# if @node[:poolparty][:ganglia_gmond_is_master] %>
+<%# end %>
+
+/* You can specify as many tcp_accept_channels as you like to share
+   an xml description of the state of the cluster */
+tcp_accept_channel {
+  port = 8649
+  bind = <%= @node[:poolparty][:ganglia_this_nodes_private_ip] %>
+
+  acl {
+    default = "allow"
+  }
+
+}
+
+
+/* Each metrics module that is referenced by gmond must be specified and
+   loaded. If the module has been statically linked with gmond, it does
+   not require a load path. However all dynamically loadable modules must
+   include a load path. */
+modules {
+  module {
+    name = "core_metrics"
+  }
+  module {
+    name = "cpu_module"
+    path = "modcpu.so"
+  }
+  module {
+    name = "disk_module"
+    path = "moddisk.so"
+  }
+  module {
+    name = "load_module"
+    path = "modload.so"
+  }
+  module {
+    name = "mem_module"
+    path = "modmem.so"
+  }
+  module {
+    name = "net_module"
+    path = "modnet.so"
+  }
+  module {
+    name = "proc_module"
+    path = "modproc.so"
+  }
+  module {
+    name = "sys_module"
+    path = "modsys.so"
+  }
+}
+
+include ('/etc/ganglia/conf.d/*.conf')
+
+/* The old internal 2.5.x metric array has been replaced by the following
+   collection_group directives.  What follows is the default behavior for
+   collecting and sending metrics that is as close to 2.5.x behavior as
+   possible. */
+
+/* This collection group will cause a heartbeat (or beacon) to be sent every
+   20 seconds.  In the heartbeat is the GMOND_STARTED data which expresses
+   the age of the running gmond. */
+collection_group {
+  collect_once = yes
+  time_threshold = 20
+  metric {
+    name = "heartbeat"
+  }
+}
+
+/* This collection group will send general info about this host every
+   1200 secs.
+   This information doesn't change between reboots and is only collected
+   once. */
+collection_group {
+  collect_once = yes
+  time_threshold = 1200
+  metric {
+    name = "cpu_num"
+    title = "CPU Count"
+  }
+  metric {
+    name = "cpu_speed"
+    title = "CPU Speed"
+  }
+  metric {
+    name = "mem_total"
+    title = "Memory Total"
+  }
+  /* Should this be here? Swap can be added/removed between reboots. */
+  metric {
+    name = "swap_total"
+    title = "Swap Space Total"
+  }
+  metric {
+    name = "boottime"
+    title = "Last Boot Time"
+  }
+  metric {
+    name = "machine_type"
+    title = "Machine Type"
+  }
+  metric {
+    name = "os_name"
+    title = "Operating System"
+  }
+  metric {
+    name = "os_release"
+    title = "Operating System Release"
+  }
+  metric {
+    name = "location"
+    title = "Location"
+  }
+}
+
+/* This collection group will send the status of gexecd for this host
+   every 300 secs.*/
+/* Unlike 2.5.x the default behavior is to report gexecd OFF. */
+collection_group {
+  collect_once = yes
+  time_threshold = 300
+  metric {
+    name = "gexec"
+    title = "Gexec Status"
+  }
+}
+
+/* This collection group will collect the CPU status info every 20 secs.
+   The time threshold is set to 90 seconds.  In honesty, this
+   time_threshold could be set significantly higher to reduce
+   unneccessary  network chatter. */
+collection_group {
+  collect_every = 20
+  time_threshold = 90
+  /* CPU status */
+  metric {
+    name = "cpu_user"
+    value_threshold = "1.0"
+    title = "CPU User"
+  }
+  metric {
+    name = "cpu_system"
+    value_threshold = "1.0"
+    title = "CPU System"
+  }
+  metric {
+    name = "cpu_idle"
+    value_threshold = "5.0"
+    title = "CPU Idle"
+  }
+  metric {
+    name = "cpu_nice"
+    value_threshold = "1.0"
+    title = "CPU Nice"
+  }
+  metric {
+    name = "cpu_aidle"
+    value_threshold = "5.0"
+    title = "CPU aidle"
+  }
+  metric {
+    name = "cpu_wio"
+    value_threshold = "1.0"
+    title = "CPU wio"
+  }
+  /* The next two metrics are optional if you want more detail...
+     ... since they are accounted for in cpu_system.
+  metric {
+    name = "cpu_intr"
+    value_threshold = "1.0"
+    title = "CPU intr"
+  }
+  metric {
+    name = "cpu_sintr"
+    value_threshold = "1.0"
+    title = "CPU sintr"
+  }
+  */
+}
+
+collection_group {
+  collect_every = 20
+  time_threshold = 90
+  /* Load Averages */
+  metric {
+    name = "load_one"
+    value_threshold = "1.0"
+    title = "One Minute Load Average"
+  }
+  metric {
+    name = "load_five"
+    value_threshold = "1.0"
+    title = "Five Minute Load Average"
+  }
+  metric {
+    name = "load_fifteen"
+    value_threshold = "1.0"
+    title = "Fifteen Minute Load Average"
+  }
+}
+
+/* This group collects the number of running and total processes */
+collection_group {
+  collect_every = 80
+  time_threshold = 950
+  metric {
+    name = "proc_run"
+    value_threshold = "1.0"
+    title = "Total Running Processes"
+  }
+  metric {
+    name = "proc_total"
+    value_threshold = "1.0"
+    title = "Total Processes"
+  }
+}
+
+/* This collection group grabs the volatile memory metrics every 40 secs and
+   sends them at least every 180 secs.  This time_threshold can be increased
+   significantly to reduce unneeded network traffic. */
+collection_group {
+  collect_every = 40
+  time_threshold = 180
+  metric {
+    name = "mem_free"
+    value_threshold = "1024.0"
+    title = "Free Memory"
+  }
+  metric {
+    name = "mem_shared"
+    value_threshold = "1024.0"
+    title = "Shared Memory"
+  }
+  metric {
+    name = "mem_buffers"
+    value_threshold = "1024.0"
+    title = "Memory Buffers"
+  }
+  metric {
+    name = "mem_cached"
+    value_threshold = "1024.0"
+    title = "Cached Memory"
+  }
+  metric {
+    name = "swap_free"
+    value_threshold = "1024.0"
+    title = "Free Swap Space"
+  }
+}
+
+collection_group {
+  collect_every = 40
+  time_threshold = 300
+  metric {
+    name = "bytes_out"
+    value_threshold = 4096
+    title = "Bytes Sent"
+  }
+  metric {
+    name = "bytes_in"
+    value_threshold = 4096
+    title = "Bytes Received"
+  }
+  metric {
+    name = "pkts_in"
+    value_threshold = 256
+    title = "Packets Received"
+  }
+  metric {
+    name = "pkts_out"
+    value_threshold = 256
+    title = "Packets Sent"
+  }
+}
+
+/* Different than 2.5.x default since the old config made no sense */
+collection_group {
+  collect_every = 1800
+  time_threshold = 3600
+  metric {
+    name = "disk_total"
+    value_threshold = 1.0
+    title = "Total Disk Space"
+  }
+}
+
+collection_group {
+  collect_every = 40
+  time_threshold = 180
+  metric {
+    name = "disk_free"
+    value_threshold = 1.0
+    title = "Disk Space Available"
+  }
+  metric {
+    name = "part_max_used"
+    value_threshold = 1.0
+    title = "Maximum Disk Space Used"
+  }
+}
+
+
+# vim: ft=javascript

data/lib/poolparty-extensions.rb

@@ -1,6 +1,9 @@
 class PoolpartyExtensions
 end
 
-Dir["#{File.dirname(__FILE__)}/extensions/*"].each do |lib|
-  require lib
+["#{File.dirname(__FILE__)}/extensions/*.rb", "#{File.dirname(__FILE__)}/extensions/*/*.rb"].each do |dir|
+  Dir[dir].each do |lib|
+    PoolParty::Resources::File.add_searchable_path(File.dirname(lib)) if File.exists?(File.dirname(lib) + "/templates")
+    require lib if ::File.stat(lib).file?
+  end
 end

metadata

@@ -1,15 +1,15 @@
 --- !ruby/object:Gem::Specification 
 name: jashmenn-poolparty-extensions
 version: !ruby/object:Gem::Version 
-  version: 0.0.7
+  version: 0.1.0
 platform: ruby
 authors: 
-- Ari Lerner
+- Ari Lerner, Nate Murray, & Michael Fairchild
 autorequire: 
 bindir: bin
 cert_chain: []
 
-date: 2009-06-16 00:00:00 -07:00
+date: 2009-06-26 00:00:00 -07:00
 default_executable: 
 dependencies: []
 
@@ -28,8 +28,15 @@ files:
 - Rakefile
 - VERSION.yml
 - lib/extensions/bash_alias.rb
+- lib/extensions/convenience_helpers.rb
 - lib/extensions/development_gem_package.rb
 - lib/extensions/dynomite.rb
+- lib/extensions/ganglia/ganglia.rb
+- lib/extensions/ganglia/templates/bin/gmetad.erb
+- lib/extensions/ganglia/templates/bin/gmond.erb
+- lib/extensions/ganglia/templates/ganglia-web-conf.php.erb
+- lib/extensions/ganglia/templates/gmetad.conf.erb
+- lib/extensions/ganglia/templates/gmond.conf.erb
 - lib/extensions/lightcloud.rb
 - lib/extensions/nanite.rb
 - lib/extensions/tokyo_tyrant.rb