mdh-ec2onrails 0.9.10

data/server/files/etc/dpkg/dpkg.cfg

@@ -0,0 +1,13 @@
+# dpkg configuration file
+#
+# This file can contain default options for dpkg.  All command-line
+# options are allowed.  Values can be specified by putting them after
+# the option, separated by whitespace and/or an `=' sign.
+#
+
+# ec2onrails note: if we have a config file already up here, we want to use 
+# that over the packages default.  
+force-confold
+
+# Log status changes and actions to a file.
+log /var/log/dpkg.log

data/server/files/etc/ec2onrails/README

@@ -0,0 +1,32 @@
+You can place a *.erb file in this directory and the set_roles script will 
+format them.  This is helpful if you want to customize your balancer_memebers
+or nginx_upstream_members files.  For example, if you want to define multiple
+instances for nginx to hook into, you can put something like this in
+nginx_upstream_members.erb:
+
+upstream mongrel{
+<% 
+roles[:app].each do |address| 
+  @web_port_range.each do |port|
+%>
+  server <%= address %>:<%= port %>;
+<%
+  end
+end
+%>
+  fair;
+}
+
+upstream merb{
+<% 
+@roles[:app].each do |address| 
+%>
+  server <%= address %>:4000;
+  server <%= address %>:4001;
+  server <%= address %>:4002;
+  server <%= address %>:4003;
+  server <%= address %>:4004;
+  server <%= address %>:4005;
+<% end %>
+  fair;
+}

data/server/files/etc/ec2onrails/balancer_members

@@ -0,0 +1,6 @@
+BalancerMember http://127.0.0.1:8000
+BalancerMember http://127.0.0.1:8001
+BalancerMember http://127.0.0.1:8002
+BalancerMember http://127.0.0.1:8003
+BalancerMember http://127.0.0.1:8004
+BalancerMember http://127.0.0.1:8005

data/server/files/etc/ec2onrails/roles.yml

@@ -0,0 +1,5 @@
+--- 
+:memcache: 
+:db_primary: 
+:app: 
+:web: 

data/server/files/etc/environment

@@ -0,0 +1,2 @@
+PATH="/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ec2onrails/bin"
+RUBYLIB=/usr/lib/ruby/1.8:/usr/local/lib/1.8/i486-linux:/usr/lib/site_ruby

data/server/files/etc/god/app.god

@@ -0,0 +1,35 @@
+# rolling restart idea plagiarized directly from:
+# http://blog.pragmatic-it.de/articles/2008/07/09/poor-mans-rolling-restart-for-thin-god
+restart_time  = 60.seconds #how long to restart the entire cluster
+rolling_delay = (restart_time / @configs.web_num_instances.to_f).ceil
+@configs.web_port_range.each_with_index do |port, i|
+  God.watch do |w|
+    w.name = "mongrel_#{port}"
+    w.group = 'app'
+    w.uid = @configs.user
+    w.gid = @configs.group
+    w.autostart = false
+
+    w.start     = "mongrel_rails cluster::start    -C /etc/mongrel_cluster/app.yml --clean --only #{port}"
+    w.stop      = "mongrel_rails cluster::stop    -C /etc/mongrel_cluster/app.yml --clean --only #{port}"
+    w.restart   = "sleep #{i*rolling_delay}; mongrel_rails cluster::restart -C /etc/mongrel_cluster/app.yml --clean --only #{port}"
+
+    w.pid_file  = "/mnt/app/shared/log/mongrel.#{port}.pid"
+    w.grace     = 60.seconds
+
+    default_configurations(w)
+    create_pid_dir(w)
+    restart_if_resource_hog(w, :memory_usage => 170.megabytes) do |restart|
+      restart.condition(:http_response_code) do |c|
+        c.code_is_not = %w(200 304)
+        c.host = '127.0.0.1'
+        c.path = '/'
+        c.port = port
+        c.timeout = 10.seconds
+        c.times = 2
+      end
+    end
+    
+    monitor_lifecycle(w)
+  end
+end

data/server/files/etc/god/db.god

@@ -0,0 +1,17 @@
+God.watch do |w|
+  w.name = 'mysql'
+  w.group = 'db'
+  w.autostart = false
+  
+  w.start    = "/etc/init.d/mysql start" 
+  w.stop     = "/etc/init.d/mysql stop;" 
+  w.restart  = "/etc/init.d/mysql restart" 
+  
+  w.pid_file = "/var/run/mysqld/mysqld.pid"
+  w.grace    = 60.seconds
+
+  default_configurations(w)
+  create_pid_dir(w)
+  restart_if_resource_hog(w, :memory_usage => false)
+  monitor_lifecycle(w)
+end

data/server/files/etc/god/examples/have_god_daemonize.god

@@ -0,0 +1,18 @@
+# here we have an example script which is not daemonized.  
+#
+# Make sure that mq_poller requires the right libraries and runs in a loop...
+
+God.watch do |w|
+  w.name = 'queue'
+  w.group = 'app'
+  
+  w.uid = @configs.user
+  w.gid = @configs.group
+  w.autostart = false
+  
+  w.start = "/usr/local/ec2onrails/bin/rails_env #{APP_ROOT}/script/mq_poller"
+
+  default_configurations(w)
+  restart_if_resource_hog(w)
+  monitor_lifecycle(w)
+end

data/server/files/etc/god/master.conf

@@ -0,0 +1,35 @@
+# For TextMate users, change the language type (at bottom of window, next to line/column counter, to ruby)
+#
+applog(nil, :info, "loading /etc/god/master.conf")
+
+require '/usr/local/ec2onrails/lib/god_helper'
+require "fileutils"
+
+include GodHelper
+
+APP_ROOT = "/mnt/app/current"
+RAILS_ENV = `/usr/local/ec2onrails/bin/rails_env`.strip
+
+
+@configs = GodHelper::Configs.new
+
+God.pid_file_directory = "/var/run/god"
+God.load "/etc/god/*.god"
+
+applog(nil, :info, "about to load application specific configs at #{APP_ROOT}/config/god/#{RAILS_ENV}/*.god")
+
+God.load "#{APP_ROOT}/config/god/#{RAILS_ENV}/*.god"
+
+
+# at the end, we want to init the correct services
+# need to put it into a thread because god is not finished 
+# initalizing at this point, so we need to let it finish
+# so we can call init_services, which calls god directly
+#
+# using a fork copies over the processing space, causing
+# god to reload again..and again...and again...
+Thread.new do
+  sleep(2)
+  applog(nil, :info, "initializing services....")
+  system("/usr/local/ec2onrails/bin/init_services.rb")
+end

data/server/files/etc/god/memcache.god

@@ -0,0 +1,15 @@
+God.watch do |w|
+  w.name  = "memcached"
+  w.group = 'memcache'
+  w.autostart = false
+
+  w.start     = "/etc/init.d/memcached start"
+  w.stop      = "/etc/init.d/memcached stop"
+  w.restart   = "/etc/init.d/memcached restart"
+  w.pid_file  = "/var/run/memcached.pid"
+  w.grace     = 10.seconds
+ 
+  default_configurations(w)
+  restart_if_resource_hog(w, :memory_usage => false)
+  monitor_lifecycle(w)
+end

data/server/files/etc/god/notifications.god

@@ -0,0 +1,14 @@
+God::Contacts::Email.message_settings = {
+  :from => 'app@localhost'
+}
+
+God::Contacts::Email.server_settings = {
+   :address => 'localhost',
+   :port => 25
+}
+
+God.contact(:email) do |c|
+  c.name = 'app'
+  c.email = 'app@localhost'
+  c.group = 'default'
+end

data/server/files/etc/god/system.god

@@ -0,0 +1,34 @@
+God.watch do |w|
+  w.name = "system-checks"
+  w.start = true
+  w.interval  = 10.minutes
+
+ 
+  w.behavior(:clean_pid_file)
+
+    
+  # lifecycle
+  w.lifecycle do |on|
+    on.condition(:disk_usage) do |c| 
+      c.mount_point = "/" 
+      c.above = 75
+    end 
+
+    on.condition(:disk_usage) do |c| 
+      c.mount_point = "/mng"
+      c.above = 75
+    end 
+    
+    # on.condition(:memory_usage) do |c|
+    #   c.above = 170.megabytes
+    #   c.times = [3, 5] # 3 out of 5 intervals
+    # end
+  
+    on.condition(:cpu_usage) do |c|
+      c.above = 90.percent
+      c.times = [5, 8]
+    end
+        
+  end
+ 
+end

data/server/files/etc/god/web.god

@@ -0,0 +1,36 @@
+nginx_enabled = system("which nginx 2>&1 > /dev/null")
+
+God.watch do |w|
+  applog(w, :info, "web: using #{nginx_enabled ? 'nginx' : 'apache2'}")
+
+  if nginx_enabled
+    w.name = "nginx"
+    w.start = "/etc/init.d/nginx start"
+    w.stop = "/etc/init.d/nginx stop"
+    w.restart = "/etc/init.d/nginx restart"
+    w.pid_file = "/var/run/nginx.pid"  
+  else
+    w.name = "apache"
+    w.start = "/etc/init.d/apache2 start"
+    w.stop = "/etc/init.d/apache2 stop"
+    w.restart = "/etc/init.d/apache2 restart"
+    w.pid_file = "/var/run/apache2.pid"
+  end
+  w.grace = 5.seconds
+  w.group = 'web'
+  w.autostart = false
+
+  default_configurations(w)
+  restart_if_resource_hog(w, :memory_usage => 250.megabytes) do |restart|
+    restart.condition(:http_response_code) do |c|
+      c.host = '127.0.0.1'
+      c.port = 80
+      c.path = '/'
+      c.code_is_not = 200
+      c.timeout = 15.seconds
+      c.times = [3, 5] # 3 out of 5 intervals
+    end
+  end
+  
+  monitor_lifecycle(w)
+end

data/server/files/etc/init.d/ec2-every-startup

@@ -0,0 +1,29 @@
+#!/bin/sh
+
+#    This file is part of EC2 on Rails.
+#    http://rubyforge.org/projects/ec2onrails/
+#
+#    Copyright 2007 Paul Dowman, http://pauldowman.com/
+#
+#    EC2 on Rails is free software; you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation; either version 2 of the License, or
+#    (at your option) any later version.
+#
+#    EC2 on Rails is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+
+# This script runs the ec2 startup scripts
+
+# this is an ugly hack to make sure DHCP initialization is finished:
+sleep 15
+
+for SCRIPT in `ls -I README /usr/local/ec2onrails/startup-scripts/every-startup` ; do
+	"/usr/local/ec2onrails/startup-scripts/every-startup/$SCRIPT"
+done

data/server/files/etc/init.d/ec2-first-startup

@@ -0,0 +1,36 @@
+#!/bin/sh
+
+#    This file is part of EC2 on Rails.
+#    http://rubyforge.org/projects/ec2onrails/
+#
+#    Copyright 2007 Paul Dowman, http://pauldowman.com/
+#
+#    EC2 on Rails is free software; you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation; either version 2 of the License, or
+#    (at your option) any later version.
+#
+#    EC2 on Rails is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+
+# This script runs the ec2 startup scripts
+
+FILE=/ec2onrails-first-boot
+
+if [ -e $FILE ] ; then
+
+	# this is an ugly hack to make sure DHCP initialization is finished:
+	sleep 15
+
+	for SCRIPT in `ls -I README /usr/local/ec2onrails/startup-scripts/first-startup` ; do
+		"/usr/local/ec2onrails/startup-scripts/first-startup/$SCRIPT"
+	done
+	
+	rm $FILE
+fi

data/server/files/etc/init.d/god

@@ -0,0 +1,42 @@
+#!/bin/bash
+#
+# god       Startup script for god (http://god.rubyforge.org)
+#
+# chkconfig: - 85 15
+# description: God is an easy to configure, easy to extend monitoring \
+#              framework written in Ruby.
+#              
+
+CONF_DIR=/etc/god
+
+RETVAL=0
+
+# Go no further if config directory is missing.
+[ -d "$CONF_DIR" ] || exit 0
+
+case "$1" in
+    start)
+      # Create pid directory
+      ruby /usr/bin/god -c $CONF_DIR/master.conf
+      RETVAL=$?
+  ;;
+    stop)
+      ruby /usr/bin/god quit
+      RETVAL=$?
+  ;;
+    restart)
+      ruby /usr/bin/god quit
+      ruby /usr/bin/god -c $CONF_DIR/master.conf
+      RETVAL=$?
+  ;;
+    status)
+      ruby /usr/bin/god status
+      RETVAL=$?
+  ;;
+    *)
+      echo "Usage: god {start|stop|restart|status}"
+      exit 1
+  ;;
+esac      
+
+exit $RETVAL

data/server/files/etc/init.d/nginx

@@ -0,0 +1,78 @@
+#!/bin/sh
+
+#This is a start script for nginx. Tested on Unbuntu Edge. 
+#Should work on Ubuntu, Debian and probably a few other Linux distros.
+#Change DAEMON and CONFIG_FILE  if neccessary
+
+PATH=/sbin:/bin:/usr/sbin:/usr/bin
+
+
+#Location of nginx binary. Change path as neccessary
+DAEMON=/usr/sbin/nginx
+# DAEMON=/usr/local/nginx/sbin/nginx
+#Location of configuration file. Change path as neccessary
+CONFIG_FILE=/etc/nginx/nginx.conf
+# CONFIG_FILE=/usr/local/nginx/conf/nginx.conf
+
+
+DAEMON_OPTS="-c $CONFIG_FILE"
+NAME=nginx
+DESC="web server"
+PIDFILE=/var/run/$NAME.pid 
+SCRIPTNAME=/etc/init.d/$NAME
+
+
+#only run if binary can be found
+test -x $DAEMON || exit 0
+
+set -e
+
+#import init-functions
+. /lib/lsb/init-functions
+
+case "$1" in
+start)
+log_daemon_msg "Starting $DESC" $NAME
+if ! start-stop-daemon --start --quiet\
+    --pidfile $PIDFILE --exec $DAEMON -- $DAEMON_OPTS ; then
+    log_end_msg 1
+    else
+    log_end_msg 0
+fi
+;;
+stop)
+log_daemon_msg "Stopping $DESC" $NAME
+if start-stop-daemon --quiet --stop --oknodo --retry 30\
+    --pidfile $PIDFILE --exec $DAEMON; then
+    rm -f $PIDFILE
+    log_end_msg 0
+    else
+    log_end_msg 1
+fi
+;;
+reload)
+log_daemon_msg "Reloading $DESC configuration" $NAME
+if start-stop-daemon --stop --signal 2 --oknodo --retry 30\
+    --quiet --pidfile $PIDFILE --exec $DAEMON; then
+    if start-stop-daemon --start --quiet  \
+        --pidfile $PIDFILE --exec $DAEMON -- $DAEMON_OPTS ; then
+        log_end_msg 0
+        else
+        log_end_msg 1
+    fi
+    else
+    log_end_msg 1
+fi
+;;
+restart|force-reload)
+$0 stop
+sleep 1
+$0 start
+;;
+*)
+echo "Usage: $SCRIPTNAME {start|stop|restart|reload|force-reload}" >&2
+exit 1
+;;
+esac
+
+exit 0