skippy-ec2onrails 0.9.10

data/server/files/etc/god/app.god

@@ -0,0 +1,35 @@
+# rolling restart idea plagiarized directly from:
+# http://blog.pragmatic-it.de/articles/2008/07/09/poor-mans-rolling-restart-for-thin-god
+restart_time  = 60.seconds #how long to restart the entire cluster
+rolling_delay = (restart_time / @configs.web_num_instances.to_f).ceil
+@configs.web_port_range.each_with_index do |port, i|
+  God.watch do |w|
+    w.name = "mongrel_#{port}"
+    w.group = 'app'
+    w.uid = @configs.user
+    w.gid = @configs.group
+    w.autostart = false
+
+    w.start     = "mongrel_rails cluster::start    -C /etc/mongrel_cluster/app.yml --clean --only #{port}"
+    w.stop      = "mongrel_rails cluster::stop    -C /etc/mongrel_cluster/app.yml --clean --only #{port}"
+    w.restart   = "sleep #{i*rolling_delay}; mongrel_rails cluster::restart -C /etc/mongrel_cluster/app.yml --clean --only #{port}"
+
+    w.pid_file  = "/mnt/app/shared/log/mongrel.#{port}.pid"
+    w.grace     = 60.seconds
+
+    default_configurations(w)
+    create_pid_dir(w)
+    restart_if_resource_hog(w, :memory_usage => 170.megabytes) do |restart|
+      restart.condition(:http_response_code) do |c|
+        c.code_is_not = %w(200 304)
+        c.host = '127.0.0.1'
+        c.path = '/'
+        c.port = port
+        c.timeout = 10.seconds
+        c.times = 2
+      end
+    end
+    
+    monitor_lifecycle(w)
+  end
+end

data/server/files/etc/god/db.god

@@ -0,0 +1,17 @@
+God.watch do |w|
+  w.name = 'mysql'
+  w.group = 'db'
+  w.autostart = false
+  
+  w.start    = "/etc/init.d/mysql start" 
+  w.stop     = "/etc/init.d/mysql stop;" 
+  w.restart  = "/etc/init.d/mysql restart" 
+  
+  w.pid_file = "/var/run/mysqld/mysqld.pid"
+  w.grace    = 60.seconds
+
+  default_configurations(w)
+  create_pid_dir(w)
+  restart_if_resource_hog(w, :memory_usage => false)
+  monitor_lifecycle(w)
+end

data/server/files/etc/god/examples/have_god_daemonize.god

@@ -0,0 +1,18 @@
+# here we have an example script which is not daemonized.  
+#
+# Make sure that mq_poller requires the right libraries and runs in a loop...
+
+God.watch do |w|
+  w.name = 'queue'
+  w.group = 'app'
+  
+  w.uid = @configs.user
+  w.gid = @configs.group
+  w.autostart = false
+  
+  w.start = "/usr/local/ec2onrails/bin/rails_env #{APP_ROOT}/script/mq_poller"
+
+  default_configurations(w)
+  restart_if_resource_hog(w)
+  monitor_lifecycle(w)
+end

data/server/files/etc/god/master.conf

@@ -0,0 +1,35 @@
+# For TextMate users, change the language type (at bottom of window, next to line/column counter, to ruby)
+#
+applog(nil, :info, "loading /etc/god/master.conf")
+
+require '/usr/local/ec2onrails/lib/god_helper'
+require "fileutils"
+
+include GodHelper
+
+APP_ROOT = "/mnt/app/current"
+RAILS_ENV = `/usr/local/ec2onrails/bin/rails_env`.strip
+
+
+@configs = GodHelper::Configs.new
+
+God.pid_file_directory = "/var/run/god"
+God.load "/etc/god/*.god"
+
+applog(nil, :info, "about to load application specific configs at #{APP_ROOT}/config/god/#{RAILS_ENV}/*.god")
+
+God.load "#{APP_ROOT}/config/god/#{RAILS_ENV}/*.god"
+
+
+# at the end, we want to init the correct services
+# need to put it into a thread because god is not finished 
+# initalizing at this point, so we need to let it finish
+# so we can call init_services, which calls god directly
+#
+# using a fork copies over the processing space, causing
+# god to reload again..and again...and again...
+Thread.new do
+  sleep(2)
+  applog(nil, :info, "initializing services....")
+  system("/usr/local/ec2onrails/bin/init_services.rb")
+end

data/server/files/etc/god/memcache.god

@@ -0,0 +1,15 @@
+God.watch do |w|
+  w.name  = "memcached"
+  w.group = 'memcache'
+  w.autostart = false
+
+  w.start     = "/etc/init.d/memcached start"
+  w.stop      = "/etc/init.d/memcached stop"
+  w.restart   = "/etc/init.d/memcached restart"
+  w.pid_file  = "/var/run/memcached.pid"
+  w.grace     = 10.seconds
+ 
+  default_configurations(w)
+  restart_if_resource_hog(w, :memory_usage => false)
+  monitor_lifecycle(w)
+end

data/server/files/etc/god/notifications.god

@@ -0,0 +1,14 @@
+God::Contacts::Email.message_settings = {
+  :from => 'app@localhost'
+}
+
+God::Contacts::Email.server_settings = {
+   :address => 'localhost',
+   :port => 25
+}
+
+God.contact(:email) do |c|
+  c.name = 'app'
+  c.email = 'app@localhost'
+  c.group = 'default'
+end

data/server/files/etc/god/system.god

@@ -0,0 +1,34 @@
+God.watch do |w|
+  w.name = "system-checks"
+  w.start = true
+  w.interval  = 10.minutes
+
+ 
+  w.behavior(:clean_pid_file)
+
+    
+  # lifecycle
+  w.lifecycle do |on|
+    on.condition(:disk_usage) do |c| 
+      c.mount_point = "/" 
+      c.above = 75
+    end 
+
+    on.condition(:disk_usage) do |c| 
+      c.mount_point = "/mng"
+      c.above = 75
+    end 
+    
+    # on.condition(:memory_usage) do |c|
+    #   c.above = 170.megabytes
+    #   c.times = [3, 5] # 3 out of 5 intervals
+    # end
+  
+    on.condition(:cpu_usage) do |c|
+      c.above = 90.percent
+      c.times = [5, 8]
+    end
+        
+  end
+ 
+end

data/server/files/etc/god/web.god

@@ -0,0 +1,36 @@
+nginx_enabled = system("which nginx 2>&1 > /dev/null")
+
+God.watch do |w|
+  applog(w, :info, "web: using #{nginx_enabled ? 'nginx' : 'apache2'}")
+
+  if nginx_enabled
+    w.name = "nginx"
+    w.start = "/etc/init.d/nginx start"
+    w.stop = "/etc/init.d/nginx stop"
+    w.restart = "/etc/init.d/nginx restart"
+    w.pid_file = "/var/run/nginx.pid"  
+  else
+    w.name = "apache"
+    w.start = "/etc/init.d/apache2 start"
+    w.stop = "/etc/init.d/apache2 stop"
+    w.restart = "/etc/init.d/apache2 restart"
+    w.pid_file = "/var/run/apache2.pid"
+  end
+  w.grace = 5.seconds
+  w.group = 'web'
+  w.autostart = false
+
+  default_configurations(w)
+  restart_if_resource_hog(w, :memory_usage => 250.megabytes) do |restart|
+    restart.condition(:http_response_code) do |c|
+      c.host = '127.0.0.1'
+      c.port = 80
+      c.path = '/'
+      c.code_is_not = 200
+      c.timeout = 15.seconds
+      c.times = [3, 5] # 3 out of 5 intervals
+    end
+  end
+  
+  monitor_lifecycle(w)
+end

data/server/files/etc/init.d/ec2-every-startup

@@ -0,0 +1,29 @@
+#!/bin/sh
+
+#    This file is part of EC2 on Rails.
+#    http://rubyforge.org/projects/ec2onrails/
+#
+#    Copyright 2007 Paul Dowman, http://pauldowman.com/
+#
+#    EC2 on Rails is free software; you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation; either version 2 of the License, or
+#    (at your option) any later version.
+#
+#    EC2 on Rails is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+
+# This script runs the ec2 startup scripts
+
+# this is an ugly hack to make sure DHCP initialization is finished:
+sleep 15
+
+for SCRIPT in `ls -I README /usr/local/ec2onrails/startup-scripts/every-startup` ; do
+	"/usr/local/ec2onrails/startup-scripts/every-startup/$SCRIPT"
+done

data/server/files/etc/init.d/ec2-first-startup

@@ -0,0 +1,36 @@
+#!/bin/sh
+
+#    This file is part of EC2 on Rails.
+#    http://rubyforge.org/projects/ec2onrails/
+#
+#    Copyright 2007 Paul Dowman, http://pauldowman.com/
+#
+#    EC2 on Rails is free software; you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation; either version 2 of the License, or
+#    (at your option) any later version.
+#
+#    EC2 on Rails is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+
+# This script runs the ec2 startup scripts
+
+FILE=/ec2onrails-first-boot
+
+if [ -e $FILE ] ; then
+
+	# this is an ugly hack to make sure DHCP initialization is finished:
+	sleep 15
+
+	for SCRIPT in `ls -I README /usr/local/ec2onrails/startup-scripts/first-startup` ; do
+		"/usr/local/ec2onrails/startup-scripts/first-startup/$SCRIPT"
+	done
+	
+	rm $FILE
+fi

data/server/files/etc/init.d/god

@@ -0,0 +1,42 @@
+#!/bin/bash
+#
+# god       Startup script for god (http://god.rubyforge.org)
+#
+# chkconfig: - 85 15
+# description: God is an easy to configure, easy to extend monitoring \
+#              framework written in Ruby.
+#              
+
+CONF_DIR=/etc/god
+
+RETVAL=0
+
+# Go no further if config directory is missing.
+[ -d "$CONF_DIR" ] || exit 0
+
+case "$1" in
+    start)
+      # Create pid directory
+      ruby /usr/bin/god -c $CONF_DIR/master.conf
+      RETVAL=$?
+  ;;
+    stop)
+      ruby /usr/bin/god quit
+      RETVAL=$?
+  ;;
+    restart)
+      ruby /usr/bin/god quit
+      ruby /usr/bin/god -c $CONF_DIR/master.conf
+      RETVAL=$?
+  ;;
+    status)
+      ruby /usr/bin/god status
+      RETVAL=$?
+  ;;
+    *)
+      echo "Usage: god {start|stop|restart|status}"
+      exit 1
+  ;;
+esac      
+
+exit $RETVAL

data/server/files/etc/init.d/nginx

@@ -0,0 +1,78 @@
+#!/bin/sh
+
+#This is a start script for nginx. Tested on Unbuntu Edge. 
+#Should work on Ubuntu, Debian and probably a few other Linux distros.
+#Change DAEMON and CONFIG_FILE  if neccessary
+
+PATH=/sbin:/bin:/usr/sbin:/usr/bin
+
+
+#Location of nginx binary. Change path as neccessary
+DAEMON=/usr/sbin/nginx
+# DAEMON=/usr/local/nginx/sbin/nginx
+#Location of configuration file. Change path as neccessary
+CONFIG_FILE=/etc/nginx/nginx.conf
+# CONFIG_FILE=/usr/local/nginx/conf/nginx.conf
+
+
+DAEMON_OPTS="-c $CONFIG_FILE"
+NAME=nginx
+DESC="web server"
+PIDFILE=/var/run/$NAME.pid 
+SCRIPTNAME=/etc/init.d/$NAME
+
+
+#only run if binary can be found
+test -x $DAEMON || exit 0
+
+set -e
+
+#import init-functions
+. /lib/lsb/init-functions
+
+case "$1" in
+start)
+log_daemon_msg "Starting $DESC" $NAME
+if ! start-stop-daemon --start --quiet\
+    --pidfile $PIDFILE --exec $DAEMON -- $DAEMON_OPTS ; then
+    log_end_msg 1
+    else
+    log_end_msg 0
+fi
+;;
+stop)
+log_daemon_msg "Stopping $DESC" $NAME
+if start-stop-daemon --quiet --stop --oknodo --retry 30\
+    --pidfile $PIDFILE --exec $DAEMON; then
+    rm -f $PIDFILE
+    log_end_msg 0
+    else
+    log_end_msg 1
+fi
+;;
+reload)
+log_daemon_msg "Reloading $DESC configuration" $NAME
+if start-stop-daemon --stop --signal 2 --oknodo --retry 30\
+    --quiet --pidfile $PIDFILE --exec $DAEMON; then
+    if start-stop-daemon --start --quiet  \
+        --pidfile $PIDFILE --exec $DAEMON -- $DAEMON_OPTS ; then
+        log_end_msg 0
+        else
+        log_end_msg 1
+    fi
+    else
+    log_end_msg 1
+fi
+;;
+restart|force-reload)
+$0 stop
+sleep 1
+$0 start
+;;
+*)
+echo "Usage: $SCRIPTNAME {start|stop|restart|reload|force-reload}" >&2
+exit 1
+;;
+esac
+
+exit 0

data/server/files/etc/init.d/set_roles

@@ -0,0 +1,3 @@
+#!/bin/sh
+
+/usr/local/ec2onrails/bin/set_roles.rb

data/server/files/etc/logrotate.d/apache2

@@ -0,0 +1,16 @@
+/mnt/log/apache2/*.log {
+  daily
+  missingok
+  dateext
+  create 640 root app
+  compress
+  notifempty
+  sharedscripts
+  extension gz
+  copytruncate
+  postrotate
+    if [ -f /var/run/apache2.pid ]; then
+      /etc/init.d/apache2 reload > /dev/null
+    fi    
+  endscript
+}

data/server/files/etc/logrotate.d/mongrel

@@ -0,0 +1,11 @@
+/mnt/app/current/log/*/*.log /mnt/app/current/log/*.log {
+  daily
+  missingok
+  dateext
+  rotate 365
+  compress
+  notifempty
+  sharedscripts
+  extension gz
+  copytruncate
+}

data/server/files/etc/logrotate.d/nginx

@@ -0,0 +1,11 @@
+/mnt/log/nginx/*.log {
+  daily
+  missingok
+  dateext
+  compress
+  create 640 root app
+  notifempty
+  sharedscripts
+  extension gz
+  copytruncate
+}

data/server/files/etc/memcached.conf

@@ -0,0 +1,47 @@
+# memcached default config file
+# 2003 - Jay Bonci <jaybonci@debian.org>
+# This configuration file is read by the start-memcached script provided as
+# part of the Debian GNU/Linux distribution. 
+
+# Run memcached as a daemon. This command is implied, and is not needed for the
+# daemon to run. See the README.Debian that comes with this package for more
+# information.
+-d
+
+# Log memcached's output to /var/log/memcached
+logfile /mnt/log/memcached.log
+
+# Be verbose
+# -v
+
+# Be even more verbose (print client commands as well)
+# -vv
+
+# Start with a cap of 64 megs of memory. It's reasonable, and the daemon default
+# Note that the daemon will grow to this size, but does not start out holding this much
+# memory
+-m 128
+
+# Default connection port is 11211
+-p 11211 
+
+# Run the daemon as root. The start-memcached will default to running as root if no
+# -u command is present in this config file
+-u nobody
+
+# Specify which IP address to listen on. The default is to listen on all IP addresses
+# This parameter is one of the only security measures that memcached has, so make sure
+# it's listening on a firewalled interface.
+#-l 127.0.0.1
+
+# Limit the number of simultaneous incoming connections. The daemon default is 1024
+# -c 1024
+
+# Lock down all paged memory. Consult with the README and homepage before you do this
+# -k
+
+# Return error when memory is exhausted (rather than removing items)
+# -M
+
+# Maximize core file limit
+# -r

data/server/files/etc/mongrel_cluster/app.yml

@@ -0,0 +1,9 @@
+--- 
+cwd: /mnt/app/current
+port: "8000"
+environment: production
+pid_file: log/mongrel.pid
+servers: 6
+daemon: true
+user: app
+group: app

data/server/files/etc/motd.tail

@@ -0,0 +1,13 @@
+
+EC2 on Rails
+!!VERSION!!
+http://rubyforge.org/projects/ec2onrails/
+
+Copyright 2008 Paul Dowman, http://pauldowman.com/
+
+Base AMI built using Eric Hammond's EC2 Ubuntu script: 
+http://alestic.com/
+
+This is free software, and you are welcome to redistribute it under 
+certain conditions. This software comes with ABSOLUTELY NO WARRANTY.
+See /usr/local/ec2onrails/COPYING for details.

data/server/files/etc/mysql/my.cnf

@@ -0,0 +1,149 @@
+#
+# The MySQL database server configuration file.
+#
+# You can copy this to one of:
+# - "/etc/mysql/my.cnf" to set global options,
+# - "~/.my.cnf" to set user-specific options.
+# 
+# One can use all long options that the program supports.
+# Run program with --help to get a list of available options and with
+# --print-defaults to see which it would actually understand and use.
+#
+# For explanations see
+# http://dev.mysql.com/doc/mysql/en/server-system-variables.html
+
+# This will be passed to all mysql clients
+# It has been reported that passwords should be enclosed with ticks/quotes
+# escpecially if they contain "#" chars...
+# Remember to edit /etc/mysql/debian.cnf when changing the socket location.
+[client]
+port            = 3306
+socket          = /var/run/mysqld/mysqld.sock
+
+# Here is entries for some specific programs
+# The following values assume you have at least 32M ram
+
+# This was formally known as [safe_mysqld]. Both versions are currently parsed.
+[mysqld_safe]
+socket          = /var/run/mysqld/mysqld.sock
+nice            = 0
+
+[mysqld]
+#
+# * Basic Settings
+#
+user            = mysql
+pid-file        = /var/run/mysqld/mysqld.pid
+socket          = /var/run/mysqld/mysqld.sock
+port            = 3306
+basedir         = /usr
+datadir         = /mnt/mysql_data
+tmpdir          = /mnt/mysql_data/tmp
+language        = /usr/share/mysql/english
+skip-external-locking
+default-storage-engine = InnoDB
+
+#
+# Instead of skip-networking the default is now to listen only on
+# localhost which is more compatible and is not less secure.
+#bind-address            = 127.0.0.1
+#
+# * Fine Tuning
+#
+key_buffer_size         = 16M
+max_allowed_packet      = 16M
+thread_stack            = 128K
+thread_cache_size       = 8
+#max_connections        = 100
+#table_cache            = 64
+#thread_concurrency     = 10
+#
+# * Query Cache Configuration
+#
+query_cache_limit       = 1M
+query_cache_size        = 64M
+#
+# * Logging and Replication
+#
+# Both location gets rotated by the cronjob.
+# Be aware that this log type is a performance killer.
+#log            = /var/log/mysql/mysql.log
+#
+# Error logging goes to syslog. This is a Debian improvement :)
+#
+# Here you can see queries with especially long duration
+log_slow_queries        = /mnt/log/mysql/mysql-slow.log
+long_query_time = 2
+log-queries-not-using-indexes
+#
+# The following can be used as easy to replay backup logs or for replication.
+#server-id              = 1
+log_bin                 = /mnt/log/mysql/mysql-bin.log
+# WARNING: Using expire_logs_days without bin_log crashes the server! See README.Debian!
+expire_logs_days        = 10
+max_binlog_size         = 100M
+#binlog_do_db           = include_database_name
+#binlog_ignore_db       = include_database_name
+#
+# * BerkeleyDB
+#
+# Using BerkeleyDB is now discouraged as its support will cease in 5.1.12.
+skip-bdb
+#
+# * InnoDB
+#
+# InnoDB is enabled by default with a 10MB datafile in /var/lib/mysql/.
+# Read the manual for more InnoDB related options. There are many!
+# You might want to disable InnoDB to shrink the mysqld process by circa 100MB.
+#skip-innodb
+innodb_data_file_path=ibdata1:100M:autoextend
+innodb_buffer_pool_size=200M
+innodb_additional_mem_pool_size=20M
+innodb_log_file_size=128M
+innodb_log_buffer_size=8M
+innodb_flush_log_at_trx_commit=1
+innodb_lock_wait_timeout=20
+# innodb_flush_method=O_DIRECT
+innodb_file_per_table
+
+#
+# * Security Features
+#
+# Read the manual, too, if you want chroot!
+# chroot = /var/lib/mysql/
+#
+# For generating SSL certificates I recommend the OpenSSL GUI "tinyca".
+#
+# ssl-ca=/etc/mysql/cacert.pem
+# ssl-cert=/etc/mysql/server-cert.pem
+# ssl-key=/etc/mysql/server-key.pem
+
+
+
+[mysqldump]
+quick
+quote-names
+max_allowed_packet      = 16M
+
+[mysql]
+#no-auto-rehash # faster start of mysql but no tab completition
+
+[isamchk]
+key_buffer              = 16M
+
+#
+# * NDB Cluster
+#
+# See /usr/share/doc/mysql-server-*/README.Debian for more information.
+#
+# The following configuration is read by the NDB Data Nodes (ndbd processes)
+# not from the NDB Management Nodes (ndb_mgmd processes).
+#
+# [MYSQL_CLUSTER]
+# ndb-connectstring=127.0.0.1
+
+
+#
+# * IMPORTANT: Additional settings that can override those from this file!
+#
+!includedir /etc/mysql/conf.d/