gigpark-ec2onrails 0.9.10.3

data/server/files/etc/dpkg/dpkg.cfg

@@ -0,0 +1,13 @@
+# dpkg configuration file
+#
+# This file can contain default options for dpkg.  All command-line
+# options are allowed.  Values can be specified by putting them after
+# the option, separated by whitespace and/or an `=' sign.
+#
+
+# ec2onrails note: if we have a config file already up here, we want to use 
+# that over the packages default.  
+force-confold
+
+# Log status changes and actions to a file.
+log /var/log/dpkg.log

data/server/files/etc/ec2onrails/rails_env

@@ -0,0 +1 @@
+production

data/server/files/etc/ec2onrails/roles.yml

@@ -0,0 +1,5 @@
+--- 
+:memcache: 
+:db_primary: 
+:web: 
+:proxy:

data/server/files/etc/environment

@@ -0,0 +1,2 @@
+PATH="/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ec2onrails/bin"
+RUBYLIB=/usr/lib/ruby/1.8:/usr/local/lib/1.8/i486-linux:/usr/lib/site_ruby

data/server/files/etc/event.d/god

@@ -0,0 +1,8 @@
+description     "god monitoring daemon"
+
+start on runlevel [2345]
+
+stop on runlevel [06]
+
+exec /usr/bin/god -D -c /etc/god/master.conf -l /mnt/log/god/god.log
+respawn

data/server/files/etc/god/db_primary.god

@@ -0,0 +1,16 @@
+God.watch do |w|
+  w.name = 'mysql'
+  w.group = 'db_primary'
+  w.autostart = false
+  
+  w.start    = "/etc/init.d/mysql start" 
+  w.stop     = "/etc/init.d/mysql stop;" 
+  w.restart  = "/etc/init.d/mysql restart" 
+  
+  w.pid_file = "/var/run/mysqld/mysqld.pid"
+
+  default_configurations(w)
+  w.grace    = 60.seconds
+
+  restart_if_resource_hog(w, :memory_usage => false)
+end

data/server/files/etc/god/dkim_filter.god

@@ -0,0 +1,17 @@
+if File.exists?('/etc/init.d/dkim-filter')
+  #we have it installed, so lets register it with God
+  God.watch do |w|
+    w.name = 'dkim_filter'
+    w.group = 'app'
+    w.autostart = false
+
+    w.start    = "/etc/init.d/dkim-filter start" 
+    w.stop     = "/etc/init.d/dkim-filter stop" 
+    w.restart  = "/etc/init.d/dkim-filter restart" 
+
+    w.pid_file = "/var/run/dkim-filter/dkim-filter.pid"
+
+    default_configurations(w)
+    restart_if_resource_hog(w, :memory_usage => 20.megabytes, :cpu_usage => 10.percent)
+  end
+end

data/server/files/etc/god/master.conf

@@ -0,0 +1,40 @@
+# For TextMate users, change the language type (at bottom of window, next to line/column counter, to ruby)
+#
+
+# TODO move to event-based config
+
+applog(nil, :info, "loading /etc/god/master.conf")
+
+require '/usr/local/ec2onrails/lib/god_helper'
+require '/usr/local/ec2onrails/lib/roles_helper'
+require '/usr/local/ec2onrails/lib/utils'
+require "fileutils"
+
+include GodHelper
+include Ec2onrails::RolesHelper
+
+APP_ROOT = "/mnt/app/current"
+
+@configs = GodHelper::Configs.new
+
+God.pid_file_directory = "/var/run/god"
+
+applog(nil, :info, "About to load system configs at /etc/god/*.god")
+God.load "/etc/god/*.god"
+
+applog(nil, :info, "About to load application-specific configs at #{APP_ROOT}/config/god/*.god")
+God.load "#{APP_ROOT}/config/god/*.god"
+
+
+# at the end, we want to init the correct services
+# need to put it into a thread because god is not finished 
+# initalizing at this point, so we need to let it finish
+# so we can call init_services, which calls god directly
+#
+# using a fork copies over the processing space, causing
+# god to reload again..and again...and again...
+Thread.new do
+  sleep(2)
+  applog(nil, :info, "initializing services....")
+  system("/usr/local/ec2onrails/bin/init_services")
+end

data/server/files/etc/god/memcache.god

@@ -0,0 +1,15 @@
+God.watch do |w|
+  w.name  = "memcached"
+  w.group = 'memcache'
+  w.autostart = false
+
+  w.start     = "/etc/init.d/memcached start"
+  w.stop      = "/etc/init.d/memcached stop"
+  w.restart   = "/etc/init.d/memcached restart"
+  w.pid_file  = "/var/run/memcached.pid"
+
+  default_configurations(w)
+  w.grace     = 10.seconds
+ 
+  restart_if_resource_hog(w, :memory_usage => false)
+end

data/server/files/etc/god/notifications.god

@@ -0,0 +1,11 @@
+God::Contacts::Email.message_settings = {
+  :from => 'root@localhost'
+}
+
+God::Contacts::Email.delivery_method = :sendmail
+
+God.contact(:email) do |c|
+  c.name = 'root'
+  c.email = 'root@localhost'
+  c.group = 'default'
+end

data/server/files/etc/god/proxy.god

@@ -0,0 +1,40 @@
+God.watch do |w|
+  w.name  = "varnish"
+  w.group = "proxy"
+  w.autostart = false
+
+  w.start     = "/etc/init.d/varnish start"
+  w.stop      = "/etc/init.d/varnish stop"
+  w.restart   = "/etc/init.d/varnish restart"
+  w.pid_file  = "/var/run/varnishd.pid"
+  w.grace     = 10.seconds
+ 
+  default_configurations(w)
+  
+  # I'm not sure if it's very useful to monitor the varnishd memory usage,
+  # because it writes the pid of the varnishd parent process in it's pid file,
+  # so I assume that's what god is monitoring, and the varnishd parent starts
+  # a child process to do the real work.
+  # Also, the child process allocates all cache storage with malloc, so the
+  # VSS size can get very large and depends on the amount of storage 
+  # configured. It relies on the OS to page unused portions to disk, but at
+  # the moment we don't have much swap configured (just using the defaults
+  # from Eric Hammond's base image).
+  restart_if_resource_hog(w, :memory_usage => 100.megabytes, :cpu_usage => 50.percent)
+end
+
+God.watch do |w|
+  w.name  = "varnishncsa"
+  w.group = "proxy"
+  w.autostart = false
+
+  w.start     = "/etc/init.d/varnishncsa start"
+  w.stop      = "/etc/init.d/varnishncsa stop"
+  w.restart   = "/etc/init.d/varnishncsa restart"
+  w.pid_file  = "/var/run/varnishncsa.pid"
+  w.grace     = 10.seconds
+ 
+  default_configurations(w)
+
+  restart_if_resource_hog(w, :memory_usage => 100.megabytes, :cpu_usage => 50.percent)
+end

data/server/files/etc/god/system.god

@@ -0,0 +1,37 @@
+God.watch do |w|
+  w.name = "system-checks"
+  w.start = true
+  w.interval  = 10.minutes
+
+ 
+  w.behavior(:clean_pid_file)
+
+    
+  # lifecycle
+  w.lifecycle do |on|
+    on.condition(:disk_usage) do |c| 
+      c.mount_point = "/" 
+      c.above = 75
+      c.notify = {:contacts => ['default'], :category => "RAILS_ENV=#{Ec2onrails::Utils.rails_env}"}
+    end 
+
+    on.condition(:disk_usage) do |c| 
+      c.mount_point = "/mnt"
+      c.above = 75
+      c.notify = {:contacts => ['default'], :category => "RAILS_ENV=#{Ec2onrails::Utils.rails_env}"}
+    end 
+    
+    on.condition(:memory_usage) do |c|
+      c.above = 80.percent
+      c.times = [3, 5] # 3 out of 5 intervals
+      c.notify = {:contacts => ['default'], :category => "RAILS_ENV=#{Ec2onrails::Utils.rails_env}"}
+    end
+  
+    on.condition(:cpu_usage) do |c|
+      c.above = 90.percent
+      c.times = [5, 8]
+      c.notify = {:contacts => ['default'], :category => "RAILS_ENV=#{Ec2onrails::Utils.rails_env}"}
+    end        
+  end
+ 
+end

data/server/files/etc/god/web.god

@@ -0,0 +1,23 @@
+God.watch do |w|
+  w.name = "nginx"
+  w.group = 'web'
+
+  w.start = "/etc/init.d/nginx start"
+  w.stop = "/etc/init.d/nginx stop"
+  w.restart = "/etc/init.d/nginx restart"
+  w.pid_file = "/var/run/nginx.pid"  
+  w.autostart = false
+
+  default_configurations(w)
+
+  restart_if_resource_hog(w, :memory_usage => 250.megabytes) do |restart|
+    restart.condition(:http_response_code) do |c|
+      c.host = '127.0.0.1'
+      c.port = in_role?(:proxy) ? 81 : 80
+      c.path = '/nginx_status'
+      c.code_is_not = 200
+      c.timeout = 5.seconds
+      c.times = [3, 5] # 3 out of 5 intervals
+    end
+  end
+end

data/server/files/etc/init.d/ec2-every-startup

@@ -0,0 +1,29 @@
+#!/bin/sh
+
+#    This file is part of EC2 on Rails.
+#    http://rubyforge.org/projects/ec2onrails/
+#
+#    Copyright 2007 Paul Dowman, http://pauldowman.com/
+#
+#    EC2 on Rails is free software; you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation; either version 2 of the License, or
+#    (at your option) any later version.
+#
+#    EC2 on Rails is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+
+# This script runs the ec2 startup scripts
+
+# this is an ugly hack to make sure DHCP initialization is finished:
+sleep 15
+
+for SCRIPT in `ls -I README /usr/local/ec2onrails/startup-scripts/every-startup` ; do
+	"/usr/local/ec2onrails/startup-scripts/every-startup/$SCRIPT"
+done

data/server/files/etc/init.d/ec2-first-startup

@@ -0,0 +1,37 @@
+#!/bin/sh
+
+#    This file is part of EC2 on Rails.
+#    http://rubyforge.org/projects/ec2onrails/
+#
+#    Copyright 2007 Paul Dowman, http://pauldowman.com/
+#
+#    EC2 on Rails is free software; you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation; either version 2 of the License, or
+#    (at your option) any later version.
+#
+#    EC2 on Rails is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+
+# This script runs the ec2 startup scripts
+
+FILE=/mnt/.ec2onrails-first-boot
+
+if [ ! -e $FILE ] ; then
+
+  # TODO improve this:
+	# this is an ugly hack to make sure DHCP initialization is finished:
+	sleep 15
+
+	for SCRIPT in `ls -I README /usr/local/ec2onrails/startup-scripts/first-startup` ; do
+		"/usr/local/ec2onrails/startup-scripts/first-startup/$SCRIPT"
+	done
+	
+	touch $FILE
+fi

data/server/files/etc/init.d/nginx

@@ -0,0 +1,78 @@
+#!/bin/sh
+
+#This is a start script for nginx. Tested on Unbuntu Edge. 
+#Should work on Ubuntu, Debian and probably a few other Linux distros.
+#Change DAEMON and CONFIG_FILE  if neccessary
+
+PATH=/sbin:/bin:/usr/sbin:/usr/bin
+
+
+#Location of nginx binary. Change path as neccessary
+DAEMON=/usr/sbin/nginx
+# DAEMON=/usr/local/nginx/sbin/nginx
+#Location of configuration file. Change path as neccessary
+CONFIG_FILE=/etc/nginx/nginx.conf
+# CONFIG_FILE=/usr/local/nginx/conf/nginx.conf
+
+
+DAEMON_OPTS="-c $CONFIG_FILE"
+NAME=nginx
+DESC="web server"
+PIDFILE=/var/run/$NAME.pid 
+SCRIPTNAME=/etc/init.d/$NAME
+
+
+#only run if binary can be found
+test -x $DAEMON || exit 0
+
+set -e
+
+#import init-functions
+. /lib/lsb/init-functions
+
+case "$1" in
+start)
+log_daemon_msg "Starting $DESC" $NAME
+if ! start-stop-daemon --start --quiet\
+    --pidfile $PIDFILE --exec $DAEMON -- $DAEMON_OPTS ; then
+    log_end_msg 1
+    else
+    log_end_msg 0
+fi
+;;
+stop)
+log_daemon_msg "Stopping $DESC" $NAME
+if start-stop-daemon --quiet --stop --oknodo --retry 30\
+    --pidfile $PIDFILE --exec $DAEMON; then
+    rm -f $PIDFILE
+    log_end_msg 0
+    else
+    log_end_msg 1
+fi
+;;
+reload)
+log_daemon_msg "Reloading $DESC configuration" $NAME
+if start-stop-daemon --stop --signal 2 --oknodo --retry 30\
+    --quiet --pidfile $PIDFILE --exec $DAEMON; then
+    if start-stop-daemon --start --quiet  \
+        --pidfile $PIDFILE --exec $DAEMON -- $DAEMON_OPTS ; then
+        log_end_msg 0
+        else
+        log_end_msg 1
+    fi
+    else
+    log_end_msg 1
+fi
+;;
+restart|force-reload)
+$0 stop
+sleep 1
+$0 start
+;;
+*)
+echo "Usage: $SCRIPTNAME {start|stop|restart|reload|force-reload}" >&2
+exit 1
+;;
+esac
+
+exit 0

data/server/files/etc/logrotate.d/nginx

@@ -0,0 +1,10 @@
+/mnt/log/nginx/*.log {
+  daily
+  rotate 7
+  missingok
+  dateext
+  sharedscripts
+  postrotate
+    test -f /var/run/nginx.pid && kill -USR1 `cat /var/run/nginx.pid`
+  endscript
+}

data/server/files/etc/logrotate.d/rails

@@ -0,0 +1,8 @@
+# Rotate Rails application logs
+/mnt/app/current/log/*.log {
+  daily
+  rotate 7
+  missingok
+  dateext
+  copytruncate
+}

data/server/files/etc/logrotate.d/varnish

@@ -0,0 +1,14 @@
+/mnt/log/varnish/varnish.log /mnt/log/varnish/varnishncsa.log {
+  daily
+  rotate 7
+  missingok
+  dateext
+  sharedscripts
+  postrotate
+    for service in varnishlog varnishncsa; do
+      if /usr/bin/pgrep -P 1 $service >/dev/null; then
+        /usr/sbin/invoke-rc.d $service reload > /dev/null
+      fi
+    done
+  endscript
+}

data/server/files/etc/memcached.conf

@@ -0,0 +1,47 @@
+# memcached default config file
+# 2003 - Jay Bonci <jaybonci@debian.org>
+# This configuration file is read by the start-memcached script provided as
+# part of the Debian GNU/Linux distribution. 
+
+# Run memcached as a daemon. This command is implied, and is not needed for the
+# daemon to run. See the README.Debian that comes with this package for more
+# information.
+-d
+
+# Log memcached's output to /var/log/memcached
+logfile /mnt/log/memcached.log
+
+# Be verbose
+# -v
+
+# Be even more verbose (print client commands as well)
+# -vv
+
+# Start with a cap of 64 megs of memory. It's reasonable, and the daemon default
+# Note that the daemon will grow to this size, but does not start out holding this much
+# memory
+-m 128
+
+# Default connection port is 11211
+-p 11211 
+
+# Run the daemon as root. The start-memcached will default to running as root if no
+# -u command is present in this config file
+-u nobody
+
+# Specify which IP address to listen on. The default is to listen on all IP addresses
+# This parameter is one of the only security measures that memcached has, so make sure
+# it's listening on a firewalled interface.
+#-l 127.0.0.1
+
+# Limit the number of simultaneous incoming connections. The daemon default is 1024
+# -c 1024
+
+# Lock down all paged memory. Consult with the README and homepage before you do this
+# -k
+
+# Return error when memory is exhausted (rather than removing items)
+# -M
+
+# Maximize core file limit
+# -r