hennk-hennk-ec2onrails 0.9.9.2

data/server/files/etc/init.d/ec2-first-startup

@@ -0,0 +1,36 @@
+#!/bin/sh
+
+#    This file is part of EC2 on Rails.
+#    http://rubyforge.org/projects/ec2onrails/
+#
+#    Copyright 2007 Paul Dowman, http://pauldowman.com/
+#
+#    EC2 on Rails is free software; you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation; either version 2 of the License, or
+#    (at your option) any later version.
+#
+#    EC2 on Rails is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+
+# This script runs the ec2 startup scripts
+
+FILE=/ec2onrails-first-boot
+
+if [ -e $FILE ] ; then
+
+	# this is an ugly hack to make sure DHCP initialization is finished:
+	sleep 15
+
+	for SCRIPT in `ls -I README /usr/local/ec2onrails/startup-scripts/first-startup` ; do
+		"/usr/local/ec2onrails/startup-scripts/first-startup/$SCRIPT"
+	done
+	
+	rm $FILE
+fi

data/server/files/etc/init.d/mongrel

@@ -0,0 +1,91 @@
+#!/bin/sh -e
+
+#    This file is part of EC2 on Rails.
+#    http://rubyforge.org/projects/ec2onrails/
+#
+#    Copyright 2007 Paul Dowman, http://pauldowman.com/
+#
+#    EC2 on Rails is free software; you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation; either version 2 of the License, or
+#    (at your option) any later version.
+#
+#    EC2 on Rails is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+
+#
+# This is the init script to start/stop mongrel
+#
+
+NAME="mongrel cluster"
+NO_START=0
+
+########################################
+
+if [ ! -d /mnt/app/current ] ; then
+  echo "/mnt/app/current doesn't exist, not starting mongrel..."
+  exit 0
+fi
+
+start_cmd() {
+    /usr/local/ec2onrails/bin/mongrel_start
+    return $?
+}
+
+stop_cmd() {
+    /usr/local/ec2onrails/bin/mongrel_stop
+    return $?
+}
+
+restart_cmd() {
+    /usr/local/ec2onrails/bin/mongrel_stop && /usr/local/ec2onrails/bin/mongrel_start
+    return $?
+}
+
+
+########################################
+
+. /lib/lsb/init-functions
+
+test -f /etc/default/rcS && . /etc/default/rcS
+
+if [ "$NO_START" != "0" -a "$1" != "stop" ]; then 
+        [ "$VERBOSE" != no ] && log_warning_msg "Not starting $NAME - edit $0 and change NO_START to be 0.";
+        exit 0;
+fi
+
+case "$1" in
+    start)
+        log_begin_msg "Starting $NAME..."
+        if start_cmd; then
+                log_end_msg 0
+        else
+                log_end_msg 1
+        fi
+    ;;
+    stop)
+        log_begin_msg "Stopping $NAME..."
+        if stop_cmd; then
+                log_end_msg 0
+        else
+                log_end_msg 1
+        fi
+    ;;
+    restart)
+        log_begin_msg "Restarting $NAME..."
+        if restart_cmd; then
+                log_end_msg 0
+        else
+                log_end_msg 1
+        fi
+    ;;
+    *)
+        log_success_msg "Usage: $0 {start|stop|restart}"
+    ;;
+esac

data/server/files/etc/init.d/set_roles

@@ -0,0 +1,3 @@
+#!/bin/sh
+
+/usr/local/ec2onrails/bin/set_roles.rb

data/server/files/etc/logrotate.d/apache2

@@ -0,0 +1,13 @@
+/mnt/log/apache2/*.log {
+  daily
+  missingok
+  dateext
+  create 640 root adm
+  sharedscripts
+  copytruncate
+  postrotate
+    if [ -f /var/run/apache2.pid ]; then
+      /etc/init.d/apache2 reload > /dev/null
+    fi    
+  endscript
+}

data/server/files/etc/logrotate.d/mysql-server

@@ -0,0 +1,23 @@
+/mnt/log/mysql.log /mnt/log/mysql/mysql.log /mnt/log/mysql/mysql-slow.log {
+  daily
+  missingok
+  dateext
+  create 640 mysql adm
+  sharedscripts
+  postrotate
+    test -x /usr/bin/mysqladmin || exit 0
+    
+    # If this fails, check debian.conf! 
+    export HOME=/etc/mysql/my.cnf
+    MYADMIN="/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf"
+    if [ -z "`$MYADMIN ping 2>/dev/null`" ]; then
+      # Really no mysqld or rather a missing debian-sys-maint user?
+      # If this occurs and is not a error please report a bug.
+      if ps cax | grep -q mysqld; then
+        exit 1
+      fi 
+    else
+      $MYADMIN flush-logs
+    fi
+  endscript
+}

data/server/files/etc/logrotate.d/rails

@@ -0,0 +1,7 @@
+# Rotate Rails application logs
+/mnt/app/current/log/*.log {
+  daily
+  missingok
+  dateext
+  copytruncate
+}

data/server/files/etc/memcached.conf

@@ -0,0 +1,47 @@
+# memcached default config file
+# 2003 - Jay Bonci <jaybonci@debian.org>
+# This configuration file is read by the start-memcached script provided as
+# part of the Debian GNU/Linux distribution. 
+
+# Run memcached as a daemon. This command is implied, and is not needed for the
+# daemon to run. See the README.Debian that comes with this package for more
+# information.
+-d
+
+# Log memcached's output to /var/log/memcached
+logfile /mnt/log/memcached.log
+
+# Be verbose
+# -v
+
+# Be even more verbose (print client commands as well)
+# -vv
+
+# Start with a cap of 64 megs of memory. It's reasonable, and the daemon default
+# Note that the daemon will grow to this size, but does not start out holding this much
+# memory
+-m 128
+
+# Default connection port is 11211
+-p 11211 
+
+# Run the daemon as root. The start-memcached will default to running as root if no
+# -u command is present in this config file
+-u nobody
+
+# Specify which IP address to listen on. The default is to listen on all IP addresses
+# This parameter is one of the only security measures that memcached has, so make sure
+# it's listening on a firewalled interface.
+#-l 127.0.0.1
+
+# Limit the number of simultaneous incoming connections. The daemon default is 1024
+# -c 1024
+
+# Lock down all paged memory. Consult with the README and homepage before you do this
+# -k
+
+# Return error when memory is exhausted (rather than removing items)
+# -M
+
+# Maximize core file limit
+# -r

data/server/files/etc/mongrel_cluster/app.yml

@@ -0,0 +1,9 @@
+--- 
+cwd: /mnt/app/current
+port: "8000"
+environment: production
+pid_file: log/mongrel.pid
+servers: 6
+daemon: true
+user: app
+group: app

data/server/files/etc/monit/app.monitrc

@@ -0,0 +1,71 @@
+check process mongrel_8000 with pidfile /mnt/app/shared/log/mongrel.8000.pid
+  start program = "/usr/local/ec2onrails/bin/mongrel_start --only 8000" 
+  stop program = "/usr/local/ec2onrails/bin/mongrel_stop --only 8000" 
+  if totalmem is greater than 170.0 MB for 4 cycles then restart 
+  if cpu is greater than 80% for 4 cycles then restart
+  if failed port 8000 with timeout 10 seconds then restart
+  if loadavg(5min) greater than 10 for 8 cycles then restart          # bad, bad, bad
+  if loadavg(15min) greater than 8 for 20 cycles then restart         # bad, bad, bad
+  if 20 restarts within 20 cycles then timeout
+  mode manual
+  group app
+
+check process mongrel_8001 with pidfile /mnt/app/shared/log/mongrel.8001.pid
+  start program = "/usr/local/ec2onrails/bin/mongrel_start --only 8001" 
+  stop program = "/usr/local/ec2onrails/bin/mongrel_stop --only 8001" 
+  if totalmem is greater than 170.0 MB for 4 cycles then restart 
+  if cpu is greater than 80% for 4 cycles then restart
+  if failed port 8001 with timeout 10 seconds then restart
+  if loadavg(5min) greater than 10 for 8 cycles then restart          # bad, bad, bad
+  if loadavg(15min) greater than 8 for 20 cycles then restart         # bad, bad, bad
+  if 20 restarts within 20 cycles then timeout
+  mode manual
+  group app
+
+check process mongrel_8002 with pidfile /mnt/app/shared/log/mongrel.8002.pid
+  start program = "/usr/local/ec2onrails/bin/mongrel_start --only 8002" 
+  stop program = "/usr/local/ec2onrails/bin/mongrel_stop --only 8002" 
+  if totalmem is greater than 170.0 MB for 4 cycles then restart 
+  if cpu is greater than 80% for 4 cycles then restart
+  if failed port 8002 with timeout 10 seconds then restart
+  if loadavg(5min) greater than 10 for 8 cycles then restart          # bad, bad, bad
+  if loadavg(15min) greater than 8 for 20 cycles then restart         # bad, bad, bad
+  if 20 restarts within 20 cycles then timeout
+  mode manual
+  group app
+
+check process mongrel_8003 with pidfile /mnt/app/shared/log/mongrel.8003.pid
+  start program = "/usr/local/ec2onrails/bin/mongrel_start --only 8003" 
+  stop program = "/usr/local/ec2onrails/bin/mongrel_stop --only 8003" 
+  if totalmem is greater than 170.0 MB for 4 cycles then restart 
+  if cpu is greater than 80% for 4 cycles then restart
+  if failed port 8003 with timeout 10 seconds then restart
+  if loadavg(5min) greater than 10 for 8 cycles then restart          # bad, bad, bad
+  if loadavg(15min) greater than 8 for 20 cycles then restart         # bad, bad, bad
+  if 20 restarts within 20 cycles then timeout
+  mode manual
+  group app
+
+check process mongrel_8004 with pidfile /mnt/app/shared/log/mongrel.8004.pid
+  start program = "/usr/local/ec2onrails/bin/mongrel_start --only 8004" 
+  stop program = "/usr/local/ec2onrails/bin/mongrel_stop --only 8004" 
+  if totalmem is greater than 170.0 MB for 4 cycles then restart 
+  if cpu is greater than 80% for 4 cycles then restart
+  if failed port 8004 with timeout 10 seconds then restart
+  if loadavg(5min) greater than 10 for 8 cycles then restart          # bad, bad, bad
+  if loadavg(15min) greater than 8 for 20 cycles then restart         # bad, bad, bad
+  if 20 restarts within 20 cycles then timeout
+  mode manual
+  group app
+
+check process mongrel_8005 with pidfile /mnt/app/shared/log/mongrel.8005.pid
+  start program = "/usr/local/ec2onrails/bin/mongrel_start --only 8005" 
+  stop program = "/usr/local/ec2onrails/bin/mongrel_stop --only 8005" 
+  if totalmem is greater than 170.0 MB for 4 cycles then restart 
+  if cpu is greater than 80% for 4 cycles then restart
+  if failed port 8005 with timeout 10 seconds then restart
+  if loadavg(5min) greater than 10 for 8 cycles then restart          # bad, bad, bad
+  if loadavg(15min) greater than 8 for 20 cycles then restart         # bad, bad, bad
+  if 20 restarts within 20 cycles then timeout
+  mode manual
+  group app

data/server/files/etc/monit/db_primary.monitrc

@@ -0,0 +1,10 @@
+check process mysql with pidfile /var/run/mysqld/mysqld.pid
+  start program = "/etc/init.d/mysql start"
+  stop program  = "/etc/init.d/mysql stop"
+  if cpu > 80% for 5 cycles then restart
+#  TODO: this should take into account the settings from the optimize_mysql call.....
+#  if totalmem > 700.0 MB for 5 cycles then restart
+  if failed port 3306 protocol mysql with timeout 10 seconds then alert
+  if 3 restarts within 5 cycles then timeout
+  mode manual
+  group db_primary

data/server/files/etc/monit/memcache.monitrc

@@ -0,0 +1,8 @@
+check process memcached with pidfile /var/run/memcached.pid
+  start program = "/etc/init.d/memcached start"
+  stop program  = "/etc/init.d/memcached stop"
+  if cpu > 80% for 5 cycles then restart
+  if failed port 11211 with timeout 10 seconds then restart
+  if 3 restarts within 5 cycles then timeout
+  mode manual
+  group memcache

data/server/files/etc/monit/monitrc

@@ -0,0 +1,13 @@
+set daemon 60 
+set logfile syslog facility log_daemon 
+set mailserver localhost
+set mail-format {
+  from: admin@localhost
+  subject: $HOST: $SERVICE $EVENT at $DATE
+}
+set alert admin@localhost only on { connection, exec, nonexist, resource, timeout }
+set eventqueue basedir /var/monit slots 50
+set httpd port 2812
+#  address localhost
+  allow localhost
+include /etc/monit/*.monitrc

data/server/files/etc/monit/system.monitrc

@@ -0,0 +1,15 @@
+check system localhost
+  if loadavg (5min) > 4 then alert
+  if memory usage > 80% then alert
+
+check device rootfs with path /
+  if space usage > 75 % then alert
+  if space usage > 95 % then unmonitor
+  if inode usage > 75 % then alert
+  if inode usage > 95 % then unmonitor
+
+check device mntfs with path /mnt
+  if space usage > 70 % then alert
+  if space usage > 95 % then unmonitor
+  if inode usage > 70 % then alert
+  if inode usage > 95 % then unmonitor

data/server/files/etc/monit/web.monitrc

@@ -0,0 +1,10 @@
+check process apache with pidfile /var/run/apache2.pid
+  start program = "/etc/init.d/apache2 start"
+  stop program  = "/etc/init.d/apache2 stop"
+  if cpu > 80% for 5 cycles then restart
+  if totalmem > 300.0 MB for 5 cycles then restart
+  if children > 250 then alert
+  if failed port 80 with timeout 10 seconds then restart
+  if 3 restarts within 5 cycles then timeout
+  mode manual
+  group web

data/server/files/etc/motd.tail

@@ -0,0 +1,13 @@
+
+EC2 on Rails
+!!VERSION!!
+http://rubyforge.org/projects/ec2onrails/
+
+Copyright 2008 Paul Dowman, http://pauldowman.com/
+
+Base AMI built using Eric Hammond's EC2 Ubuntu script: 
+http://alestic.com/
+
+This is free software, and you are welcome to redistribute it under 
+certain conditions. This software comes with ABSOLUTELY NO WARRANTY.
+See /usr/local/ec2onrails/COPYING for details.

data/server/files/etc/mysql/my.cnf

@@ -0,0 +1,149 @@
+#
+# The MySQL database server configuration file.
+#
+# You can copy this to one of:
+# - "/etc/mysql/my.cnf" to set global options,
+# - "~/.my.cnf" to set user-specific options.
+# 
+# One can use all long options that the program supports.
+# Run program with --help to get a list of available options and with
+# --print-defaults to see which it would actually understand and use.
+#
+# For explanations see
+# http://dev.mysql.com/doc/mysql/en/server-system-variables.html
+
+# This will be passed to all mysql clients
+# It has been reported that passwords should be enclosed with ticks/quotes
+# escpecially if they contain "#" chars...
+# Remember to edit /etc/mysql/debian.cnf when changing the socket location.
+[client]
+port            = 3306
+socket          = /var/run/mysqld/mysqld.sock
+
+# Here is entries for some specific programs
+# The following values assume you have at least 32M ram
+
+# This was formally known as [safe_mysqld]. Both versions are currently parsed.
+[mysqld_safe]
+socket          = /var/run/mysqld/mysqld.sock
+nice            = 0
+
+[mysqld]
+#
+# * Basic Settings
+#
+user            = mysql
+pid-file        = /var/run/mysqld/mysqld.pid
+socket          = /var/run/mysqld/mysqld.sock
+port            = 3306
+basedir         = /usr
+datadir         = /mnt/mysql_data
+tmpdir          = /mnt/mysql_data/tmp
+language        = /usr/share/mysql/english
+skip-external-locking
+default-storage-engine = InnoDB
+
+#
+# Instead of skip-networking the default is now to listen only on
+# localhost which is more compatible and is not less secure.
+#bind-address            = 127.0.0.1
+#
+# * Fine Tuning
+#
+key_buffer_size         = 16M
+max_allowed_packet      = 16M
+thread_stack            = 128K
+thread_cache_size       = 8
+#max_connections        = 100
+#table_cache            = 64
+#thread_concurrency     = 10
+#
+# * Query Cache Configuration
+#
+query_cache_limit       = 1M
+query_cache_size        = 64M
+#
+# * Logging and Replication
+#
+# Both location gets rotated by the cronjob.
+# Be aware that this log type is a performance killer.
+#log            = /var/log/mysql/mysql.log
+#
+# Error logging goes to syslog. This is a Debian improvement :)
+#
+# Here you can see queries with especially long duration
+log_slow_queries        = /mnt/log/mysql/mysql-slow.log
+long_query_time = 2
+# log-queries-not-using-indexes
+#
+# The following can be used as easy to replay backup logs or for replication.
+#server-id              = 1
+log_bin                 = /mnt/log/mysql/mysql-bin.log
+# WARNING: Using expire_logs_days without bin_log crashes the server! See README.Debian!
+expire_logs_days        = 10
+max_binlog_size         = 100M
+#binlog_do_db           = include_database_name
+#binlog_ignore_db       = include_database_name
+#
+# * BerkeleyDB
+#
+# Using BerkeleyDB is now discouraged as its support will cease in 5.1.12.
+skip-bdb
+#
+# * InnoDB
+#
+# InnoDB is enabled by default with a 10MB datafile in /var/lib/mysql/.
+# Read the manual for more InnoDB related options. There are many!
+# You might want to disable InnoDB to shrink the mysqld process by circa 100MB.
+#skip-innodb
+innodb_data_file_path=ibdata1:100M:autoextend
+innodb_buffer_pool_size=200M
+innodb_additional_mem_pool_size=20M
+innodb_log_file_size=128M
+innodb_log_buffer_size=8M
+innodb_flush_log_at_trx_commit=1
+innodb_lock_wait_timeout=20
+# innodb_flush_method=O_DIRECT
+innodb_file_per_table
+
+#
+# * Security Features
+#
+# Read the manual, too, if you want chroot!
+# chroot = /var/lib/mysql/
+#
+# For generating SSL certificates I recommend the OpenSSL GUI "tinyca".
+#
+# ssl-ca=/etc/mysql/cacert.pem
+# ssl-cert=/etc/mysql/server-cert.pem
+# ssl-key=/etc/mysql/server-key.pem
+
+
+
+[mysqldump]
+quick
+quote-names
+max_allowed_packet      = 16M
+
+[mysql]
+#no-auto-rehash # faster start of mysql but no tab completition
+
+[isamchk]
+key_buffer              = 16M
+
+#
+# * NDB Cluster
+#
+# See /usr/share/doc/mysql-server-*/README.Debian for more information.
+#
+# The following configuration is read by the NDB Data Nodes (ndbd processes)
+# not from the NDB Management Nodes (ndb_mgmd processes).
+#
+# [MYSQL_CLUSTER]
+# ndb-connectstring=127.0.0.1
+
+
+#
+# * IMPORTANT: Additional settings that can override those from this file!
+#
+!includedir /etc/mysql/conf.d/

data/server/files/etc/postfix/main.cf

@@ -0,0 +1,4 @@
+mynetworks_style = host
+relay_domains =
+inet_interfaces = 127.0.0.1
+alias_maps = hash:/etc/aliases

data/server/files/etc/rc0.d/K10mongrel

@@ -0,0 +1,91 @@
+#!/bin/sh -e
+
+#    This file is part of EC2 on Rails.
+#    http://rubyforge.org/projects/ec2onrails/
+#
+#    Copyright 2007 Paul Dowman, http://pauldowman.com/
+#
+#    EC2 on Rails is free software; you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation; either version 2 of the License, or
+#    (at your option) any later version.
+#
+#    EC2 on Rails is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+
+#
+# This is the init script to start/stop mongrel
+#
+
+NAME="mongrel cluster"
+NO_START=0
+
+########################################
+
+if [ ! -d /mnt/app/current ] ; then
+  echo "/mnt/app/current doesn't exist, not starting mongrel..."
+  exit 0
+fi
+
+start_cmd() {
+    /usr/local/ec2onrails/bin/mongrel_start
+    return $?
+}
+
+stop_cmd() {
+    /usr/local/ec2onrails/bin/mongrel_stop
+    return $?
+}
+
+restart_cmd() {
+    /usr/local/ec2onrails/bin/mongrel_stop && /usr/local/ec2onrails/bin/mongrel_start
+    return $?
+}
+
+
+########################################
+
+. /lib/lsb/init-functions
+
+test -f /etc/default/rcS && . /etc/default/rcS
+
+if [ "$NO_START" != "0" -a "$1" != "stop" ]; then 
+        [ "$VERBOSE" != no ] && log_warning_msg "Not starting $NAME - edit $0 and change NO_START to be 0.";
+        exit 0;
+fi
+
+case "$1" in
+    start)
+        log_begin_msg "Starting $NAME..."
+        if start_cmd; then
+                log_end_msg 0
+        else
+                log_end_msg 1
+        fi
+    ;;
+    stop)
+        log_begin_msg "Stopping $NAME..."
+        if stop_cmd; then
+                log_end_msg 0
+        else
+                log_end_msg 1
+        fi
+    ;;
+    restart)
+        log_begin_msg "Restarting $NAME..."
+        if restart_cmd; then
+                log_end_msg 0
+        else
+                log_end_msg 1
+        fi
+    ;;
+    *)
+        log_success_msg "Usage: $0 {start|stop|restart}"
+    ;;
+esac