wakame 0.4.0

data/app_generators/wakame/templates/cluster/resources/apache_www/init.d/apache2-www

@@ -0,0 +1,192 @@
+#!/bin/sh -e
+
+[ -n $WAKAME_ROOT ] || { echo "WAKAME_ROOT env was not set" >&2; exit 1; }
+
+ENV="env -i LANG=C PATH=/usr/local/bin:/usr/bin:/bin"
+
+SERVER_ROOT="$WAKAME_ROOT/tmp/config/apache_www/conf"
+INITSCRIPT=`basename $0`
+DEF=`echo ${INITSCRIPT#apache2-} | tr '[:lower:]' '[:upper:]'`
+APACHE_ENVVARS="$SERVER_ROOT/envvars-`echo $DEF | tr '[:upper:]' '[:lower:]'`"
+APACHE_ARGS="-D$DEF -f $SERVER_ROOT/apache2.conf"
+
+[ $DEF = "APACHE2" ] && { echo "Apache server type is undefined" >&2; exit 1; }
+
+#[ `ls -1 /etc/apache2/sites-enabled/ | wc -l | sed -e 's/ *//;'` -eq 0 ] && \
+#echo "You haven't enabled any sites yet, so I'm not starting apache2." && \
+#echo "To add and enable a host, use addhost and enhost." && exit 0
+
+#edit /etc/default/apache2 to change this.
+HTCACHECLEAN_RUN=auto
+HTCACHECLEAN_MODE=daemon
+HTCACHECLEAN_SIZE=300M
+HTCACHECLEAN_DAEMON_INTERVAL=120
+HTCACHECLEAN_PATH=/var/cache/apache2/mod_disk_cache
+HTCACHECLEAN_OPTIONS=""
+
+set -e
+if [ -x /usr/sbin/apache2 ] ; then
+        HAVE_APACHE2=1
+else
+        echo "No apache MPM package installed"
+        exit 0
+fi
+
+. /lib/lsb/init-functions
+
+test -f /etc/default/rcS && . /etc/default/rcS
+#test -f /etc/default/apache2 && . /etc/default/apache2
+
+APACHE2CTL="$ENV APACHE_ENVVARS=$APACHE_ENVVARS /usr/sbin/apache2ctl $APACHE_ARGS"
+CONFIG_TEST="$APACHE2CTL -t"
+HTCACHECLEAN="$ENV /usr/sbin/htcacheclean"
+
+check_htcacheclean() {
+        [ "$HTCACHECLEAN_MODE" = "daemon" ] || return 1
+
+        [ "$HTCACHECLEAN_RUN"  = "yes"    ] && return 0
+
+        [ "$HTCACHECLEAN_RUN"  = "auto" \
+          -a -e /etc/apache2/mods-enabled/disk_cache.load ] && return 0
+
+        return 1
+}
+
+start_htcacheclean() {
+        $HTCACHECLEAN $HTCACHECLEAN_OPTIONS -d$HTCACHECLEAN_DAEMON_INTERVAL \
+                        -i -p$HTCACHECLEAN_PATH -l$HTCACHECLEAN_SIZE
+
+}
+
+stop_htcacheclean() {
+        killall htcacheclean 2> /dev/null || echo ...not running
+}
+
+pidof_apache() {
+    # if pidof is null for some reasons the script exits automagically
+    # classified as good/unknown feature
+    PIDS=`pidof apache2` || true
+
+    PFILE=`. $APACHE_ENVVARS ; echo $APACHE_PID_FILE`
+    if [ -z "$PFILE" ] ; then
+        echo ERROR: APACHE_PID_FILE needs to be defined in $APACHE_ENVVARS >&2
+        exit 2
+    fi
+
+    [ -e $PFILE ] && PIDS2=`cat $PFILE`
+
+    # if there is a pid we need to verify that belongs to apache2
+    # for real
+    for i in $PIDS; do
+        if [ "$i" = "$PIDS2" ]; then
+            # in this case the pid stored in the
+            # pidfile matches one of the pidof apache
+            # so a simple kill will make it
+            echo $i
+            return 0
+        fi
+    done
+    return 1
+}
+
+apache_stop() {
+        if `$APACHE2CTL -t > /dev/null 2>&1`; then
+                # if the config is ok than we just stop normaly
+                $APACHE2CTL -k graceful-stop
+        else
+                # if we are here something is broken and we need to try
+                # to exit as nice and clean as possible
+                PID=$(pidof_apache)
+
+                if [ "${PID}" ]; then
+                        # in this case it is everything nice and dandy
+                        # and we kill apache2
+                        log_warning_msg "We failed to correctly shutdown apache, so we're now killing all running apache processes. This is almost certainly suboptimal, so please make sure your system is working as you'd expect now!"
+                        kill $PID
+                elif [ "$(pidof apache2)" ]; then
+                        if [ "$VERBOSE" != no ]; then
+                                echo " ... failed!"
+                                echo "You may still have some apache2 processes running.  There are"
+                                echo "processes named 'apache2' which do not match your pid file,"
+                                echo "and in the name of safety, we've left them alone.  Please review"
+                                echo "the situation by hand."
+                        fi
+                        return 1
+                fi
+        fi
+}
+
+# Stupid hack to keep lintian happy. (Warrk! Stupidhack!).
+case $1 in
+        start)
+                log_daemon_msg "Starting web server" "apache2"
+                if $APACHE2CTL -k start; then
+                        #if check_htcacheclean ; then
+                        #        log_progress_msg htcacheclean
+                        #        start_htcacheclean || log_end_msg 1
+                        #fi
+                        log_end_msg 0
+                else
+                        log_end_msg 1
+                fi
+        ;;
+        stop)
+                #if check_htcacheclean ; then
+                #        log_daemon_msg "Stopping web server" "htcacheclean"
+                #        stop_htcacheclean
+                #        log_progress_msg "apache2"
+                #else
+                        log_daemon_msg "Stopping web server" "apache2"
+                #fi
+                if apache_stop; then
+                        log_end_msg 0
+                else
+                        log_end_msg 1
+                fi
+        ;;
+        reload | force-reload)
+                if ! $APACHE2CTL -t > /dev/null 2>&1; then
+                    $APACHE2CTL -t || true
+                    log_end_msg 1
+                    exit 1
+                fi
+                log_daemon_msg "Reloading web server config" "apache2"
+                if pidof_apache > /dev/null ; then
+                    if $APACHE2CTL -k graceful $2 ; then
+                        log_end_msg 0
+                    else
+                        log_end_msg 1
+                    fi
+                fi
+        ;;
+        restart)
+                #if check_htcacheclean ; then
+                #        log_daemon_msg "Restarting web server" "htcacheclean"
+                #        stop_htcacheclean
+                #        log_progress_msg apache2
+                #else
+                        log_daemon_msg "Restarting web server" "apache2"
+                #fi
+                if ! apache_stop; then
+                        log_end_msg 1 || true
+                fi
+                sleep 5
+                if $APACHE2CTL -k start; then
+                        #if check_htcacheclean ; then
+                        #        start_htcacheclean || log_end_msg 1
+                        #fi
+                        log_end_msg 0
+                else
+                        log_end_msg 1
+                fi
+        ;;
+        configtest)
+               echo $APACHE2CTL -t -DDUMP_MODULES -DDUMP_VHOSTS
+               $APACHE2CTL -t -DDUMP_MODULES -DDUMP_VHOSTS
+               $APACHE2CTL -l
+        ;;
+        *)
+                log_success_msg "Usage: /etc/init.d/$INITSCRIPT {start|stop|restart|reload|force-reload|configtest}"
+                exit 1
+        ;;
+esac

data/app_generators/wakame/templates/cluster/resources/ec2_elastic_ip/ec2_elastic_ip.rb

@@ -0,0 +1,39 @@
+class Ec2ElasticIp < Wakame::Service::Resource
+  
+  def_attribute :elastic_ip, ''
+  def_attribute :require_agent, false
+  
+  def on_parent_changed(svc, action)
+    start(svc, action)
+  end
+
+  def start(svc, action)
+    require 'right_aws'
+    ec2 = RightAws::Ec2.new(Wakame.config.aws_access_key, Wakame.config.aws_secret_key)
+
+    puts svc.parent_instances.size.to_s
+    a = svc.parent_instances.first
+
+    puts "#{a.class}, a.agent=#{a.agent}"
+    Wakame.log.info("Associating the Elastic IP #{self.elastic_ip} to #{a.agent.attr[:instance_id]}")
+    ec2.associate_address(a.agent.attr[:instance_id], self.elastic_ip)
+    EM.barrier {
+      svc.update_status(Wakame::Service::STATUS_ONLINE)
+    }
+  end
+  
+  def stop(svc, action)
+    require 'right_aws'
+    ec2 = RightAws::Ec2.new(Wakame.config.aws_access_key, Wakame.config.aws_secret_key)
+
+    a = svc.parent_instances.first
+
+    #Wakame.log.info("Disassociating the Elastic IP #{self.elastic_ip} from #{a.agent.attr[:instance_id]}")
+    #ec2.disassociate_address(self.elastic_ip)
+    EM.barrier {
+      svc.update_status(Wakame::Service::STATUS_OFFLINE)
+    }
+
+  end
+
+end

data/app_generators/wakame/templates/cluster/resources/mysql_master/conf/my.cnf

@@ -0,0 +1,154 @@
+#
+# The MySQL database server configuration file.
+#
+# You can copy this to one of:
+# - "/etc/mysql/my.cnf" to set global options,
+# - "~/.my.cnf" to set user-specific options.
+# 
+# One can use all long options that the program supports.
+# Run program with --help to get a list of available options and with
+# --print-defaults to see which it would actually understand and use.
+#
+# For explanations see
+# http://dev.mysql.com/doc/mysql/en/server-system-variables.html
+
+# This will be passed to all mysql clients
+# It has been reported that passwords should be enclosed with ticks/quotes
+# escpecially if they contain "#" chars...
+# Remember to edit /etc/mysql/debian.cnf when changing the socket location.
+[client]
+port		= <%= property.mysqld_port %>
+socket		= /var/run/mysqld/mysqld.sock
+
+# Here is entries for some specific programs
+# The following values assume you have at least 32M ram
+
+# This was formally known as [safe_mysqld]. Both versions are currently parsed.
+[mysqld_safe]
+socket		= /var/run/mysqld/mysqld.sock
+nice		= 0
+
+[mysqld]
+#
+# * Basic Settings
+#
+
+#
+# * IMPORTANT
+#   If you make changes to these settings and your system uses apparmor, you may
+#   also need to also adjust /etc/apparmor.d/usr.sbin.mysqld.
+#
+
+user		= mysql
+pid-file	= /var/run/mysqld/mysqld.pid
+socket		= /var/run/mysqld/mysqld.sock
+port		= <%= property.mysqld_port %>
+basedir		= /usr
+datadir		= <%= property.mysqld_datadir %>
+tmpdir		= /tmp
+language	= /usr/share/mysql/english
+skip-external-locking
+#
+# Instead of skip-networking the default is now to listen only on
+# localhost which is more compatible and is not less secure.
+#bind-address		= 127.0.0.1
+#
+# * Fine Tuning
+#
+key_buffer		= 16M
+max_allowed_packet	= 16M
+thread_stack		= 128K
+thread_cache_size	= 8
+#max_connections        = 100
+#table_cache            = 64
+#thread_concurrency     = 10
+#
+# * Query Cache Configuration
+#
+query_cache_limit       = 1M
+query_cache_size        = 16M
+#
+# * Logging and Replication
+#
+# Both location gets rotated by the cronjob.
+# Be aware that this log type is a performance killer.
+log		= /var/log/mysql/mysql.log
+log_error       = /var/log/mysql/mysql-error.log
+#
+# Error logging goes to syslog. This is a Debian improvement :)
+#
+# Here you can see queries with especially long duration
+log_slow_queries	= /var/log/mysql/mysql-slow.log
+long_query_time = 2
+#log-queries-not-using-indexes
+#
+# The following can be used as easy to replay backup logs or for replication.
+# note: if you are setting up a replication slave, see README.Debian about
+#       other settings you may need to change.
+server-id		= <%= property.mysqld_server_id %>
+log_bin			= <%= property.mysqld_log_bin %>
+#expire_logs_days	= 10
+#max_binlog_size         = 100M
+#binlog_do_db		= include_database_name
+#binlog_ignore_db	= include_database_name
+#
+# * BerkeleyDB
+#
+# Using BerkeleyDB is now discouraged as its support will cease in 5.1.12.
+skip-bdb
+#
+# * InnoDB
+#
+# InnoDB is enabled by default with a 10MB datafile in /var/lib/mysql/.
+# Read the manual for more InnoDB related options. There are many!
+# You might want to disable InnoDB to shrink the mysqld process by circa 100MB.
+#skip-innodb
+#
+# * Security Features
+#
+# Read the manual, too, if you want chroot!
+# chroot = /var/lib/mysql/
+#
+# For generating SSL certificates I recommend the OpenSSL GUI "tinyca".
+#
+# ssl-ca=/etc/mysql/cacert.pem
+# ssl-cert=/etc/mysql/server-cert.pem
+# ssl-key=/etc/mysql/server-key.pem
+
+innodb_flush_method=O_DIRECT
+wait_timeout=60
+skip-name-resolve
+
+
+
+
+
+[mysqldump]
+quick
+quote-names
+max_allowed_packet	= 16M
+
+[mysql]
+#no-auto-rehash	# faster start of mysql but no tab completition
+
+[isamchk]
+key_buffer		= 16M
+
+#
+# * NDB Cluster
+#
+# See /usr/share/doc/mysql-server-*/README.Debian for more information.
+#
+# The following configuration is read by the NDB Data Nodes (ndbd processes)
+# not from the NDB Management Nodes (ndb_mgmd processes).
+#
+# [MYSQL_CLUSTER]
+# ndb-connectstring=127.0.0.1
+
+
+#
+# * IMPORTANT: Additional settings that can override those from this file!
+# The files must end with '.cnf', otherwise they'll be ignored.
+#
+#!includedir /etc/mysql/conf.d/
+

data/app_generators/wakame/templates/cluster/resources/mysql_master/init.d/mysql

@@ -0,0 +1,185 @@
+#!/bin/bash
+#
+### BEGIN INIT INFO
+# Provides:          mysql
+# Required-Start:    $remote_fs $syslog mysql-ndb
+# Required-Stop:     $remote_fs $syslog mysql-ndb
+# Should-Start:      $network $named $time
+# Should-Stop:       $network $named $time
+# Default-Start:     2 3 4 5
+# Default-Stop:      0 1 6
+# Short-Description: Start and stop the mysql database server daemon
+# Description:       Controls the main MySQL database server daemon "mysqld"
+#                    and its wrapper script "mysqld_safe".
+### END INIT INFO
+#
+
+[ -n $WAKAME_ROOT ] || { echo "WAKAME_ROOT env was not set" >&2; exit 1; }
+
+set -e
+set -u
+${DEBIAN_SCRIPT_DEBUG:+ set -v -x}
+
+test -x /usr/sbin/mysqld || exit 0
+
+. /lib/lsb/init-functions
+
+SELF=$(cd $(dirname $0); pwd -P)/$(basename $0)
+CONF=$WAKAME_ROOT/tmp/config/mysql_master/conf/my.cnf
+MYADMIN="/usr/bin/mysqladmin --defaults-file=$CONF"
+
+# priority can be overriden and "-s" adds output to stderr
+ERR_LOGGER="logger -p daemon.err -t /etc/init.d/mysql -i"
+
+# Safeguard (relative paths, core dumps..)
+cd /
+umask 077
+
+# mysqladmin likes to read /root/.my.cnf. This is usually not what I want
+# as many admins e.g. only store a password without a username there and
+# so break my scripts.
+export HOME=/etc/mysql/
+
+## Fetch a particular option from mysql's invocation.
+#
+# Usage: void mysqld_get_param option
+mysqld_get_param() {
+	/usr/sbin/mysqld --print-defaults \
+		| tr " " "\n" \
+		| grep -- "--$1" \
+		| tail -n 1 \
+		| cut -d= -f2
+}
+
+## Do some sanity checks before even trying to start mysqld.
+sanity_checks() {
+  # check for config file
+  if [ ! -r $CONF ]; then
+    echo                "WARNING: $CONF cannot be read." | $ERR_LOGGER
+  fi
+
+  # check for diskspace shortage
+  datadir=`mysqld_get_param datadir`
+  if LC_ALL=C BLOCKSIZE= df --portability $datadir/. | tail -n 1 | awk '{ exit ($4>4096) }'; then
+    log_failure_msg "$0: ERROR: The partition with $datadir is too full!"
+    echo                "ERROR: The partition with $datadir is too full!" | $ERR_LOGGER
+    exit 1
+  fi
+}
+
+## Checks if there is a server running and if so if it is accessible.
+#
+# check_alive insists on a pingable server
+# check_dead also fails if there is a lost mysqld in the process list
+#
+# Usage: boolean mysqld_status [check_alive|check_dead] [warn|nowarn]
+mysqld_status () {
+    ping_output=`$MYADMIN ping 2>&1`; ping_alive=$(( ! $? ))
+
+    ps_alive=0
+    pidfile=`mysqld_get_param pid-file`
+    if [ -f "$pidfile" ] && ps `cat $pidfile` >/dev/null 2>&1; then ps_alive=1; fi
+    
+    if [ "$1" = "check_alive"  -a  $ping_alive = 1 ] ||
+       [ "$1" = "check_dead"   -a  $ping_alive = 0  -a  $ps_alive = 0 ]; then
+	return 0 # EXIT_SUCCESS
+    else
+  	if [ "$2" = "warn" ]; then
+  	    echo -e "$ps_alive processes alive and '$MYADMIN ping' resulted in\n$ping_output\n" | $ERR_LOGGER -p daemon.debug
+	fi
+  	return 1 # EXIT_FAILURE
+    fi
+}
+
+#
+# main()
+#
+
+case "${1:-''}" in
+  'start')
+	sanity_checks;
+	# Start daemon
+	log_daemon_msg "Starting MySQL database server" "mysqld"
+	if mysqld_status check_alive nowarn; then
+	   log_progress_msg "already running"
+	   log_end_msg 0
+	else
+  	    /usr/bin/mysqld_safe --defaults-file="$CONF" --skip-character-set-client-handshake  > /dev/null 2>&1 &
+	    # 6s was reported in #352070 to be too few when using ndbcluster
+	    for i in 1 2 3 4 5 6 7 8 9 10 11 12 13 14; do
+                sleep 1
+	        if mysqld_status check_alive nowarn ; then break; fi
+		log_progress_msg "."
+	    done
+	    if mysqld_status check_alive warn; then
+                log_end_msg 0
+	        # Now start mysqlcheck or whatever the admin wants.
+	        output=$(/etc/mysql/debian-start)
+		[ -n "$output" ] && log_action_msg "$output"
+	    else
+	        log_end_msg 1
+		log_failure_msg "Please take a look at the syslog"
+	    fi
+	fi
+
+	;;
+
+  'stop')
+	# * As a passwordless mysqladmin (e.g. via ~/.my.cnf) must be possible
+	# at least for cron, we can rely on it here, too. (although we have 
+	# to specify it explicit as e.g. sudo environments points to the normal
+	# users home and not /root)
+	log_daemon_msg "Stopping MySQL database server" "mysqld"
+	if ! mysqld_status check_dead nowarn; then
+	  set +e
+	  shutdown_out=`$MYADMIN shutdown 2>&1`; r=$?
+	  set -e
+	  if [ "$r" -ne 0 ]; then
+	    log_end_msg 1
+	    [ "$VERBOSE" != "no" ] && log_failure_msg "Error: $shutdown_out"
+	    log_daemon_msg "Killing MySQL database server by signal" "mysqld"
+	    killall -15 mysqld
+            server_down=
+	    for i in 1 2 3 4 5 6 7 8 9 10; do
+              sleep 1
+              if mysqld_status check_dead nowarn; then server_down=1; break; fi
+            done
+          if test -z "$server_down"; then killall -9 mysqld; fi
+	  fi
+        fi
+
+        if ! mysqld_status check_dead warn; then
+	  log_end_msg 1
+	  log_failure_msg "Please stop MySQL manually and read /usr/share/doc/mysql-server-5.0/README.Debian.gz!"
+	  exit -1
+	else
+	  log_end_msg 0
+        fi
+	;;
+
+  'restart')
+	set +e; $SELF stop; set -e
+	$SELF start 
+	;;
+
+  'reload'|'force-reload')
+  	log_daemon_msg "Reloading MySQL database server" "mysqld"
+	$MYADMIN reload
+	log_end_msg 0
+	;;
+
+  'status')
+	if mysqld_status check_alive nowarn; then
+	  log_action_msg "$($MYADMIN version)"
+	else
+	  log_action_msg "MySQL is stopped."
+	  exit 3
+	fi
+  	;;
+
+  *)
+	echo "Usage: $SELF start|stop|restart|reload|force-reload|status"
+	exit 1
+	;;
+esac
+