sml-rubber 0.9.1

data/generators/vulcanize/templates/mysql_cluster/config/rubber/role/mysql_data/my.cnf

@@ -0,0 +1,15 @@
+<%
+  
+  mgm_nodes = rubber_instances.for_role('mysql_mgm')
+  mgm_host = mgm_nodes.first.full_name
+
+  @path = "/etc/mysql/my.cnf"
+  @post = <<-POST
+    mkdir -p #{rubber_env.db_data_dir}
+  POST
+%>
+
+# Generated by rubber for mysql_data role
+
+[mysql_cluster]
+ndb-connectstring=<%= mgm_host %>

data/generators/vulcanize/templates/mysql_cluster/config/rubber/role/mysql_mgm/ndb_mgmd.cnf

@@ -0,0 +1,39 @@
+<%
+  data_nodes = rubber_instances.for_role('mysql_data')
+  sql_nodes = rubber_instances.for_role('mysql_sql')
+
+  @path = "/etc/mysql/ndb_mgmd.cnf"
+%>
+
+# Generated by rubber for mysql_mgm role
+
+# You can use the following formula for obtaining a rough estimate of how much
+# RAM is needed for each data node in the cluster:
+# (SizeofDatabase ? NumberOfReplicas ? 1.1 ) / NumberOfDataNodes
+
+[NDBD DEFAULT]
+NoOfReplicas=<%= data_nodes.size == 1 ? 1 : 2 %>
+
+[MYSQLD DEFAULT]
+[NDB_MGMD DEFAULT]
+[TCP DEFAULT]
+
+# Managment Server
+[NDB_MGMD]
+HostName=<%= rubber_env.full_host %>
+
+# Data Nodes (Where your data is stored)
+<% data_nodes.each do |data_node| %>
+[NDBD]
+HostName=<%= data_node.full_name %>
+DataDir=<%= rubber_env.db_data_dir %>
+<% end %>
+
+# SQL Nodes (what your clients connect to)
+<% sql_nodes.each do |sql_node| %>
+[MYSQLD]
+HostName=<%= sql_node.full_name %>
+<% end %>
+
+# One extra sql_node for use by things like ndb_restore from mgm node itself.
+[MYSQLD]

data/generators/vulcanize/templates/mysql_cluster/config/rubber/role/mysql_sql/monit-mysql_cluster_sql.cnf

@@ -0,0 +1,10 @@
+<%
+  @path = '/etc/monit/monit.d/monit-mysql_cluster_sql.conf'
+%>
+
+check process mysql_cluster_sql with pidfile /var/lib/mysql/<%= rubber_env.full_host %>.pid
+   group mysql_cluster_sql-<%= RUBBER_ENV %>
+   start program = "/etc/init.d/mysql start"
+   stop program = "/etc/init.d/mysql stop"
+   if failed host 127.0.0.1 port 3306 protocol mysql then alert
+   if 5 restarts within 5 cycles then timeout

data/generators/vulcanize/templates/mysql_cluster/config/rubber/role/mysql_sql/my.cnf

@@ -0,0 +1,23 @@
+<%
+  @path = "/etc/mysql/my.cnf"
+  
+  # When sql nodes on same hosts as data nodes, then this config needs to be
+  # additive - the mysql_data node gets generated first due to generator order
+  self_instance = rubber_instances[rubber_env.host]
+  if self_instance.role_names.include?('mysql_data')
+    @additive = ['# mysql_sql start', '# mysql_sql end']
+  end
+  
+  mgm_nodes = rubber_instances.for_role('mysql_mgm')
+  mgm_host = mgm_nodes.first.full_name
+%>
+
+# Generated by rubber for mysql_sql role
+
+[client]
+default-character-set = utf8
+
+[mysqld]
+default-character-set = utf8
+ndbcluster
+ndb-connectstring=<%= mgm_host %>

data/generators/vulcanize/templates/mysql_cluster/config/rubber/rubber-mysql_cluster.yml

@@ -0,0 +1,32 @@
+# MySQL user accounts and privileges are not automatically propagated between different MySQL servers accessing the same MySQL Cluster. Therefore, you must make sure that these are copied between the SQL nodes yourself.
+
+# REQUIRED: The credentials for creating/accessong your app's database
+#
+db_user: "#{app_name}"
+db_pass:
+db_name: "#{app_name}_#{RUBBER_ENV}"
+
+# REQUIRED: The command to use to do a full backup of your database using
+#           "rake rubber:backup_db"
+db_backup_cmd: "nice mysqldump -h %host% -u %user% --password=%pass% %name% | gzip -c > %backup_file%"
+# REQUIRED: The command to use to restore the database using
+#           "rake rubber:restore_db_s3"
+#           This command will receive the data generated by db_backup_cmd via
+#           its standard input
+db_restore_cmd: "zcat - | mysql -h %host% -u %user% --password=%pass% %name%"
+
+
+# REQUIRED: The directory the data nodes store the db data in
+#
+db_data_dir: /mnt/mysql_cluster_data
+
+packages: [mysql-client, libmysql-ruby]
+
+
+roles:
+  mysql_sql:
+    packages: [mysql-server]
+  mysql_mgm:
+    packages: [mysql-server]
+  mysql_data:
+    packages: [mysql-server]

data/generators/vulcanize/templates/mysql_cluster/templates.yml

@@ -0,0 +1 @@
+description: The mysql cluster module

data/generators/vulcanize/templates/mysql_proxy/config/rubber/common/database.yml

@@ -0,0 +1,16 @@
+<%
+  @path = "#{RUBBER_ROOT}/config/database.yml"
+%>
+
+# Sets up rails to talk to mysql-proxy load balancer running on localhost,
+# which then then balances requests between sql nodes in the cluster
+<%= RUBBER_ENV %>:
+  adapter: mysql
+  encoding: utf8
+  database: <%= rubber_env.db_name %>
+  username: <%= rubber_env.db_user %>
+  password: <%= rubber_env.db_pass %>
+  host: 127.0.0.1
+  port: 4040
+
+

data/generators/vulcanize/templates/mysql_proxy/config/rubber/common/monit-mysql_proxy.cnf

@@ -0,0 +1,10 @@
+<%
+  @path = '/etc/monit/monit.d/monit-mysql_proxy.conf'
+%>
+
+check process mysql_proxy with pidfile /var/run/mysql-proxy.pid
+   group mysql_proxy-<%= RUBBER_ENV %>
+   start program = "/etc/init.d/mysql-proxy start"
+   stop program = "/etc/init.d/mysql-proxy stop"
+   if failed host 127.0.0.1 port 4040 protocol mysql then alert
+   if 5 restarts within 5 cycles then timeout

data/generators/vulcanize/templates/mysql_proxy/config/rubber/common/mysql-proxy

@@ -0,0 +1,153 @@
+<%
+  @path = "/etc/init.d/mysql-proxy"
+  @perms = 0755
+%>#! /bin/sh
+### BEGIN INIT INFO
+# Provides:          mysql-proxy
+# Required-Start:    $local_fs $remote_fs
+# Required-Stop:     $local_fs $remote_fs
+# Default-Start:     2 3 4 5
+# Default-Stop:      S 0 1 6
+# Short-Description: mysql-proxy daemon
+# Description:       Starts local proxy server
+### END INIT INFO
+
+# Author: Matt Conway (http://github.com/wr0ngway/rubber)
+#
+
+# PATH should only include /usr/* if it runs after the mountnfs.sh script
+PATH=/usr/sbin:/usr/bin:/sbin:/bin
+DESC="mysql-proxy"
+NAME=mysql-proxy
+DAEMON=/usr/sbin/$NAME
+PIDFILE=/var/run/$NAME.pid
+DAEMON_ARGS="--daemon --pid-file=${PIDFILE}"
+SCRIPTNAME=/etc/init.d/$NAME
+
+# Exit if the package is not installed
+[ -x "$DAEMON" ] || exit 0
+
+# Read configuration variable file if it is present
+[ -r /etc/default/$NAME ] && . /etc/default/$NAME
+
+# Load the VERBOSE setting and other rcS variables
+[ -f /etc/default/rcS ] && . /etc/default/rcS
+
+# Define LSB log_* functions.
+# Depend on lsb-base (>= 3.0-6) to ensure that this file is present.
+. /lib/lsb/init-functions
+
+#
+# Function that starts the daemon/service
+#
+do_start()
+{
+	# Return
+	#   0 if daemon has been started
+	#   1 if daemon was already running
+	#   2 if daemon could not be started
+	start-stop-daemon --start --quiet --pidfile $PIDFILE --exec $DAEMON --test > /dev/null \
+		|| return 1
+	start-stop-daemon --start --background --quiet --pidfile $PIDFILE --exec $DAEMON -- \
+		$DAEMON_ARGS \
+		|| return 2
+	# Add code here, if necessary, that waits for the process to be ready
+	# to handle requests from services started subsequently which depend
+	# on this one.  As a last resort, sleep for some time.
+}
+
+#
+# Function that stops the daemon/service
+#
+do_stop()
+{
+	# Return
+	#   0 if daemon has been stopped
+	#   1 if daemon was already stopped
+	#   2 if daemon could not be stopped
+	#   other if a failure occurred
+	start-stop-daemon --stop --quiet --retry=TERM/30/KILL/5 --pidfile $PIDFILE --name $NAME
+	RETVAL="$?"
+	[ "$RETVAL" = 2 ] && return 2
+	# Wait for children to finish too if this is a daemon that forks
+	# and if the daemon is only ever run from this initscript.
+	# If the above conditions are not satisfied then add some other code
+	# that waits for the process to drop all resources that could be
+	# needed by services started subsequently.  A last resort is to
+	# sleep for some time.
+	start-stop-daemon --stop --quiet --oknodo --retry=0/30/KILL/5 --exec $DAEMON
+	[ "$?" = 2 ] && return 2
+	# Many daemons don't delete their pidfiles when they exit.
+	rm -f $PIDFILE
+	return "$RETVAL"
+}
+
+#
+# Function that sends a SIGHUP to the daemon/service
+#
+do_reload() {
+	#
+	# If the daemon can reload its configuration without
+	# restarting (for example, when it is sent a SIGHUP),
+	# then implement that here.
+	#
+	start-stop-daemon --stop --signal 1 --quiet --pidfile $PIDFILE --name $NAME
+	return 0
+}
+
+case "$1" in
+  start)
+	[ "$VERBOSE" != no ] && log_daemon_msg "Starting $DESC" "$NAME"
+	do_start
+	case "$?" in
+		0|1) [ "$VERBOSE" != no ] && log_end_msg 0 ;;
+		2) [ "$VERBOSE" != no ] && log_end_msg 1 ;;
+	esac
+	;;
+  stop)
+	[ "$VERBOSE" != no ] && log_daemon_msg "Stopping $DESC" "$NAME"
+	do_stop
+	case "$?" in
+		0|1) [ "$VERBOSE" != no ] && log_end_msg 0 ;;
+		2) [ "$VERBOSE" != no ] && log_end_msg 1 ;;
+	esac
+	;;
+  #reload|force-reload)
+	#
+	# If do_reload() is not implemented then leave this commented out
+	# and leave 'force-reload' as an alias for 'restart'.
+	#
+	#log_daemon_msg "Reloading $DESC" "$NAME"
+	#do_reload
+	#log_end_msg $?
+	#;;
+  restart|force-reload)
+	#
+	# If the "reload" option is implemented then remove the
+	# 'force-reload' alias
+	#
+	log_daemon_msg "Restarting $DESC" "$NAME"
+	do_stop
+	case "$?" in
+	  0|1)
+		do_start
+		case "$?" in
+			0) log_end_msg 0 ;;
+			1) log_end_msg 1 ;; # Old process is still running
+			*) log_end_msg 1 ;; # Failed to start
+		esac
+		;;
+	  *)
+	  	# Failed to stop
+		log_end_msg 1
+		;;
+	esac
+	;;
+  *)
+	#echo "Usage: $SCRIPTNAME {start|stop|restart|reload|force-reload}" >&2
+	echo "Usage: $SCRIPTNAME {start|stop|restart|force-reload}" >&2
+	exit 3
+	;;
+esac
+
+:

data/generators/vulcanize/templates/mysql_proxy/config/rubber/common/mysql-proxy.conf

@@ -0,0 +1,10 @@
+<%
+  @path = "/etc/default/mysql-proxy"
+  
+  proxy_cmd = "--proxy-lua-script=/etc/mysql/mysql-proxy.lua"
+  rubber_instances.for_role(rubber_env.mysql_proxy_role).each do |ic|
+    proxy_cmd << " --proxy-backend-addresses=#{ic.full_name}:3306"
+  end
+%>
+
+DAEMON_ARGS="${DAEMON_ARGS} <%= proxy_cmd %>"

data/generators/vulcanize/templates/mysql_proxy/config/rubber/common/mysql-proxy.lua

@@ -0,0 +1,5 @@
+<%
+  @path = "/etc/mysql/mysql-proxy.lua"
+%>
+
+-- we could put a lua script here if we needed to customize mysql-proxy behavior

data/generators/vulcanize/templates/mysql_proxy/config/rubber/deploy-mysql_proxy.rb

@@ -0,0 +1,52 @@
+
+namespace :rubber do
+  
+  namespace :mysql_proxy do
+    
+    rubber.allow_optional_tasks(self)
+
+    # mysql-proxy needs to get stopped last and started first so that 
+    # other processes that use db aren't affected
+    after "deploy:stop", "rubber:mysql_proxy:stop"
+    before "deploy:start", "rubber:mysql_proxy:start"
+    before "deploy:restart", "rubber:mysql_proxy:restart"
+      
+    before "rubber:install_packages", "rubber:mysql_proxy:install"
+  
+    task :install do
+      # Setup apt sources to getmysql-proxy (needs to happen for all roles)
+      # https://launchpad.net/~mysql-cge-testing/+archive
+      #      
+      sources = <<-SOURCES
+         deb http://ppa.launchpad.net/ndb-bindings/ubuntu hardy main
+         deb-src http://ppa.launchpad.net/ndb-bindings/ubuntu hardy main
+      SOURCES
+      sources.gsub!(/^ */, '')
+      put(sources, "/etc/apt/sources.list.d/mysql_proxy.list")
+    end
+    
+    desc <<-DESC
+      Starts the mysql proxy daemon
+    DESC
+    task :start do
+      sudo "/etc/init.d/mysql-proxy start"
+    end
+    
+    desc <<-DESC
+      Stops the mysql proxy daemon
+    DESC
+    task :stop do
+      sudo "/etc/init.d/mysql-proxy stop"
+    end
+    
+    desc <<-DESC
+      Restarts the mysql proxy daemon
+    DESC
+    task :restart do
+      sudo "/etc/init.d/mysql-proxy restart"
+    end
+    
+    
+  end
+
+end

data/generators/vulcanize/templates/mysql_proxy/config/rubber/rubber-mysql_proxy.yml

@@ -0,0 +1,11 @@
+# MySQL user accounts and privileges are not automatically propagated between different MySQL servers accessing the same MySQL Cluster. Therefore, you must make sure that these are copied between the SQL nodes yourself.
+
+# Uses db credtial variables from mysql/mysql_cluster
+# db_user, db_pass, db_name
+
+# REQUIRED: The role of the servers mysql_proxy load balances sql requests to.
+# e.g. 'mysql_sql' for mysql_cluster, or 'db' for both mysql master/slave,
+# or 'mysql_master' for just master
+mysql_proxy_role: mysql_sql
+
+packages: [mysql-proxy]

data/generators/vulcanize/templates/mysql_proxy/templates.yml

@@ -0,0 +1 @@
+description: The mysql_proxy module for load balancing to mysql servers

data/generators/vulcanize/templates/nginx/config/rubber/deploy-nginx.rb

@@ -0,0 +1,45 @@
+
+namespace :rubber do
+
+  namespace :nginx do
+  
+    rubber.allow_optional_tasks(self)
+    
+    # serial_task can only be called after roles defined - not normally a problem, but
+    # rubber auto-roles don't get defined till after all tasks are defined
+    on :load do
+      rubber.serial_task self, :serial_restart, :roles => [:web, :web_tools] do
+        run "/etc/init.d/nginx restart"
+      end
+      rubber.serial_task self, :serial_reload, :roles => [:web, :web_tools] do
+        run "if ! ps ax | grep -v grep | grep -c nginx &> /dev/null; then /etc/init.d/nginx start; else /etc/init.d/nginx reload; fi"
+      end
+    end
+    
+    before "deploy:stop", "rubber:nginx:stop"
+    after "deploy:start", "rubber:nginx:start"
+    after "deploy:restart", "rubber:nginx:reload"
+    
+    desc "Stops the nginx web server"
+    task :stop, :roles => [:web, :web_tools], :on_error => :continue do
+      run "/etc/init.d/nginx stop"
+    end
+    
+    desc "Starts the nginx web server"
+    task :start, :roles => [:web, :web_tools] do
+      run "/etc/init.d/nginx start"
+    end
+    
+    desc "Restarts the nginx web server"
+    task :restart, :roles => [:web, :web_tools] do
+      serial_restart
+    end
+  
+    desc "Reloads the nginx web server"
+    task :reload, :roles => [:web, :web_tools] do
+      serial_reload
+    end
+  
+  end
+
+end

data/generators/vulcanize/templates/nginx/config/rubber/role/web/crontab

@@ -0,0 +1,9 @@
+<%
+  @read_cmd = 'crontab -l'
+  @write_cmd = 'crontab -'
+  @additive = ["# rubber-nginx-start", "# rubber-nginx-end"]
+%>
+
+# Roll the nginx logs at midnight
+0 0 * * * LOG_DIR=/mnt/nginx/log <%= RUBBER_ROOT %>/script/cron-rake rubber:rotate_logs
+