rubber 1.15.0 → 2.0.0.pre1

data/lib/generators/vulcanize/templates/mysql/config/rubber/role/mysql_slave/mysql_slave_munin_plugin

@@ -1,51 +0,0 @@
-<%
-  @path = "/etc/munin/plugins/mysql_slave"
-  @perms = 0755
-%>#!/bin/sh
-#
-# Plugin to monitor the slave delay
-#
-# Parameters:
-#   
-#   config
-#   autoconf
-#
-# Configuration variables
-#
-# mysqlopts    - Options to pass to mysql
-#
-#%# family=auto
-#%# capabilities=autoconf
-
-MYSQLOPTS="$mysqlopts"
-MYSQLADMIN=${mysqladmin:-mysqladmin}
-
-if [ "$1" = "autoconf" ]; then
-        $MYSQLADMIN --version 2>/dev/null >/dev/null
-        if [ $? -eq 0 ]
-        then
-                $MYSQLADMIN $MYSQLOPTS status 2>/dev/null >/dev/null
-                if [ $? -eq 0 ]
-                then
-                        echo yes
-                        exit 0
-                else
-                        echo "no (could not connect to mysql)"
-                fi
-        else
-                echo "no (mysqladmin not found)"
-        fi
-        exit 1
-fi
-
-if [ "$1" = "config" ]; then
-  echo 'graph_title MySQL Slave Delay'
-  echo 'graph_vlabel seconds'
-  echo 'graph_category mysql'
-  echo 'slave.label slave delay'
-  echo 'graph_args --base 1000'
-  exit 0
-fi
-
-/usr/bin/printf "slave.value "
-echo "show slave status\G"| mysql $MYSQLOPTS | grep "Seconds_Behind_Master" | awk '{print $2}'

data/lib/generators/vulcanize/templates/mysql/config/rubber/rubber-mysql.yml

@@ -1,47 +0,0 @@
-
-# REQUIRED: The credentials for creating/accessong your app's database
-#
-db_user: "#{app_name[0,16]}"
-db_pass:
-db_name: "#{app_name}_#{RUBBER_ENV}"
-
-db_slave_user: "#{('slave_' + db_user)[0,16]}"
-db_replicator_user: "#{('replicator_' + db_user)[0,16]}"
-
-# REQUIRED: The command to use to do a full backup of your database using
-#           "rake rubber:backup_db"
-db_backup_cmd: "nice mysqldump -h %host% -u %user% --password=%pass% %name% | gzip -c > %backup_file%"
-# REQUIRED: The command to use to restore the database using
-#           "rake rubber:restore_db_s3"
-#           This command will receive the data generated by db_backup_cmd via
-#           its standard input
-db_restore_cmd: "zcat - | mysql -h %host% -u %user% --password=%pass% %name%"
-
-# REQUIRED: The directory to store the db data in
-#
-db_root_dir: /mnt/mysql
-db_data_dir: "#{db_root_dir}/data"
-db_log_dir: "#{db_root_dir}/log"
-
-# Capistrano needs db:primary role for migrate to work,
-# so we might as well just make consistent across the board
-role_dependencies:
-  mysql_master: ["db:primary=true"]
-  mysql_slave: [db]
-  db:primary=true: [mysql_master]
-  db: [mysql_slave]
-
-packages: [mysql-client, libmysqlclient15-dev]
-gems: [mysql]
-
-roles:
-  mysql_master:
-    db_server_id: 1
-  mysql_slave:
-    db_server_id: 2
-  db:
-    packages: [
-                mysql-server,
-                maatkit, # useful mysql tools for replication
-                libdbi-perl, libdbd-mysql, libcache-cache-perl # for extended munin plugins
-              ]

data/lib/generators/vulcanize/templates/mysql/templates.yml

@@ -1 +0,0 @@
-description: The mysql module

data/lib/generators/vulcanize/templates/mysql_cluster/config/rubber/deploy-mysql_cluster.rb

@@ -1,177 +0,0 @@
-
-namespace :rubber do
-  
-  namespace :mysql_cluster do
-    
-    rubber.allow_optional_tasks(self)
-  
-    after "rubber:create", "rubber:mysql_cluster:set_db_role"
-      
-    # Capistrano needs db:primary role for migrate to work
-    task :set_db_role do
-      sql_instances = rubber_instances.for_role("mysql_sql")
-      sql_instances.each do |instance|
-        if ! instance.role_names.find {|n| n == 'db'}
-          role = Rubber::Configuration::RoleItem.new('db')
-          primary_exists = rubber_instances.for_role("db", "primary" => true).size > 0
-          role.options["primary"] = true  unless primary_exists
-          instance.roles << role
-        end
-      end
-      rubber_instances.save()
-      load_roles() unless rubber_env.disable_auto_roles
-    end
-    
-    before "rubber:install_packages", "rubber:mysql_cluster:install"
-  
-    task :install, :roles => [:mysql_mgm, :mysql_data, :mysql_sql] do
-      # Setup apt sources to get a newer version of mysql cluster
-      # https://launchpad.net/~mysql-cge-testing/+archive
-      #
-      
-      sources = <<-SOURCES
-         # for mysql cluster 6.2
-         # deb http://ppa.launchpad.net/mysql-cge-testing/ubuntu hardy main
-         # deb-src http://ppa.launchpad.net/mysql-cge-testing/ubuntu hardy main
-         
-         # for mysql cluster 6.3
-         deb http://ppa.launchpad.net/ndb-bindings/ubuntu hardy main
-         deb-src http://ppa.launchpad.net/ndb-bindings/ubuntu hardy main
-      SOURCES
-      sources.gsub!(/^ */, '')
-      put(sources, "/etc/apt/sources.list.d/mysql_cluster.list")
-    end
-      
-    after "rubber:bootstrap", "rubber:mysql_cluster:bootstrap"
-  
-    task :bootstrap, :roles => [:mysql_mgm, :mysql_data, :mysql_sql] do
-      # mysql package install starts mysql, so stop it
-      rsudo "service mysql stop" rescue nil
-      
-      # After everything installed on machines, we need the source tree
-      # on hosts in order to run rubber:config for bootstrapping the db
-      rubber.update_code_for_bootstrap
-  
-      # Conditionaly bootstrap for each node/role only if that node has not
-      # been boostrapped for that role before
-      
-      rubber_instances.for_role("mysql_mgm").each do |ic|
-        task_name = "_bootstrap_mysql_mgm_#{ic.full_name}".to_sym()
-        task task_name, :hosts => ic.full_name do
-          exists = capture("if grep -c rubber.*mysql_mgm /etc/mysql/ndb_mgmd.cnf &> /dev/null; then echo exists; fi")
-          if exists.strip.size == 0
-            rubber.run_config(:RUBBER_ENV => RUBBER_ENV, :FILE => "role/mysql_mgm", :deploy_path => release_path)
-            rsudo "service mysql-ndb-mgm start"
-          end
-        end
-        send task_name
-      end
-    
-      rubber_instances.for_role("mysql_data").each do |ic|
-        task_name = "_bootstrap_mysql_data_#{ic.full_name}".to_sym()
-        task task_name, :hosts => ic.full_name do
-          exists = capture("if grep -c rubber.*mysql_data /etc/mysql/my.cnf &> /dev/null; then echo exists; fi")
-          if exists.strip.size == 0
-            rubber.run_config(:RUBBER_ENV => RUBBER_ENV, :FILE => "role/mysql_data", :deploy_path => release_path)
-            rsudo "service mysql-ndb start-initial"
-          end
-        end
-        send task_name
-      end
-      
-      rubber_instances.for_role("mysql_sql").each do |ic|
-        task_name = "_bootstrap_mysql_sql_#{ic.full_name}".to_sym()
-        task task_name, :hosts => ic.full_name do
-          exists = capture("if grep -c rubber.*mysql_sql /etc/mysql/my.cnf &> /dev/null; then echo exists; fi")
-          if exists.strip.size == 0
-            rubber.run_config(:RUBBER_ENV => RUBBER_ENV, :FILE => "role/mysql_sql", :deploy_path => release_path)
-            rsudo "service mysql start"
-            env = rubber_cfg.environment.bind()
-            # For mysql 5.0 cluster, need to create users and database for EVERY sql node
-            pass = "identified by '#{env.db_pass}'" if env.db_pass
-            rubber.sudo_script "create_mysql_sql_db", <<-ENDSCRIPT
-              mysql -u root -e "create database #{env.db_name};"
-              mysql -u root -e "grant all on *.* to '#{env.db_user}'@'%' #{pass};"
-              mysql -u root -e "grant select on *.* to '#{env.db_slave_user}'@'%' #{pass};"
-              mysql -u root -e "grant replication slave on *.* to '#{env.db_replicator_user}'@'%' #{pass};"
-              mysql -u root -e "flush privileges;"
-            ENDSCRIPT
-            
-          end
-        end
-        send task_name
-      end
-      
-    end
-  
-    desc <<-DESC
-      Starts the mysql cluster management daemon on the management node
-    DESC
-    task :start_mgm, :roles => :mysql_mgm do
-      rsudo "service mysql-ndb-mgm start"
-    end
-    
-    desc <<-DESC
-      Starts the mysql cluster storage daemon on the data nodes
-    DESC
-    task :start_data, :roles => :mysql_data do
-      rsudo "service mysql-ndb start"
-    end
-    
-    desc <<-DESC
-      Starts the mysql cluster sql daemon on the sql nodes
-    DESC
-    task :start_sql, :roles => :mysql_sql do
-      rsudo "service mysql start"
-    end
-    
-    desc <<-DESC
-      Stops the mysql cluster management daemon on the management node
-    DESC
-    task :stop_mgm, :roles => :mysql_mgm do
-      rsudo "service mysql-ndb-mgm stop"
-    end
-    
-    desc <<-DESC
-      Stops the mysql cluster storage daemon on the data nodes
-    DESC
-    task :stop_data, :roles => :mysql_data do
-      rsudo "service mysql-ndb stop"
-    end
-    
-    desc <<-DESC
-      Stops the mysql cluster sql daemon on the sql nodes
-    DESC
-    task :stop_sql, :roles => :mysql_sql do
-      rsudo "service mysql stop"
-    end
-  
-    desc <<-DESC
-      Stops all the mysql cluster daemons
-    DESC
-    task :stop do
-      stop_sql
-      stop_data
-      stop_mgm
-    end
-    
-    desc <<-DESC
-      Starts all the mysql cluster daemons
-    DESC
-    task :start do
-      start_mgm
-      start_data
-      start_sql
-    end
-  
-    desc <<-DESC
-      Restarts all the mysql cluster daemons
-    DESC
-    task :restart do
-      stop
-      start
-    end
-    
-  end
-
-end

data/lib/generators/vulcanize/templates/mysql_cluster/config/rubber/role/mysql_data/my.cnf

@@ -1,15 +0,0 @@
-<%
-  
-  mgm_nodes = rubber_instances.for_role('mysql_mgm')
-  mgm_host = mgm_nodes.first.full_name
-
-  @path = "/etc/mysql/my.cnf"
-  @post = <<-POST
-    mkdir -p #{rubber_env.db_data_dir}
-  POST
-%>
-
-# Generated by rubber for mysql_data role
-
-[mysql_cluster]
-ndb-connectstring=<%= mgm_host %>

data/lib/generators/vulcanize/templates/mysql_cluster/config/rubber/role/mysql_mgm/ndb_mgmd.cnf

@@ -1,39 +0,0 @@
-<%
-  data_nodes = rubber_instances.for_role('mysql_data')
-  sql_nodes = rubber_instances.for_role('mysql_sql')
-
-  @path = "/etc/mysql/ndb_mgmd.cnf"
-%>
-
-# Generated by rubber for mysql_mgm role
-
-# You can use the following formula for obtaining a rough estimate of how much
-# RAM is needed for each data node in the cluster:
-# (SizeofDatabase ? NumberOfReplicas ? 1.1 ) / NumberOfDataNodes
-
-[NDBD DEFAULT]
-NoOfReplicas=<%= data_nodes.size == 1 ? 1 : 2 %>
-
-[MYSQLD DEFAULT]
-[NDB_MGMD DEFAULT]
-[TCP DEFAULT]
-
-# Managment Server
-[NDB_MGMD]
-HostName=<%= rubber_env.full_host %>
-
-# Data Nodes (Where your data is stored)
-<% data_nodes.each do |data_node| %>
-[NDBD]
-HostName=<%= data_node.full_name %>
-DataDir=<%= rubber_env.db_data_dir %>
-<% end %>
-
-# SQL Nodes (what your clients connect to)
-<% sql_nodes.each do |sql_node| %>
-[MYSQLD]
-HostName=<%= sql_node.full_name %>
-<% end %>
-
-# One extra sql_node for use by things like ndb_restore from mgm node itself.
-[MYSQLD]

data/lib/generators/vulcanize/templates/mysql_cluster/config/rubber/role/mysql_sql/monit-mysql_cluster_sql.cnf

@@ -1,10 +0,0 @@
-<%
-  @path = '/etc/monit/monit.d/monit-mysql_cluster_sql.conf'
-%>
-
-check process mysql_cluster_sql with pidfile /var/lib/mysql/<%= rubber_env.full_host %>.pid
-   group mysql_cluster_sql-<%= RUBBER_ENV %>
-   start program = "/usr/bin/env service mysql start"
-   stop program = "/usr/bin/env service mysql stop"
-   if failed host 127.0.0.1 port 3306 protocol mysql then alert
-   if 5 restarts within 5 cycles then timeout

data/lib/generators/vulcanize/templates/mysql_cluster/config/rubber/role/mysql_sql/my.cnf

@@ -1,23 +0,0 @@
-<%
-  @path = "/etc/mysql/my.cnf"
-  
-  # When sql nodes on same hosts as data nodes, then this config needs to be
-  # additive - the mysql_data node gets generated first due to generator order
-  self_instance = rubber_instances[rubber_env.host]
-  if self_instance.role_names.include?('mysql_data')
-    @additive = ['# mysql_sql start', '# mysql_sql end']
-  end
-  
-  mgm_nodes = rubber_instances.for_role('mysql_mgm')
-  mgm_host = mgm_nodes.first.full_name
-%>
-
-# Generated by rubber for mysql_sql role
-
-[client]
-default-character-set = utf8
-
-[mysqld]
-default-character-set = utf8
-ndbcluster
-ndb-connectstring=<%= mgm_host %>

data/lib/generators/vulcanize/templates/mysql_cluster/templates.yml

@@ -1 +0,0 @@
-description: The mysql cluster module

data/lib/generators/vulcanize/templates/mysql_proxy/config/rubber/common/mysql-proxy

@@ -1,154 +0,0 @@
-<%
-  @path = "/etc/init.d/mysql-proxy"
-  @perms = 0755
-  @post = "/usr/sbin/update-rc.d -f mysql-proxy defaults"
-%>#! /bin/sh
-### BEGIN INIT INFO
-# Provides:          mysql-proxy
-# Required-Start:    $local_fs $remote_fs
-# Required-Stop:     $local_fs $remote_fs
-# Default-Start:     2 3 4 5
-# Default-Stop:      S 0 1 6
-# Short-Description: mysql-proxy daemon
-# Description:       Starts local proxy server
-### END INIT INFO
-
-# Author: Matt Conway (http://github.com/wr0ngway/rubber)
-#
-
-# PATH should only include /usr/* if it runs after the mountnfs.sh script
-PATH=/usr/sbin:/usr/bin:/sbin:/bin
-DESC="mysql-proxy"
-NAME=mysql-proxy
-DAEMON=/usr/sbin/$NAME
-PIDFILE=/var/run/$NAME.pid
-DAEMON_ARGS="--daemon --pid-file=${PIDFILE}"
-SCRIPTNAME=/etc/init.d/$NAME
-
-# Exit if the package is not installed
-[ -x "$DAEMON" ] || exit 0
-
-# Read configuration variable file if it is present
-[ -r /etc/default/$NAME ] && . /etc/default/$NAME
-
-# Load the VERBOSE setting and other rcS variables
-[ -f /etc/default/rcS ] && . /etc/default/rcS
-
-# Define LSB log_* functions.
-# Depend on lsb-base (>= 3.0-6) to ensure that this file is present.
-. /lib/lsb/init-functions
-
-#
-# Function that starts the daemon/service
-#
-do_start()
-{
-	# Return
-	#   0 if daemon has been started
-	#   1 if daemon was already running
-	#   2 if daemon could not be started
-	start-stop-daemon --start --quiet --pidfile $PIDFILE --exec $DAEMON --test > /dev/null \
-		|| return 1
-	start-stop-daemon --start --background --quiet --pidfile $PIDFILE --exec $DAEMON -- \
-		$DAEMON_ARGS \
-		|| return 2
-	# Add code here, if necessary, that waits for the process to be ready
-	# to handle requests from services started subsequently which depend
-	# on this one.  As a last resort, sleep for some time.
-}
-
-#
-# Function that stops the daemon/service
-#
-do_stop()
-{
-	# Return
-	#   0 if daemon has been stopped
-	#   1 if daemon was already stopped
-	#   2 if daemon could not be stopped
-	#   other if a failure occurred
-	start-stop-daemon --stop --quiet --retry=TERM/30/KILL/5 --pidfile $PIDFILE --name $NAME
-	RETVAL="$?"
-	[ "$RETVAL" = 2 ] && return 2
-	# Wait for children to finish too if this is a daemon that forks
-	# and if the daemon is only ever run from this initscript.
-	# If the above conditions are not satisfied then add some other code
-	# that waits for the process to drop all resources that could be
-	# needed by services started subsequently.  A last resort is to
-	# sleep for some time.
-	start-stop-daemon --stop --quiet --oknodo --retry=0/30/KILL/5 --exec $DAEMON
-	[ "$?" = 2 ] && return 2
-	# Many daemons don't delete their pidfiles when they exit.
-	rm -f $PIDFILE
-	return "$RETVAL"
-}
-
-#
-# Function that sends a SIGHUP to the daemon/service
-#
-do_reload() {
-	#
-	# If the daemon can reload its configuration without
-	# restarting (for example, when it is sent a SIGHUP),
-	# then implement that here.
-	#
-	start-stop-daemon --stop --signal 1 --quiet --pidfile $PIDFILE --name $NAME
-	return 0
-}
-
-case "$1" in
-  start)
-	[ "$VERBOSE" != no ] && log_daemon_msg "Starting $DESC" "$NAME"
-	do_start
-	case "$?" in
-		0|1) [ "$VERBOSE" != no ] && log_end_msg 0 ;;
-		2) [ "$VERBOSE" != no ] && log_end_msg 1 ;;
-	esac
-	;;
-  stop)
-	[ "$VERBOSE" != no ] && log_daemon_msg "Stopping $DESC" "$NAME"
-	do_stop
-	case "$?" in
-		0|1) [ "$VERBOSE" != no ] && log_end_msg 0 ;;
-		2) [ "$VERBOSE" != no ] && log_end_msg 1 ;;
-	esac
-	;;
-  #reload|force-reload)
-	#
-	# If do_reload() is not implemented then leave this commented out
-	# and leave 'force-reload' as an alias for 'restart'.
-	#
-	#log_daemon_msg "Reloading $DESC" "$NAME"
-	#do_reload
-	#log_end_msg $?
-	#;;
-  restart|force-reload)
-	#
-	# If the "reload" option is implemented then remove the
-	# 'force-reload' alias
-	#
-	log_daemon_msg "Restarting $DESC" "$NAME"
-	do_stop
-	case "$?" in
-	  0|1)
-		do_start
-		case "$?" in
-			0) log_end_msg 0 ;;
-			1) log_end_msg 1 ;; # Old process is still running
-			*) log_end_msg 1 ;; # Failed to start
-		esac
-		;;
-	  *)
-	  	# Failed to stop
-		log_end_msg 1
-		;;
-	esac
-	;;
-  *)
-	#echo "Usage: $SCRIPTNAME {start|stop|restart|reload|force-reload}" >&2
-	echo "Usage: $SCRIPTNAME {start|stop|restart|force-reload}" >&2
-	exit 3
-	;;
-esac
-
-: