wakame 0.4.0

data/wakame_generators/resource/templates/mysql_master/init.d/mysql

@@ -0,0 +1,185 @@
+#!/bin/bash
+#
+### BEGIN INIT INFO
+# Provides:          mysql
+# Required-Start:    $remote_fs $syslog mysql-ndb
+# Required-Stop:     $remote_fs $syslog mysql-ndb
+# Should-Start:      $network $named $time
+# Should-Stop:       $network $named $time
+# Default-Start:     2 3 4 5
+# Default-Stop:      0 1 6
+# Short-Description: Start and stop the mysql database server daemon
+# Description:       Controls the main MySQL database server daemon "mysqld"
+#                    and its wrapper script "mysqld_safe".
+### END INIT INFO
+#
+
+[ -n $WAKAME_ROOT ] || { echo "WAKAME_ROOT env was not set" >&2; exit 1; }
+
+set -e
+set -u
+${DEBIAN_SCRIPT_DEBUG:+ set -v -x}
+
+test -x /usr/sbin/mysqld || exit 0
+
+. /lib/lsb/init-functions
+
+SELF=$(cd $(dirname $0); pwd -P)/$(basename $0)
+CONF=$WAKAME_ROOT/tmp/config/mysql_master/conf/my.cnf
+MYADMIN="/usr/bin/mysqladmin --defaults-file=$CONF"
+
+# priority can be overriden and "-s" adds output to stderr
+ERR_LOGGER="logger -p daemon.err -t /etc/init.d/mysql -i"
+
+# Safeguard (relative paths, core dumps..)
+cd /
+umask 077
+
+# mysqladmin likes to read /root/.my.cnf. This is usually not what I want
+# as many admins e.g. only store a password without a username there and
+# so break my scripts.
+export HOME=/etc/mysql/
+
+## Fetch a particular option from mysql's invocation.
+#
+# Usage: void mysqld_get_param option
+mysqld_get_param() {
+	/usr/sbin/mysqld --print-defaults \
+		| tr " " "\n" \
+		| grep -- "--$1" \
+		| tail -n 1 \
+		| cut -d= -f2
+}
+
+## Do some sanity checks before even trying to start mysqld.
+sanity_checks() {
+  # check for config file
+  if [ ! -r $CONF ]; then
+    echo                "WARNING: $CONF cannot be read." | $ERR_LOGGER
+  fi
+
+  # check for diskspace shortage
+  datadir=`mysqld_get_param datadir`
+  if LC_ALL=C BLOCKSIZE= df --portability $datadir/. | tail -n 1 | awk '{ exit ($4>4096) }'; then
+    log_failure_msg "$0: ERROR: The partition with $datadir is too full!"
+    echo                "ERROR: The partition with $datadir is too full!" | $ERR_LOGGER
+    exit 1
+  fi
+}
+
+## Checks if there is a server running and if so if it is accessible.
+#
+# check_alive insists on a pingable server
+# check_dead also fails if there is a lost mysqld in the process list
+#
+# Usage: boolean mysqld_status [check_alive|check_dead] [warn|nowarn]
+mysqld_status () {
+    ping_output=`$MYADMIN ping 2>&1`; ping_alive=$(( ! $? ))
+
+    ps_alive=0
+    pidfile=`mysqld_get_param pid-file`
+    if [ -f "$pidfile" ] && ps `cat $pidfile` >/dev/null 2>&1; then ps_alive=1; fi
+    
+    if [ "$1" = "check_alive"  -a  $ping_alive = 1 ] ||
+       [ "$1" = "check_dead"   -a  $ping_alive = 0  -a  $ps_alive = 0 ]; then
+	return 0 # EXIT_SUCCESS
+    else
+  	if [ "$2" = "warn" ]; then
+  	    echo -e "$ps_alive processes alive and '$MYADMIN ping' resulted in\n$ping_output\n" | $ERR_LOGGER -p daemon.debug
+	fi
+  	return 1 # EXIT_FAILURE
+    fi
+}
+
+#
+# main()
+#
+
+case "${1:-''}" in
+  'start')
+	sanity_checks;
+	# Start daemon
+	log_daemon_msg "Starting MySQL database server" "mysqld"
+	if mysqld_status check_alive nowarn; then
+	   log_progress_msg "already running"
+	   log_end_msg 0
+	else
+  	    /usr/bin/mysqld_safe --defaults-file="$CONF" --skip-character-set-client-handshake  > /dev/null 2>&1 &
+	    # 6s was reported in #352070 to be too few when using ndbcluster
+	    for i in 1 2 3 4 5 6 7 8 9 10 11 12 13 14; do
+                sleep 1
+	        if mysqld_status check_alive nowarn ; then break; fi
+		log_progress_msg "."
+	    done
+	    if mysqld_status check_alive warn; then
+                log_end_msg 0
+	        # Now start mysqlcheck or whatever the admin wants.
+	        output=$(/etc/mysql/debian-start)
+		[ -n "$output" ] && log_action_msg "$output"
+	    else
+	        log_end_msg 1
+		log_failure_msg "Please take a look at the syslog"
+	    fi
+	fi
+
+	;;
+
+  'stop')
+	# * As a passwordless mysqladmin (e.g. via ~/.my.cnf) must be possible
+	# at least for cron, we can rely on it here, too. (although we have 
+	# to specify it explicit as e.g. sudo environments points to the normal
+	# users home and not /root)
+	log_daemon_msg "Stopping MySQL database server" "mysqld"
+	if ! mysqld_status check_dead nowarn; then
+	  set +e
+	  shutdown_out=`$MYADMIN shutdown 2>&1`; r=$?
+	  set -e
+	  if [ "$r" -ne 0 ]; then
+	    log_end_msg 1
+	    [ "$VERBOSE" != "no" ] && log_failure_msg "Error: $shutdown_out"
+	    log_daemon_msg "Killing MySQL database server by signal" "mysqld"
+	    killall -15 mysqld
+            server_down=
+	    for i in 1 2 3 4 5 6 7 8 9 10; do
+              sleep 1
+              if mysqld_status check_dead nowarn; then server_down=1; break; fi
+            done
+          if test -z "$server_down"; then killall -9 mysqld; fi
+	  fi
+        fi
+
+        if ! mysqld_status check_dead warn; then
+	  log_end_msg 1
+	  log_failure_msg "Please stop MySQL manually and read /usr/share/doc/mysql-server-5.0/README.Debian.gz!"
+	  exit -1
+	else
+	  log_end_msg 0
+        fi
+	;;
+
+  'restart')
+	set +e; $SELF stop; set -e
+	$SELF start 
+	;;
+
+  'reload'|'force-reload')
+  	log_daemon_msg "Reloading MySQL database server" "mysqld"
+	$MYADMIN reload
+	log_end_msg 0
+	;;
+
+  'status')
+	if mysqld_status check_alive nowarn; then
+	  log_action_msg "$($MYADMIN version)"
+	else
+	  log_action_msg "MySQL is stopped."
+	  exit 3
+	fi
+  	;;
+
+  *)
+	echo "Usage: $SELF start|stop|restart|reload|force-reload|status"
+	exit 1
+	;;
+esac
+

data/wakame_generators/resource/templates/mysql_master/mysql_master.rb

@@ -0,0 +1,119 @@
+
+class MySQL_Master < Wakame::Service::Resource
+
+  def_attribute :duplicable, false
+  def_attribute :mysqld_basedir, '/home/wakame/mysql'
+  def_attribute :mysqld_server_id, 1
+  def_attribute :mysqld_port, 3306
+
+  def_attribute :ebs_volume, ''
+  def_attribute :ebs_device, '/dev/sdm'
+  def_attribute :ebs_mount_option, 'noatime'
+
+  def basedir
+    File.join(Wakame.config.root_path, 'cluster', 'resources', 'mysql_master')
+  end
+  
+  def mysqld_datadir
+    File.expand_path('data', mysqld_basedir)
+  end
+
+  def mysqld_log_bin
+    File.expand_path('mysql-bin.log', mysqld_datadir)
+  end
+
+  def render_config(template)
+    template.cp(%w(init.d/mysql))
+    template.render(%w(conf/my.cnf))
+    template.chmod("init.d/mysql", 0755)
+  end
+
+
+  def start(svc, action)
+    vm_manipulator = Wakame::VmManipulator.create
+
+    # $ echo "GRANT REPLICATION SLAVE, REPLICATION CLIENT, RELOAD ON *.* TO 'wakame-repl'@'%' IDENTIFIED BY 'wakame-slave';" | /usr/bin/mysql -h#{mysql_master_ip} -uroot
+
+    require 'right_aws'
+    ec2 = RightAws::Ec2.new(Wakame.config.aws_access_key, Wakame.config.aws_secret_key)
+
+    res = ec2.describe_volumes([self.ebs_volume])[0]
+    ec2_instance_id = res[:aws_instance_id]
+    if res[:aws_status] == 'in-use' && ec2_instance_id == svc.agent.attr[:instance_id]
+       # Nothin to be done
+    elsif res[:aws_status] == 'in-use' && ec2_instance_id != svc.agent.attr[:instance_id]
+      ec2.detach_volume(self.ebs_volume)
+      cond = ConditionalWait.new { |c|
+        c.poll {
+          res1 = ec2.describe_volumes([self.ebs_volume])[0]
+          res1[:aws_status] == 'available'
+        }
+      }
+      cond.wait
+
+      ec2.attach_volume(self.ebs_volume, svc.agent.attr[:instance_id], self.ebs_device)
+      cond = ConditionalWait.new { |c|
+        c.poll {
+          res1 = ec2.describe_volumes([self.ebs_volume])[0]
+          res1[:aws_status] == 'in-use'
+        }
+      }
+      cond.wait
+
+    elsif res[:aws_status] == 'available'
+      ec2.attach_volume(self.ebs_volume, svc.agent.attr[:instance_id], self.ebs_device)
+      cond = ConditionalWait.new { |c|
+        c.poll {
+          res1 = ec2.describe_volumes([self.ebs_volume])[0]
+          res1[:aws_status] == 'in-use'
+        }
+      }
+      cond.wait
+      
+    end
+
+    cond = ConditionalWait.new { |cond|
+      cond.wait_event(Wakame::Event::ServiceOnline) { |event|
+        event.instance_id == svc.instance_id
+      }
+    }
+
+    action.actor_request(svc.agent.agent_id,
+                         '/service_monitor/register',
+                         svc.instance_id,
+                         :command, "/usr/bin/mysqladmin --defaults-file=#{svc.agent.root_path}/tmp/config/mysql_master/conf/my.cnf ping > /dev/null") { |req|
+    }
+
+    action.actor_request(svc.agent.agent_id, '/system/mount', self.ebs_device, self.mysqld_datadir, self.ebs_mount_option) { |req|
+      req.wait
+      Wakame.log.debug("MySQL volume was mounted: #{self.mysqld_datadir}")
+    }
+
+    action.actor_request(svc.agent.agent_id, '/daemon/start', 'mysql_master', 'init.d/mysql') { |req|
+      req.wait
+      Wakame.log.debug("MySQL process started")
+    }
+
+    cond.wait
+  end
+  
+  def stop(svc, action)
+    cond = ConditionalWait.new { |cond|
+      cond.wait_event(Wakame::Event::ServiceOffline) { |event|
+        event.instance_id == svc.instance_id
+      }
+    }
+    
+    action.actor_request(svc.agent.agent_id, '/daemon/stop', 'mysql_master', 'init.d/mysql') { |req| req.wait }
+    action.actor_request(svc.agent.agent_id, '/system/umount', self.mysqld_datadir) { |req|
+      req.wait
+      Wakame.log.debug("MySQL volume unmounted")
+    }
+
+    cond.wait
+
+    action.actor_request(svc.agent.agent_id,
+                         '/service_monitor/unregister',
+                         svc.instance_id).request
+  end
+end

metadata

@@ -0,0 +1,289 @@
+--- !ruby/object:Gem::Specification 
+name: wakame
+version: !ruby/object:Gem::Version 
+  version: 0.4.0
+platform: ruby
+authors: 
+- axsh co.,Ltd.
+- Masahiro Fujiwara
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2009-06-26 00:00:00 +09:00
+default_executable: wakame
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: amqp
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 0.6.0
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: amazon-ec2
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 0.3.6
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: right_aws
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 1.10.0
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: eventmachine
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 0.12.8
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: rake
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 0.8.7
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: log4r
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 1.0.5
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: daemons
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 1.0.10
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: rubigen
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 1.5.2
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: jeweler
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 1.0.0
+    version: 
+description: ""
+email: 
+- m-fujiwara@axsh.net
+executables: 
+- wakame
+extensions: []
+
+extra_rdoc_files: 
+- README.rdoc
+files: 
+- History.txt
+- README.rdoc
+- Rakefile
+- VERSION
+- app_generators/wakame/templates/README
+- app_generators/wakame/templates/Rakefile
+- app_generators/wakame/templates/bin/wakame-agent
+- app_generators/wakame/templates/bin/wakame-master
+- app_generators/wakame/templates/bin/wakameadm
+- app_generators/wakame/templates/cluster/resources/apache_app/apache_app.rb
+- app_generators/wakame/templates/cluster/resources/apache_app/conf/apache2.conf
+- app_generators/wakame/templates/cluster/resources/apache_app/conf/envvars-app
+- app_generators/wakame/templates/cluster/resources/apache_app/conf/sites-app.conf
+- app_generators/wakame/templates/cluster/resources/apache_app/conf/system-app.conf
+- app_generators/wakame/templates/cluster/resources/apache_app/init.d/apache2-app
+- app_generators/wakame/templates/cluster/resources/apache_lb/apache_lb.rb
+- app_generators/wakame/templates/cluster/resources/apache_lb/conf/apache2.conf
+- app_generators/wakame/templates/cluster/resources/apache_lb/conf/envvars-lb
+- app_generators/wakame/templates/cluster/resources/apache_lb/conf/sites-lb.conf
+- app_generators/wakame/templates/cluster/resources/apache_lb/conf/system-lb.conf
+- app_generators/wakame/templates/cluster/resources/apache_lb/init.d/apache2-lb
+- app_generators/wakame/templates/cluster/resources/apache_www/apache_www.rb
+- app_generators/wakame/templates/cluster/resources/apache_www/conf/apache2.conf
+- app_generators/wakame/templates/cluster/resources/apache_www/conf/envvars-www
+- app_generators/wakame/templates/cluster/resources/apache_www/conf/sites-www.conf
+- app_generators/wakame/templates/cluster/resources/apache_www/conf/system-www.conf
+- app_generators/wakame/templates/cluster/resources/apache_www/init.d/apache2-www
+- app_generators/wakame/templates/cluster/resources/ec2_elastic_ip/ec2_elastic_ip.rb
+- app_generators/wakame/templates/cluster/resources/mysql_master/conf/my.cnf
+- app_generators/wakame/templates/cluster/resources/mysql_master/init.d/mysql
+- app_generators/wakame/templates/cluster/resources/mysql_master/mysql_master.rb
+- app_generators/wakame/templates/config/boot.rb
+- app_generators/wakame/templates/config/cluster.rb
+- app_generators/wakame/templates/config/environments/common.rb
+- app_generators/wakame/templates/config/environments/ec2.rb
+- app_generators/wakame/templates/config/environments/stand_alone.rb
+- app_generators/wakame/templates/config/init.d/wakame-agent
+- app_generators/wakame/templates/config/init.d/wakame-master
+- app_generators/wakame/wakame_generator.rb
+- bin/wakame
+- contrib/imagesetup.sh
+- lib/ext/eventmachine.rb
+- lib/ext/shellwords.rb
+- lib/ext/uri.rb
+- lib/wakame.rb
+- lib/wakame/action.rb
+- lib/wakame/actions/destroy_instances.rb
+- lib/wakame/actions/launch_cluster.rb
+- lib/wakame/actions/migrate_service.rb
+- lib/wakame/actions/propagate_instances.rb
+- lib/wakame/actions/reload_service.rb
+- lib/wakame/actions/scaleout_when_high_load.rb
+- lib/wakame/actions/shutdown_cluster.rb
+- lib/wakame/actions/shutdown_vm.rb
+- lib/wakame/actions/start_service.rb
+- lib/wakame/actions/stop_service.rb
+- lib/wakame/actions/util.rb
+- lib/wakame/actor.rb
+- lib/wakame/actor/daemon.rb
+- lib/wakame/actor/service_monitor.rb
+- lib/wakame/actor/system.rb
+- lib/wakame/agent.rb
+- lib/wakame/amqp_client.rb
+- lib/wakame/command.rb
+- lib/wakame/command/action_status.rb
+- lib/wakame/command/actor.rb
+- lib/wakame/command/clone_service.rb
+- lib/wakame/command/launch_cluster.rb
+- lib/wakame/command/migrate_service.rb
+- lib/wakame/command/propagate_service.rb
+- lib/wakame/command/shutdown_cluster.rb
+- lib/wakame/command/status.rb
+- lib/wakame/command_queue.rb
+- lib/wakame/configuration.rb
+- lib/wakame/daemonize.rb
+- lib/wakame/event.rb
+- lib/wakame/event_dispatcher.rb
+- lib/wakame/graph.rb
+- lib/wakame/initializer.rb
+- lib/wakame/instance_counter.rb
+- lib/wakame/logger.rb
+- lib/wakame/manager/commands.rb
+- lib/wakame/master.rb
+- lib/wakame/monitor.rb
+- lib/wakame/monitor/agent.rb
+- lib/wakame/monitor/service.rb
+- lib/wakame/packets.rb
+- lib/wakame/queue_declare.rb
+- lib/wakame/rule.rb
+- lib/wakame/rule_engine.rb
+- lib/wakame/runner/administrator_command.rb
+- lib/wakame/runner/agent.rb
+- lib/wakame/runner/master.rb
+- lib/wakame/scheduler.rb
+- lib/wakame/service.rb
+- lib/wakame/template.rb
+- lib/wakame/trigger.rb
+- lib/wakame/triggers/instance_count_update.rb
+- lib/wakame/triggers/load_history.rb
+- lib/wakame/triggers/maintain_ssh_known_hosts.rb
+- lib/wakame/triggers/process_command.rb
+- lib/wakame/triggers/shutdown_unused_vm.rb
+- lib/wakame/util.rb
+- lib/wakame/vm_manipulator.rb
+- tasks/ec2.rake
+- tests/cluster.json
+- tests/conf/a
+- tests/conf/b
+- tests/conf/c
+- tests/setup_agent.rb
+- tests/setup_master.rb
+- tests/test_actor.rb
+- tests/test_agent.rb
+- tests/test_amqp_client.rb
+- tests/test_graph.rb
+- tests/test_master.rb
+- tests/test_monitor.rb
+- tests/test_rule_engine.rb
+- tests/test_scheduler.rb
+- tests/test_service.rb
+- tests/test_template.rb
+- tests/test_uri_amqp.rb
+- tests/test_util.rb
+- wakame_generators/resource/resource_generator.rb
+- wakame_generators/resource/templates/apache_app/apache_app.rb
+- wakame_generators/resource/templates/apache_app/conf/apache2.conf
+- wakame_generators/resource/templates/apache_app/conf/envvars-app
+- wakame_generators/resource/templates/apache_app/conf/sites-app.conf
+- wakame_generators/resource/templates/apache_app/conf/system-app.conf
+- wakame_generators/resource/templates/apache_app/init.d/apache2-app
+- wakame_generators/resource/templates/apache_lb/apache_lb.rb
+- wakame_generators/resource/templates/apache_lb/conf/apache2.conf
+- wakame_generators/resource/templates/apache_lb/conf/envvars-lb
+- wakame_generators/resource/templates/apache_lb/conf/sites-lb.conf
+- wakame_generators/resource/templates/apache_lb/conf/system-lb.conf
+- wakame_generators/resource/templates/apache_lb/init.d/apache2-lb
+- wakame_generators/resource/templates/apache_www/apache_www.rb
+- wakame_generators/resource/templates/apache_www/conf/apache2.conf
+- wakame_generators/resource/templates/apache_www/conf/envvars-www
+- wakame_generators/resource/templates/apache_www/conf/sites-www.conf
+- wakame_generators/resource/templates/apache_www/conf/system-www.conf
+- wakame_generators/resource/templates/apache_www/init.d/apache2-www
+- wakame_generators/resource/templates/ec2_elastic_ip/ec2_elastic_ip.rb
+- wakame_generators/resource/templates/mysql_master/conf/my.cnf
+- wakame_generators/resource/templates/mysql_master/init.d/mysql
+- wakame_generators/resource/templates/mysql_master/mysql_master.rb
+has_rdoc: true
+homepage: http://wakame.rubyforge.org/
+post_install_message: 
+rdoc_options: 
+- --charset=UTF-8
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: wakame
+rubygems_version: 1.3.1
+signing_key: 
+specification_version: 2
+summary: A distributed service framework on top of Cloud environments.
+test_files: []
+