wakame 0.5.0 → 0.5.1

data/wakame_generators/resource/templates/mongodb/init.d/mongodb

@@ -0,0 +1,244 @@
+#!/bin/sh
+#
+# init.d script with LSB support.
+#
+# Copyright (c) 2007 Javier Fernandez-Sanguino <jfs@debian.org>
+#
+# This is free software; you may redistribute it and/or modify
+# it under the terms of the GNU General Public License as
+# published by the Free Software Foundation; either version 2,
+# or (at your option) any later version.
+#
+# This is distributed in the hope that it will be useful, but
+# WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License with
+# the Debian operating system, in /usr/share/common-licenses/GPL;  if
+# not, write to the Free Software Foundation, Inc., 59 Temple Place,
+# Suite 330, Boston, MA 02111-1307 USA
+#
+### BEGIN INIT INFO
+# Provides:          mongodb
+# Required-Start:    $network $local_fs $remote_fs
+# Required-Stop:     $network $local_fs $remote_fs
+# Should-Start:      $named
+# Should-Stop:
+# Default-Start:     2 3 4 5
+# Default-Stop:      0 1 6
+# Short-Description: An object/document-oriented database
+# Description:       MongoDB is a high-performance, open source, schema-free 
+#                    document-oriented  data store that's easy to deploy, manage
+#                    and use. It's network accessible, written in C++ and offers
+#                    the following features:
+#                    
+#                       * Collection oriented storage - easy storage of object-
+#                         style data
+#                       * Full index support, including on inner objects
+#                       * Query profiling
+#                       * Replication and fail-over support
+#                       * Efficient storage of binary data including large 
+#                         objects (e.g. videos)
+#                       * Auto-sharding for cloud-level scalability (Q209)
+#                    
+#                    High performance, scalability, and reasonable depth of
+#                    functionality are the goals for the project.
+### END INIT INFO
+
+PATH=/usr/local/sbin:/usr/local/bin:/sbin:/bin:/usr/sbin:/usr/bin
+DAEMON=<%= resource.daemon %>
+DAEMON=${DAEMON:-/usr/bin/mongod}
+DESC=database
+
+# Default defaults.  Can be overridden by the /etc/default/$NAME
+NAME=<%= resource.name %>
+CONF=$WAKAME_ROOT/tmp/config/$NAME/conf/mongodb.conf
+DATA=<%= resource.dbpath %>
+LOGDIR=$(dirname <%= resource.logpath %>)
+PIDFILE=<%= resource.pidpath %>
+LOGFILE=<%= resource.logpath %>  # Server logfile
+ENABLE_MONGODB=yes
+
+# Include mongodb defaults if available
+if [ -f /etc/default/$NAME ] ; then
+	. /etc/default/$NAME
+fi
+
+if test ! -x $DAEMON; then
+    echo "Could not find $DAEMON"
+    exit 0
+fi
+
+if test "x$ENABLE_MONGODB" != "xyes"; then
+    exit 0
+fi
+
+if test ! -x $DATA; then
+    mkdir $DATA || exit 0
+fi
+
+. /lib/lsb/init-functions
+
+STARTTIME=1
+DIETIME=10                   # Time to wait for the server to die, in seconds
+                            # If this value is set too low you might not
+                            # let some servers to die gracefully and
+                            # 'restart' will not work
+
+DAEMONUSER=${DAEMONUSER:-mongodb}
+DAEMON_OPTS=${DAEMON_OPTS:-"--dbpath $DATA --logpath $LOGFILE run"}
+DAEMON_OPTS="$DAEMON_OPTS --config $CONF"
+
+set -e
+
+
+running_pid() {
+# Check if a given process pid's cmdline matches a given name
+    pid=$1
+    name=$2
+    [ -z "$pid" ] && return 1
+    [ ! -d /proc/$pid ] &&  return 1
+    cmd=`cat /proc/$pid/cmdline | tr "\000" "\n"|head -n 1 |cut -d : -f 1`
+    # Is this the expected server
+    [ "$cmd" != "$name" ] &&  return 1
+    return 0
+}
+
+running() {
+# Check if the process is running looking at /proc
+# (works for all users)
+
+    # No pidfile, probably no daemon present
+    [ ! -f "$PIDFILE" ] && return 1
+    pid=`cat $PIDFILE`
+    running_pid $pid $DAEMON || return 1
+    return 0
+}
+
+start_server() {
+# Start the process using the wrapper
+            start-stop-daemon --background --start --quiet --pidfile $PIDFILE \
+                        --make-pidfile --chuid $DAEMONUSER \
+                        --exec $DAEMON -- $DAEMON_OPTS
+            errcode=$?
+	return $errcode
+}
+
+stop_server() {
+# Stop the process using the wrapper
+            start-stop-daemon --stop --quiet --pidfile $PIDFILE \
+                        --user $DAEMONUSER \
+                        --exec $DAEMON
+            errcode=$?
+	return $errcode
+}
+
+force_stop() {
+# Force the process to die killing it manually
+	[ ! -e "$PIDFILE" ] && return
+	if running ; then
+		kill -15 $pid
+	# Is it really dead?
+		sleep "$DIETIME"s
+		if running ; then
+			kill -9 $pid
+			sleep "$DIETIME"s
+			if running ; then
+				echo "Cannot kill $NAME (pid=$pid)!"
+				exit 1
+			fi
+		fi
+	fi
+	rm -f $PIDFILE
+}
+
+
+case "$1" in
+  start)
+	log_daemon_msg "Starting $DESC" "$NAME"
+        # Check if it's running first
+        if running ;  then
+            log_progress_msg "apparently already running"
+            log_end_msg 0
+            exit 0
+        fi
+        if start_server ; then
+            # NOTE: Some servers might die some time after they start,
+            # this code will detect this issue if STARTTIME is set
+            # to a reasonable value
+            [ -n "$STARTTIME" ] && sleep $STARTTIME # Wait some time 
+            if  running ;  then
+                # It's ok, the server started and is running
+                log_end_msg 0
+            else
+                # It is not running after we did start
+                log_end_msg 1
+            fi
+        else
+            # Either we could not start it
+            log_end_msg 1
+        fi
+	;;
+  stop)
+        log_daemon_msg "Stopping $DESC" "$NAME"
+        if running ; then
+            # Only stop the server if we see it running
+			errcode=0
+            stop_server || errcode=$?
+            log_end_msg $errcode
+        else
+            # If it's not running don't do anything
+            log_progress_msg "apparently not running"
+            log_end_msg 0
+            exit 0
+        fi
+        ;;
+  force-stop)
+        # First try to stop gracefully the program
+        $0 stop
+        if running; then
+            # If it's still running try to kill it more forcefully
+            log_daemon_msg "Stopping (force) $DESC" "$NAME"
+			errcode=0
+            force_stop || errcode=$?
+            log_end_msg $errcode
+        fi
+	;;
+  restart|force-reload)
+        log_daemon_msg "Restarting $DESC" "$NAME"
+		errcode=0
+        stop_server || errcode=$?
+        # Wait some sensible amount, some server need this
+        [ -n "$DIETIME" ] && sleep $DIETIME
+        start_server || errcode=$?
+        [ -n "$STARTTIME" ] && sleep $STARTTIME
+        running || errcode=$?
+        log_end_msg $errcode
+	;;
+  status)
+
+        log_daemon_msg "Checking status of $DESC" "$NAME"
+        if running ;  then
+            log_progress_msg "running"
+            log_end_msg 0
+        else
+            log_progress_msg "apparently not running"
+            log_end_msg 1
+            exit 1
+        fi
+        ;;
+  # MongoDB can't reload its configuration.
+  reload)
+        log_warning_msg "Reloading $NAME daemon: not implemented, as the daemon"
+        log_warning_msg "cannot re-read the config file (use restart)."
+        ;;
+
+  *)
+	N=$WAKAME_ROOT/tmp/config/$NAME/init.d/$NAME
+	echo "Usage: $N {start|stop|force-stop|restart|force-reload|status}" >&2
+	exit 1
+	;;
+esac
+
+exit 0

data/wakame_generators/resource/templates/mongodb/mongodb.rb

@@ -0,0 +1,64 @@
+class Mongodb < Wakame::Service::Resource
+
+  property :name,    {:default => "mongodb"}
+  property :daemon,  {:default => "/usr/sbin/mongod"}
+  property :port,    {:default => 27017}
+  property :dbpath,  {:default => "/var/lib/mongodb"}
+  property :logpath, {:default => "/var/log/mongodb/mongodb.log"}
+  property :pidpath, {:default => "/var/run/mongodb.pid"}
+
+  update_attribute :monitors, {'/service' => {
+      :type => :pidfile,
+      :path => "/var/run/mongodb.pid"
+    }
+  }
+  
+  def render_config(template)
+    template.glob_basedir(%w(conf/mongodb.conf init.d/mongodb)) { |d|
+      template.render(d)
+    }
+    #template.cp("init.d/mongodb")
+    template.chmod("init.d/mongodb", 0755)
+  end
+
+  def start(svc, action)
+    cond = ConditionalWait.new { |cond|
+      cond.wait_event(Wakame::Event::ServiceOnline) { |event|
+        event.instance_id == svc.id
+      }
+    }
+
+    action.actor_request(svc.cloud_host.agent_id,
+                         '/daemon/start', "mongodb", "init.d/mongodb"){ |req|
+      req.wait
+      Wakame.log.debug("#{self.class} process started")
+    }
+    
+    cond.wait
+  end
+  
+  def stop(svc, action)
+    cond = ConditionalWait.new { |cond|
+      cond.wait_event(Wakame::Event::ServiceOffline) { |event|
+        event.instance_id == svc.id
+      }
+    }
+
+    action.actor_request(svc.cloud_host.agent_id,
+                         '/daemon/stop', "mongodb", "init.d/mongodb"){ |req|
+      req.wait
+      Wakame.log.debug("#{self.class} process stopped")
+    }
+
+    cond.wait
+  end
+
+  def reload(svc, action)
+    action.actor_request(svc.cloud_host.agent_id,
+                         '/daemon/reload', "mongodb", "init.d/mongodb"){ |req|
+      req.wait
+      Wakame.log.debug("#{self.class} process reloaded")
+    }
+  end
+  
+end

data/wakame_generators/resource/templates/mysql_master/mysql_master.rb

@@ -10,12 +10,20 @@ class MySQL_Master < Wakame::Service::Resource
   property :ebs_device
   property :ebs_mount_option, {:default=>'noatime'}
 
+  update_attribute :monitors, {
+    '/service' => {
+      :type=>:command,
+      :cmdline=>'/usr/bin/mysqladmin --defaults-file=%{agent.root_path}/tmp/config/mysql_master/conf/my.cnf ping > /dev/null'
+    }
+  }
+
   def basedir
     File.join(Wakame.config.root_path, 'cluster', 'resources', 'mysql_master')
   end
   
   def mysqld_datadir
-    File.expand_path('data', mysqld_basedir)
+    #File.expand_path('data', mysqld_basedir)
+    File.expand_path(mysqld_basedir)
   end
 
   def mysqld_log_bin
@@ -37,9 +45,9 @@ class MySQL_Master < Wakame::Service::Resource
 
     res = ec2.describe_volumes([self.ebs_volume])[0]
     ec2_instance_id = res[:aws_instance_id]
-    if res[:aws_status] == 'in-use' && ec2_instance_id == svc.cloud_host.agent.vm_attr[:instance_id]
+    if res[:aws_status] == 'in-use' && ec2_instance_id == svc.cloud_host.agent.vm_attr[:aws_instance_id]
        # Nothin to be done
-    elsif res[:aws_status] == 'in-use' && ec2_instance_id != svc.cloud_host.agent.vm_attr[:instance_id]
+    elsif res[:aws_status] == 'in-use' && ec2_instance_id != svc.cloud_host.agent.vm_attr[:aws_instance_id]
       ec2.detach_volume(self.ebs_volume)
       cond = ConditionalWait.new { |c|
         c.poll {
@@ -49,7 +57,7 @@ class MySQL_Master < Wakame::Service::Resource
       }
       cond.wait
 
-      ec2.attach_volume(self.ebs_volume, svc.cloud_host.agent.vm_attr[:instance_id], self.ebs_device)
+      ec2.attach_volume(self.ebs_volume, svc.cloud_host.agent.vm_attr[:aws_instance_id], self.ebs_device)
       cond = ConditionalWait.new { |c|
         c.poll {
           res1 = ec2.describe_volumes([self.ebs_volume])[0]
@@ -59,7 +67,7 @@ class MySQL_Master < Wakame::Service::Resource
       cond.wait
 
     elsif res[:aws_status] == 'available'
-      ec2.attach_volume(self.ebs_volume, svc.cloud_host.agent.vm_attr[:instance_id], self.ebs_device)
+      ec2.attach_volume(self.ebs_volume, svc.cloud_host.agent.vm_attr[:aws_instance_id], self.ebs_device)
       cond = ConditionalWait.new { |c|
         c.poll {
           res1 = ec2.describe_volumes([self.ebs_volume])[0]
@@ -75,24 +83,17 @@ class MySQL_Master < Wakame::Service::Resource
         event.instance_id == svc.id
       }
     }
-
-    action.actor_request(svc.cloud_host.agent_id,
-                         '/service_monitor/register',
-                         svc.id,
-                         :command, "/usr/bin/mysqladmin --defaults-file=#{svc.cloud_host.agent.root_path}/tmp/config/mysql_master/conf/my.cnf ping > /dev/null") { |req|
-    }
-
+    
     action.actor_request(svc.cloud_host.agent_id, '/system/mount', self.ebs_device, self.mysqld_datadir, self.ebs_mount_option) { |req|
       req.wait
       Wakame.log.debug("MySQL volume was mounted: #{self.mysqld_datadir}")
     }
-
+    
     action.actor_request(svc.cloud_host.agent_id, '/daemon/start', 'mysql_master', 'init.d/mysql') { |req|
       req.wait
       Wakame.log.debug("MySQL process started")
     }
-
-    cond.wait
+    cond.wait 
   end
   
   def stop(svc, action)
@@ -103,17 +104,12 @@ class MySQL_Master < Wakame::Service::Resource
     }
     
     action.actor_request(svc.cloud_host.agent_id, '/daemon/stop', 'mysql_master', 'init.d/mysql') { |req| req.wait }
+    cond.wait
     action.actor_request(svc.cloud_host.agent_id, '/system/umount', self.mysqld_datadir) { |req|
       req.wait
       Wakame.log.debug("MySQL volume unmounted")
     }
 
-    cond.wait
-
     #TODO: Add detach_volume() AWS call here.
-
-    action.actor_request(svc.cloud_host.agent_id,
-                         '/service_monitor/unregister',
-                         svc.id).request
   end
 end

data/wakame_generators/resource/templates/nginx/conf/nginx.conf

@@ -25,6 +25,10 @@ http {
     proxy_read_timeout      90;
     proxy_buffers           32 4k;
 
+    # mod_real_ip for ELB
+    set_real_ip_from        10.0.0.0/8;
+    real_ip_header     X-FORWARDED-FOR;
+
     sendfile       on;
     tcp_nopush     on;
 

data/wakame_generators/resource/templates/nginx/conf/vh/ec2_elb_common.conf

@@ -0,0 +1,19 @@
+server {
+    listen <%= resource.listen_port %>;
+    server_name <%= resource.ec2_elb_front_fqdn %>;
+    access_log  /var/log/nginx/<%= resource.ec2_elb_front_fqdn %>-access.log;
+    error_log   /var/log/nginx/<%= resource.ec2_elb_front_fqdn %>-error.log;
+
+    root /var/www;
+
+<%- if (resource.fcgi_enabled) %>
+    location /
+    {
+      fastcgi_pass    127.0.0.1:9000;
+      fastcgi_read_timeout    5m;
+      fastcgi_index    index.cgi;
+      include    /etc/nginx/fastcgi_params;
+    }
+<% end %>
+
+}

data/wakame_generators/resource/templates/nginx/init.d/nginx

@@ -34,12 +34,18 @@ case "$1" in
 	echo -n "Starting $DESC: "
 	start-stop-daemon --start --oknodo --quiet --pidfile /var/run/$NAME.pid \
 		--exec $DAEMON -- $DAEMON_OPTS
+<%- if (resource.fcgi_enabled) %>
+        $WAKAME_ROOT/tmp/config/nginx/init.d/spawn-fcgi start
+<% end %>
 	echo "$NAME."
 	;;
   stop)
 	echo -n "Stopping $DESC: "
 	start-stop-daemon --stop --oknodo --quiet --pidfile /var/run/$NAME.pid \
 		--exec $DAEMON
+<%- if (resource.fcgi_enabled) %>
+        $WAKAME_ROOT/tmp/config/nginx/init.d/spawn-fcgi stop
+<% end %>
 	echo "$NAME."
 	;;
   restart|force-reload)