ey_cloud_server 1.2.3 → 1.3.1

data/bin/mysql_start

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+
+$:.unshift File.dirname(__FILE__) + '/../lib'
+require 'ey_cloud_server'
+
+EY::CloudServer::MysqlStart.run(ARGV)

data/lib/ey-flex/version.rb

@@ -1,3 +1,3 @@
 module EY::CloudServer
-  VERSION = '1.1.0'
+  VERSION = '1.3.1'
 end

data/lib/ey_cloud_server.rb

@@ -0,0 +1,9 @@
+require "optparse"
+
+module EY
+  module CloudServer
+  end
+end
+
+require 'ey-flex/version'
+require 'ey_cloud_server/mysql_start'

data/lib/ey_cloud_server/mysql_start.rb

@@ -0,0 +1,148 @@
+module EY
+  module CloudServer
+    class MysqlStart
+      def self.run(argv = ARGV, options = {})
+        options = parse(argv, options)
+        new(options).run
+      end
+
+      attr_accessor :password, :check, :timeout
+
+      def initialize(options = {})
+        @password = options[:password]  || abort("ERROR: You must provide a password.")
+        @check    = options[:check]     || abort("ERROR: You must a check interval.")
+        @timout   = options[:timeout]   || abort("ERROR: You must provide a timeout.")
+
+        abort("ERROR: You must be root.") unless Process.euid == 0
+      end
+
+      def run
+        count = 0
+        if system('/etc/init.d/mysql restart')
+          mysql_started()
+        else
+          log_mysql_event("MySQL did not start within the startup timeout")
+          loop {
+            # test to make sure mysql is running
+            if mysql_running()
+              log_mysql_event("MySQL did start and is working through crash recovery")
+              sleeptime = check
+              slept = 0
+              sleeplimit = timeout
+              loop {
+                if system("mysqladmin -p#{password} status") # mysql is accessible
+                  log_mysql_event("MySQL completed crash recovery, performing clean restart")
+                  system('killall -TERM mysqld')          # safe shutdown of mysql
+                  termslept = 0
+                  termlimit = 120
+                  loop {
+                    break if not mysql_running()
+                    sleep(sleeptime)
+                    termslept = termslept + sleeptime
+                    if termslept > termlimit
+                      log_mysql_event("MySQL did not shut down cleanly within the time limit, killing")
+                      system('killall -9 mysqld')
+                    end
+                  }
+                  system('/etc/init.d/mysql zap')         # clear files
+                  if system('/etc/init.d/mysql restart')  # clean start
+                    mysql_started()
+                  end
+                else
+                  log_mysql_event("MySQL has been starting for #{slept/60} minutes and is still attempting to start") if slept % 120 == 0
+                  sleep(sleeptime)
+                end
+              break if not mysql_running()
+              slept = slept + sleeptime
+              if slept > sleeplimit
+                log_mysql_event("MySQL was not able to start after #{slept/60} minutes and was forcibly killed")
+                system("killall -9 mysqld")
+              end
+              }
+            else
+              log_mysql_event("MySQL did not start, zapping")
+              begin
+                pidfile = '/var/run/mysqld/mysqld.pid'
+                if File.exists?(pidfile)
+                  File.open('/var/run/mysqld/mysqld.pid', 'r') do |f|
+                    pid = f.read.to_i
+                    Process.kill("TERM", pid)
+
+                    mysqld_is_dead = false
+                    started_at = Time.now
+                    # /etc/init.d/mysql has 120 as STOPTIMEOUT, so we should
+                    # wait at least that long
+                    until mysqld_is_dead || ((Time.now - started_at) > 120)
+                      begin
+                        Process.kill(0, pid)
+                        sleep 1
+                      rescue Errno::ESRCH      # no such process
+                        mysqld_is_dead = true
+                      end
+                    end
+                  end
+                end
+              rescue Exception => e
+                File.open('/root/chef-mysql.log', 'a') do |f|
+                  f.write("Blew up: \n")
+                  f.write(e.message)
+                  f.write("\n")
+                  f.write(e.backtrace.join("\t\n"))
+                end
+              end
+              system('/etc/init.d/mysql zap')
+              if system('/etc/init.d/mysql restart')
+                mysql_started()
+              end
+            end
+          count += 1
+          if count > 10
+            log_mysql_event("Failed to start mysql after 10 attempts, raising error.")
+            exit(1)
+          end
+          sleep 1
+          }
+        end
+      end
+
+      def log_mysql_event(message)
+      `echo #{message} >> /root/chef-mysql.log`
+      end
+
+      def mysql_started()
+        log_mysql_event("MySQL restarted successfully")
+        exit 0
+      end
+
+      def mysql_running()
+        system("ps -u mysql | grep '[m]ysqld'")
+      end
+
+      def self.parse(argv, options = {})
+        opts = OptionParser.new do |opts|
+          opts.version = VERSION
+
+          opts.banner = "Usage: mysql_start [-flag]"
+          opts.define_head "mysql_start: start, recover, zap, or otherwise pound mysql into submission."
+          opts.separator '*'*80
+
+          opts.on("-p", "--password PASSWORD", "Root password for mysqladmin.") do |password|
+            options[:password] = password
+          end
+
+          opts.on("-c", "--check NUMBER", "Check mysql interval in seconds.") do |check|
+            options[:check] = check.to_i
+          end
+
+          opts.on("-t", "--timeout NUMBER", "Maximum wait time in seconds.") do |timeout|
+            options[:timeout] = timeout.to_i
+          end
+        end
+
+        opts.parse!(argv)
+
+        options
+      end
+    end
+  end
+end

metadata

@@ -4,9 +4,9 @@ version: !ruby/object:Gem::Version
   prerelease: false
   segments: 
   - 1
-  - 2
   - 3
-  version: 1.2.3
+  - 1
+  version: 1.3.1
 platform: ruby
 authors: 
 - Engine Yard Engineers
@@ -100,6 +100,7 @@ executables:
 - eybackup
 - ey-snapshots
 - ey-agent
+- mysql_start
 extensions: []
 
 extra_rdoc_files: []
@@ -114,9 +115,12 @@ files:
 - lib/ey-flex/snapshot_minder.rb
 - lib/ey-flex/version.rb
 - lib/ey-flex.rb
+- lib/ey_cloud_server/mysql_start.rb
+- lib/ey_cloud_server.rb
 - bin/eybackup
 - bin/ey-snapshots
 - bin/ey-agent
+- bin/mysql_start
 has_rdoc: true
 homepage: http://github.com/engineyard
 licenses: []