mdh-ec2onrails 0.9.10

data/server/files/usr/local/ec2onrails/lib/god_helper.rb

@@ -0,0 +1,129 @@
+module  GodHelper
+  require '/usr/local/ec2onrails/lib/roles_helper'
+  require 'fileutils'
+
+  def default_configurations(w)
+    w.interval = 30.seconds
+    w.grace    = 30.seconds
+
+
+    w.behavior(:clean_pid_file)
+
+    w.start_if do |start|
+      start.condition(:process_running) do |c|
+        c.notify = {:contacts => ['default'], :category => 'process not started...starting'}
+        c.interval = 5.seconds
+        c.running = false
+      end
+    end
+
+    # w.start_if do |start|
+    #   start.condition(:process_running) do |c|
+    #     c.interval = 5.seconds
+    #     c.running = false
+    #     c.notify = {:contacts => ['default'], :category => 'process exited...restarting'}
+    #   end
+    # end
+
+    # determine when process has finished starting
+    # w.transition([:start, :restart], :up) do |on|
+    #   on.condition(:process_running) do |c|
+    #     c.running = true
+    #   end
+    # 
+    #   # failsafe
+    #   on.condition(:tries) do |c|
+    #     c.times = 8
+    #     c.within = 2.minutes
+    #     c.transition = :start
+    #   end
+    # end
+    # 
+    # # start if process is not running
+    # w.transition(:up, :start) do |on|
+    #   on.condition(:process_exits) do |c|
+    #     c.notify = {:contacts => ['default'], :category => 'process exited...restarting'}
+    #   end
+    # end
+  end
+
+  def restart_if_resource_hog(w, options={})
+    options = {:memory_usage => 175.megabytes, :cpu_usage => 50.percent}.merge(options)
+    w.restart_if do |restart|
+      if options[:memory_usage]
+        restart.condition(:memory_usage) do |c|
+          c.notify = {:contacts => ['default'], :category => "process over #{options[:memory_usage]/1.megabyte}MB.  restarting"}
+          c.above = options[:memory_usage]
+          c.times = [3,5]
+        end
+      end
+
+      if options[:cpu_usage]
+        restart.condition(:cpu_usage) do |c|
+          c.notify = {:contacts => ['default'], :category => "process over #{options[:cpu_usage]*100}%.  restarting"}
+          c.above = options[:cpu_usage]
+          c.times = 5
+        end
+      end
+
+      yield restart if block_given?
+
+    end
+  end
+  
+  def create_pid_dir(w)
+    pid_dir = File.dirname(w.pid_file)
+    return if File.exist?(pid_dir)
+  
+    #we need to make sure it is writable...but include all the directories we created...
+    starting_dir = pid_dir
+    starting_dir = File.dirname(starting_dir) until File.exist?(File.dirname(starting_dir))
+
+    FileUtils.mkdir_p(pid_dir)
+    FileUtils.chown_R(w.uid, w.gid, starting_dir)
+  end
+
+  def monitor_lifecycle(w)
+    # w.transition(:up, :unmonitored) do |on|
+    w.lifecycle do |on|
+      on.condition(:flapping) do |c|
+        c.notify = {:contacts => ['default'], :category => 'process flapping...restarting'}
+        c.to_state = [:start, :restart]
+        c.times = 5
+        c.within = 5.minutes
+        c.transition = :unmonitored
+        c.retry_in = 10.minutes
+        c.retry_times = 5
+        c.retry_within = 2.hours
+      end
+    end
+    # w.lifecycle do |on|
+    #   on.condition(:flapping) do |c| 
+    #     c.notify = {:contacts => ['default'], :category => 'process flapping...restarting'}
+    #     c.to_state = [:start, :restart] 
+    #     c.times = 5 
+    #     c.within = 60.seconds 
+    #     c.retry_in = 10.minutes
+    #     c.retry_times = 5
+    #     c.retry_within = 2.hours
+    #   end 
+    # end
+    
+    # w.lifecycle do |on|
+    #   on.condition(:flapping) do |c|
+    #     c.to_state = [:start, :restart]
+    #     c.times = 5
+    #     c.within = 5.minutes
+    #     c.transition = :unmonitored
+    #     c.retry_in = 10.minutes
+    #     c.retry_times = 5
+    #     c.retry_within = 2.hours
+    #   end
+    # end
+  end
+  
+  class Configs
+     include Ec2onrails::RolesHelper
+  end
+  
+end

data/server/files/usr/local/ec2onrails/lib/god_patch.rb

@@ -0,0 +1,43 @@
+require 'rubygems'
+require 'god'
+
+# this is a hack to put the bin directory back at the top of the load path.... 
+# the /usr/bin/god script will try to load 'god', which is in the bin path of the gem
+# but is also the name of the module.... it should really be called something like god_bin 
+# or god_cli, so then it would have no problem being found.
+$:.unshift File.join($:[0], *%w[.. .. bin])
+
+module God
+  def self.control(name, command)
+    # get the list of items
+    items = Array(self.watches[name] || self.groups[name]).dup
+    
+    jobs = []
+    # do the command
+    case command
+      when "start", "monitor"
+        items.each { |w| jobs << Thread.new { w.monitor if w.state != :up } }
+      when "restart"
+        items.each { |w| jobs << Thread.new { w.move(:restart) } }
+      when "stop"
+        # items.each { |w| jobs << Thread.new { w.unmonitor.action(:stop) if w.state != :unmonitored } }
+        items.each do |w| 
+          jobs << Thread.new do
+            w.unmonitor if w.state != :unmonitored
+            w.action(:stop) if w.alive?
+          end
+        end
+      when "unmonitor"
+        items.each { |w| jobs << Thread.new { w.unmonitor if w.state != :unmonitored } }
+      when "remove"
+        items.each { |w| self.unwatch(w) }
+      else
+        raise InvalidCommandError.new
+    end
+    
+    jobs.each { |j| j.join }
+    
+    items.map { |x| x.name }
+  end
+  
+end

data/server/files/usr/local/ec2onrails/lib/mysql_helper.rb

@@ -0,0 +1,101 @@
+#    This file is part of EC2 on Rails.
+#    http://rubyforge.org/projects/ec2onrails/
+#
+#    Copyright 2007 Paul Dowman, http://pauldowman.com/
+#
+#    EC2 on Rails is free software; you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation; either version 2 of the License, or
+#    (at your option) any later version.
+#
+#    EC2 on Rails is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+require 'rubygems'
+require 'aws/s3'
+require 'yaml'
+require 'erb'
+require 'fileutils'
+require "#{File.dirname(__FILE__)}/utils"
+
+module Ec2onrails
+  class MysqlHelper
+
+    DEFAULT_CONFIG_FILE = "/mnt/app/current/config/database.yml"
+
+    attr_accessor :database
+    attr_accessor :user
+    attr_accessor :password
+
+    def initialize(config_file = DEFAULT_CONFIG_FILE, rails_env = Utils.rails_env)
+      @rails_env = rails_env
+      load_db_config(config_file)
+    end
+
+    def load_db_config(config_file)
+      db_config = YAML::load(ERB.new(File.read(config_file)).result)
+      if db_config && db_config[@rails_env].nil?
+        puts "the rails environment '#{@rails_env}' was not found in this db onfig file: #{config_file}"
+      end
+      db_config = db_config[@rails_env]
+      @database = db_config['database']
+      @user = db_config['username']
+      @password = db_config['password']
+    end
+
+    def execute_sql(sql)
+      raise "@user not set" unless @user
+      raise "sql not given" unless sql
+      cmd = %{mysql -u #{@user} -e "#{sql}"}
+      cmd += " -p'#{@password}' " unless @password.nil?
+      Utils.run cmd
+    end
+    
+    def execute
+      require "mysql"
+      
+      begin
+        # connect to the MySQL server
+        dbh = Mysql.real_connect("localhost", "#{@user}", "#{@password}", "#{@database}")
+        yield dbh
+      rescue Mysql::Error => e
+        puts "Error code: #{e.errno}"
+        puts "Error message: #{e.error}"
+        puts "Error SQLSTATE: #{e.sqlstate}" if e.respond_to?("sqlstate")
+      ensure
+        # disconnect from server
+        dbh.close if dbh
+      end
+      
+      
+    end
+    
+    def dump(out_file, reset_logs)
+      cmd = "mysqldump --quick --single-transaction --create-options -u#{@user} "
+      if reset_logs
+        cmd += " --flush-logs --master-data=2 --delete-master-logs "
+      end
+      cmd += " -p'#{@password}' " unless @password.nil?
+      cmd += " #{@database} | gzip > #{out_file}"
+      Utils.run cmd    
+    end
+    
+    def load_from_dump(in_file)
+      cmd = "gunzip -c #{in_file} | mysql -u#{@user} "
+      cmd += " -p'#{@password}' " unless @password.nil?
+      cmd += " #{@database}"
+      Utils.run cmd
+    end
+    
+    def execute_binary_log(log_file)
+      cmd = "mysqlbinlog --database=#{@database} #{log_file} | mysql -u#{@user} "
+      cmd += " -p'#{@password}' " unless @password.nil?
+      Utils.run cmd
+    end
+  end
+end

data/server/files/usr/local/ec2onrails/lib/roles_helper.rb

@@ -0,0 +1,151 @@
+#    This file is part of EC2 on Rails.
+#    http://rubyforge.org/projects/ec2onrails/
+#
+#    Copyright 2007 Paul Dowman, http://pauldowman.com/
+#
+#    EC2 on Rails is free software; you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation; either version 2 of the License, or
+#    (at your option) any later version.
+#
+#    EC2 on Rails is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+require 'net/http'
+require 'pp'
+require 'socket'
+require 'yaml'
+require 'erb'
+
+module Ec2onrails
+  module RolesHelper
+    ROLES_FILE = "/etc/ec2onrails/roles.yml"
+    MONGREL_CONF_FILE = "/etc/mongrel_cluster/app.yml"
+
+    def local_address
+      @local_address ||= get_metadata "local-ipv4"
+    end
+
+    def public_address
+      @public_address ||= get_metadata "public-ipv4"
+    end
+
+    def roles
+      @roles ||= resolve_all_addresses(YAML::load_file(ROLES_FILE))
+    end
+
+    def start(role, service, prog_name = service)
+      puts "STARTING #{role} role (service: #{service}, program_name: #{prog_name})"
+      sudo "god start #{role}"
+      # sudo "god monitor #{role}"
+    end
+
+    def stop(role, service, prog_name = service)
+      puts "STOPING #{role} role (service: #{service}, program_name: #{prog_name})"
+      # sudo "god monitor #{role}"
+      sudo "god stop #{role}"
+    end
+
+    def run(cmd)
+      result = system(cmd)
+      puts("*****ERROR: #{cmd} returned #{$?}") unless result
+    end
+    
+    def sudo(cmd)
+      run("sudo #{cmd}")
+    end
+
+    def get_metadata(type)
+      data  = Net::HTTP.get('169.254.169.254', "/latest/meta-data/#{type}").strip
+      
+      raise "couldn't get instance data: #{type}" if data.nil? || data.strip.length == 0
+      # puts "#{type}: #{address}"
+      return data
+    end
+
+    def resolve(hostname)
+      address = IPSocket.getaddress(hostname).strip
+      if address == local_address || address == public_address
+        "127.0.0.1"
+      else
+        address
+      end
+    rescue Exception => e
+      puts "couldn't resolve hostname '#{hostname}'"
+      raise e
+    end
+
+    def resolve_all_addresses(original)
+      resolved = {}
+      original.each do |rolename, hostnames|
+        resolved[rolename] = hostnames.map{|hostname| resolve(hostname)} if hostnames
+      end
+      resolved
+    end
+
+    def in_role?(role)
+      return false unless roles[role]
+      return roles[role].include?("127.0.0.1") 
+    end
+    #to provide deprecated usage
+    alias :in_role :in_role?
+    
+
+    def add_etc_hosts_entry(entry_name, entry_addr)
+      host_file  = "/etc/hosts"
+      run("cp #{host_file}.original #{host_file}") unless File.exists?("#{host_file}.original")
+      hosts = File.read(host_file)
+      if hosts =~ /\s*.+?\s+#{entry_name}\s*$/
+        hosts.sub!(/\s*.+?\s+#{entry_name}\s*$/, "\n#{entry_addr}\t#{entry_name}\n")
+      else
+        puts "adding '#{entry_addr}\t#{entry_name}' to /etc/hosts"
+        hosts << "\n#{entry_addr}\t#{entry_name}\n" 
+      end
+      File.open(host_file, 'w') {|f| f.write(hosts) }
+    end      
+
+    def web_starting_port
+      mongrel_config['port'].to_i rescue 8000
+    end
+
+    def web_num_instances
+      mongrel_config['servers'].to_i rescue 6
+    end
+
+    def web_port_range
+      (web_starting_port..(web_starting_port + web_num_instances-1))
+    end
+    
+    def server_environment
+      mongrel_config["environment"]
+    end
+    
+    def user
+      mongrel_config['user']
+    end
+
+    def group
+      mongrel_config['group']
+    end
+    
+    def application_root
+      mongrel_config['cwd']
+    end    
+    
+    def pid_file
+      "#{application_root}/#{mongrel_config['pid_file']}"
+    end
+
+    private
+
+    def mongrel_config
+      @mongrel_config ||= YAML::load_file(MONGREL_CONF_FILE)
+    end
+
+  end
+end

data/server/files/usr/local/ec2onrails/lib/s3_helper.rb

@@ -0,0 +1,99 @@
+#    This file is part of EC2 on Rails.
+#    http://rubyforge.org/projects/ec2onrails/
+#
+#    Copyright 2007 Paul Dowman, http://pauldowman.com/
+#
+#    EC2 on Rails is free software; you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation; either version 2 of the License, or
+#    (at your option) any later version.
+#
+#    EC2 on Rails is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+require 'rubygems'
+require 'aws/s3'
+require 'yaml'
+require 'erb'
+require 'fileutils'
+require "#{File.dirname(__FILE__)}/utils"
+require "#{File.dirname(__FILE__)}/aws_helper"
+
+module Ec2onrails
+  class S3Helper
+
+    # make attributes available for specs
+    attr_accessor :bucket
+    attr_accessor :dir
+    attr_accessor :config_file
+    attr_accessor :rails_env
+    attr_accessor :aws_access_key
+    attr_accessor :aws_secret_access_key
+    attr_accessor :bucket
+
+    def initialize(bucket, dir, config_file = Ec2onrails::AwsHelper.default_config_file, rails_env = Utils.rails_env)
+      @dir = dir
+      @config_file = config_file
+      @rails_env = rails_env
+      @awsHelper = Ec2onrails::AwsHelper.new(config_file, rails_env)
+      @aws_access_key        = @awsHelper.aws_access_key
+      @aws_secret_access_key = @awsHelper.aws_secret_access_key
+      @bucket_base_name      = @awsHelper.bucket_base_name
+      @bucket = bucket || "#{@bucket_base_name}-#{Ec2onrails::Utils.hostname}"
+      AWS::S3::Base.establish_connection!(:access_key_id => @aws_access_key, :secret_access_key => @aws_secret_access_key, :use_ssl => true)
+    end
+
+    def create_bucket
+      retries = 0
+      begin
+        AWS::S3::Bucket.find(@bucket)
+      rescue AWS::S3::NoSuchBucket
+        AWS::S3::Bucket.create(@bucket)
+        sleep 1 # If we try to use the bucket too quickly sometimes it's not found
+        retry if (retries += 1) < 15
+      end
+    end
+
+    def store_file(file)
+      create_bucket
+      AWS::S3::S3Object.store(s3_key(file), open(file), @bucket)
+    end
+
+    def retrieve_file(file)
+      key = s3_key(file)
+      AWS::S3::S3Object.find(key, @bucket)
+      open(file, 'w') do |f|
+        AWS::S3::S3Object.stream(key, @bucket) do |chunk|
+          f.write chunk
+        end
+      end
+    end
+    
+    def list_keys(filename_prefix)
+      prefix = @dir ? "#{@dir}/#{filename_prefix}" : filename_prefix
+      AWS::S3::Bucket.objects(@bucket, :prefix => prefix).collect{|obj| obj.key}
+    end
+    
+    def retrieve_files(filename_prefix, local_dir)
+      list_keys(filename_prefix).each do |k|
+        file = "#{local_dir}/#{File.basename(k)}"
+        retrieve_file(file)
+      end      
+    end
+
+    def delete_files(filename_prefix)
+      list_keys(filename_prefix).each do |k|
+        AWS::S3::S3Object.delete(k, @bucket)
+      end
+    end
+  
+    def s3_key(file)
+      @dir ? "#{@dir}/#{File.basename(file)}" : File.basename(file)
+    end
+  end
+end