hennk-ec2onrails 0.9.9.1

data/server/files/usr/local/ec2onrails/bin/set_roles.rb

@@ -0,0 +1,156 @@
+#!/usr/bin/ruby
+
+#    This file is part of EC2 on Rails.
+#    http://rubyforge.org/projects/ec2onrails/
+#
+#    Copyright 2007 Paul Dowman, http://pauldowman.com/
+#
+#    EC2 on Rails is free software; you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation; either version 2 of the License, or
+#    (at your option) any later version.
+#
+#    EC2 on Rails is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+
+require 'net/http'
+require 'pp'
+require 'socket'
+require 'yaml'
+
+def start(role, service, prog_name = service)
+  # ensure script is executable
+  run "chmod a+x /etc/init.d/#{service}"
+  # start service if not running:
+  unless (system("pidof -x #{prog_name}"))
+    run "sh /etc/init.d/#{service} start && sleep 30" # give the service 30 seconds to start before attempting to monitor it
+  end
+  run "monit -g #{role} monitor all"
+end
+
+def stop(role, service, prog_name = service)
+  run "monit -g #{role} unmonitor all"
+  if (system("pidof -x #{prog_name}"))
+    result = run("sh /etc/init.d/#{service} stop")
+  end  
+  # make start script non-executable in case of reboot
+  run("chmod a-x /etc/init.d/#{service}")
+end
+
+def run(cmd)
+  result = system(cmd)
+  puts("*****ERROR: #{cmd} returned #{$?}") unless result
+end
+
+def get_address_metadata(type)
+  address  = Net::HTTP.get('169.254.169.254', "/2007-08-29/meta-data/#{type}").strip
+  raise "couldn't get instance data: #{type}" unless address =~ /\A\d+\.\d+\.\d+\.\d+\Z/
+  puts "#{type}: #{address}"
+  return address
+end
+
+def resolve(hostname)
+  address = IPSocket.getaddress(hostname).strip
+  if address == @local_address || address == @public_address
+    "127.0.0.1"
+  else
+    address
+  end
+  rescue Exception => e
+    puts "couldn't resolve hostname '#{hostname}'"
+    raise e
+end
+
+def resolve_all_addresses(original)
+  resolved = {}
+  original.each do |rolename, hostnames|
+    resolved[rolename] = hostnames.map{|hostname| resolve(hostname)} if hostnames
+  end
+  resolved
+end
+
+def in_role(role)
+  return false unless @roles[role]
+  return @roles[role].include?("127.0.0.1") 
+end
+
+ROLES_FILE = "/etc/ec2onrails/roles.yml"
+
+@local_address  = get_address_metadata "local-ipv4"
+@public_address = get_address_metadata "public-ipv4"
+
+@roles = resolve_all_addresses(YAML::load_file(ROLES_FILE))
+puts "Roles: "
+pp @roles
+
+
+#######################################
+# TODO move these role definitions each into it's own file so adding a new 
+#      role is just dropping a ruby file into a directory
+
+# memcache role:
+if in_role(:memcache)
+  puts "Starting memcache role..."
+  # increase memory size, etc if no other roles exist?
+  start(:memcache, "memcached")
+else
+  puts "Stopping memcache role..."
+  stop(:memcache, "memcached")
+end
+
+# db primary role:
+if in_role(:db_primary)
+  puts "Starting db_primary role..."
+  # increase caches, etc if no other roles exist?
+  start(:db_primary, "mysql", "mysqld")
+else
+  puts "Stopping db_primary role..."
+  stop(:db_primary, "mysql", "mysqld")
+end
+
+# web role:
+if in_role(:web)
+  puts "Starting web role..."
+  balancer_members = File.open("/etc/ec2onrails/balancer_members", "w") do |f|
+    @roles[:app].each do |address|
+      (8000..8005).each do |port|
+        f << "BalancerMember http://#{address}:#{port}\n"
+      end
+      f << "\n"
+    end
+  end
+  start(:web, "apache2")
+  # Force apache to reload config files in case it was already running and app hosts changed.
+  run "/etc/init.d/apache2 reload"
+else
+  puts "Stopping web role..."
+  stop(:web, "apache2")
+end
+
+# app role:
+if in_role(:app)
+  puts "Starting app role..."
+  
+  if @roles[:db_primary]
+    # edit /etc/hosts, need db_primary address & db_slave address
+    db_primary_addr = @roles[:db_primary][0]
+    puts "db_primary has ip address: #{db_primary_addr}"
+    
+    # TODO just use ruby here...
+    run("cp /etc/hosts.original /etc/hosts")
+    run("echo '\n#{db_primary_addr}\tdb_primary\n' >> /etc/hosts")
+  end
+  
+  start(:app, "mongrel", "mongrel_rails")
+else
+  puts "Stopping app role..."
+  stop(:app, "mongrel", "mongrel_rails")
+end
+
+#######################################

data/server/files/usr/local/ec2onrails/config

@@ -0,0 +1,30 @@
+############################################################
+# This script is sourced by .bashrc and by /usr/local/ec2onrails/rebundle.sh
+# You shouldn't need to change anything in here
+
+if [ -r /mnt/aws-config/config ] ; then
+  . /mnt/aws-config/config
+  export EC2_PRIVATE_KEY="/mnt/aws-config/$KEY_FILE_NAME"
+  export EC2_CERT="/mnt/aws-config/$CERT_FILE_NAME"
+
+fi
+
+export EC2_HOME=/usr/local/ec2-api-tools
+export PATH="$PATH:$EC2_HOME/bin"
+
+export JAVA_HOME="/usr/lib/jvm/java-6-sun"
+
+# Set the bash prompt to include the rails environment name
+case "$TERM" in
+xterm-color)
+    PS1='${debian_chroot:+($debian_chroot)}\[\033[01;32m\]\u@\h\[\033[00m\]-\[\033[01;35m\]`/usr/local/ec2onrails/bin/rails_env`\[\033[00m\]:\[\033[01;34m\]\w\[\033[00m\]\$ '
+    ;;
+*)
+    PS1='${debian_chroot:+($debian_chroot)}\u@\h-`/usr/local/ec2onrails/bin/rails_env`:\w\$ '
+    ;;
+esac
+
+# Set some useful aliases
+alias app="pushd /mnt/app/current && sudo su app && popd"
+alias log="tail -f /mnt/app/current/log/`/usr/local/ec2onrails/bin/rails_env`.log"
+alias logs="tail -f /mnt/app/current/log/*.log /mnt/log/apache2/*.log /mnt/log/syslog"

data/server/files/usr/local/ec2onrails/lib/mysql_helper.rb

@@ -0,0 +1,101 @@
+#    This file is part of EC2 on Rails.
+#    http://rubyforge.org/projects/ec2onrails/
+#
+#    Copyright 2007 Paul Dowman, http://pauldowman.com/
+#
+#    EC2 on Rails is free software; you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation; either version 2 of the License, or
+#    (at your option) any later version.
+#
+#    EC2 on Rails is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+require 'rubygems'
+require 'aws/s3'
+require 'yaml'
+require 'erb'
+require 'fileutils'
+require "#{File.dirname(__FILE__)}/utils"
+
+module Ec2onrails
+  class MysqlHelper
+
+    DEFAULT_CONFIG_FILE = "/mnt/app/current/config/database.yml"
+
+    attr_accessor :database
+    attr_accessor :user
+    attr_accessor :password
+
+    def initialize(config_file = DEFAULT_CONFIG_FILE, rails_env = Utils.rails_env)
+      @rails_env = rails_env
+      load_db_config(config_file)
+    end
+
+    def load_db_config(config_file)
+      db_config = YAML::load(ERB.new(File.read(config_file)).result)
+      if db_config && db_config[@rails_env].nil?
+        puts "the rails environment '#{@rails_env}' was not found in this db onfig file: #{config_file}"
+      end
+      db_config = db_config[@rails_env]
+      @database = db_config['database']
+      @user = db_config['username']
+      @password = db_config['password']
+    end
+
+    def execute_sql(sql)
+      raise "@user not set" unless @user
+      raise "sql not given" unless sql
+      cmd = %{mysql -u #{@user} -e "#{sql}"}
+      cmd += " -p'#{@password}' " unless @password.nil?
+      Utils.run cmd
+    end
+    
+    def execute
+      require "mysql"
+      
+      begin
+        # connect to the MySQL server
+        dbh = Mysql.real_connect("localhost", "#{@user}", "#{@password}", "#{@database}")
+        yield dbh
+      rescue Mysql::Error => e
+        puts "Error code: #{e.errno}"
+        puts "Error message: #{e.error}"
+        puts "Error SQLSTATE: #{e.sqlstate}" if e.respond_to?("sqlstate")
+      ensure
+        # disconnect from server
+        dbh.close if dbh
+      end
+      
+      
+    end
+    
+    def dump(out_file, reset_logs)
+      cmd = "mysqldump --quick --single-transaction --create-options -u#{@user} "
+      if reset_logs
+        cmd += " --flush-logs --master-data=2 --delete-master-logs "
+      end
+      cmd += " -p'#{@password}' " unless @password.nil?
+      cmd += " #{@database} | gzip > #{out_file}"
+      Utils.run cmd    
+    end
+    
+    def load_from_dump(in_file)
+      cmd = "gunzip -c #{in_file} | mysql -u#{@user} "
+      cmd += " -p'#{@password}' " unless @password.nil?
+      cmd += " #{@database}"
+      Utils.run cmd
+    end
+    
+    def execute_binary_log(log_file)
+      cmd = "mysqlbinlog --database=#{@database} #{log_file} | mysql -u#{@user} "
+      cmd += " -p'#{@password}' " unless @password.nil?
+      Utils.run cmd
+    end
+  end
+end

data/server/files/usr/local/ec2onrails/lib/s3_helper.rb

@@ -0,0 +1,126 @@
+#    This file is part of EC2 on Rails.
+#    http://rubyforge.org/projects/ec2onrails/
+#
+#    Copyright 2007 Paul Dowman, http://pauldowman.com/
+#
+#    EC2 on Rails is free software; you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation; either version 2 of the License, or
+#    (at your option) any later version.
+#
+#    EC2 on Rails is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+require 'rubygems'
+require 'aws/s3'
+require 'yaml'
+require 'erb'
+require 'fileutils'
+require "#{File.dirname(__FILE__)}/utils"
+
+module Ec2onrails
+  class S3Helper
+
+    DEFAULT_CONFIG_FILE = "/mnt/app/current/config/s3.yml"
+  
+    # make attributes available for specs
+    attr_accessor :bucket
+    attr_accessor :dir
+    attr_accessor :config_file
+    attr_accessor :rails_env
+    attr_accessor :aws_access_key
+    attr_accessor :aws_secret_access_key
+    attr_accessor :bucket
+
+    def initialize(bucket, dir, config_file = DEFAULT_CONFIG_FILE, rails_env = Utils.rails_env)
+      @dir = dir
+      @config_file = config_file
+      @rails_env = rails_env
+      load_s3_config
+      @bucket = bucket || "#{@bucket_base_name}-#{Ec2onrails::Utils.hostname}"
+      AWS::S3::Base.establish_connection!(:access_key_id => @aws_access_key, :secret_access_key => @aws_secret_access_key, :use_ssl => true)
+    end
+
+    def load_s3_config
+      if File.exists?(@config_file)
+        s3_config = YAML::load(ERB.new(File.read(@config_file)).result)
+    
+        # try to load the section for the current RAILS_ENV
+        section = s3_config[@rails_env]
+        if section.nil?
+          # fall back to keys at the root of the tree
+          section = s3_config
+        end
+    
+        @aws_access_key        = section['aws_access_key']
+        @aws_secret_access_key = section['aws_secret_access_key']
+        @bucket_base_name      = section['bucket_base_name']
+      else
+        if !File.exists?('/mnt/aws-config/config')
+          raise "Can't find either #{@config_file} or /mnt/aws-config/config"
+        end
+        @aws_access_key        = get_bash_config('AWS_ACCESS_KEY_ID')
+        @aws_secret_access_key = get_bash_config('AWS_SECRET_ACCESS_KEY')
+        @bucket_base_name      = get_bash_config('BUCKET_BASE_NAME')  
+      end
+    end
+
+    def create_bucket
+      retries = 0
+      begin
+        AWS::S3::Bucket.find(@bucket)
+      rescue AWS::S3::NoSuchBucket
+        AWS::S3::Bucket.create(@bucket)
+        sleep 1 # If we try to use the bucket too quickly sometimes it's not found
+        retry if (retries += 1) < 15
+      end
+    end
+
+    def store_file(file)
+      create_bucket
+      AWS::S3::S3Object.store(s3_key(file), open(file), @bucket)
+    end
+
+    def retrieve_file(file)
+      key = s3_key(file)
+      AWS::S3::S3Object.find(key, @bucket)
+      open(file, 'w') do |f|
+        AWS::S3::S3Object.stream(key, @bucket) do |chunk|
+          f.write chunk
+        end
+      end
+    end
+    
+    def list_keys(filename_prefix)
+      prefix = @dir ? "#{@dir}/#{filename_prefix}" : filename_prefix
+      AWS::S3::Bucket.objects(@bucket, :prefix => prefix).collect{|obj| obj.key}
+    end
+    
+    def retrieve_files(filename_prefix, local_dir)
+      list_keys(filename_prefix).each do |k|
+        file = "#{local_dir}/#{File.basename(k)}"
+        retrieve_file(file)
+      end      
+    end
+
+    def delete_files(filename_prefix)
+      list_keys(filename_prefix).each do |k|
+        AWS::S3::S3Object.delete(k, @bucket)
+      end
+    end
+  
+    def s3_key(file)
+      @dir ? "#{@dir}/#{File.basename(file)}" : File.basename(file)
+    end
+
+    # load an env value from the shared config file
+    def get_bash_config(name)
+      `bash -c 'source /mnt/aws-config/config; echo $#{name}'`.strip
+    end
+  end
+end

data/server/files/usr/local/ec2onrails/lib/utils.rb

@@ -0,0 +1,16 @@
+module Ec2onrails
+  module Utils
+    def self.run(command)
+      result = system command
+      raise("error: #{$?}") unless result
+    end
+  
+    def self.rails_env
+      `/usr/local/ec2onrails/bin/rails_env`.strip
+    end
+    
+    def self.hostname
+      `hostname -s`.strip
+    end
+  end
+end

data/server/files/usr/local/ec2onrails/startup-scripts/every-startup/get-hostname.sh

@@ -0,0 +1,25 @@
+#!/bin/sh
+
+#    This file is part of EC2 on Rails.
+#    http://rubyforge.org/projects/ec2onrails/
+#
+#    Copyright 2007 Paul Dowman, http://pauldowman.com/
+#
+#    EC2 on Rails is free software; you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation; either version 2 of the License, or
+#    (at your option) any later version.
+#
+#    EC2 on Rails is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+# Set the hostname to this instance's public hostname
+
+hostname `curl http://169.254.169.254/latest/meta-data/public-hostname`
+sudo monit reload
+