gigpark-ec2onrails 0.9.10.3

data/server/files/usr/local/ec2onrails/lib/mysql_helper.rb

@@ -0,0 +1,100 @@
+#    This file is part of EC2 on Rails.
+#    http://rubyforge.org/projects/ec2onrails/
+#
+#    Copyright 2007 Paul Dowman, http://pauldowman.com/
+#
+#    EC2 on Rails is free software; you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation; either version 2 of the License, or
+#    (at your option) any later version.
+#
+#    EC2 on Rails is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+require 'rubygems'
+require 'yaml'
+require 'erb'
+require 'fileutils'
+require "#{File.dirname(__FILE__)}/utils"
+
+module Ec2onrails
+  class MysqlHelper
+
+    DEFAULT_CONFIG_FILE = "/mnt/app/current/config/database.yml"
+
+    attr_accessor :database
+    attr_accessor :user
+    attr_accessor :password
+
+    def initialize(config_file = DEFAULT_CONFIG_FILE, rails_env = Utils.rails_env)
+      @rails_env = rails_env
+      load_db_config(config_file)
+    end
+
+    def load_db_config(config_file)
+      db_config = YAML::load(ERB.new(File.read(config_file)).result)
+      if db_config && db_config[@rails_env].nil?
+        puts "the rails environment '#{@rails_env}' was not found in this db config file: #{config_file}"
+      end
+      db_config = db_config[@rails_env]
+      @database = db_config['database']
+      @user = db_config['username']
+      @password = db_config['password']
+    end
+
+    def execute_sql(sql)
+      raise "@user not set" unless @user
+      raise "sql not given" unless sql
+      cmd = %{mysql -u #{@user} -e "#{sql}"}
+      cmd += " -p'#{@password}' " unless @password.nil?
+      Utils.run cmd
+    end
+    
+    def execute
+      require "mysql"
+      
+      begin
+        # connect to the MySQL server
+        dbh = Mysql.real_connect("localhost", "#{@user}", "#{@password}", "#{@database}")
+        yield dbh
+      rescue Mysql::Error => e
+        puts "Error code: #{e.errno}"
+        puts "Error message: #{e.error}"
+        puts "Error SQLSTATE: #{e.sqlstate}" if e.respond_to?("sqlstate")
+      ensure
+        # disconnect from server
+        dbh.close if dbh
+      end
+      
+      
+    end
+    
+    def dump(out_file, reset_logs)
+      cmd = "mysqldump --quick --single-transaction --create-options -u#{@user} "
+      if reset_logs
+        cmd += " --flush-logs --master-data=2 --delete-master-logs "
+      end
+      cmd += " -p'#{@password}' " unless @password.nil?
+      cmd += " #{@database} | gzip > #{out_file}"
+      Utils.run cmd    
+    end
+    
+    def load_from_dump(in_file)
+      cmd = "gunzip -c #{in_file} | mysql -u#{@user} "
+      cmd += " -p'#{@password}' " unless @password.nil?
+      cmd += " #{@database}"
+      Utils.run cmd
+    end
+    
+    def execute_binary_log(log_file)
+      cmd = "mysqlbinlog --database=#{@database} #{log_file} | mysql -u#{@user} "
+      cmd += " -p'#{@password}' " unless @password.nil?
+      Utils.run cmd
+    end
+  end
+end

data/server/files/usr/local/ec2onrails/lib/roles_helper.rb

@@ -0,0 +1,156 @@
+#    This file is part of EC2 on Rails.
+#    http://rubyforge.org/projects/ec2onrails/
+#
+#    Copyright 2007 Paul Dowman, http://pauldowman.com/
+#
+#    EC2 on Rails is free software; you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation; either version 2 of the License, or
+#    (at your option) any later version.
+#
+#    EC2 on Rails is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+require 'erb'
+require 'fileutils'
+require 'net/http'
+require 'pp'
+require 'resolv'
+require 'socket'
+require 'yaml'
+require "#{File.dirname(__FILE__)}/utils"
+
+module Ec2onrails
+  module RolesHelper
+    
+    ROLES_FILE = "/etc/ec2onrails/roles.yml"
+
+    def local_address
+      @local_address ||= get_metadata "local-ipv4"
+    end
+
+    def public_address
+      @public_address ||= get_metadata "public-ipv4"
+    end
+
+    def roles
+      @roles ||= resolve_all_addresses(YAML::load_file(ROLES_FILE))
+    end
+
+    def start(role)
+      puts "STARTING #{role} role"
+      sudo "god start #{role}"
+    end
+
+    def stop(role)
+      puts "STOPING #{role} role"
+      sudo "god stop #{role}"
+    end
+
+    def run(cmd)
+      result = system(cmd)
+      puts("*****ERROR: #{cmd} returned #{$?}") unless result
+    end
+    
+    def sudo(cmd)
+      run("sudo #{cmd}")
+    end
+
+    def get_metadata(type)
+      data  = Net::HTTP.get('169.254.169.254', "/latest/meta-data/#{type}").strip
+      
+      raise "couldn't get instance data: #{type}" if data.nil? || data.strip.length == 0
+      # puts "#{type}: #{address}"
+      return data
+    end
+
+    def resolve(hostname)
+      # hostname might be an alias, so get the .amazonaws.com hostname
+      canonical_name = Resolv.getname(IPSocket.getaddress(hostname))      
+
+      # EC2's internal DNS resolves the external hostnames (*.amazonaws.com) into internal IP addresses
+      address = IPSocket.getaddress(canonical_name).strip
+
+      if address == local_address || address == public_address
+        "127.0.0.1"
+      else
+        address
+      end
+    rescue Exception => e
+      puts "couldn't resolve hostname '#{hostname}'"
+      raise e
+    end
+
+    def resolve_all_addresses(original)
+      resolved = {}
+      original.each do |rolename, hostnames|
+        resolved[rolename] = hostnames.map{|hostname| resolve(hostname)} if hostnames
+      end
+      resolved
+    end
+
+    def in_role?(role)
+      return false unless roles[role]
+      return roles[role].include?("127.0.0.1") 
+    end
+    #to provide deprecated usage
+    alias :in_role :in_role?
+    
+    # Re-write the roles file with the hostnames resolved
+    def resolve_hostnames_in_roles_file
+      File.open(ROLES_FILE, 'w') {|f| YAML.dump(roles, f)}
+    end
+    
+    # write a hostname alias for each host. The hostnames will be "rolename-n" where n
+    # is an integer
+    def set_hostnames
+      hosts_file  = "/etc/hosts"
+      FileUtils.cp "#{hosts_file}.original", hosts_file
+      File.open(hosts_file, 'a') do |f| 
+        f << "\n"
+        f << "# The following is automatically added by the EC2 on Rail set_roles script:\n"
+        roles.each do |rolename, addresses|
+          addresses.each_with_index do |address, i|
+            f << "#{address} #{rolename.to_s.gsub(/_/, "-")}-#{i+1}\n"
+          end
+        end
+      end
+      
+      # Eventually we'll remove this:
+      if roles[:db_primary]
+        db_primary_addr = roles[:db_primary][0]
+        File.open(hosts_file, 'a') do |f|
+          f << "# DEPRECATED: this is here for backwards compatibility, eventually it will be removed:\n"
+          f << "#{db_primary_addr} db_primary\n"
+        end
+      end
+    end
+   
+    # Process any ERB template under /etc
+    # The output from "filename.erb" will be saved as "filename"
+    def process_config_file_templates
+      # Set any variables that will be needed inside the templates
+      # We're processing ALL templates, even ones that won't be used in the current role.
+      rails_env = Ec2onrails::Utils.rails_env
+      config = Ec2onrails::Utils.load_config
+      roles = self.roles
+
+      Dir["/etc/**/*.erb"].each do |template|
+        puts "Processing config file template: #{template}..."
+        STDOUT.flush
+        # Use '<>' for ERB formatting options, it's safer than '%' but still allows lines that are ruby-only to be
+        # omitted from the output.
+        # For all options see: http://stdlib.rubyonrails.org/libdoc/erb/rdoc/classes/ERB.html#M000684
+        contents = ERB.new(IO.read(template), nil, "<>").result(binding)
+        output_file = template.sub(/\.erb$/, '')
+        File.open(output_file, 'w'){|f| f << contents}
+      end
+    end
+    
+  end
+end

data/server/files/usr/local/ec2onrails/lib/s3_helper.rb

@@ -0,0 +1,116 @@
+#    This file is part of EC2 on Rails.
+#    http://rubyforge.org/projects/ec2onrails/
+#
+#    Copyright 2007 Paul Dowman, http://pauldowman.com/
+#
+#    EC2 on Rails is free software; you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation; either version 2 of the License, or
+#    (at your option) any later version.
+#
+#    EC2 on Rails is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+require 'rubygems'
+require 'right_aws'
+require 'yaml'
+require 'erb'
+require 'fileutils'
+require "#{File.dirname(__FILE__)}/utils"
+require "#{File.dirname(__FILE__)}/aws_helper"
+
+
+# Hack to get rid of the "warning: peer certificate won't be verified in this SSL session" message
+# See http://www.5dollarwhitebox.org/drupal/node/64
+class Net::HTTP
+  alias_method :old_initialize, :initialize
+  def initialize(*args)
+    old_initialize(*args)
+    @ssl_context = OpenSSL::SSL::SSLContext.new
+    @ssl_context.verify_mode = OpenSSL::SSL::VERIFY_NONE
+  end
+end
+
+
+module Ec2onrails
+  class S3Helper
+    SCRATCH_SPACE = '/mnt/tmp'
+
+    # make attributes available for specs
+    attr_accessor :dir
+    attr_accessor :config_file
+    attr_accessor :rails_env
+    attr_accessor :aws_access_key
+    attr_accessor :aws_secret_access_key
+    attr_accessor :bucket_name
+
+    def initialize(bucket_name, dir, config_file = Ec2onrails::AwsHelper.default_config_file, rails_env = Utils.rails_env)
+      @dir = dir
+      @config_file = config_file
+      @rails_env = rails_env
+      @awsHelper = Ec2onrails::AwsHelper.new(config_file, rails_env)
+      @aws_access_key        = @awsHelper.aws_access_key
+      @aws_secret_access_key = @awsHelper.aws_secret_access_key
+      @bucket_base_name      = @awsHelper.bucket_base_name
+      @bucket_name = bucket_name || "#{@bucket_base_name}-#{Ec2onrails::Utils.hostname}"
+      logger = Logger.new(STDOUT)
+      logger.level = Logger::ERROR
+      s3 = RightAws::S3.new(@aws_access_key, @aws_secret_access_key, :logger => logger)
+      @bucket = s3.bucket(@bucket_name, true)
+    end
+
+    def store_file(filename)
+      @bucket.put(s3_key(filename), File.read(filename))
+    end
+    
+    def store_dir(dir, options={})
+      FileUtils.mkdir_p SCRATCH_SPACE
+      compress = options[:compress]
+      exclude  = options[:exclude]
+      
+      #should be of the format:
+      # mnt-app-shared_ec2-75-101-250-19__20090217-183411.tgz
+      archive_nm = "#{Ec2onrails::Utils.hostname}__#{Time.new.strftime('%Y%m%d-%H%M%S')}"
+      archive_nm += compress ? ".tgz" : '.tar'  
+      cmd = "cd #{SCRATCH_SPACE} && tar -cph"
+      cmd += 'z' if compress
+      cmd += "f #{archive_nm} -C / #{dir[1..-1]} "
+      cmd += " --exclude=#{exclude} " if exclude
+      system(cmd)
+      file = "#{SCRATCH_SPACE}/#{archive_nm}"
+      @bucket.put(s3_key(archive_nm), File.read(file))
+    ensure
+      system "nice -n 15 rm -f #{file}" 
+    end      
+
+    def retrieve_file(file)
+      key = s3_key(file)
+      open(file, 'w') { |f| f.write @bucket.get(key) }
+    end
+    
+    def keys(filename_prefix)
+      prefix = @dir ? "#{@dir}/#{filename_prefix}" : filename_prefix
+      @bucket.keys('prefix' => prefix).collect{|key| key}
+    end
+    
+    def retrieve_files(filename_prefix, local_dir)
+      keys(filename_prefix).each do |k|
+        file = "#{local_dir}/#{File.basename(k.to_s)}"
+        retrieve_file(file)
+      end      
+    end
+
+    def delete_files(filename_prefix)
+      keys(filename_prefix).each { |k| k.delete }
+    end
+  
+    def s3_key(file)
+      @dir ? "#{@dir}/#{File.basename(file)}" : File.basename(file)
+    end
+  end
+end

data/server/files/usr/local/ec2onrails/lib/system_files_helper.rb

@@ -0,0 +1,110 @@
+#    This file is part of EC2 on Rails.
+#    http://rubyforge.org/projects/ec2onrails/
+#
+#    Copyright 2007 Paul Dowman, http://pauldowman.com/
+#
+#    EC2 on Rails is free software; you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation; either version 2 of the License, or
+#    (at your option) any later version.
+#
+#    EC2 on Rails is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+require 'fileutils'
+require "#{File.dirname(__FILE__)}/system_files_manifest"
+require "#{File.dirname(__FILE__)}/utils"
+
+module Ec2onrails
+  class SystemFilesHelper
+    
+    BACKUP_FILE_EXT = ".ec2onrails_backup"
+    INSTALLED_MANIFEST_FILE = "/etc/ec2onrails/system_files/#{SystemFilesManifest::MANIFEST_FILE_NAME}"
+
+    def install_system_files(from_dir)
+      uninstall_system_files
+      
+      unless File.directory?(from_dir)
+        puts "no system files to install, #{from_dir} doesn't exist or is not a directory."
+        return
+      end
+        
+      puts "installing system files from #{from_dir}..."
+      src_manifest = File.join from_dir, SystemFilesManifest::MANIFEST_FILE_NAME
+
+      @manifest = nil
+      if File.exists? src_manifest
+        @manifest = Ec2onrails::SystemFilesManifest.new(from_dir)
+        FileUtils.cp src_manifest, INSTALLED_MANIFEST_FILE
+      end
+      
+      FileUtils.cd from_dir do
+        Dir.glob("**/*").each do |f|
+          unless File.directory?(f) || File.basename(f) == SystemFilesManifest::MANIFEST_FILE_NAME
+            dest = File.join("/", f)
+            backup(dest)
+            make_dirs(dest)
+            install_file(f, dest, @manifest)
+          end
+        end
+      end
+    end
+    
+    def uninstall_system_files
+      unless File.exist? INSTALLED_MANIFEST_FILE
+        puts "not uninstalling system files, #{INSTALLED_MANIFEST_FILE} doesn't exist."
+        return
+      end
+
+      puts "uninstalling system files..."
+      @manifest = Ec2onrails::SystemFilesManifest.new(INSTALLED_MANIFEST_FILE)
+      @manifest.filenames.each do |f|
+        file = File.join("/", f)
+        unless File.directory?(file)
+          FileUtils.rm file
+          restore_backup_of file
+        end
+      end
+      FileUtils.rm INSTALLED_MANIFEST_FILE
+    end
+    
+    def backup(f)
+      if File.exist?(f)
+        puts "backing up file #{f}..."
+        backup_file = f + BACKUP_FILE_EXT
+        FileUtils.mv f, backup_file
+      end
+    end
+    
+    def restore_backup_of(f)
+      backup_file = f + BACKUP_FILE_EXT
+      if File.exist?(backup_file)
+        puts "restoring backup of file #{f}..."
+        FileUtils.mv backup_file, f
+      end
+    end
+   
+    def make_dirs(f)
+      dir = File.dirname(f)
+      unless dir == "/"
+        puts "making dirs #{dir}..."
+        FileUtils.mkdir_p File.dirname(f)
+      end
+    end
+    
+    def install_file(f, dest, manifest)
+      puts "installing file #{f} into #{dest}..."
+      FileUtils.cp f, dest
+      if manifest
+        Utils.run "chown #{manifest[f][:owner]} #{dest}" if manifest[f][:owner]
+        Utils.run "chmod #{manifest[f][:mode]} #{dest}" if manifest[f][:mode]
+      end
+    end
+    
+  end
+end