rudy 0.4.0 → 0.6.0

data/lib/rudy.rb

@@ -1,209 +1,178 @@
 
-#
-# No Ruby 1.9.1 support. Only 1.8.x for now :[
-unless RUBY_VERSION < "1.9"
-  puts "Sorry! We're using the right_aws gem and it doesn't support Ruby 1.9 (md5 error)."
-  exit 1
+unless defined?(RUDY_HOME)
+  RUDY_HOME = File.join(File.dirname(__FILE__), '..') 
+  RUDY_LIB = File.join(File.dirname(__FILE__), '..', 'lib')
 end
 
 
-begin
-  require 'digest/md5'
-  require 'right_aws'
-  require 'stringio'
-  require 'ostruct'
-  require 'yaml'
-  require 'socket'
-  require 'tempfile'
+require 'digest/md5'
+require 'stringio'
+require 'ostruct'
+require 'yaml'
+require 'socket'
+require 'timeout'
+require 'tempfile'
 
-  require 'console'
-  require 'storable'
+require 'storable'
+require 'console'
+require 'sysinfo'
+require 'annoy'
 
-  require 'net/ssh'
-  require 'net/ssh/gateway'
-  require 'net/ssh/multi'
-  require 'net/scp'
-  
-rescue LoadError => ex
-  puts "Problem requiring: #{ex.message}"
-  exit 1
-end
+require 'rye'
 
+require 'net/ssh'
+require 'net/scp'
+require 'net/ssh/multi'
+require 'net/ssh/gateway'
 
 
-module Rudy #:nodoc:
-  RUDY_DOMAIN = "rudy_state"
-  RUDY_DELIM  = '-'
+require 'logger'
+
+# = Rudy
+#
+# == About
+#
+# Rudy is a development and deployment tool for the Amazon Elastic Compute Cloud
+# (EC2). See README.rdoc for more information. 
+#
+# == Status: Alpha
+# 
+# The current release (0.6) is not ready for general production use. Use it for 
+# exploring EC2 and operating your development / ad-hoc instances. We've put in 
+# a lot of effort to make sure Rudy plays safe, but it's possible we missed
+# something. That's why we consider it alpha code. 
+#
+# To get started right away, try:
+#
+#     $ rudy -h
+#     $ rudy show-commands
+#
+# Also:
+#
+#     $ rudy-ec2 -h
+#     $ rudy-ec2 show-commands
+#
+# And if you're feeling particularly saucey, try Rudy's REPL interface:
+#
+#     $ ird
+# 
+#
+#
+module Rudy
+  extend self
   
-  RUDY_CONFIG_DIR = File.join(ENV['HOME'] || ENV['USERPROFILE'], '.rudy')
-  RUDY_CONFIG_FILE = File.join(RUDY_CONFIG_DIR, 'config')
+  module VERSION #:nodoc:
+    unless defined?(MAJOR)
+      MAJOR = 0.freeze
+      MINOR = 6.freeze
+      TINY  = 0.freeze
+    end
+    def self.to_s; [MAJOR, MINOR, TINY].join('.'); end
+    def self.to_f; self.to_s.to_f; end
+  end
   
-  DEFAULT_REGION = 'us-east-1'
-  DEFAULT_ZONE = 'us-east-1b'
-  DEFAULT_ENVIRONMENT = 'stage'
-  DEFAULT_ROLE = 'app'
-  DEFAULT_POSITION = '01'
+  unless defined?(Rudy::DOMAIN) # We can assume all constants are defined
+    # SimpleDB accepts dashes in the domain name on creation and with the query syntax. 
+    # However, with select syntax it says: "The specified query expression syntax is not valid"
+    DOMAIN = "rudy_state".freeze
+    DELIM  = '-'.freeze
   
-  DEFAULT_USER = 'rudy'
+    CONFIG_DIR = File.join(ENV['HOME'] || ENV['USERPROFILE'], '.rudy').freeze
+    CONFIG_FILE = File.join(Rudy::CONFIG_DIR, 'config').freeze
+    
+    DEFAULT_REGION = 'us-east-1'.freeze 
+    DEFAULT_ZONE = 'us-east-1b'.freeze 
+    DEFAULT_ENVIRONMENT = 'stage'.freeze
+    DEFAULT_ROLE = 'app'.freeze
+    DEFAULT_POSITION = '01'.freeze
+    
+    DEFAULT_USER = 'rudy'.freeze
+    
+    DEFAULT_EC2_HOST = "ec2.amazonaws.com"
+    DEFAULT_EC2_PORT = 443
+    
+    MAX_INSTANCES = 3.freeze
+    
+    SUPPORTED_SCM_NAMES = [:svn, :git].freeze
   
-  SUPPORTED_SCM_NAMES = [:svn, :git]
+    ID_MAP = {
+      :instance => 'i',
+      :disk => 'disk',
+      :backup => 'back',
+      :machine => 'm',
+      :volume => 'vol',
+      :snapshot => 'snap',
+      :kernel => 'aki',
+      :image => 'ami',
+      :ram => 'ari',
+      :log => 'log',
+      :key => 'key',
+      :awspk => 'pk',
+      :awscert => 'cert',
+      :reservation => 'r',
+      :dns_public => 'ec2',
+      :dns_private => 'domU',
+    }.freeze
+    
+    @@quiet = false
+    @@debug = false
+    @@sysinfo = SystemInfo.new.freeze
+    
+  end
   
-  module VERSION #:nodoc:
-    MAJOR = 0.freeze unless defined? MAJOR
-    MINOR = 4.freeze unless defined? MINOR
-    TINY  = 0.freeze unless defined? TINY
-    def self.to_s
-      [MAJOR, MINOR, TINY].join('.')
-    end
-    def self.to_f
-      self.to_s.to_f
+  def Rudy.debug?; @@debug == true; end
+  def Rudy.quiet?; @@quiet == true; end
+  def Rudy.enable_debug; @@debug = true; end
+  def Rudy.enable_quiet; @@quiet = true; end
+  def Rudy.disable_debug; @@debug = false; end
+  def Rudy.disable_quiet; @@quiet = false; end
+  
+  def Rudy.sysinfo; @@sysinfo; end
+  def sysinfo; @@sysinfo;  end
+  
+  class Error < RuntimeError
+    def initialize(obj); @obj = obj; end
+    def message; "#{self.class}: #{@obj}"; end
+  end
+  class InsecureKeyPermissions < Rudy::Error
+    def message
+      lines = ["Insecure file permissions for #{@obj}"]
+      lines << "Try: chmod 600 #{@obj}"
+      lines.join($/)
     end
   end
-  
-  # Determine if we're running directly on EC2 or
-  # "some other machine". We do this by checking if
-  # the file /etc/ec2/instance-id exists. This
-  # file is written by /etc/init.d/rudy-ec2-startup. 
-  # NOTE: Is there a way to know definitively that this is EC2?
-  # We could make a request to the metadata IP addresses. 
-  def self.in_situ?
-    File.exists?('/etc/ec2/instance-id')
+  class NoConfig < Rudy::Error
+    def message; "No AWS credentials. Check your configs!"; end
   end
-end
-
-require 'rudy/aws'
-require 'rudy/config'
-require 'rudy/metadata'
-require 'rudy/utils'
-require 'rudy/command/base'
-
-# Require Command, MetaData, and SCM classes
-begin
-  # TODO: Use autoload
-  Dir.glob(File.join(RUDY_LIB, 'rudy', '{command,metadata,scm}', "*.rb")).each do |path|
-    require path
+  class ServiceUnavailable < Rudy::Error
+    def message; "#{@obj} is not available. Check your internets!"; end
   end
-rescue LoadError => ex
-  puts "Error: #{ex.message}"
-  exit 1
-end
-
-
-# Capture STDOUT or STDERR to prevent it from being printed. 
-#
-#    capture(:stdout) do
-#      ...
-#    end
-#
-def capture(stream)
-  #raise "We can only capture STDOUT or STDERR" unless stream == :stdout || stream == :stderr
-  
-  # I'm using this to trap the annoying right_aws "peer certificate" warning.
-  # TODO: discover source of annoying right_aws warning and give it a hiding.
-  begin
-    stream = stream.to_s
-    eval "$#{stream} = StringIO.new"
-    yield
-    result = eval("$#{stream}").read
-  ensure
-    eval("$#{stream} = #{stream.upcase}")
+  class MachineGroupAlreadyRunning < Rudy::Error
+    def message; "Machine group #{@obj} is already running."; end
   end
-
-  result
-end
-
-
-def write_to_file(filename, content, type)
-  type = (type == :append) ? 'a' : 'w'
-  f = File.open(filename,type)
-  f.puts content
-  f.close
-end
-
-def are_you_sure?(len=3)
-  if Drydock.debug?
-    puts 'DEBUG: skipping "are you sure" check'
-    return true 
+  class MachineGroupNotRunning < Rudy::Error
+    def message; "Machine group #{@obj} is not running."; end
   end
-  
-  if STDIN.tty? # Only ask a question if there's a human 
-    challenge = strand len
-    STDOUT.print "Are you sure? To continue type \"#{challenge}\": "
-    STDOUT.flush
-    if ((STDIN.gets || "").gsub(/["']/, '') =~ /^#{challenge}$/)
-      true
-    else
-      puts "Nothing changed"
-      exit 0
-    end
-  else
-    true
+  class MachineGroupNotDefined < Rudy::Error 
+    def message; "#{@obj} is not defined in machines config."; end
   end
-end
-    
-# 
-# Generates a string of random alphanumeric characters
-# These are used as IDs throughout the system
-def strand( len=8, safe=true )
-   chars = ("a".."z").to_a + ("0".."9").to_a
-   chars = [("a".."h").to_a, "j", "k", "m", "n", ("p".."z").to_a, ("2".."9").to_a].flatten if safe
-   newpass = ""
-   1.upto(len) { |i| newpass << chars[rand(chars.size-1)] }
-   newpass
-end
-
-def sh(command, chdir=false, verbose=false)
-  prevdir = Dir.pwd
-  Dir.chdir chdir if chdir
-  puts command if verbose
-  system(command)
-  Dir.chdir prevdir if chdir
-end
-
-def ssh_command(host, keypair, user, command=false, printonly=false, verbose=false)
-  #puts "CONNECTING TO #{host}..."
-  cmd = "ssh -q -i #{keypair} #{user}@#{host} "
-  cmd += " '#{command}'" if command
-  puts cmd if verbose
-  return cmd if printonly
-  # backticks returns STDOUT
-  # exec replaces current process (it's just like running ssh)
-  (command) ? `#{cmd}` : Kernel.exec(cmd)
-end
-
-
-def scp_command(host, keypair, user, paths, to_path, to_local=false, verbose=false, printonly=false)
-  
-  paths = [paths] unless paths.is_a?(Array)
-  from_paths = ""
-  if to_local
-    paths.each do |path|
-      from_paths << "#{user}@#{host}:#{path} "
-    end  
-    puts "Copying FROM remote TO this machine", $/
-    
-  else
-    to_path = "#{user}@#{host}:#{to_path}"
-    from_paths = paths.join(' ')
-    puts "Copying FROM this machine TO remote", $/
+  class PrivateKeyFileExists < Rudy::Error
+    def message; "Private key #{@obj} already exists."; end
+  end
+  class PrivateKeyNotFound < Rudy::Error
+    def message; "Private key file #{@obj} not found."; end
   end
-  
-  
-  cmd = "scp -i #{keypair} #{from_paths} #{to_path}"
-
-  puts "CONNECTING TO #{host}..."
-  puts cmd if verbose
-  printonly ? (puts cmd) : system(cmd)
 end
 
+require 'rudy/utils'      # The
+require 'rudy/global'     # order    
+require 'rudy/config'     # of 
+require 'rudy/huxtable'   # requires
+require 'rudy/aws'        # is
+require 'rudy/metadata'   # important
 
-# Returns +str+ with the average leading indentation removed. 
-# Useful for keeping inline codeblocks spaced with code. 
-def without_indent(str)
-  lines = str.split($/)
-  lspaces = (lines.inject(0) {|total,line| total += (line.scan(/^\s+/).first || '').size } / lines.size) + 1
-  lines.collect { |line| line.gsub(/^\s{#{lspaces}}/, '') }.join($/)
-end
-
+require 'rudy/machines'
+require 'rudy/disks'
+require 'rudy/routines'
 
 

data/lib/rudy/aws.rb

@@ -1,68 +1,75 @@
 
 
-
+require 'EC2'       # What a
+require 'aws_sdb'   # motley
+require 'aws/s3'    # crew
 
 module Rudy
   module AWS
-        
-    module ObjectBase
-      attr_accessor :aws
-      def initialize(aws_connection)
-        @aws = aws_connection
-      end
-    end
-  
-    class EC2
-      @@logger = StringIO.new
-
-      attr_reader :instances
-      attr_reader :images
-      attr_reader :addresses
-      attr_reader :groups
-      attr_reader :volumes
-      attr_reader :snapshots
-      attr_reader :aws
-
-      def initialize(access_key, secret_key)
-        @aws = RightAws::Ec2.new(access_key, secret_key, {:logger => Logger.new(@@logger)})
-        @instances = Rudy::AWS::EC2::Instances.new(@aws)
-        @images = Rudy::AWS::EC2::Images.new(@aws)
-        @groups = Rudy::AWS::EC2::Groups.new(@aws)
-        @addresses = Rudy::AWS::EC2::Addresses.new(@aws)
-        @snapshots = Rudy::AWS::EC2::Snapshots.new(@aws)
-        @volumes = Rudy::AWS::EC2::Volumes.new(@aws)
-      end
+    extend self
     
-    end
-  
-    class S3
-      @@logger = StringIO.new
-
-      attr_reader :aws
-
-      def initialize(access_key, secret_key)
-        @aws = RightAws::S3.new(access_key, secret_key, {:logger => Logger.new(@@logger)})
-      end
+    unless defined?(Rudy::AWS::VALID_REGIONS)
+      VALID_REGIONS = ['eu-west-1', 'us-east-1'].freeze
     end
     
-    class SimpleDB
-      @@logger = StringIO.new
+    def valid_region?(r); VALID_REGIONS.member?(r.to_s || ''); end
     
-      attr_reader :domains
-      attr_reader :aws
+    # Modifies +str+ by removing <tt>[\0\n\r\032\\\\]</tt> and escaping <tt>[\'\"]</tt>
+    def escape(str)
+      str.to_s.tr("[\0\n\r\032\\\\]", '').gsub(/([\'\"])/, '\\1\\1')
+    end
+    def escape!(str)
+      str.to_s.tr!("[\0\n\r\032\\\\]", '').gsub!(/([\'\"])/, '\\1\\1')
+    end
     
-      def initialize(access_key, secret_key)
-        @aws = RightAws::SdbInterface.new(access_key, secret_key, {:logger => Logger.new(@@logger)})
-        @aws2 = AwsSdb::Service.new(:access_key_id => access_key, :secret_access_key => secret_key, :logger => Logger.new(@@logger))
-        @domains = Rudy::AWS::SimpleDB::Domains.new(@aws)
-      end
+    module ObjectBase
+      
+    protected
 
+      # Execute AWS requests safely. This will trap errors and return
+      # a default value (if specified).
+      # * +default+ A default response value
+      # * +request+ A block which contains the AWS request
+      # Returns the return value from the request is returned untouched
+      # or the default value on error or if the request returned nil. 
+      def execute_request(default=nil, timeout=nil, &request)
+        timeout ||= 30
+        raise "No block provided" unless request
+        response = nil
+        begin
+          Timeout::timeout(timeout) do
+            response = request.call
+          end
+        # Raise the EC2 exceptions
+        rescue ::EC2::Error, ::EC2::InvalidInstanceIDMalformed => ex  
+          raise Rudy::AWS::Error, ex.message
+        
+        # NOTE: The InternalError is returned for non-existent volume IDs. 
+        # It's probably a bug so we're ignoring it -- Dave. 
+        rescue ::EC2::InternalError => ex
+          raise Rudy::AWS::Error, ex.message
+          
+        rescue Timeout::Error => ex
+          STDERR.puts "Timeout (#{timeout}): #{ex.message}!"
+        rescue SocketError => ex
+          STDERR.puts "Socket Error. Check your Internets!"
+          STDERR.puts ex.message
+          STDERR.puts ex.backtrace
+        ensure
+          response ||= default
+        end
+        response
+      end
     end
     
-    require 'rudy/aws/simpledb'
+    require 'rudy/aws/sdb'
     require 'rudy/aws/ec2'
     require 'rudy/aws/s3'
     
+    Rudy::Utils.require_glob(RUDY_LIB, 'rudy', 'aws', '{ec2,s3,sdb}', "*.rb")
+    
+    class Error < ::EC2::Error; end
   end
   
 end
+