solutious-rudy 0.5.1 → 0.6.0

data/lib/rudy/huxtable.rb

@@ -2,96 +2,76 @@
 
 
 module Rudy
+  
+  # = Rudy::Huxtable
+  #
+  # Huxtable gives access to instances for config, global, and logger to any
+  # class that includes it.
+  #
+  #     class Rudy::Hello
+  #       include Rudy::Huxtable
+  #
+  #       def print_config
+  #         p self.config.defaults
+  #       end
+  #
+  #     end
+  #
   module Huxtable
-    include Rudy::AWS
     
     # TODO: investigate @@debug bug. When this is true, Caesars.debug? returns true
-    # too. It's probably some include thing. 
+    # too. It's possible this is intentional but probably not. 
     @@debug = false
-
-    attr_accessor :config
-    attr_accessor :global
-    attr_accessor :logger
     
-     # An instance of Rye::Box for the local machine (running Rudy)
-    attr_reader :rbox
+    @@config = Rudy::Config.new
+    @@global = Rudy::Global.new
+    @@logger = StringIO.new    # BUG: memory-leak for long-running apps
     
-    def initialize(opts={})
-      opts = { :config => nil, :logger => STDERR, :global => OpenStruct.new }.merge(opts)
-      
-      # Set instance variables
-      opts.each_pair { |n,v| self.send("#{n}=", v) if self.respond_to?("#{n}=") }
-      
-      unless @config
-        @config = Rudy::Config.new
-        @config.look_and_load(@global.config)
-      end
-      
-      init_globals
-      
-      @rbox = Rye::Box.new('localhost')
-      
-      raise Rudy::NoConfig unless has_keys?
-      Rudy::AWS.set_access_identifiers(@global.accesskey, @global.secretkey, @logger)
-
+    @@sacred_params = [:accesskey, :secretkey, :cert, :privatekey]
+    
+    # NOTE: These methods conflict with Drydock::Command classes. It's
+    # probably a good idea to not expose these anyway since it can be
+    # done via Rudy::Huxtable.update_global etc...
+    #def config; @@config; end
+    #def global; @@global; end
+    #def logger; @@logger; end
+    
+    def self.update_config(path=nil)
+      # nil or otherwise bad paths send to look_and_load are ignored
+      @@config.look_and_load(path || nil)
+      @@global.apply_config(@@config)
     end
     
+    update_config
     
+    def self.update_global(ghash={})
+      @@global.update(ghash)
+    end
     
-    def init_globals
-      @global.verbose ||= 0
-      
-      @global.cert = File.expand_path(@global.cert || '')
-      @global.privatekey = File.expand_path(@global.privatekey || '')
-      
-      # ATROCIOUS!
-      
-      if @config.defaults
-        @global.region ||= @config.defaults.region
-        @global.zone ||= @config.defaults.zone
-        @global.environment ||= @config.defaults.environment
-        @global.role ||= @config.defaults.role 
-        @global.position ||= @config.defaults.position
-        @global.user ||= @config.defaults.user 
-        @global.nocolor = @config.defaults.nocolor
-        @global.quiet = @config.defaults.quiet
-      end
-            
-      @global.region ||= DEFAULT_REGION
-      @global.zone ||= DEFAULT_ZONE
-      @global.environment ||= DEFAULT_ENVIRONMENT
-      @global.role ||= DEFAULT_ROLE
-      @global.position ||= DEFAULT_POSITION
-      @global.user ||= DEFAULT_USER
-      @global.nocolor = false
-      @global.quiet = false
-      
-      @global.position &&= @global.position.to_s.rjust(2, '0')
-      
-      if @config.accounts && @config.accounts.aws
-        @global.accesskey ||= @config.accounts.aws.accesskey 
-        @global.secretkey ||= @config.accounts.aws.secretkey 
-        @global.account ||= @config.accounts.aws.accountnum
-        
-        @global.cert ||= @config.accounts.aws.cert
-        @global.privatekey ||= @config.accounts.aws.privatekey
-      end
-      
-      @global.accesskey ||= ENV['AWS_ACCESS_KEY']
-      @global.secretkey ||= ENV['AWS_SECRET_KEY'] || ENV['AWS_SECRET_ACCESS_KEY']
-      @global.account ||= ENV['AWS_ACCOUNT_NUMBER']
-      
-      @global.cert ||= ENV['EC2_CERT']
-      @global.privatekey ||= ENV['EC2_PRIVATE_KEY']
-      
-      @global.local_user = ENV['USER'] || :rudy
-      @global.local_hostname = Socket.gethostname || :localhost
-      
-      
-      String.disable_color if @global.nocolor
-      Rudy.enable_quiet if @global.quiet
+    def self.update_logger(logger)
+      @@logger = logger
+    end
+    
+    def self.create_domain
+      @sdb = Rudy::AWS::SDB.new(@@global.accesskey, @@global.secretkey, @@global.region)
+      @sdb.create_domain Rudy::DOMAIN
+    end
+    
+    def self.domain_exists?
+      @sdb = Rudy::AWS::SDB.new(@@global.accesskey, @@global.secretkey, @@global.region)
+      (@sdb.list_domains || []).member? Rudy::DOMAIN
+    end
+    
+    def self.domain
+      Rudy::DOMAIN
     end
     
+    def self.change_zone(v); @@global.zone = v; end
+    def self.change_role(v); @@global.role = v; end
+    def self.change_region(v); @@global.region = v; end
+    def self.change_environment(v); @@global.environment = v; end  
+    def self.change_position(v); @@global.position = v; end
+    
     def debug?; @@debug == true; end
     
     def check_keys
@@ -101,17 +81,17 @@ module Rudy
     end
       
     def has_pem_keys?
-      (@global.cert       && File.exists?(@global.cert) && 
-       @global.privatekey && File.exists?(@global.privatekey))
+      (@@global.cert       && File.exists?(@@global.cert) && 
+       @@global.privatekey && File.exists?(@@global.privatekey))
     end
      
     def has_keys?
-      (@global.accesskey && !@global.accesskey.empty? && @global.secretkey && !@global.secretkey.empty?)
+      (@@global.accesskey && !@@global.accesskey.empty? && @@global.secretkey && !@@global.secretkey.empty?)
     end
     
     def config_dirname
-      raise "No config paths defined" unless @config.is_a?(Rudy::Config) && @config.paths.is_a?(Array)
-      base_dir = File.dirname @config.paths.first
+      raise "No config paths defined" unless @@config.is_a?(Rudy::Config) && @@config.paths.is_a?(Array)
+      base_dir = File.dirname @@config.paths.first
       raise "Config directory doesn't exist #{base_dir}" unless File.exists?(base_dir)
       base_dir
     end
@@ -121,41 +101,56 @@ module Rudy
       (!kp.nil? && File.exists?(kp))
     end
     
+    # Returns the name of the current keypair for the given user. 
+    # If there's a private key path in the config this will return
+    # the basename (it's assumed the Amazon KeyPair has the same
+    # name as the file). Otherwise this returns the Rudy style
+    # name: <tt>key-ENV-ROLE-USER</tt>. Or if this the user is 
+    # root: <tt>key-ENV-ROLE</tt>
     def user_keypairname(user)
       kp = user_keypairpath(user)
-      return unless kp
-      KeyPairs.path_to_name(kp)
+      if kp
+        kp = Huxtable.keypair_path_to_name(kp)
+      else
+        n = (user.to_s == 'root') ? '' : "-#{user}"
+        "key-%s%s" % [current_machine_group, n]
+      end    
+    end
+    def root_keypairname
+      user_keypairname :root
     end
     
-
     
     def user_keypairpath(name)
       raise "No user provided" unless name
-      zon, env, rol = @global.zone, @global.environment, @global.role
+      raise "No configuration" unless @@config
+      raise "No machines configuration" unless @@config.machines
+      zon, env, rol = @@global.zone, @@global.environment, @@global.role
       #Caesars.enable_debug
-      kp = @config.machines.find_deferred(zon, env, rol, [:users, name, :keypair])
-      kp ||= @config.machines.find_deferred(env, rol, [:users, name, :keypair])
-      kp ||= @config.machines.find_deferred(rol, [:users, name, :keypair])
+      path = @@config.machines.find_deferred(zon, env, rol, [:users, name, :keypair])
+      path ||= @@config.machines.find_deferred(env, rol, [:users, name, :keypair])
+      path ||= @@config.machines.find_deferred(rol, [:users, name, :keypair])
       
       # EC2 Keypairs that were created are intended for starting the machine instances. 
       # These are used as the root SSH keys. If we can find a user defined key, we'll 
       # check the config path for a generated one. 
-      if !kp && name.to_s == 'root'
+      if !path && name.to_s == 'root'
         path = File.join(self.config_dirname, "key-#{current_machine_group}")
-        kp = path if File.exists?(path)
       end
-      
-      kp &&= File.expand_path(kp)
-      kp
+      path = File.expand_path(path) if path && File.exists?(path)
+      path
     end
-
+    def root_keypairpath
+      user_keypairpath :root
+    end
+    
     def has_root_keypair?
       path = user_keypairpath(:root)
       (!path.nil? && !path.empty?)
     end
     
     def current_user
-      @global.user
+      @@global.user
     end
     def current_user_keypairpath
       user_keypairpath(current_user)
@@ -166,90 +161,180 @@ module Rudy
     end
     
     def current_machine_group
-      [@global.environment, @global.role].join(RUDY_DELIM)
+      [@@global.environment, @@global.role].join(Rudy::DELIM)
+    end
+    
+    def current_group_name
+      "g-#{current_machine_group}"
+    end
+    
+    def current_machine_count
+      fetch_machine_param(:positions) || 1
     end
     
     def current_machine_image
-      zon, env, rol = @global.zone, @global.environment, @global.role
-      ami = @config.machines.find_deferred(zon, env, rol, :ami)
-      ami ||= @config.machines.find_deferred(env, rol, :ami)
-      ami ||= @config.machines.find_deferred(rol, :ami)
-      raise Rudy::NoMachineImage, current_machine_group unless ami
-      ami
+      fetch_machine_param(:ami)
+      #zon, env, rol = @@global.zone, @@global.environment, @@global.role
+      #ami = @@config.machines.find_deferred([zon, env, rol]) || {}
+      #ami.merge!(@@config.machines.find_deferred(env, rol, :ami))
+      #ami.merge!(@@config.machines.find_deferred(rol, :ami))
+      ## I commented this out while cleaning (start of 0.6 branch) . It
+      ## seems like a bad idea. I don't want Huxtables throwing exceptions. 
+      ##raise Rudy::NoMachineImage, current_machine_group unless ami
+      #ami
+    end
+    
+    def current_machine_size
+      fetch_machine_param(:size) || 'm1.small'
     end
     
     def current_machine_address
-      @config.machines.find_deferred(@global.environment, @global.role, :address)
+      raise "No configuration" unless @@config
+      raise "No machines configuration" unless @@config.machines
+      @@config.machines.find_deferred(@@global.environment, @@global.role, :address)
     end
     
     # TODO: fix machine_group to include zone
     def current_machine_name
-      [@global.zone, current_machine_group, @global.position].join(RUDY_DELIM)
+      [@@global.zone, current_machine_group, @@global.position].join(Rudy::DELIM)
     end
 
-    
-
     # +name+ the name of the remote user to use for the remainder of the command
     # (or until switched again). If no name is provided, the user will be revert
     # to whatever it was before the previous switch. 
     # TODO: deprecate
     def switch_user(name=nil)
       if name == nil && @switch_user_previous
-        @global.user = @switch_user_previous
-      elsif @global.user != name
+        @@global.user = @switch_user_previous
+      elsif @@global.user != name
         raise "No root keypair defined for #{name}!" unless has_keypair?(name)
-        @logger.puts "Remote commands will be run as #{name} user"
-        @switch_user_previous = @global.user
-        @global.user = name
+        @@logger.puts "Remote commands will be run as #{name} user"
+        @switch_user_previous = @@global.user
+        @@global.user = name
       end
     end
     
-    # Returns a hash of info for the requested machine. If the requested machine
-    # is not running, it will raise an exception. 
-    def current_machine
-      find_machine(current_machine_group)
+    def group_metadata(env=@@global.environment, role=@@global.role)
+      query = "['environment' = '#{env}'] intersection ['role' = '#{role}']"
+      @sdb.query_with_attributes(Rudy::DOMAIN, query)
     end
-      
-    def find_machine(group)
-      machine_list = @ec2.instances.list(group)
-      machine = machine_list.values.first  # NOTE: Only one machine per group, for now...
-      raise "There's no machine running in #{group}" unless machine
-      raise "The primary machine in #{group} is not in a running state" unless machine[:aws_state] == 'running'
-      machine
+    
+    def self.keypair_path_to_name(kp)
+      return nil unless kp
+      name = File.basename kp
+      #name.gsub(/key-/, '')   # We keep the key- now
     end
     
-
+  private 
     
-    def group_metadata(env=@global.environment, role=@global.role)
-      query = "['environment' = '#{env}'] intersection ['role' = '#{role}']"
-      @sdb.query_with_attributes(RUDY_DOMAIN, query)
-    end
     
-    # * +opts+
-    # :recursive => false, :preserve => false, :chunk_size => 16384
-    def scp(task, host, user, keypairpath, paths, dest, opts)
-      opts = { 
-        :recursive => false, :preserve => false, :chunk_size => 16384
-      }.merge(opts)
+    # We grab the appropriate routines config and check the paths
+    # against those defined for the matching machine group. 
+    # Disks that appear in a routine but not in a machine will be
+    # removed and a warning printed. Otherwise, the routines config
+    # is merged on top of the machine config and that's what we return.
+    #
+    # This means that all the disk info is returned so we know what
+    # size they are and stuff. 
+    # Return a hash:
+    #
+    #      :after: 
+    #      - :root: pwd
+    #      - :rudy: pwd
+    #      :disks: 
+    #        :create: 
+    #          /rudy/example1: 
+    #            :device: /dev/sdr
+    #            :size: 2
+    #          /rudy/example2: 
+    #            :device: /dev/sdm
+    #            :size: 1
+    #      
+    def fetch_routine_config(action)
+      raise "No configuration" unless @@config
+      raise "No routines configuration" unless @@config.routines
+      raise "No globals" unless @@global
+      
+      zon, env, rol = @@global.zone, @@global.environment, @@global.role
       
-      Net::SCP.start(host, user, :keys => [keypairpath]) do |scp|
-        paths.each do |path| 
-          prev_path = nil
-          scp.send("#{task}!", path, dest, opts) do |ch, name, sent, total|
-            msg = ((prev_path == name) ? "\r" : "\n") # new line for new file
-            msg << "#{name}: #{sent}/#{total}"  # otherwise, update the same line
-            @logger.print msg
-            @logger.flush        # update the screen every cycle
-            prev_path = name
+      disk_defs = fetch_machine_param(:disks)
+      
+      routine = @@config.routines.find(@@global.environment, @@global.role, action)
+      return nil unless routine
+      
+      routine.disks.each_pair do |raction,disks|
+
+        disks.each_pair do |path, props|
+          unless disk_defs.has_key?(path)
+            @logger.puts "#{path} is not defined. Check your #{action} routines config.".color(:red)
+            routine.disks[raction].delete(path) 
+            next
           end
-          @logger.puts unless prev_path == path
+          
+          routine.disks[raction][path] = disk_defs[path].merge(props) 
+          
         end
       end
+
+      routine
     end
     
+    # Looks for ENV-ROLE configuration in machines. There must be
+    # at least one definition in the config for this to return true
+    # That's how Rudy knows the current group is defined. 
+    def known_machine_group?
+      return false if !@@config && !@@global
+      zon, env, rol = @@global.zone, @@global.environment, @@global.role
+      conf = @@config.machines.find_deferred(@@global.region, zon, [env, rol])
+      conf ||= @@config.machines.find_deferred(zon, [env, rol])
+      !conf.nil?
+    end
     
+    def fetch_machine_param(parameter)
+      raise "No configuration" unless @@config
+      raise "No machines configuration" unless @@config.machines
+      raise "No globals" unless @@global
+      top_level = @@config.machines.find(parameter)
+      mc = fetch_machine_config
+      mc[parameter] || top_level || nil
+    end
+    
+    def fetch_machine_config
+      raise "No configuration" unless @@config
+      raise "No machines configuration" unless @@config.machines
+      raise "No globals" unless @@global
+      zon, env, rol = @@global.zone, @@global.environment, @@global.role
+      hashes = []
+      hashes << @@config.machines.find(env, rol)
+      hashes << @@config.machines.find(zon, env, rol)
+      hashes << @@config.machines.find(zon, [env, rol])
+      hashes << @@config.machines.find(zon, env)
+      hashes << @@config.machines.find(env)
+      hashes << @@config.machines.find(zon)
+      compilation = {}
+      hashes.reverse.each do |conf|
+        compilation.merge! conf if conf
+      end
+      compilation = nil if compilation.empty?
+      compilation
+    end
+    
+    # Returns the appropriate config block from the machines config.
+    # Also adds the following unless otherwise specified:
+    # :region, :zone, :environment, :role, :position
+    def fetch_script_config
+      sconf = fetch_machine_param :config
+      extras = {
+        :region => @@global.region,
+        :zone => @@global.zone,
+        :environment => @@global.environment,
+        :role => @@global.role,
+        :position => @@global.position
+      }
+      sconf.merge! extras
+      sconf
+    end
     
-  private 
     
   end
-end
+end