rudy 0.8.5 → 0.9.0

data/lib/rudy/routines/handlers/group.rb

@@ -0,0 +1,44 @@
+
+module Rudy; module Routines; module Handlers;
+  module Group
+    include Rudy::Routines::Handlers::Base
+    extend self
+    
+    ##Rudy::Routines.add_handler :machines, self
+    
+    
+    def raise_early_exceptions(name=nil)
+      
+    end
+    
+    def create(name=nil)
+      name ||= current_group_name
+      return if exists? name
+      li "Creating group: #{name}"
+      Rudy::AWS::EC2::Groups.create name
+    end
+    
+    def authorize(name=nil, addresses=nil, ports=nil)
+      name ||= current_group_name
+      addresses ||= [Rudy::Utils::external_ip_address]
+      if ports.nil?
+        ports = current_machine_os.to_s == 'win32' ? [[3389,3389]] : [[22,22]]
+      end
+      li "Authorizing ports #{ports.inspect} access for: #{addresses.join(', ')}"
+      Rudy::AWS::EC2::Groups.authorize(name, addresses, ports) 
+    end
+    
+    def exists?(name=nil)
+      name ||= current_group_name
+      Rudy::AWS::EC2::Groups.exists? name
+    end
+    
+    def destroy(name=nil)
+      name ||= current_group_name
+      return unless exists? name
+      li "Destroying group: #{name}"
+      Rudy::AWS::EC2::Groups.destroy name
+    end
+    
+  end
+end; end; end

data/lib/rudy/routines/handlers/host.rb

@@ -0,0 +1,70 @@
+
+module Rudy; module Routines; module Handlers;
+  module Host
+    include Rudy::Routines::Handlers::Base
+    extend self 
+    
+    ## NOTE: This handler doesn't use Rudy::Routines.add_handler
+    
+    def is_running?(rset)
+      raise NoMachines if rset.boxes.empty?
+      rset.boxes.each do |rbox|
+        msg = "Waiting for #{rbox.nickname} to boot..."
+        Rudy::Utils.waiter(3, 240, Rudy::Huxtable.logger, msg, 0) {
+          inst = rbox.stash.get_instance
+          inst && inst.running?
+        }
+      end
+    end
+    
+    # Add instance info to machine and save it. This is really important
+    # for the initial startup so the metadata is updated right away. But
+    # it's also important to call here because if a routine was executed
+    # and an unexpected exception occurs before this update is executed
+    # the machine metadata won't contain the DNS information. Calling it
+    # here ensure that the metadata is always up-to-date.
+    # Each Rye:Box instance has a Rudy::Machine instance in its stash so
+    # rbox.stash.refresh! == machine.refresh!
+    def update_dns(rset)
+      raise NoMachines if rset.boxes.empty?
+      rset.boxes.each do |rbox|
+        rbox.stash.refresh! 
+        rbox.host = rbox.stash.dns_public
+      end
+    end
+    
+    def is_available?(rset, port=22)
+      raise NoMachines if rset.boxes.empty?
+      rset.boxes.each do |rbox|
+        unless (rbox.stash.os || '').to_s == 'win32' # No SSH daemon in windows
+          msg = "Waiting for SSH (#{port}) on #{rbox.nickname} ..."
+          Rudy::Utils.waiter(2, 60, STDOUT, msg, 0) {
+            Rudy::Utils.service_available?(rbox.stash.dns_public, port)
+          }
+        end
+      end
+    end
+    
+    def set_hostname(rset)
+      raise NoMachines if rset.boxes.empty?
+      original_user = rset.user
+      rset.switch_user 'root' 
+      rset.add_key user_keypairpath('root')
+      # Set the hostname if specified in the machines config. 
+      # :rudy -> change to Rudy's machine name
+      # :default -> leave the hostname as it is
+      # Anything else other than nil -> change to that value
+      # NOTE: This will set hostname every time a routine is
+      # run so we may want to make this an explicit action.
+      type = current_machine_hostname || :rudy
+      rset.batch(type) do |hn|
+        if hn != :default
+          hn = self.stash.name if hn == :rudy
+          self.quietly { hostname(hn) }
+        end
+      end
+      rset.switch_user original_user
+    end
+    
+  end
+end; end; end

data/lib/rudy/routines/handlers/keypair.rb

@@ -0,0 +1,70 @@
+
+module Rudy; module Routines; module Handlers;
+  module Keypair
+    include Rudy::Routines::Handlers::Base
+    extend self
+    
+    ##Rudy::Routines.add_handler :machines, self
+    
+    
+    def raise_early_exceptions(name=:root)
+      keyname = user_keypairname name
+      kp_file = pkey name
+      if registered? keyname
+        # This means no keypair file can be found
+        raise PrivateKeyNotFound, keyname if kp_file.nil?
+        # This means we found a keypair in the config but we cannot find the private key file. 
+        raise PrivateKeyNotFound, kp_file if !File.exists?(kp_file)
+      else
+        raise PrivateKeyFileExists, kp_file if File.exists?(kp_file)
+      end 
+    end
+    
+    def create(name=:root)
+      keyname = user_keypairname name
+      kp_file = pkey name
+      kp = nil
+      if registered? keyname 
+        raise PrivateKeyNotFound, keyname if kp_file.nil?
+        raise PrivateKeyNotFound, kp_file if !File.exists?(kp_file)
+      else
+        raise PrivateKeyFileExists, kp_file if File.exists?(kp_file)
+        li "Creating keypair: #{keyname}"
+        kp = Rudy::AWS::EC2::Keypairs.create(keyname)
+        li "Saving #{kp_file}"
+        Rudy::Utils.write_to_file(kp_file, kp.private_key, 'w', 0600)
+      end
+      kp
+    end
+    
+    def unregister(name=:root)
+      keyname = user_keypairname name
+      raise "Keypair not registered: #{keyname}" unless registered?(name)
+      Rudy::AWS::EC2::Keypairs.destroy keyname
+    end
+    
+    def delete_pkey(name=:root)
+      kp_file = pkey name
+      raise PrivateKeyNotFound, kp_file unless pkey?(name)
+      File.unlink kp_file
+    end
+    
+    def exists?(name=:root)
+      registered?(name) && pkey?(name)
+    end
+    
+    def registered?(name=:root)
+      keyname = user_keypairname name
+      Rudy::AWS::EC2::Keypairs.exists?( keyname) rescue false
+    end
+    
+    def pkey(name=:root)
+      user_keypairpath name
+    end
+    
+    def pkey?(name=:root)
+      File.exists? pkey(name)
+    end
+    
+  end
+end; end; end

data/lib/rudy/routines/handlers/machines.rb

@@ -0,0 +1,15 @@
+
+module Rudy; module Routines; module Handlers;
+  module Machines
+    include Rudy::Routines::Handlers::Base
+    extend self
+    
+    ##Rudy::Routines.add_handler :machines, self
+    
+    
+    def raise_early_exceptions
+    end
+    
+    
+  end
+end; end; end

data/lib/rudy/routines/handlers/script.rb

@@ -0,0 +1,85 @@
+
+
+module Rudy; module Routines; module Handlers;
+  module Script
+    include Rudy::Routines::Handlers::Base 
+    extend self
+    
+    Rudy::Routines.add_handler :local,  self
+    Rudy::Routines.add_handler :remote, self
+    
+    Rudy::Routines.add_handler :xlocal,  self
+    Rudy::Routines.add_handler :xremote, self
+    
+    def raise_early_exceptions(type, batch, rset, lbox, argv=nil)
+      
+    end
+    
+    def execute(type, batch, rset, lbox, argv=nil)
+      if type.to_s =~ /\Ax/     # (e.g. xremote, xlocal)
+        # do nothing 
+        
+      # It's important this stay a regex rather than a literal comparison
+      elsif type.to_s =~ /local/   
+        lbox.cd Dir.pwd
+        batch = { lbox.user => batch } if batch.is_a?(Proc)
+        execute_command(batch, lbox, argv)
+      else
+        batch = { rset.user => batch } if batch.is_a?(Proc)
+        raise NoMachines if rset.boxes.empty?
+        execute_command(batch, rset, argv)
+      end
+    end
+
+    
+  private  
+
+    # * +batch+ a single routine hash (startup, shutdown, etc...)
+    # * +robj+ an instance of Rye::Set or Rye::Box 
+    # * +argv+ command line args
+    def execute_command(batch, robj, argv=nil)
+      
+      original_user = robj.user
+      original_dir = robj.current_working_directory
+
+      batch.each_pair do |user, proc|
+        
+        # The error doesn't apply to the local Rye::Box instance
+        if robj.is_a?(Rye::Set) && !File.exists?(user_keypairpath(user) || '')
+          le "Cannot find key for #{user}: #{user_keypairpath(user)}"
+        end
+        
+        if user.to_s != robj.user
+          begin
+            ld "Switching user to: #{user} (was: #{robj.user})"
+            ld "(key: #{user_keypairpath(user)})"
+            
+            robj.add_key user_keypairpath(user)
+            robj.switch_user user
+            
+          rescue Net::SSH::AuthenticationFailed, Net::SSH::HostKeyMismatch => ex  
+            STDERR.puts "Error connecting: #{ex.message}".color(:red)
+            STDERR.puts "Skipping user #{user}".color(:red)
+            next
+          end
+        end
+        
+        ### EXECUTE THE COMMANDS BLOCK
+        begin
+          robj.batch(argv, &proc)
+        ensure
+          robj.enable_safe_mode            # In case it was disabled
+          robj.switch_user original_user   # Return to the user it was provided with          
+          robj.cd                          # reset to home dir
+          robj.cd original_dir             # return to previous directory
+        end
+        
+      end
+      
+      
+      
+      
+    end
+  end
+  
+end;end;end

data/lib/rudy/routines/handlers/user.rb

@@ -0,0 +1,45 @@
+
+module Rudy; module Routines; module Handlers;
+  module User
+    include Rudy::Routines::Handlers::Base
+    extend self 
+    
+    Rudy::Routines.add_handler :adduser, self
+    Rudy::Routines.add_handler :authorize, self
+    
+    def raise_early_exceptions(type, user, rset, lbox, argv=nil)
+      
+    end
+    
+    def execute(type, user, rset, lbox, argv=nil)
+      raise NoMachines if rset.boxes.empty?
+      send(type, user, rset)
+    end
+    
+    def adduser(user, robj)
+      
+      # On Solaris, the user's home directory needs to be specified
+      # explicitly so we do it for linux too for fun. 
+      homedir = robj.guess_user_home(user.to_s)
+      
+      # When more than one machine is running, this will be an Array
+      homedir = homedir.first if homedir.kind_of?(Array)
+      
+      args = [:m, :d, homedir, :s, '/bin/bash', user.to_s]
+      
+      # NOTE: We'll may to use platform specific code here. 
+      # Linux has adduser and useradd commands:
+      # adduser can prompt for info which we don't want. 
+      # useradd does not prompt (on Debian/Ubuntu at least). 
+      # We need to specify bash b/c the default is /bin/sh
+      robj.useradd(args)
+    end
+    
+    def authorize(user, robj)
+      robj.authorize_keys_remote(user.to_s)
+    end
+    
+    
+  end
+  
+end; end; end

data/lib/rudy/routines/passthrough.rb

@@ -1,36 +1,32 @@
 
-
 module Rudy; module Routines;
   class Passthrough < Rudy::Routines::Base
     
     def init(*args)
-      @routine = fetch_routine_config(@cmdname)
+      @machines = Rudy::Machines.list || []
+      @@rset = create_rye_set @machines unless defined?(@@rset)
     end
     
-    # * +each_mach+ is an optional block which is executed between 
-    # disk creation and the after scripts. The will receives two 
-    # arguments: instances of Rudy::Machine and Rye::Box.
-    def execute(&each_mach)
-      routine_separator(@cmdname)
-      machines = []
-      generic_machine_runner(:list) do |machine,rbox|
-        puts $/ #, "[routine: #{@cmdname}]"
-        machines << machine
-      end
-      machines
+    def execute
+      ld "Executing routine: #{@name}"
+      return @machines unless run?
+      Rudy::Routines::Handlers::Depends.execute_all @before
+      Rudy::Routines.runner(@routine, @@rset, @@lbox, @argv)
+      Rudy::Routines::Handlers::Depends.execute_all @after
+      @machines
     end
-
+    
     # Called by generic_machine_runner
     def raise_early_exceptions
-      raise Rudy::Error, "No routine name" unless @cmdname
-      raise NoRoutine, @cmdname unless @routine
-      # TODO: enable this for EC2 groups only
-      #raise Rudy::PrivateKeyNotFound, root_keypairpath unless has_keypair?(:root)
-      raise MachineGroupNotDefined, current_machine_group unless known_machine_group?
-      ##rmach = Rudy::Machines.new
-      ##if !@@global.offline && !rmach.running?
-      ##  raise MachineGroupNotRunning, current_machine_group
-      ##end
+      raise Rudy::Error, "No routine name" unless @name
+      raise NoRoutine, @name unless @routine
+      ##raise MachineGroupNotDefined, current_machine_group unless known_machine_group?
+      # Call raise_early_exceptions for each handler used in the routine
+      @routine.each_pair do |action,definition|
+        raise NoHandler, action unless Rudy::Routines.has_handler?(action)
+        handler = Rudy::Routines.get_handler action
+        handler.raise_early_exceptions(action, definition, @@rset, @@lbox, @argv)
+      end
     end
     
   end

data/lib/rudy/routines/reboot.rb

@@ -3,73 +3,121 @@
 module Rudy; module Routines;
   class Reboot < Rudy::Routines::Base
     
+    Rudy::Routines.add_routine :reboot, self
+    
+    @@allowed_actions = [:before, :disks, :adduser, :authorize,
+                         :before_local, :before_remote, 
+                         :local, :remote, :after]
+                         
     def init(*args)
-      @routine = fetch_routine_config(:reboot)
+      @routine ||= {}
+      @machines = Rudy::Machines.list
+      @@rset = create_rye_set @machines unless defined?(@@rset)
     end
     
-    # * +each_mach+ is an optional block which is executed between 
-    # disk creation and the after scripts. The will receives two 
-    # arguments: instances of Rudy::Machine and Rye::Box.
-    def execute(&each_mach)
-      routine_separator(:reboot)
-      unless @routine
-        STDERR.puts "[this is a generic reboot routine]"
-        @routine = {}
-      end
-      machines = []
-      generic_machine_runner(:list) do |machine,rbox|
-        puts $/, "Rebooting...", $/
-        rbox.disconnect unless rbox.nil?
-        machine.restart
-        sleep 4
-        msg = preliminary_separator("Checking if instance is running...")
-        Rudy::Utils.waiter(3, 120, STDOUT, msg, 0) {
-          machine.running?
-        } 
+    # Startup routines run in the following order:
+    # * before_local (if present)
+    # * before_remote (if present)
+    # * Reboot instances
+    # * Set hostname
+    # * before dependencies
+    # * all other actions
+    # * after dependencies
+    def execute
+      ld "Executing routine: #{@name}"
+      ld "[this is a generic routine]" if @routine.empty?
       
-        # Add instance info to machine and save it. This is really important
-        # for the initial startup so the metadata is updated right away. But
-        # it's also important to call here because if a routine was executed
-        # and an unexpected exception occurs before this update is executed
-        # the machine metadata won't contain the DNS information. Calling it
-        # here ensure that the metadata is always up-to-date. 
-        machine.update 
-        
-        sleep 4
-        
-        msg = preliminary_separator("Waiting for SSH daemon...")
-        Rudy::Utils.waiter(3, 120, STDOUT, msg, 0) {
-          Rudy::Utils.service_available?(machine.dns_public, 22)
+      if run?
+        Rudy::Routines.rescue {
+          Rudy::Routines::Handlers::Group.authorize rescue nil
         }
         
-        # NOTE: THIS IS INCOMPLETE
-        
-        sleep 1  # Avoid IOError: closed stream on SSH
-        
+        if @routine.has_key? :before_local
+          handler = Rudy::Routines.get_handler :local
+          Rudy::Routines.rescue {
+            handler.execute(:local, @routine.delete(:before_local), nil, @@lbox, @argv)
+          }
+        end
       
-        if Rudy::Routines::DiskHelper.disks?(@routine)         # disk
-          task_separator("DISKS")
-          if rbox.ostype == "sunos"
-            puts "Sorry, Solaris is not supported yet!"
-          else
-            Rudy::Routines::DiskHelper.execute(@routine, machine, rbox)
-          end    
+        if @routine.has_key? :before_remote
+          handler = Rudy::Routines.get_handler :remote
+          Rudy::Routines.rescue {
+            handler.execute(:remote, @routine.delete(:before_remote), @@rset, @@lbox, @argv)
+          }
         end
-
-        machines << machine
       end
-      machines
+      
+      Rudy::Routines.rescue {
+        if Rudy::Routines::Handlers::Disks.mount? @routine
+          fake = Hash[:umount => @routine.disks[:mount]]
+          Rudy::Routines::Handlers::Disks.execute :umount, fake, @@rset, @@lbox, @argv
+        end
+      }
+      
+      li "Rebooting #{current_group_name}..."
+      @machines.each { |m| m.restart } if run?
+      
+      15.times { print '.'; Kernel.sleep 2 }; puts $/  # Wait for 30 seconds
+      
+      Rudy::Routines.rescue {
+        if !Rudy::Routines::Handlers::Host.is_running? @@rset
+          a = @@rset.boxes.select { |box| !box.stash.instance_running? }
+          raise GroupNotRunning, a
+        end
+      }
+      
+      # This is important b/c the machines will not 
+      # have DNS info until after they are running. 
+      Rudy::Routines.rescue { Rudy::Routines::Handlers::Host.update_dns @@rset }
+      
+      Rudy::Routines.rescue {
+        if !Rudy::Routines::Handlers::Host.is_available? @@rset
+          a = @@rset.boxes.select { |box| !box.stash.instance_available? }
+          raise GroupNotAvailable, a
+        end
+      }
+      Rudy::Routines.rescue {
+        Rudy::Routines::Handlers::Host.set_hostname @@rset      
+      }
+      
+      if run?
+        # This is the meat of the sandwich
+        Rudy::Routines.runner @routine, @@rset, @@lbox, @argv
+        
+        Rudy::Routines.rescue {
+          Rudy::Routines::Handlers::Depends.execute_all @after
+        }
+      end
+      
+      @machines
     end
 
     # Called by generic_machine_runner
     def raise_early_exceptions
-      rmach = Rudy::Machines.new
+      raise NoMachinesConfig unless @@config.machines
       # There's no keypair check here because Rudy::Machines will attempt 
       # to create one.
       raise MachineGroupNotDefined, current_machine_group unless known_machine_group?
-      raise MachineGroupNotRunning, current_machine_group unless rmach.running?
+      
+      # If this is a test run we don't care if the group is running
+      if run?
+        raise MachineGroupNotRunning, current_machine_group unless Rudy::Machines.running?
+      end
+      
+      if @routine
+        bad = @routine.keys - @@allowed_actions
+        raise UnsupportedActions.new(@name, bad) unless bad.empty?
+      end
+      
+      if @machines
+        down = @@rset.boxes.select { |box| !box.stash.instance_running? }
+        raise GroupNotAvailable, down unless down.empty?
+      end
+      
     end
     
   end
 
-end; end
+end; end
+
+