sabat-rudy 0.8.0

data/lib/rudy/cli/aws/ec2/addresses.rb

@@ -0,0 +1,105 @@
+
+
+module Rudy; module CLI; 
+module AWS; module EC2;
+  
+  class Addresses < Rudy::CLI::CommandBase
+    
+    def addresses_create
+      radd = Rudy::AWS::EC2::Addresses.new(@@global.accesskey, @@global.secretkey, @@global.region)
+      address = radd.create
+      puts @@global.verbose > 0 ? address.inspect : address.dump(@@global.format)
+    end
+    
+    def addresses_destroy_valid?
+      raise Drydock::ArgError.new("IP address", @alias) unless @argv.ipaddress
+      @radd = Rudy::AWS::EC2::Addresses.new(@@global.accesskey, @@global.secretkey, @@global.region)
+      raise "#{@argv.ipaddress} is not allocated to you" unless @radd.exists?(@argv.ipaddress)
+      raise "#{@argv.ipaddress} is associated!" if @radd.associated?(@argv.ipaddress)
+      true
+    end
+    def addresses_destroy
+      address = @radd.get(@argv.ipaddress)
+      raise "Could not fetch #{address.ipaddress}" unless address
+      
+      puts "Destroying address: #{@argv.ipaddress}"
+      puts "NOTE: this IP address will become available to other EC2 customers.".bright
+      execute_check(:medium)
+      execute_action { @radd.destroy(@argv.ipaddress) }
+      self.addresses
+    end
+
+    def associate_addresses_valid?
+      raise Drydock::ArgError.new('IP address', @alias) if !@argv.ipaddress && !@option.newaddress
+      raise Drydock::OptError.new('instance ID', @alias) if !@option.instance
+      true
+    end
+    def associate_addresses
+      radd = Rudy::AWS::EC2::Addresses.new(@@global.accesskey, @@global.secretkey, @@global.region)
+      rinst = Rudy::AWS::EC2::Instances.new(@@global.accesskey, @@global.secretkey, @@global.region)
+      
+      raise "Instance #{@argv.instid} does not exist!" unless rinst.exists?(@option.instance)
+      
+      if @option.newaddress
+        print "Creating address... "
+        tmp = radd.create
+        puts "#{tmp.ipaddress}"
+        address = tmp.ipaddress
+      else
+        address = @argv.ipaddress
+      end
+      
+      raise "#{address} is not allocated to you" unless radd.exists?(address)
+      raise "#{address} is already associated!" if radd.associated?(address)
+          
+      instance = rinst.get(@option.instance)
+      
+      # If an instance was recently disassoiciated, the dns_public may
+      # not be updated yet
+      instance_name = instance.dns_public
+      instance_name = instance.awsid if !instance_name || instance_name.empty?
+      
+      puts "Associating #{address} to #{instance_name} (#{instance.groups.join(', ')})"
+      execute_check(:low)
+      execute_action { radd.associate(address, instance.awsid) }
+      address = radd.get(address)
+      puts @@global.verbose > 0 ? address.inspect : address.dump(@@global.format)
+    end
+    
+    def disassociate_addresses_valid?
+      raise "You have not supplied an IP addresses" unless @argv.ipaddress
+      true
+    end
+    def disassociate_addresses
+      radd = Rudy::AWS::EC2::Addresses.new(@@global.accesskey, @@global.secretkey, @@global.region)
+      rinst = Rudy::AWS::EC2::Instances.new(@@global.accesskey, @@global.secretkey, @@global.region)
+      raise "#{@argv.ipaddress} is not allocated to you" unless radd.exists?(@argv.ipaddress)
+      raise "#{@argv.ipaddress} is not associated!" unless radd.associated?(@argv.ipaddress)
+      
+      address = radd.get(@argv.ipaddress)
+      instance = rinst.get(address.instid)
+      
+      puts "Disassociating #{address.ipaddress} from #{instance.awsid} (#{instance.groups.join(', ')})"
+      execute_check(:medium)
+      execute_action { radd.disassociate(@argv.ipaddress) }
+      address = radd.get(@argv.ipaddress)
+      puts @@global.verbose > 0 ? address.inspect : address.dump(@@global.format)
+    end
+    
+    def addresses
+      radd = Rudy::AWS::EC2::Addresses.new(@@global.accesskey, @@global.secretkey, @@global.region)
+      addresses = radd.list || []
+      
+      addresses.each do |address|
+        puts @@global.verbose > 0 ? address.inspect : address.dump(@@global.format)
+      end
+      
+      puts "No Addresses" if addresses.empty?
+    end
+    
+    
+  end
+
+end; end
+end; end
+

data/lib/rudy/cli/aws/ec2/candy.rb

@@ -0,0 +1,191 @@
+
+module Rudy; module CLI; 
+module AWS; module EC2;
+  
+  class Candy < Rudy::CLI::CommandBase
+    
+    def status_valid?
+      avail = Rudy::Utils.service_available?('status.aws.amazon.com', 80, 5)
+      raise ServiceUnavailable, 'status.aws.amazon.com' unless @@global.offline || avail
+      true
+    end
+    def status
+      url = 'http://status.aws.amazon.com/rss/EC2.rss'
+      
+      if (@@global.region || '').to_s.strip.match(/\Aeu/)
+        url = 'http://status.aws.amazon.com/rss/EC2EU.rss'
+      end
+      
+      # TODO: Move to Rudy::AWS
+      ec2 = Rudy::Utils::RSSReader.run(url) || {}
+      
+      # TODO: Create Storable object
+      if @@global.format == 'yaml'
+        puts ec2.to_yaml
+      elsif @@global.format == 'json'
+        require 'json'
+        puts ec2.to_json
+      else
+        puts "#{ec2[:title]}"
+        puts "Updated: #{ec2[:pubdate]}"
+        (ec2[:items] || []).each do |i|
+          puts
+          puts '%s' % i[:title]
+          puts '  %s: %s' % [i[:pubdate], i[:description]]
+        end
+        if ec2.empty? || ec2[:items].empty?
+          puts "No announcements" 
+          return
+        end
+      end
+      
+      
+      
+    end
+    
+    def ssh_valid?
+      if @@global.pkey
+        raise "Cannot find file #{@@global.pkey}" unless File.exists?(@@global.pkey)
+        raise "Insecure permissions for #{@@global.pkey}" unless (File.stat(@@global.pkey).mode & 600) == 0
+      end
+      if @option.group
+        rgroup = Rudy::AWS::EC2::Groups.new(@@global.accesskey, @@global.secretkey, @@global.region)
+        raise "Cannot supply group and instance ID" if @option.instid
+        raise "Group #{@option.group} does not exist" unless rgroup.exists?(@option.group)
+      end
+      if @option.instid && !Rudy::Utils.is_id?(:instance, @option.instid)
+        raise "#{@option.instid} is not an instance ID" 
+      end
+      true
+    end
+    def ssh
+      opts = {}
+      opts[:group] = @option.group if @option.group
+      opts[:group] = :any if @option.all
+      opts[:id] = @option.instid if @option.instid
+      
+      # Options to be sent to Rye::Box
+      ssh_opts = { :user => @global.user || Rudy.sysinfo.user, :debug => nil  }
+      if @@global.pkey 
+        raise "Cannot find file #{@@global.pkey}" unless File.exists?(@@global.pkey)
+        raise InsecureKeyPermissions, @@global.pkey unless File.stat(@@global.pkey).mode == 33152
+        ssh_opts[:keys] = @@global.pkey 
+      end
+      
+      
+      # The user specified a command to run. We won't create an interactive
+      # session so we need to prepare the command and its arguments
+      if @argv.first
+        command, command_args = @argv.shift, @argv || []
+        puts "#{command} #{command_args.join(' ')}" if @@global.verbose > 1
+      
+      # otherwise, we'll open an ssh session or print command
+      else
+        command, command_args = :interactive_ssh, @option.print.nil?
+      end
+      
+      checked = false
+      rudy = Rudy::AWS::EC2::Instances.new(@@global.accesskey, @@global.secretkey, @@global.region)
+      lt = rudy.list_group(opts[:group], :running, opts[:id]) do |inst|
+        
+        # Print header
+        if @@global.quiet
+          print "You are #{ssh_opts[:user].bright}. " if !checked # only the 1st
+        else
+          print "Connecting #{ssh_opts[:user].bright}@#{inst.dns_public} "
+          puts "(#{inst.awsid}, groups: #{inst.groups.join(', ')})"
+        end
+        
+        # Make sure we want to run this command on all instances
+        if !checked && command != :interactive_ssh 
+          execute_check(:medium) if ssh_opts[:user] == "root"
+          checked = true
+        end
+        
+        # Open the connection and run the command
+        rbox = Rye::Box.new(inst.dns_public, ssh_opts)
+        ret = rbox.send(command, command_args)
+        puts ret unless command == :interactive_ssh
+      end
+    end
+
+    def copy_valid?
+      raise "You must supply a source and a target. See rudy-ec2 #{@alias} -h" unless @argv.size >= 2
+      raise "You cannot download and upload at the same time" if @option.download && @alias == 'upload'
+      raise "You cannot download and upload at the same time" if @option.upload && @alias == 'download'
+      true
+    end
+    def copy
+      
+      opts = {}
+      opts[:group] = @option.group if @option.group
+      opts[:group] = :any if @option.all
+
+      opts[:id] = @argv.shift if Rudy::Utils.is_id?(:instance, @argv.first)
+      opts[:id] &&= [opts[:id]].flatten
+      
+      # Options to be sent to Net::SSH
+      ssh_opts = { :user => @global.user || Rudy.sysinfo.user, :debug => nil  }
+      if @@global.pkey 
+        raise "Cannot find file #{@@global.pkey}" unless File.exists?(@@global.pkey)
+        raise InsecureKeyPermissions, @@global.pkey unless File.stat(@@global.pkey).mode == 33152
+        ssh_opts[:keys] = @@global.pkey 
+      end
+      
+      opts[:paths] = @argv
+      opts[:dest] = opts[:paths].pop
+    
+      opts[:task] = :download if %w(dl download).member?(@alias) || @option.download
+      opts[:task] = :upload if %w(ul upload).member?(@alias)
+      opts[:task] ||= :upload
+      opts[:user] = @global.user || Rudy.sysinfo.user
+    
+    
+      # Options to be sent to Rye::Box
+      info = @@global.quiet ? nil : STDERR
+      ssh_opts = { :user => @global.user || Rudy.sysinfo.user, :info => info }
+      if @@global.pkey 
+        raise "Cannot find file #{@@global.pkey}" unless File.exists?(@@global.pkey)
+        raise InsecureKeyPermissions, @@global.pkey unless File.stat(@@global.pkey).mode == 33152
+        ssh_opts[:keys] = @@global.pkey 
+      end
+      
+
+      checked = false
+      rudy = Rudy::AWS::EC2::Instances.new(@@global.accesskey, @@global.secretkey, @@global.region)
+      lt = rudy.list_group(opts[:group], :running, opts[:id]) do |inst|
+        
+        if @option.print
+          Rudy::Utils.scp_command inst.dns_public, @@global.pkey, opts[:user], opts[:paths], opts[:dest], (opts[:task] == :download), false, @option.print
+          next
+        end
+        
+        # Print header
+        if @@global.quiet
+          print "You are #{ssh_opts[:user].bright}. " if !checked # only the 1st
+        else
+          print "Connecting #{ssh_opts[:user].bright}@#{inst.dns_public} "
+          puts "(#{inst.awsid}, groups: #{inst.groups.join(', ')})"
+        end
+        
+        # Make sure we want to run this command on all instances
+        if !checked
+          #execute_check(:medium) if opts[:user] == "root"
+          checked = true
+        end
+        
+        # Open the connection and run the command
+        rbox = Rye::Box.new(inst.dns_public, ssh_opts)
+        rbox.send(opts[:task], opts[:paths], opts[:dest])
+      end
+
+    end
+    
+    
+    
+    
+  end
+  
+  
+end; end
+end; end

data/lib/rudy/cli/aws/ec2/groups.rb

@@ -0,0 +1,118 @@
+
+module Rudy; module CLI; 
+module AWS; module EC2;
+  
+  class Groups < Rudy::CLI::CommandBase
+    
+
+    
+    def create_groups_valid?
+      @rgroups = Rudy::AWS::EC2::Groups.new(@@global.accesskey, @@global.secretkey, @@global.region)
+      raise Drydock::ArgError.new('group name', @alias) unless @argv.name
+      raise "Group #{@argv.name} alread exists" if @rgroups.exists?(@argv.name)
+      true
+    end
+    def create_groups
+      opts = check_options
+      execute_action { 
+        @rgroups.create(@argv.name, @option.description, opts[:addresses], opts[:ports], opts[:protocols])
+      }
+      @rgroups.list(@argv.name) do |group|
+        puts @@global.verbose > 0 ? group.inspect : group.dump(@@global.format)
+      end
+    end
+    
+    
+    def destroy_groups_valid?
+      @rgroups = Rudy::AWS::EC2::Groups.new(@@global.accesskey, @@global.secretkey, @@global.region)
+      raise Drydock::ArgError.new('group name', @alias) unless @argv.name
+      raise "Group #{@argv.name} does not exist" unless @rgroups.exists?(@argv.name)
+      true
+    end
+    
+    def destroy_groups
+      puts "Destroying group: #{@argv.name}"
+      execute_check(:medium)
+      execute_action { @rgroups.destroy(@argv.name) }
+      @argv.clear # so groups will print all other groups
+      groups
+    end
+    
+    def revoke_groups_valid?; modify_group_valid?; end
+    def revoke_groups; modify_group(:revoke); end
+    
+    def authorize_groups_valid?; modify_group_valid?; end
+    def authorize_groups; modify_group(:authorize); end
+
+    def groups
+      opts = {}
+      name = @option.all ? nil : @argv.name
+      rgroups = Rudy::AWS::EC2::Groups.new(@@global.accesskey, @@global.secretkey, @@global.region)
+      rgroups.list(name).each do |group|
+        puts @@global.verbose > 0 ? group.inspect : group.dump(@@global.format)
+      end
+    end
+    
+  private
+    
+    def modify_group_valid?
+      if @option.owner == 'self'
+        raise "AWS_ACCOUNT_NUMBER not set" unless @@global.accountnum 
+        @option.owner = @@global.accountnum 
+      end
+      
+      if (@option.addresses || @option.ports) && (@option.group || @option.owner)
+        raise Drydock::OptError.new('', @alias, "Cannot mix group and network authorization")
+      end
+      if @option.owner && !@option.group
+        raise Drydock::OptError.new('', @alias, "Must provide -g with -o")
+      end
+      
+      raise Drydock::ArgError.new('group name', @alias) unless @argv.name
+      @groups = Rudy::AWS::EC2::Groups.new(@@global.accesskey, @@global.secretkey, @@global.region)
+    end
+    
+    def modify_group(action)
+      opts = check_options
+      if (@option.group || @option.owner)
+        g = [opts[:owner], opts[:group]].join(':')
+        puts "#{action.to_s.capitalize} access to #{@argv.name.bright} from #{g.bright}"
+      else
+        print "#{action.to_s.capitalize} access to #{@argv.name.bright}"
+         puts " from #{opts[:addresses].join(', ').bright}"
+        print "on #{opts[:protocols].join(', ').bright} "
+         puts "ports: #{opts[:ports].map { |p| "#{p.join(' to ').bright}" }.join(', ')}"
+      end
+      rgroups = Rudy::AWS::EC2::Groups.new(@@global.accesskey, @@global.secretkey, @@global.region)
+      execute_check(:medium)
+      execute_action { 
+        if (@option.group || @option.owner)
+          rgroups.send("#{action.to_s}_group", @argv.name, opts[:group], opts[:owner])
+        else
+          rgroups.send(action, @argv.name, opts[:addresses], opts[:ports], opts[:protocols])
+        end
+      }
+      groups # prints on the modified group b/c of @argv.name
+    end
+    
+    def check_options
+      opts = {}
+      [:addresses, :protocols, :owner, :group, :ports].each do |opt|
+        opts[opt] = @option.send(opt) if @option.respond_to?(opt)
+      end
+      unless @option.group || @option.owner
+        opts[:ports].collect! { |port| port.split(/[:-]/) } if opts[:ports]
+        opts[:ports] ||= [[22,22],[80,80],[443,443]]
+        opts[:addresses] ||= [Rudy::Utils::external_ip_address]
+        opts[:protocols] ||= [:tcp]
+      else
+        opts[:owner] ||= @@global.accountnum
+      end
+      opts
+    end
+    
+  end
+
+
+end; end
+end; end

data/lib/rudy/cli/aws/ec2/images.rb

@@ -0,0 +1,185 @@
+
+
+module Rudy; module CLI; 
+module AWS; module EC2;
+  
+  class Images < Rudy::CLI::CommandBase
+    
+    #def print_header
+    #  puts @global.print_header, @@global.print_header
+    #end
+    
+    
+    def images_valid?
+      if @option.owner == 'self'
+        raise "AWS_ACCOUNT_NUMBER not set" unless @@global.accountnum 
+        @option.owner = @@global.accountnum 
+      end
+      
+      true  
+    end
+    def images
+      
+      rimages = Rudy::AWS::EC2::Images.new(@@global.accesskey, @@global.secretkey, @@global.region)
+      unless @option.all
+        @option.owner ||= 'amazon' 
+        puts "Images owned by #{@option.owner.bright}" unless @argv.awsid
+      end
+      
+      images = rimages.list(@option.owner, @argv) || []
+      images.each do |img|
+        puts @@global.verbose > 0 ? img.inspect : img.dump(@@global.format)
+      end
+      puts "No images" if images.empty?
+    end
+
+    ##def prepare_images_valid?
+    ##  true
+    ##end
+    ##def prepare_images
+    ##  opts = {}
+    ##  opts[:id] = @option.instid if @option.instid
+    ##  
+    ##  puts "This will do the following:"
+    ##  puts "- Clear bash history"
+    ##  # NOTE: We can't delete the host keys here. Otherwise we can't create the image. 
+    ##  #puts "- Delete host SSH keys (this is permanent!)"
+    ##  puts "" 
+    ##  
+    ##  ## TODO:       
+    ##  ## ~/.rudy, /etc/motd, history -c, /etc/hosts, /var/log/rudy*
+    ##  
+    ##  execute_check(:medium)
+    ##  
+    ##
+    ##  # Options to be sent to Net::SSH
+    ##  ssh_opts = { :user => @global.user || Rudy.sysinfo.user, :debug => STDERR  }
+    ##  if @@global.pkey 
+    ##    raise "Cannot find file #{@@global.pkey}" unless File.exists?(@@global.pkey)
+    ##    raise InsecureKeyPermissions, @@global.pkey unless File.stat(@@global.pkey).mode == 33152
+    ##    ssh_opts[:keys] = @@global.pkey 
+    ##  end
+    ##  
+    ##  
+    ##  rudy = Rudy::AWS::EC2::Instances.new(@@global.accesskey, @@global.secretkey, @@global.region)
+    ##  lt = rudy.list_group(nil, :running, opts[:id]) do |inst|
+    ##    
+    ##    puts "Preparing #{inst.dns_public}..."
+    ##    
+    ##    # Open the connection and run the command
+    ##    rbox = Rye::Box.new(inst.dns_public, ssh_opts)
+    ##    
+    ##    # We need to explicitly add the rm command for rbox so we
+    ##    # can delete the SSH host keys. This is will force the instance
+    ##    # to re-create it's SSH keys on first boot.
+    ##    def rbox.rm(*args); cmd('rm', args); end
+    ##    p ret = rbox.history(:c)
+    ##    p ret.exit_code
+    ##    p ret.stderr
+    ##    p ret.stdout
+    ##    
+    ##  end
+    ##  
+    ##  puts "done"
+    ##end
+    
+    def create_images_valid?
+      raise "No account number" unless @@global.accountnum
+      raise "No Amazon cert-***.pem" unless @@global.cert
+      raise "No Amazon pk-***.pem" unless @@global.privatekey
+      raise "You must supply a root keypair path" unless @@global.pkey
+      
+      @rinst = Rudy::AWS::EC2::Instances.new(@@global.accesskey, @@global.secretkey, @@global.region)
+      @rimages = Rudy::AWS::EC2::Images.new(@@global.accesskey, @@global.secretkey, @@global.region)
+      @s3 = Rudy::AWS::S3.new(@@global.accesskey, @@global.secretkey, @@global.region)
+      raise "No instances" unless @rinst.any?
+      raise "You must supply an S3 bucket name. See: 'rudy-s3 buckets'" unless @option.bucket
+      raise "You must supply an image name" unless @option.name
+      raise "The bucket '#{@option.bucket}' does not exist" unless @s3.bucket_exists?(@option.bucket)
+      true
+    end
+    
+    def create_images
+      opts = {}
+      opts[:id] = @option.instid if @option.instid
+      
+      @@global.user = 'root'
+      
+      puts "You may want to run rudy-ec2 #{@alias} --prepare first".bright
+      puts "NOTE 1: This process is currently Linux-only"
+      puts "NOTE 2: If you plan to create a public machine image, there are "
+      puts "additional steps to take to remove any sensitive information"
+      puts "before creating the image. See:"
+      puts "http://docs.amazonwebservices.com/AWSEC2/latest/DeveloperGuide/AESDG-chapter-sharingamis.html"
+      exit unless Annoy.pose_question("  Continue?\a ", /yes|y|ya|sure|you bet!/i, STDERR)
+
+      # Options to be sent to Net::SSH
+      ssh_opts = { :user => @@global.user || Rudy.sysinfo.user, :debug => nil  }
+      if @@global.pkey 
+        raise "Cannot find file #{@@global.pkey}" unless File.exists?(@@global.pkey)
+        raise InsecureKeyPermissions, @@global.pkey unless File.stat(@@global.pkey).mode == 33152
+        ssh_opts[:keys] = @@global.pkey 
+      end
+      
+      lt = @rinst.list_group(nil, :running, opts[:id]) do |inst|
+        
+        puts inst.to_s
+        
+        # Open the connection and run the command
+        rbox = Rye::Box.new(inst.dns_public, ssh_opts)
+        def rbox.bundle_vol(*args); cmd('ec2-bundle-vol', args); end
+        def rbox.upload_vol(*args); cmd('ec2-upload-bundle', args); end
+
+        rbox.upload(@@global.cert, @@global.privatekey, "/mnt")
+        rbox.touch("/root/firstrun")
+        
+        ## TODO: 
+        ## We have to delete the host keys just before we run the bundle command. 
+        ## The problem is that if we lose the connection we won't be able to connect
+        ## to the instance again. A better solution is to add the keys to the ignore
+        ## list for the bundle command. 
+        ##ret = rbox.rm('/etc/ssh/ssh_host_*_key*')
+
+        puts "Starting bundling process..."
+        
+        pkeyfile = File.basename(@@global.privatekey)
+        certfile = File.basename(@@global.cert)
+        
+        rbox.bundle_vol(:r, "i386", :p, @option.name, :k, "/mnt/#{pkeyfile}", :c, "/mnt/#{certfile}", :u, @@global.accountnum)
+        rbox.upload_vol(:b, @option.bucket, :m, "/tmp/#{@option.name}.manifest.xml", :a, @@global.accesskey, :s, @@global.secretkey)
+
+        @rimages.register("#{@option.bucket}/#{@option.name}.manifest.xml")
+        
+        break
+      end
+      
+    end
+    
+    def destroy_images_valid?
+      unless @argv.ami && Rudy::Utils.is_id?(:image, @argv.ami)  
+        raise "Must supply an AMI ID (ami-XXXXXXX)" 
+      end
+      @rimages = Rudy::AWS::EC2::Images.new(@@global.accesskey, @@global.secretkey, @@global.region)
+    end
+    def destroy_images
+     puts @rimages.deregister(@argv.ami) ? "Done" : "Unknown error"
+    end 
+    
+    def register_images_valid?
+      unless @argv.first
+        raise "Must supply a valid manifest path (bucket/ami-name.manifest.xml)"
+      end
+      @rimages = Rudy::AWS::EC2::Images.new(@@global.accesskey, @@global.secretkey, @@global.region)
+    end
+    def register_images
+      puts @rimages.register(@argv.first)
+    end
+
+
+  end
+
+
+end; end
+end; end
+
+