solutious-rudy 0.5.1 → 0.6.0

data/lib/rudy/cli/aws/ec2/candy.rb

@@ -0,0 +1,208 @@
+
+module Rudy; module CLI; 
+module AWS; module EC2;
+  
+  class Candy < Rudy::CLI::CommandBase
+    
+    def status_valid?
+      avail = Rudy::Utils.service_available?('status.aws.amazon.com', 80, 5)
+      raise ServiceUnavailable, 'status.aws.amazon.com' unless avail
+      true
+    end
+    def status
+      url = 'http://status.aws.amazon.com/rss/EC2.rss'
+      # TODO: Move to Rudy::AWS
+      ec2 = Rudy::Utils::RSSReader.run(url) || {}
+      
+      # TODO: Create Storable object
+      if @@global.format == 'yaml'
+        puts ec2.to_yaml
+      elsif @@global.format == 'json'
+        require 'json'
+        puts ec2.to_json
+      else
+        puts "Updated: #{ec2[:pubdate]} (updated every #{ec2[:ttl]} minutes)"
+        ec2[:items].each do |i|
+          puts
+          puts '%s' % i[:title]
+          puts '  %s: %s' % [i[:pubdate], i[:description]]
+          
+        end
+      end
+    end
+    
+    def ssh_valid?
+      if @@global.pkey
+        raise "Cannot find file #{@@global.pkey}" unless File.exists?(@@global.pkey)
+        raise "Insecure permissions for #{@@global.pkey}" unless (File.stat(@@global.pkey).mode & 600) == 0
+      end
+      if @option.group
+        rgroup = Rudy::AWS::EC2::Groups.new(@@global.accesskey, @@global.secretkey, @@global.region)
+        raise "Cannot supply group and instance ID" if @option.instid
+        raise "Group #{@option.group} does not exist" unless rgroup.exists?(@option.group)
+      end
+      if @option.instid && !Rudy::Utils.is_id?(:instance, @option.instid)
+        raise "#{@option.instid} is not an instance ID" 
+      end
+      true
+    end
+    def ssh
+      opts = {}
+      opts[:group] = @option.group if @option.group
+      opts[:group] = :any if @option.all
+      opts[:id] = @option.instid if @option.instid
+      
+      # Options to be sent to Net::SSH
+      ssh_opts = { :user => @global.user || Rudy.sysinfo.user, :debug => nil  }
+      if @@global.pkey 
+        raise "Cannot find file #{@@global.pkey}" unless File.exists?(@@global.pkey)
+        raise InsecureKeyPermissions, @@global.pkey unless File.stat(@@global.pkey).mode == 33152
+        ssh_opts[:keys] = @@global.pkey 
+      end
+      
+      
+      # The user specified a command to run. We won't create an interactive
+      # session so we need to prepare the command and its arguments
+      if @argv.first
+        command, command_args = @argv.shift, @argv || []
+        puts "#{command} #{command_args.join(' ')}" if @@global.verbose > 1
+      
+      # otherwise, we'll open an ssh session or print command
+      else
+        command, command_args = :interactive_ssh, @option.print.nil?
+      end
+      
+      checked = false
+      rudy = Rudy::AWS::EC2::Instances.new(@@global.accesskey, @@global.secretkey, @@global.region)
+      lt = rudy.list_group(opts[:group], :running, opts[:id]) do |inst|
+        
+        # Print header
+        if @@global.quiet
+          print "You are #{ssh_opts[:user].bright}. " if !checked # only the 1st
+        else
+          print "Connecting #{ssh_opts[:user].bright}@#{inst.dns_public} "
+          puts "(#{inst.awsid}, groups: #{inst.groups.join(', ')})"
+        end
+        
+        # Make sure we want to run this command on all instances
+        if !checked && command != :interactive_ssh 
+          execute_check(:medium) if ssh_opts[:user] == "root"
+          checked = true
+        end
+        
+        # Open the connection and run the command
+        rbox = Rye::Box.new(inst.dns_public, ssh_opts)
+        ret = rbox.send(command, command_args)
+        puts ret unless command == :interactive_ssh
+      end
+    end
+
+    def copy_valid?
+      raise "You must supply a source and a target. See rudy-ec2 #{@alias} -h" unless @argv.size >= 2
+      raise "You cannot download and upload at the same time" if @option.download && @alias == 'upload'
+      raise "You cannot download and upload at the same time" if @option.upload && @alias == 'download'
+      true
+    end
+    def copy
+      
+      opts = {}
+      opts[:group] = @option.group if @option.group
+      opts[:group] = :any if @option.all
+
+      opts[:id] = @argv.shift if Rudy::Utils.is_id?(:instance, @argv.first)
+      opts[:id] &&= [opts[:id]].flatten
+      
+      # * +:recursive: recursively transfer directories (default: false)
+      # * +:preserve: preserve atimes and ctimes (default: false)
+      # * +:task+ one of: :upload (default), :download.
+      # * +:paths+ an array of paths to copy. The last element is the "to" path.
+      opts[:recursive] = @option.recursive ? true : false
+      opts[:preserve] = @option.preserve ? true : false
+      
+      opts[:paths] = @argv
+      opts[:dest] = opts[:paths].pop
+    
+      opts[:task] = :download if %w(dl download).member?(@alias) || @option.download
+      opts[:task] = :upload if %w(ul upload).member?(@alias)
+      opts[:task] ||= :upload
+      opts[:user] = @global.user || Rudy.sysinfo.user
+    
+      # Options to be sent to Net::SSH
+      ssh_opts = { :user => opts[:user], :debug => nil  }
+      ssh_opts[:keys] = @@global.pkey if @@global.pkey
+
+      if @@global.pkey
+        raise "Cannot find file #{@@global.pkey}" unless File.exists?(@@global.pkey)
+        raise "Insecure permissions for #{@@global.pkey}" unless (File.stat(@@global.pkey).mode & 600) == 0
+      end
+
+      checked = false
+      rudy = Rudy::AWS::EC2::Instances.new(@@global.accesskey, @@global.secretkey, @@global.region)
+      lt = rudy.list_group(opts[:group], :running, opts[:id]) do |inst|
+        
+        if @option.print
+          Rudy::Utils.scp_command inst.dns_public, @@global.pkey, opts[:user], opts[:paths], opts[:dest], (opts[:task] == :download), false, @option.print
+          next
+        end
+        
+        # Print header
+        if @@global.quiet
+          print "You are #{ssh_opts[:user].bright}. " if !checked # only the 1st
+        else
+          print "Connecting #{ssh_opts[:user].bright}@#{inst.dns_public} "
+          puts "(#{inst.awsid}, groups: #{inst.groups.join(', ')})"
+        end
+        
+        # Make sure we want to run this command on all instances
+        if !checked
+          #execute_check(:medium) if opts[:user] == "root"
+          checked = true
+        end
+        
+        scp_opts = {
+          :recursive => opts[:recursive],
+          :preserve => opts[:preserve],
+          :chunk_size => 16384
+        }
+
+        Candy.scp(opts[:task], inst.dns_public, opts[:user], @@global.pkey, opts[:paths], opts[:dest], scp_opts)
+        puts 
+        puts unless @@global.quiet
+      end
+
+    end
+    
+    
+  private
+    
+    def Candy.scp(task, host, user, keypairpath, paths, dest, opts)
+      
+      connect_opts = {}
+      connect_opts[:keys] = [keypairpath] if keypairpath
+      
+      Net::SCP.start(host, user, connect_opts) do |scp|
+        
+        paths.each do |path| 
+          prev_path = nil
+          scp.send("#{task}", path, dest, opts) do |ch, name, sent, total|
+            #print "#{name}: #{sent}/#{total}\r"
+            msg = ((prev_path == name) ? "\r" : "\n") # new line for new file
+            msg << "#{name}: #{sent}/#{total}"  # otherwise, update the same line
+            print msg
+            STDOUT.flush        # update the screen every cycle
+            prev_path = name
+            break if sent == total
+          end
+          puts unless prev_path == path
+        end
+        
+      end
+    end
+    
+    
+    
+  end
+  
+  
+end; end
+end; end

data/lib/rudy/cli/aws/ec2/groups.rb

@@ -0,0 +1,121 @@
+
+module Rudy; module CLI; 
+module AWS; module EC2;
+  
+  class Groups < Rudy::CLI::CommandBase
+    
+
+    
+    def create_groups_valid?
+      @rgroups = Rudy::AWS::EC2::Groups.new(@@global.accesskey, @@global.secretkey, @@global.region)
+      raise Drydock::ArgError.new('group name', @alias) unless @argv.name
+      raise "Group #{@argv.name} alread exists" if @rgroups.exists?(@argv.name)
+      true
+    end
+    def create_groups
+      opts = check_options
+      puts "Creating #{@argv.name}"
+      
+      execute_action { 
+        @rgroups.create(@argv.name, @option.description, opts[:addresses], opts[:ports], opts[:protocols])
+      }
+      
+      @rgroups.list(@argv.name) do |group|
+        puts @@global.verbose > 0 ? group.inspect : group.dump(@@global.format)
+      end
+    end
+    
+    
+    def destroy_groups_valid?
+      @rgroups = Rudy::AWS::EC2::Groups.new(@@global.accesskey, @@global.secretkey, @@global.region)
+      raise Drydock::ArgError.new('group name', @alias) unless @argv.name
+      raise "Group #{@argv.name} does not exist" unless @rgroups.exists?(@argv.name)
+      true
+    end
+    
+    def destroy_groups
+      puts "Destroying group: #{@argv.name}"
+      execute_check(:medium)
+      execute_action { @rgroups.destroy(@argv.name) }
+      @argv.clear # so groups will print all other groups
+      groups
+    end
+    
+    def revoke_groups_valid?; modify_group_valid?; end
+    def revoke_groups; modify_group(:revoke); end
+    
+    def authorize_groups_valid?; modify_group_valid?; end
+    def authorize_groups; modify_group(:authorize); end
+
+    def groups
+      opts = {}
+      name = @option.all ? nil : @argv.name
+      rgroups = Rudy::AWS::EC2::Groups.new(@@global.accesskey, @@global.secretkey, @@global.region)
+      rgroups.list(name).each do |group|
+        puts @@global.verbose > 0 ? group.inspect : group.dump(@@global.format)
+      end
+    end
+    
+  private
+    
+    def modify_group_valid?
+      if @option.owner == 'self'
+        raise "AWS_ACCOUNT_NUMBER not set" unless @@global.accountnum 
+        @option.owner = @@global.accountnum 
+      end
+      
+      if (@option.addresses || @option.ports) && (@option.group || @option.owner)
+        raise Drydock::OptError.new('', @alias, "Cannot mix group and network authorization")
+      end
+      if @option.owner && !@option.group
+        raise Drydock::OptError.new('', @alias, "Must provide -g with -o")
+      end
+      
+      raise Drydock::ArgError.new('group name', @alias) unless @argv.name
+      @groups = Rudy::AWS::EC2::Groups.new(@@global.accesskey, @@global.secretkey, @@global.region)
+    end
+    
+    def modify_group(action)
+      opts = check_options
+      if (@option.group || @option.owner)
+        g = [opts[:owner], opts[:group]].join(':')
+        puts "#{action.to_s.capitalize} access to #{@argv.name.bright} from #{g.bright}"
+      else
+        print "#{action.to_s.capitalize} access to #{@argv.name.bright}"
+         puts " from #{opts[:addresses].join(', ').bright}"
+        print "on #{opts[:protocols].join(', ').bright} "
+         puts "ports: #{opts[:ports].map { |p| "#{p.join(' to ').bright}" }.join(', ')}"
+      end
+      rgroups = Rudy::AWS::EC2::Groups.new(@@global.accesskey, @@global.secretkey, @@global.region)
+      execute_check(:medium)
+      execute_action { 
+        if (@option.group || @option.owner)
+          rgroups.send("#{action.to_s}_group", @argv.name, opts[:group], opts[:owner])
+        else
+          rgroups.send(action, @argv.name, opts[:addresses], opts[:ports], opts[:protocols])
+        end
+      }
+      groups # prints on the modified group b/c of @argv.name
+    end
+    
+    def check_options
+      opts = {}
+      [:addresses, :protocols, :owner, :group, :ports].each do |opt|
+        opts[opt] = @option.send(opt) if @option.respond_to?(opt)
+      end
+      unless @option.group || @option.owner
+        opts[:ports].collect! { |port| port.split(/[:-]/) } if opts[:ports]
+        opts[:ports] ||= [[22,22],[80,80],[443,443]]
+        opts[:addresses] ||= [Rudy::Utils::external_ip_address]
+        opts[:protocols] ||= [:tcp]
+      else
+        opts[:owner] ||= @@global.accountnum
+      end
+      opts
+    end
+    
+  end
+
+
+end; end
+end; end

data/lib/rudy/cli/aws/ec2/images.rb

@@ -0,0 +1,196 @@
+
+
+module Rudy; module CLI; 
+module AWS; module EC2;
+  
+  class Images < Rudy::CLI::CommandBase
+    
+    #def print_header
+    #  puts @global.print_header, @@global.print_header
+    #end
+    
+    
+    def images_valid?
+      if @option.owner == 'self'
+        raise "AWS_ACCOUNT_NUMBER not set" unless @@global.accountnum 
+        @option.owner = @@global.accountnum 
+      end
+      
+      true  
+    end
+    def images
+      
+      rimages = Rudy::AWS::EC2::Images.new(@@global.accesskey, @@global.secretkey, @@global.region)
+      unless @option.all
+        @option.owner ||= 'amazon' 
+        puts "Images owned by #{@option.owner.bright}" unless @argv.awsid
+      end
+      
+      images = rimages.list(@option.owner, @argv) || []
+      images.each do |img|
+        puts @@global.verbose > 0 ? img.inspect : img.dump(@@global.format)
+      end
+      puts "No images" if images.empty?
+    end
+
+    def prepare_images_valid?
+      true
+    end
+    def prepare_images
+      opts = {}
+      opts[:group] = @option.group if @option.group
+      opts[:group] = :any if @option.all
+      opts[:id] = @option.instid if @option.instid
+      
+      puts "This will do the following:"
+      puts "- Clear bash history"
+      # NOTE: We can't delete the host keys here. Otherwise we can't create the image. 
+      #puts "- Delete host SSH keys (this is permanent!)"
+      puts "" 
+      
+      # Options to be sent to Net::SSH
+      ssh_opts = { :user => @global.user || Rudy.sysinfo.user, :debug => STDERR  }
+      if @@global.pkey 
+        raise "Cannot find file #{@@global.pkey}" unless File.exists?(@@global.pkey)
+        raise InsecureKeyPermissions, @@global.pkey unless File.stat(@@global.pkey).mode == 33152
+        ssh_opts[:keys] = @@global.pkey 
+      end
+      
+      execute_check(:medium)
+      
+      rudy = Rudy::AWS::EC2::Instances.new(@@global.accesskey, @@global.secretkey, @@global.region)
+      lt = rudy.list_group(opts[:group], :running, opts[:id]) do |inst|
+        
+        puts "Preparing #{inst.dns_public}..."
+        
+        # Open the connection and run the command
+        rbox = Rye::Box.new(inst.dns_public, ssh_opts)
+        rbox.safe = false
+        # We need to explicitly add the rm command for rbox so we
+        # can delete the SSH host keys. This is will force the instance
+        # to re-create it's SSH keys on first boot.
+        def rbox.rm(*args); cmd('rm', args); end
+        p ret = rbox.history(:c)
+        p ret.exit_code
+        p ret.stderr
+        p ret.stdout
+        
+      end
+      
+      puts "done"
+    end
+    
+    def create_images_valid?
+      raise "No account number" unless @@global.accountnum
+      raise "No Amazon cert-***.pem" unless @@global.cert
+      raise "No Amazon pk-***.pem" unless @@global.privatekey
+      true
+    end
+    
+    def create_images
+      opts = {}
+      opts[:group] = @option.group if @option.group
+      opts[:group] = :any if @option.all
+      opts[:id] = @option.instid if @option.instid
+      
+      puts "You may want to run rudy-ec2 #{@alias} --prepare before this.".color(:blue)
+      puts "This feature is experimental. Make sure you enter the bucket"
+      puts "and image names correctly because if they're wrong the image"
+      puts "won't get created and you'll be annoyed that you waited."
+      
+      # Options to be sent to Net::SSH
+      ssh_opts = { :user => @global.user || Rudy.sysinfo.user, :debug => STDERR  }
+      if @@global.pkey 
+        raise "Cannot find file #{@@global.pkey}" unless File.exists?(@@global.pkey)
+        raise InsecureKeyPermissions, @@global.pkey unless File.stat(@@global.pkey).mode == 33152
+        ssh_opts[:keys] = @@global.pkey 
+      end
+      
+      unless @option.name
+        print "Enter the image name: "
+        @option.image_name = gets.chomp
+      end
+
+      unless @option.bucket
+        print "Enter the S3 bucket that will store the image: "
+        @option.bucket_name = gets.chomp
+      end
+      
+      execute_check(:medium)
+      
+      rudy = Rudy::AWS::EC2::Instances.new(@@global.accesskey, @@global.secretkey, @@global.region)
+      lt = rudy.list_group(opts[:group], :running, opts[:id]) do |inst|
+        
+        puts inst.dns_public
+        
+        # Open the connection and run the command
+        rbox = Rye::Box.new(inst.dns_public, ssh_opts)
+        
+        # ~/.rudy, /etc/motd, history -c, /etc/hosts, /var/log/rudy*
+        cert = File.read(@@global.cert)
+        pk = File.read(@@global.privatekey)
+        rbox.safe = false
+        rbox.echo("'#{cert}' > /mnt/cert-temporary.pem")
+        rbox.echo("'#{pk}' > /mnt/pk-temporary.pem")
+        rbox.safe = true
+        rbox.touch("/root/firstrun")
+        
+        # TODO: 
+        # We have to delete the host keys just before we run the bundle command. 
+        # The problem is that if we lose the connection we won't be able to connect
+        # to the instance again. A better solution is to ass the keys to the ignore
+        # list for the bundle command. 
+        
+        #ret = rbox.rm('/etc/ssh/ssh_host_*_key*')
+        #puts "Starting bundling process...".bright
+        #puts ssh_command(machine[:dns_name], keypairpath, @global.user, "ec2-bundle-vol -r i386 -p #{@option.image_name} -k /mnt/pk-*pem -c /mnt/cert*pem -u #{@option.account}", @option.print)
+        #puts ssh_command(machine[:dns_name], keypairpath, @global.user, "ec2-upload-bundle -b #{@option.bucket_name} -m /tmp/#{@option.image_name}.manifest.xml -a #{@global.accesskey} -s #{@global.secretkey}", @option.print)
+        #
+        #@ec2.images.register("#{@option.bucket_name}/#{@option.image_name}.manifest.xml") unless @option.print
+        
+        break
+      end
+      
+    end
+    
+   #def create_images_valid?
+   #  puts "Make sure the machine is clean. I don't want archive no crud!"
+   #  switch_user("root")
+   #  
+   #    raise "No EC2 .pem keys provided" unless has_pem_keys?
+   #    raise "No SSH key provided for #{@global.user}!" unless has_keypair?
+   #    raise "No SSH key provided for root!" unless has_keypair?(:root)
+   #  true
+   #end
+   #
+   #
+   #def prepare_images
+   #  # TODO: Avail hooks for clean an instance
+   #  # Clean off Rudy specific crap. 
+   #end
+   #
+   #
+   
+   #
+   #def deregister
+   #  ami = @argv.first
+   #  raise "You must supply an AMI ID (ami-XXXXXXX)" unless ami
+   #  puts "Deregistering AMI: #{ami}"
+   #  
+   #  exit unless Annoy.are_you_sure?
+   #  
+   #  if @ec2.images.deregister(ami)
+   #    puts "Done!"
+   #  else
+   #    puts "There was an unknown problem!"
+   #  end
+   #  
+   #end
+
+  end
+
+
+end; end
+end; end
+
+