rudy 0.2.4 → 0.3.0

data/CHANGES.txt

@@ -4,8 +4,12 @@ RUDY, CHANGES
 
 NOTE: This is a complete re-write from 0.1
 
-* NEW: Commands: myaddress, addresses, images, instances, disks, connect, copy release
-* NEW: Metadata storage to SimpleDB
+* NEW: All time references are converted to UTC
+* NEW: Safer "Are you sure?". Number of characters to enter is 
+       commiserate with amount of danger.  
+* NEW: Commands: myaddress, addresses, images, instances, 
+       disks, connect, copy, stage, backups, volumes
+* NEW: Metadata storage to SimpleDB for disks, backups
 * NEW: Creates EBS volumes based on startup from metadata
 * NEW: Automated release process
 * NEW: Automated creation of machine images

data/README.rdoc

@@ -1,4 +1,4 @@
-= Rudy - v0.2 BETA!
+= Rudy - v0.3 BETA!
 
 Rudy is a handy staging and deployment tool for EC2.
 

data/bin/rudy

@@ -70,6 +70,18 @@ command :info => Rudy::Command::Metadata do |obj|
   obj.info
 end
 
+
+option :e, :external, "Display only external IP address"
+option :i, :internal, "Display only internal IP address"
+usage "rudy myaddress [-i] [-e]"
+command :myaddress do |obj|
+  ea = Rudy::Utils::external_ip_address  
+  ia = Rudy::Utils::internal_ip_address
+  puts "%10s: %s" % ['Internal', ia] unless obj.external && !obj.internal
+  puts "%10s: %s" % ['External', ea] unless obj.internal && !obj.external
+end
+
+
 option :D, :destroy, "Destroy all metadata stored in SimpleDB"
 option :u, :update, "Update the role or environment metadata for the given instance-IDs"
 usage "rudy [global options] metadata instance-ID"
@@ -81,7 +93,7 @@ command :metadata => Rudy::Command::Metadata do |obj, argv|
     raise "Nothing to change (see global options -r or -e)" unless obj.role || obj.environment
     obj.update_metadata(argv.first)
   elsif obj.destroy
-    exit unless you_are_sure?
+    exit unless are_you_sure?
     obj.destroy_metadata
   else
     obj.print_metadata(argv.first)
@@ -113,7 +125,7 @@ command :connect => Rudy::Command::Environment do |obj|
   end
 end
 
-debug :on
+
 option :r, :remote, "Copy FROM the remote machine to the local machine"
 option :p, :print, "Only print the SSH command, don't connect"
 usage "rudy [-e env] [-u user] copy [-p] -r [from path] [to path]"
@@ -133,6 +145,7 @@ option :s, :size, Integer, "The size of disk (in GB)"
 option :C, :create, "Create a disk definition"
 option :D, :destroy, "Destroy a disk definition"
 option :A, :attach, "Attach a disk"
+option :N, :unattach, "Unattach a disk"
 usage "rudy [global options] disks [-C -p path -d device -s size] [-A] [-D] [disk name]"
 command :disks => Rudy::Command::Disks do |obj, argv|
   capture(:stderr) do
@@ -143,8 +156,12 @@ command :disks => Rudy::Command::Disks do |obj, argv|
     obj.create_disk
   elsif obj.destroy
     raise "No disk specified" if argv.empty?
-    exit unless you_are_sure?
+    exit unless are_you_sure?(5)
     obj.destroy_disk(argv.first)
+  elsif obj.unattach
+    raise "No disk specified" if argv.empty?
+    exit unless are_you_sure?(4)
+    obj.unattach_disk(argv.first)
   elsif obj.attach
     raise "No disk specified" if argv.empty?
     obj.attach_disk(argv.first)
@@ -155,9 +172,40 @@ command :disks => Rudy::Command::Disks do |obj, argv|
   end
 end
 
-#command :volumes => Rudy::Command::Volumes do |obj|
-#  obj.print_volumes
-#end
+
+#option :T, :tidy, "Tidy existing backups"
+option :D, :destroy, "Destroy a backup"
+option :C, :create, "Create a backup"
+usage "rudy [global options] backups [-C] [disk name]"
+command :backups => Rudy::Command::Disks do |obj, argv|
+  capture(:stderr) do
+    obj.print_header
+    if obj.create
+      obj.create_backup
+    elsif obj.destroy
+      raise "No backup specified" if argv.empty?
+      #exit unless are_you_sure?
+      obj.destroy_backup(argv.first)
+    else
+      obj.print_backups
+    end
+  end
+end
+
+
+option :D, :destroy, "Destroy a volume"
+command :volumes => Rudy::Command::Volumes do |obj, argv|
+  capture(:stderr) do
+    obj.print_header
+    
+    if obj.destroy
+      exit unless are_you_sure? 4
+      obj.destroy_volume(argv.first)
+    else
+      obj.print_volumes
+    end
+  end
+end
 
 option :all, "Display all instances"
 option :a, :address, String, "Amazon elastic IP"
@@ -170,10 +218,10 @@ command :instances => Rudy::Command::Instances do |obj, argv|
   capture(:stderr) do
   obj.print_header
   if obj.destroy
-    exit unless you_are_sure?
+    exit unless are_you_sure?
     obj.destroy_instances(argv.first)
   elsif obj.start
-    exit unless you_are_sure?
+    exit unless are_you_sure?
     obj.start_instance
   else
     obj.print_instances(argv.first)
@@ -183,29 +231,22 @@ command :instances => Rudy::Command::Instances do |obj, argv|
 end
 
 
-option :e, :external, "Display only external IP address"
-option :i, :internal, "Display only internal IP address"
-usage "rudy myaddress [-i] [-e]"
-command :myaddress do |obj|
-  ea = Rudy::Utils::external_ip_address  
-  ia = Rudy::Utils::internal_ip_address
-  puts "%10s: %s" % ['Internal', ia] unless obj.external && !obj.internal
-  puts "%10s: %s" % ['External', ea] unless obj.internal && !obj.external
-end 
-
 option :a, :account, String, "Your Amazon Account Number"
 option :i, :image_name, String, "The name of the image"
 option :b, :bucket_name, String, "The name of the bucket that will store the image"
 option :C, :create, "Create an image"
-usage "rudy images [-C -i image -b bucket -a account]"
-command :images => Rudy::Command::Images do |obj|
+option :D, :destroy, "Deregister an image"
+usage "rudy images [-C -i name -b bucket -a account] [-D AMI-ID]"
+command :images => Rudy::Command::Images do |obj, argv|
   capture(:stderr) do
   obj.print_header
-
+  
   if obj.create
     puts "Make sure the machine is clean. I don't want archive no crud!"
-    exit unless you_are_sure?
+    exit unless are_you_sure?
     obj.create_image
+  elsif obj.destroy
+    obj.deregister(argv.first)
   else
     obj.print_images
   end
@@ -218,7 +259,7 @@ command :stage => Rudy::Command::Stage do |obj|
   
   raise "No SCM defined. Set RUDY_SVN_BASE or RUDY_GIT_BASE." unless obj.scm
   
-  exit unless you_are_sure?
+  exit unless are_you_sure?
   obj.push_to_stage
   end
 end
@@ -245,7 +286,7 @@ command :groups => Rudy::Command::Groups do |obj, argv|
     obj.modify_group(argv.first)
     
   elsif obj.destroy
-    exit unless you_are_sure?
+    exit unless are_you_sure?
     obj.destroy_group(argv.first)
   
   else

data/lib/aws_sdb/error.rb

@@ -0,0 +1,42 @@
+module AwsSdb
+
+  class Error < RuntimeError ; end
+
+  class RequestError < Error
+    attr_reader :request_id
+
+    def initialize(message, request_id=nil)
+      super(message)
+      @request_id = request_id
+    end
+  end
+
+  class InvalidDomainNameError < RequestError ; end
+  class InvalidParameterValueError < RequestError ; end
+  class InvalidNextTokenError < RequestError ; end
+  class InvalidNumberPredicatesError < RequestError ; end
+  class InvalidNumberValueTestsError < RequestError ; end
+  class InvalidQueryExpressionError < RequestError ; end
+  class MissingParameterError < RequestError ; end
+  class NoSuchDomainError < RequestError ; end
+  class NumberDomainsExceededError < RequestError ; end
+  class NumberDomainAttributesExceededError < RequestError ; end
+  class NumberDomainBytesExceededError < RequestError ; end
+  class NumberItemAttributesExceededError < RequestError ; end
+  class RequestTimeoutError < RequestError ; end
+
+  class FeatureDeprecatedError < RequestError ; end
+
+  class ConnectionError < Error
+    attr_reader :response
+
+    def initialize(response)
+      super(
+        "#{response.code} \
+         #{response.message if response.respond_to?(:message)}"
+      )
+      @response = response
+    end
+  end
+
+end

data/lib/aws_sdb/service.rb

@@ -0,0 +1,215 @@
+require 'logger'
+require 'time'
+require 'cgi'
+require 'uri'
+require 'net/http'
+require 'base64'
+require 'openssl'
+require 'rexml/document'
+require 'rexml/xpath'
+
+module AwsSdb
+
+  class Service
+    def initialize(options={})
+      @access_key_id = options[:access_key_id] || ENV['AMAZON_ACCESS_KEY_ID']
+      @secret_access_key = options[:secret_access_key] || ENV['AMAZON_SECRET_ACCESS_KEY']
+      @base_url = options[:url] || 'http://sdb.amazonaws.com'
+      @logger = options[:logger] || Logger.new("aws_sdb.log")
+    end
+
+    def list_domains(max = nil, token = nil)
+      params = { 'Action' => 'ListDomains' }
+      params['NextToken'] =
+        token unless token.nil? || token.empty?
+      params['MaxNumberOfDomains'] =
+        max.to_s unless max.nil? || max.to_i == 0
+      doc = call(:get, params)
+      results = []
+      REXML::XPath.each(doc, '//DomainName/text()') do |domain|
+        results << domain.to_s
+      end
+      return results, REXML::XPath.first(doc, '//NextToken/text()').to_s
+    end
+
+    def create_domain(domain)
+      call(:post, { 'Action' => 'CreateDomain', 'DomainName'=> domain.to_s })
+      nil
+    end
+
+    def delete_domain(domain)
+      call(
+        :delete,
+        { 'Action' => 'DeleteDomain', 'DomainName' => domain.to_s }
+      )
+      nil
+    end
+    # <QueryWithAttributesResult><Item><Name>in-c2ffrw</Name><Attribute><Name>code</Name><Value>in-c2ffrw</Value></Attribute><Attribute><Name>date_created</Name><Value>2008-10-31</Value></Attribute></Item><Item>
+    def query_with_attributes(domain, query, max = nil, token = nil)
+      params = {
+        'Action' => 'QueryWithAttributes',
+        'QueryExpression' => query,
+        'DomainName' => domain.to_s
+      }
+      params['NextToken'] =
+        token unless token.nil? || token.empty?
+      params['MaxNumberOfItems'] =
+        max.to_s unless max.nil? || max.to_i == 0
+
+      doc = call(:get, params)
+      results = []
+      REXML::XPath.each(doc, "//Item") do |item|
+        name = REXML::XPath.first(item, './Name/text()').to_s
+
+
+        attributes = {'Name' => name}
+        REXML::XPath.each(item, "./Attribute") do |attr|
+          key = REXML::XPath.first(attr, './Name/text()').to_s
+          value = REXML::XPath.first(attr, './Value/text()').to_s
+          ( attributes[key] ||= [] ) << value
+        end
+        results << attributes
+      end
+      return results, REXML::XPath.first(doc, '//NextToken/text()').to_s
+    end
+
+    # <QueryResult><ItemName>in-c2ffrw</ItemName><ItemName>in-72yagt</ItemName><ItemName>in-52j8gj</ItemName>
+    def query(domain, query, max = nil, token = nil)
+      params = {
+        'Action' => 'Query',
+        'QueryExpression' => query,
+        'DomainName' => domain.to_s
+      }
+      params['NextToken'] =
+        token unless token.nil? || token.empty?
+      params['MaxNumberOfItems'] =
+        max.to_s unless max.nil? || max.to_i == 0
+
+
+      doc = call(:get, params)
+      results = []
+      REXML::XPath.each(doc, '//ItemName/text()') do |item|
+        results << item.to_s
+      end
+      return results, REXML::XPath.first(doc, '//NextToken/text()').to_s
+
+    end
+
+    def put_attributes(domain, item, attributes, replace = true)
+      params = {
+        'Action' => 'PutAttributes',
+        'DomainName' => domain.to_s,
+        'ItemName' => item.to_s
+      }
+      count = 0
+      attributes.each do | key, values |
+        ([]<<values).flatten.each do |value|
+          params["Attribute.#{count}.Name"] = key.to_s
+          params["Attribute.#{count}.Value"] = value.to_s
+          params["Attribute.#{count}.Replace"] = replace
+          count += 1
+        end
+      end
+      call(:put, params)
+      nil
+    end
+
+    def get_attributes(domain, item)
+      doc = call(
+        :get,
+        {
+          'Action' => 'GetAttributes',
+          'DomainName' => domain.to_s,
+          'ItemName' => item.to_s
+        }
+      )
+      attributes = {}
+      REXML::XPath.each(doc, "//Attribute") do |attr|
+        key = REXML::XPath.first(attr, './Name/text()').to_s
+        value = REXML::XPath.first(attr, './Value/text()').to_s
+        ( attributes[key] ||= [] ) << value
+      end
+      attributes
+    end
+
+    def delete_attributes(domain, item)
+      call(
+        :delete,
+        {
+          'Action' => 'DeleteAttributes',
+          'DomainName' => domain.to_s,
+          'ItemName' => item.to_s
+        }
+      )
+      nil
+    end
+
+    def select(select, token = nil)
+      params = {
+        'Action' => 'Select',
+        'SelectExpression' => select,
+      }
+      params['NextToken'] =
+        token unless token.nil? || token.empty?
+
+      doc = call(:get, params)
+      results = []
+      REXML::XPath.each(doc, "//Item") do |item|
+        name = REXML::XPath.first(item, './Name/text()').to_s
+
+        attributes = {'Name' => name}
+        REXML::XPath.each(item, "./Attribute") do |attr|
+          key = REXML::XPath.first(attr, './Name/text()').to_s
+          value = REXML::XPath.first(attr, './Value/text()').to_s
+          ( attributes[key] ||= [] ) << value
+        end
+        results << attributes
+      end
+      return results, REXML::XPath.first(doc, '//NextToken/text()').to_s
+    end
+
+    protected
+
+    def call(method, params)
+      params.merge!( {
+          'Version' => '2007-11-07',
+          'SignatureVersion' => '1',
+          'AWSAccessKeyId' => @access_key_id,
+          'Timestamp' => Time.now.gmtime.iso8601
+        }
+      )
+      data = ''
+      query = []
+      params.keys.sort_by { |k| k.upcase }.each do |key|
+        data << "#{key}#{params[key].to_s}"
+        query << "#{key}=#{CGI::escape(params[key].to_s)}"
+      end
+      digest = OpenSSL::Digest::Digest.new('sha1')
+      hmac = OpenSSL::HMAC.digest(digest, @secret_access_key, data)
+      signature = Base64.encode64(hmac).strip
+      query << "Signature=#{CGI::escape(signature)}"
+      query = query.join('&')
+      url = "#{@base_url}?#{query}"
+      uri = URI.parse(url)
+      @logger.debug("#{url}") if @logger
+      response =
+        Net::HTTP.new(uri.host, uri.port).send_request(method, uri.request_uri)
+      @logger.debug("#{response.code}\n#{response.body}") if @logger
+      raise(ConnectionError.new(response)) unless (200..400).include?(
+        response.code.to_i
+      )
+      doc = REXML::Document.new(response.body)
+      error = doc.get_elements('*/Errors/Error')[0]
+      raise(
+        Module.class_eval(
+          "AwsSdb::#{error.get_elements('Code')[0].text}Error"
+        ).new(
+          error.get_elements('Message')[0].text,
+          doc.get_elements('*/RequestID')[0].text
+        )
+      ) unless error.nil?
+      doc
+    end
+  end
+
+end

data/lib/aws_sdb.rb

@@ -0,0 +1,3 @@
+require 'aws_sdb/error'
+require 'aws_sdb/service'
+