internuity-awsum 0.2

data/lib/parser.rb

@@ -0,0 +1,18 @@
+require 'rexml/document'
+
+module Awsum
+  class Parser #:nodoc:
+    def parse(xml_text)
+      REXML::Document.parse_stream(xml_text, self)
+      result
+    end
+
+#--
+#Methods to be overridden by each Parser implementation
+    def result                      ; end
+    def tag_start(tag, attributes)  ; end
+    def text(text)                  ; end
+    def tag_end(tag)                ; end
+    def xmldecl(*args)              ; end
+  end
+end

data/lib/requestable.rb

@@ -0,0 +1,214 @@
+require 'base64'
+require 'cgi'
+require 'digest/md5'
+require 'error'
+require 'openssl'
+require 'time'
+require 'uri'
+
+require 'net/https'
+require 'net_fix'
+
+module Awsum
+  module Requestable #:nodoc:
+
+  private
+    # Sends a request with query parameters
+    #
+    # Used for EC2 requests
+    def send_query_request(params)
+      standard_options = {
+        'AWSAccessKeyId'   => @access_key,
+        'Version'          => API_VERSION,
+        'Timestamp'        => Time.now.utc.strftime('%Y-%m-%dT%H:%M:%S.000Z'),
+        'SignatureVersion' => SIGNATURE_VERSION,
+        'SignatureMethod'  => 'HmacSHA256'
+      }
+      params = standard_options.merge(params)
+
+      #Put parameters into query string format
+      params_string = params.delete_if{|k,v| v.nil?}.sort{|a,b| 
+        a[0].to_s <=> b[0].to_s
+      }.collect{|key, val| 
+        "#{CGI::escape(key.to_s)}=#{CGI::escape(val.to_s)}"
+      }.join('&')
+      params_string.gsub!('+', '%20')
+
+      #Create request signature
+      signature_string = "GET\n#{host}\n/\n#{params_string}"
+      signature = sign(signature_string, 'sha256')
+
+      #Attach signature to query string
+      params_string << "&Signature=#{CGI::escape(signature)}"
+
+      url = "https://#{host}/?#{params_string}"
+      response = process_request('GET', url)
+      if response.is_a?(Net::HTTPSuccess)
+        response
+      else
+        raise Awsum::Error.new(response)
+      end
+    end
+
+    # Sends a full request including headers and possible post data
+    #
+    # Used for S3 requests
+    def send_s3_request(method = 'GET', options = {}, &block)
+      bucket = options[:bucket] || ''
+      key = options[:key] || ''
+      parameters = options[:parameters] || {}
+      data = options[:data]
+      headers = {}
+      (options[:headers] || {}).each { |k,v| headers[k.downcase] = v }
+
+      #Add the host header
+      host_name = "#{bucket}#{bucket.blank? ? '' : '.'}#{host}"
+      headers['host'] = host_name
+
+      # Ensure required headers are in place
+      if !data.nil? && headers['content-md5'].nil?
+        if data.respond_to?(:read)
+          if data.respond_to?(:rewind)
+            digest = Digest::MD5.new
+            while chunk = data.read(1024 * 1024)
+              digest << chunk
+            end
+            data.rewind
+
+            headers['content-md5'] = Base64::encode64(digest.digest).gsub(/\n/, '')
+          end
+        else
+          headers['content-md5'] = Base64::encode64(Digest::MD5.digest(data)).gsub(/\n/, '')
+        end
+      end
+      if !data.nil? && headers['content-length'].nil?
+        headers['content-length'] = (data.respond_to?(:lstat) ? data.lstat.size : data.size).to_s
+      end
+      headers['date'] = Time.now.rfc822 if headers['date'].nil?
+      headers['content-type'] ||= ''
+      if !data.nil?
+        headers['expect'] = '100-continue'
+      end
+
+      signature_string = generate_rest_signature_string(method, bucket, key, parameters, headers)
+      puts "signature_string: \n#{signature_string}\n\n" if ENV['DEBUG']
+
+      signature = sign(signature_string)
+
+      headers['authorization'] = "AWS #{@access_key}:#{signature}"
+
+      url = "https://#{host_name}#{key[0..0] == '/' ? '' : '/'}#{key}#{parameters.size == 0 ? '' : "?#{parameters.collect{|k,v| v.nil? ? k.to_s : "#{CGI::escape(k.to_s)}=#{CGI::escape(v.to_s)}"}.join('&')}"}"
+
+      process_request(method, url, headers, data) do |response|
+        if response.is_a?(Net::HTTPSuccess)
+          if block_given?
+            block.call(response)
+          else
+            response
+          end
+        else
+          raise Awsum::Error.new(response)
+        end
+      end
+    end
+
+    def generate_rest_signature_string(method, bucket, key, parameters, headers)
+      canonicalized_amz_headers = headers.sort{|a,b| a[0].to_s.downcase <=> b[0].to_s.downcase }.collect{|k, v| "#{k.to_s.downcase}:#{(v.is_a?(Array) ? v.join(',') : v).gsub(/\n/, ' ')}" if k =~ /\Ax-amz-/i }.compact.join("\n")
+      canonicalized_resource = "#{bucket.blank? ? '' : '/'}#{bucket}#{key[0..0] == '/' ? '' : '/'}#{key}"
+      ['acl', 'torrent', 'logging', 'location'].each do |sub_resource|
+        if parameters.has_key?(sub_resource)
+          canonicalized_resource << "?#{sub_resource}"
+          break
+        end
+      end
+
+      signature_string = "#{method}\n#{headers['content-md5']}\n#{headers['content-type']}\n#{headers['x-amz-date'].nil? ? headers['date'] : ''}\n#{canonicalized_amz_headers}#{canonicalized_amz_headers.blank? ? '' : "\n"}#{canonicalized_resource}"
+    end
+
+    def generate_s3_signed_request_url(method, bucket, key, expires = nil)
+      signature_string = generate_rest_signature_string(method, bucket, key, {}, {'date' => expires})
+      signature = sign(signature_string)
+      "http://#{bucket}#{bucket.blank? ? '' : '.'}#{host}#{key[0..0] == '/' ? '' : '/'}#{key}?AWSAccessKeyId=#{@access_key}&Signature=#{CGI::escape(signature)}&Expires=#{expires}"
+    end
+
+    def process_request(method, url, headers = {}, data = nil, &block)
+      #TODO: Allow secure/non-secure
+      uri = URI.parse(url)
+      uri.scheme = 'https'
+      uri.port = 443
+
+      #puts uri.to_s
+
+      Net::HTTP.version_1_1
+      con = Net::HTTP.new(uri.host, uri.port)
+      con.use_ssl = true
+      con.verify_mode = OpenSSL::SSL::VERIFY_NONE
+      con.start do |http|
+        case method.upcase
+          when 'GET'
+            request = Net::HTTP::Get.new("#{uri.path}#{"?#{uri.query}" if uri.query}")
+          when 'POST'
+            request = Net::HTTP::Post.new("#{uri.path}#{"?#{uri.query}" if uri.query}")
+          when 'PUT'
+            request = Net::HTTP::Put.new("#{uri.path}#{"?#{uri.query}" if uri.query}")
+          when 'DELETE'
+            request = Net::HTTP::Delete.new("#{uri.path}#{"?#{uri.query}" if uri.query}")
+          when 'HEAD'
+            request = Net::HTTP::Head.new("#{uri.path}#{"?#{uri.query}" if uri.query}")
+        end
+        request.initialize_http_header(headers)
+
+        unless data.nil?
+          if data.respond_to?(:read)
+            request.body_stream = data
+          else
+            request.body = data
+          end
+        end
+
+        if block_given?
+          http.request(request) do |response|
+            handle_response response, &block
+          end
+        else
+          response = http.request(request)
+          handle_response response
+        end
+      end
+    end
+
+    def handle_response(response, &block)
+      case response
+        when Net::HTTPSuccess
+          if block_given?
+            block.call(response)
+          else
+            response
+          end
+        when Net::HTTPMovedPermanently, Net::HTTPFound, Net::HTTPTemporaryRedirect
+          new_uri = URI.parse(response['location'])
+          uri.host = new_uri.host
+          uri.path = "#{new_uri.path}#{uri.path unless uri.path = '/'}"
+          process_request(method, uri.to_s, headers, data, &block)
+      end
+    end
+
+    # Converts an array of paramters into <param_name>.<num> format
+    def array_to_params(arr, param_name)
+      arr = [arr] unless arr.is_a?(Array)
+      params = {}
+      arr.each_with_index do |value,i|
+        params["#{param_name}.#{i+1}"] = value
+      end
+      params
+    end
+
+    # Sign a string with a digest, wrap in HMAC digest and base64 encode
+    #
+    # ===Returns
+    # base64 encoded string with newlines removed
+    def sign(string, digest = 'sha1')
+      Base64::encode64(OpenSSL::HMAC.digest(OpenSSL::Digest::Digest.new(digest), @secret_key, string)).gsub(/\n/, '')
+    end
+  end
+end

data/lib/support.rb

@@ -0,0 +1,94 @@
+# Thanks to RightAws for this idea!
+#
+# If ActiveSupport is loaded, then great - use it.  But we don't 
+# want a dependency on it, so if it's not present, define the few
+# extensions that we want to use...
+unless defined? ActiveSupport::CoreExtensions
+  # These are ActiveSupport-;like extensions to do a few handy things in the gems
+  # Derived from ActiveSupport, so the ActiveSupport copyright notice applies:
+  #
+  #
+  #
+  # Copyright (c) 2005 David Heinemeier Hansson
+  #
+  # Permission is hereby granted, free of charge, to any person obtaining
+  # a copy of this software and associated documentation files (the
+  # "Software"), to deal in the Software without restriction, including
+  # without limitation the rights to use, copy, modify, merge, publish,
+  # distribute, sublicense, and/or sell copies of the Software, and to
+  # permit persons to whom the Software is furnished to do so, subject to
+  # the following conditions:
+  #
+  # The above copyright notice and this permission notice shall be
+  # included in all copies or substantial portions of the Software.
+  #
+  # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+  # EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+  # MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+  # NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+  # LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+  # OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+  # WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+  #++
+  #
+  #
+
+  class Object #:nodoc:
+    # "", "   ", nil, [], and {} are blank
+    def blank?
+      if respond_to?(:empty?) && respond_to?(:strip)
+        empty? or strip.empty?
+      elsif respond_to?(:empty?)
+        empty?
+      else
+        !self
+      end
+    end
+  end
+
+  class NilClass #:nodoc:
+    def blank?
+      true
+    end
+  end
+
+  class FalseClass #:nodoc:
+    def blank?
+      true
+    end
+  end
+
+  class TrueClass #:nodoc:
+    def blank?
+      false
+    end
+  end
+
+  class Array #:nodoc:
+    alias_method :blank?, :empty?
+  end
+
+  class Hash #:nodoc:
+    alias_method :blank?, :empty?
+    
+    # Return a new hash with all keys converted to symbols.
+    def symbolize_keys
+      inject({}) do |options, (key, value)|
+        options[key.to_sym] = value
+        options
+      end
+    end
+  end
+
+  class String #:nodoc:
+    def blank?
+      empty? || strip.empty?
+    end
+  end
+
+  class Numeric #:nodoc:
+    def blank?
+      false
+    end
+  end
+end

data/test/dump.rb

@@ -0,0 +1,42 @@
+require 'rubygems'
+
+ROOT = File.join(File.dirname(__FILE__), '..')
+
+$LOAD_PATH << File.join(ROOT, 'lib')
+$LOAD_PATH << File.join(ROOT, 'lib', 'awsum')
+require File.join(ROOT, 'lib', 'awsum.rb')
+
+#Dumps the raw result of a call to the Awsum library
+# Usage ruby dump.rb -a <access key> -s <secret key> -c <command to call>
+#
+# Awsum::Ec2 is available as ec2
+# Awsum::S3 is available as s3
+#
+# Exampe
+# ruby dump.rb -a ABC -s XYZ -c "ec2.images"
+
+#Parse command line
+access_key = nil
+secret_key = nil
+command = nil
+ARGV.each_with_index do |arg, i|
+  case arg
+    when '-a'
+      access_key = ARGV[i+1]
+    when '-s'
+      secret_key = ARGV[i+1]
+    when '-c'
+      command = ARGV[i+1]
+  end
+end
+
+ENV['DEBUG'] = 'true'
+
+ec2 = Awsum::Ec2.new(access_key, secret_key)
+s3 = Awsum::S3.new(access_key, secret_key)
+begin
+  result = eval(command)
+  puts result.inspect
+rescue Awsum::Error => e
+  puts "ERROR: #{e.inspect}"
+end

data/test/fixtures/ec2/attach_volume.xml

@@ -0,0 +1,9 @@
+<?xml version="1.0"?>
+<AttachVolumeResponse xmlns="http://ec2.amazonaws.com/doc/2008-12-01/">
+    <requestId>3756a0c0-aa24-468d-9bd1-bfe2e54dd4cc</requestId>
+    <volumeId>vol-44d6322d</volumeId>
+    <instanceId>i-3f1cc856</instanceId>
+    <device>/dev/sdb</device>
+    <status>attaching</status>
+    <attachTime>2009-01-14T04:34:35.000Z</attachTime>
+</AttachVolumeResponse>

data/test/fixtures/ec2/available_volume.xml

@@ -0,0 +1,14 @@
+<?xml version="1.0"?>
+<DescribeVolumesResponse xmlns="http://ec2.amazonaws.com/doc/2008-12-01/">
+    <requestId>f4786b8a-90e8-4570-a786-1076fba0eeae</requestId>
+    <volumeSet>
+        <item>
+            <volumeId>vol-44d6322d</volumeId>
+            <size>10</size>
+            <snapshotId/>
+            <availabilityZone>us-east-1b</availabilityZone>
+            <status>available</status>
+            <createTime>2009-01-14T03:57:08.000Z</createTime>
+        </item>
+    </volumeSet>
+</DescribeVolumesResponse>

data/test/fixtures/ec2/create_snapshot.xml

@@ -0,0 +1,9 @@
+<?xml version="1.0"?>
+<CreateSnapshotResponse xmlns="http://ec2.amazonaws.com/doc/2008-12-01/">
+    <requestId>0c4677f0-5490-45bc-975a-3f2d4d8d499d</requestId>
+    <snapshotId>snap-747c911d</snapshotId>
+    <volumeId>vol-79d13510</volumeId>
+    <status>pending</status>
+    <startTime>2009-01-15T03:59:26.000Z</startTime>
+    <progress/>
+</CreateSnapshotResponse>

data/test/fixtures/ec2/create_volume.xml

@@ -0,0 +1,10 @@
+<?xml version="1.0"?>
+<CreateVolumeResponse xmlns="http://ec2.amazonaws.com/doc/2008-12-01/">
+    <requestId>802160fa-0789-4441-9132-78d83702c3be</requestId>
+    <volumeId>vol-44d6322d</volumeId>
+    <size>10</size>
+    <snapshotId/>
+    <availabilityZone>us-east-1b</availabilityZone>
+    <status>creating</status>
+    <createTime>2009-01-14T03:57:08.000Z</createTime>
+</CreateVolumeResponse>

data/test/fixtures/ec2/delete_snapshot.xml

@@ -0,0 +1,5 @@
+<?xml version="1.0"?>
+<DeleteSnapshotResponse xmlns="http://ec2.amazonaws.com/doc/2008-12-01/">
+    <requestId>0946c702-0474-428f-814b-3d5601ce53e4</requestId>
+    <return>true</return>
+</DeleteSnapshotResponse>

data/test/fixtures/ec2/delete_volume.xml

@@ -0,0 +1,5 @@
+<?xml version="1.0"?>
+<DeleteVolumeResponse xmlns="http://ec2.amazonaws.com/doc/2008-12-01/">
+    <requestId>c12b4410-20f9-4ae0-bc70-73e252b687cf</requestId>
+    <return>true</return>
+</DeleteVolumeResponse>

data/test/fixtures/ec2/detach_volume.xml

@@ -0,0 +1,9 @@
+<?xml version="1.0"?>
+<DetachVolumeResponse xmlns="http://ec2.amazonaws.com/doc/2008-12-01/">
+    <requestId>7bd88374-377d-4954-8084-f0cd1ab8c873</requestId>
+    <volumeId>vol-44d6322d</volumeId>
+    <instanceId>i-3f1cc856</instanceId>
+    <device>/dev/sdb</device>
+    <status>detaching</status>
+    <attachTime>2009-01-15T03:28:05.000Z</attachTime>
+</DetachVolumeResponse>