raws 0.0.8 → 0.0.9

data/lib/raws/s3.rb

@@ -1,21 +1,131 @@
 class RAWS::S3
+  autoload :S3Object, 'raws/s3/s3object'
   autoload :Adapter, 'raws/s3/adapter'
+  autoload :Model, 'raws/s3/model'
 
   class << self
-    def create_bucket(bucket_name)
+    include Enumerable
+
+    attr_writer :http
+
+    def http
+      @http ||= RAWS.http
+    end
+
+    def create_bucket(bucket_name, location=nil, header={})
+      Adapter.put_bucket(bucket_name, location, header)
     end
 
-    def delete_bucket(bucket_name)
+    def delete_bucket(bucket_name, force=nil)
+      filter(bucket_name).each do |val|
+        delete(bucket_name, val['Key'])
+      end if force == :force
+
+      Adapter.delete_bucket(bucket_name)
     end
 
-    def list
-      Adapter.get_service
+    def owner
+      @owner ||= Adapter.get_service.doc['ListAllMyBucketsResult']['Owner']
     end
 
-    def each(&block)
+    def buckets
+      begin
+        response = Adapter.get_service.doc['ListAllMyBucketsResult']
+        @owner ||= response['Owner']
+        response['Buckets']['Bucket'] || []
+      end.map do |val|
+        self[val['Name']]
+      end
     end
 
     def [](bucket_name)
+      @cache ||= {}
+      @cache[bucket_name] ||= self.new(bucket_name)
+    end
+
+    def location(bucket_name)
+      response = Adapter.get_bucket_location(bucket_name)
+      location = response.doc['LocationConstraint']
+      location.empty? ? 'US' : location
+    end
+
+    def filter(bucket_name, params={})
+      begin
+        response = Adapter.get_bucket(bucket_name, params)
+        response.doc['ListBucketResult']['Contents'] || []
+      end.map do |val|
+        val
+      end
+    end
+    alias :all :filter
+
+    def put(bucket_name, name, header, &block)
+      Adapter.put_object(bucket_name, name, header, &block)
     end
+
+    def copy(src_bucket, src_name, dest_bucket, dest_name, header={})
+      Adapter.copy_object(src_bucket, src_name, dest_bucket, dest_name, header)
+    end
+
+    def get(bucket_name, name, params={}, &block)
+      Adapter.get_object(bucket_name, name, params, &block)
+    end
+
+    def head(bucket_name, name)
+      Adapter.head_object(bucket_name, name)
+    end
+
+    def delete(bucket_name, name)
+      Adapter.delete_object(bucket_name, name)
+    end
+  end
+
+  attr_reader :bucket_name, :creation_date
+  alias :name :bucket_name
+
+  def initialize(bucket_name, creation_date=nil)
+    @bucket_name = bucket_name
+    @creation_date = Time.parse(creation_date) if creation_date
+  end
+
+  def create_bucket(location=nil)
+    self.class.create_bucket(@bucket_name, location)
+  end
+
+  def delete_bucket(force=nil)
+    self.class.delete_bucket(@bucket_name, force)
+  end
+
+  def location
+    self.class.location(@bucket_name)
+  end
+
+  def filter(params={})
+    self.class.filter(@bucket_name, params)
+  end
+  alias :all :filter
+
+  def put(name, header, &block)
+    self.class.put(@bucket_name, name, header, &block)
+  end
+
+  def copy(name, dest_bucket, dest_name)
+    self.class.copy(@bucket_name, name, dest_bucket, dest_name)
+  end
+
+  def get(name, header={}, &block)
+    self.class.get(@bucket_name, name, header, &block)
+  end
+
+  def head(name)
+    self.class.head(@bucket_name, name)
+  end
+
+  def delete(name)
+    self.class.delete(@bucket_name, name)
+  end
+
+  def <=>(a)
+    bucket_name <=> a.bucket_name
   end
 end

data/lib/raws/sdb/adapter.rb

@@ -2,16 +2,81 @@ class RAWS::SDB::Adapter
   module Adapter20090415
     URI = 'https://sdb.amazonaws.com/'
     PARAMS = {'Version' => '2009-04-15'}
-    KEYWORDS = %w'or and not from where select like null is order by asc desc in between intersection limit every'
+    KEYWORDS = %w'
+      or and not from where select like null is order by asc desc in between
+      intersection limit every
+    '
     REXP_NAME = /^[a-zA-Z_$]/
 
+    def pack_attrs(attrs, replaces=nil, prefix=nil)
+      params = {}
+
+      i = 1
+      attrs.each do |key, val|
+        if !replaces.nil? && replaces.include?(key)
+          params["#{prefix}Attribute.#{i}.Replace"] = 'true'
+        end
+
+        if val.is_a? Array
+          val.each do |v|
+            params["#{prefix}Attribute.#{i}.Name"]  = key
+            params["#{prefix}Attribute.#{i}.Value"] = v
+            i += 1
+          end
+        else
+          params["#{prefix}Attribute.#{i}.Name"]  = key
+          params["#{prefix}Attribute.#{i}.Value"] = val
+          i += 1
+        end
+      end
+
+      params
+    end
+
+    def sign(method, base_uri, params)
+      path = {
+        'AWSAccessKeyId'   => RAWS.aws_access_key_id,
+        'SignatureMethod'  => 'HmacSHA256',
+        'SignatureVersion' => '2',
+        'Timestamp'        => Time.now.utc.iso8601
+      }.merge(params).map do |key, val|
+        "#{RAWS.escape(key)}=#{RAWS.escape(val)}"
+      end.sort.join('&')
+
+      uri = ::URI.parse(base_uri)
+      "#{path}&Signature=" << RAWS.escape(
+        [
+          ::OpenSSL::HMAC.digest(
+            ::OpenSSL::Digest::SHA256.new,
+            RAWS.aws_secret_access_key,
+            "#{method.upcase}\n#{uri.host.downcase}\n#{uri.path}\n#{path}"
+          )
+        ].pack('m').strip
+      )
+    end
+
+    def connect(method, base_uri, params, parser={})
+      doc = nil
+
+      RAWS::SDB.http.connect(
+        "#{base_uri}?#{sign(method, base_uri, params)}"
+      ) do |request|
+        request.method = method
+        response = request.send
+        doc = response.parse(parser)
+        response
+      end
+
+      doc
+    end
+
     def create_domain(domain_name)
       params = {
         'Action'     => 'CreateDomain',
         'DomainName' => domain_name
       }
 
-      RAWS.fetch('GET', URI, PARAMS.merge(params))
+      connect('GET', URI, PARAMS.merge(params))
     end
 
     def delete_domain(domain_name)
@@ -20,7 +85,7 @@ class RAWS::SDB::Adapter
         'DomainName' => domain_name
       }
 
-      RAWS.fetch('GET', URI, PARAMS.merge(params))
+      connect('GET', URI, PARAMS.merge(params))
     end
 
     def domain_metadata(domain_name)
@@ -29,7 +94,7 @@ class RAWS::SDB::Adapter
         'DomainName' => domain_name
       }
 
-      RAWS.fetch('GET', URI, PARAMS.merge(params))
+      connect('GET', URI, PARAMS.merge(params))
     end
 
     def list_domains(next_token=nil, max_num=nil, &block)
@@ -37,7 +102,7 @@ class RAWS::SDB::Adapter
       params['NextToken']          = next_token if next_token
       params['MaxNumberOfDomains'] = max_num    if max_num
 
-      RAWS.fetch('GET', URI, PARAMS.merge(params), :multiple => %w'DomainName')
+      connect('GET', URI, PARAMS.merge(params), :multiple => %w'DomainName')
     end
 
     def get_attributes(domain_name, item_name, *attrs)
@@ -53,7 +118,7 @@ class RAWS::SDB::Adapter
         i += 1
       end
 
-      RAWS.fetch(
+      connect(
         'GET',
         URI,
         PARAMS.merge(params),
@@ -68,9 +133,9 @@ class RAWS::SDB::Adapter
         'DomainName' => domain_name,
         'ItemName'   => item_name
       }
-      params.merge!(RAWS.pack_attrs(attrs, replaces))
+      params.merge!(pack_attrs(attrs, replaces))
 
-      RAWS.fetch('GET', URI, PARAMS.merge(params))
+      connect('GET', URI, PARAMS.merge(params))
     end
 
     def batch_put_attributes(domain_name, items={}, replaces={})
@@ -82,11 +147,11 @@ class RAWS::SDB::Adapter
       i = 0
       items.each do |key, attrs|
         params["Item.#{i}.ItemName"] = key
-        params.merge!(RAWS.pack_attrs(attrs, replaces[key], "Item.#{i}."))
+        params.merge!(pack_attrs(attrs, replaces[key], "Item.#{i}."))
         i += 1
       end
 
-      RAWS.fetch('GET', URI, PARAMS.merge(params))
+      connect('GET', URI, PARAMS.merge(params))
     end
 
     def delete_attributes(domain_name, item_name, attrs={})
@@ -95,9 +160,9 @@ class RAWS::SDB::Adapter
         'DomainName' => domain_name,
         'ItemName'   => item_name
       }
-      params.merge!(RAWS.pack_attrs(attrs))
+      params.merge!(pack_attrs(attrs))
 
-      RAWS.fetch('GET', URI, PARAMS.merge(params))
+      connect('GET', URI, PARAMS.merge(params))
     end
 
     def quote(val)
@@ -125,7 +190,7 @@ class RAWS::SDB::Adapter
       }
       params['NextToken'] = next_token if next_token
 
-      RAWS.fetch(
+      connect(
         'GET',
         URI,
         PARAMS.merge(params),

data/lib/raws/sdb/model.rb

@@ -63,7 +63,7 @@ module RAWS::SDB::Model
       sdb_writer(*names)
     end
   end
-  
+
   module InstanceMethods
     attr_reader :id, :values
 

data/lib/raws/sdb.rb

@@ -6,6 +6,12 @@ class RAWS::SDB
   class << self
     include Enumerable
 
+    attr_writer :http
+
+    def http
+      @http ||= RAWS.http
+    end
+
     def create_domain(domain_name)
       Adapter.create_domain(domain_name)
     end

data/lib/raws/sqs/adapter.rb

@@ -3,6 +3,84 @@ class RAWS::SQS::Adapter
     URI = 'https://queue.amazonaws.com/'
     PARAMS = {'Version' => '2009-02-01'}
 
+    def pack_attrs(attrs)
+      params = {}
+
+      if(attrs.size == 1)
+        params["AttributeName"] = attrs.first
+      else
+        i = 1
+        attrs.each do |val|
+          params["AttributeName.#{i}"] = val
+          i += 1
+        end
+      end
+
+      params
+    end
+
+    def pack_nv_attrs(attrs, replaces=nil, prefix=nil)
+      params = {}
+
+      i = 1
+      attrs.each do |key, val|
+        if !replaces.nil? && replaces.include?(key)
+          params["#{prefix}Attribute.#{i}.Replace"] = 'true'
+        end
+
+        if val.is_a? Array
+          val.each do |v|
+            params["#{prefix}Attribute.#{i}.Name"]  = key
+            params["#{prefix}Attribute.#{i}.Value"] = v
+            i += 1
+          end
+        else
+          params["#{prefix}Attribute.#{i}.Name"]  = key
+          params["#{prefix}Attribute.#{i}.Value"] = val
+          i += 1
+        end
+      end
+
+      params
+    end
+
+    def sign(method, base_uri, params)
+      path = {
+        'AWSAccessKeyId'   => RAWS.aws_access_key_id,
+        'SignatureMethod'  => 'HmacSHA256',
+        'SignatureVersion' => '2',
+        'Timestamp'        => Time.now.utc.iso8601
+      }.merge(params).map do |key, val|
+        "#{RAWS.escape(key)}=#{RAWS.escape(val)}"
+      end.sort.join('&')
+
+      uri = ::URI.parse(base_uri)
+      "#{path}&Signature=" << RAWS.escape(
+        [
+          ::OpenSSL::HMAC.digest(
+            ::OpenSSL::Digest::SHA256.new,
+            RAWS.aws_secret_access_key,
+            "#{method.upcase}\n#{uri.host.downcase}\n#{uri.path}\n#{path}"
+          )
+        ].pack('m').strip
+      )
+    end
+
+    def connect(method, base_uri, params, parser={})
+      doc = nil
+
+      RAWS::SQS.http.connect(
+        "#{base_uri}?#{sign(method, base_uri, params)}"
+      ) do |request|
+        request.method = method
+        response = request.send
+        doc = response.parse(parser)
+        response
+      end
+
+      doc
+    end
+
     def create_queue(queue_name, timeout=nil)
       params = {
         'Action'    => 'CreateQueue',
@@ -10,36 +88,20 @@ class RAWS::SQS::Adapter
       }
       params['DefaultVisibilityTimeout'] = timeout if timeout
 
-      RAWS.fetch('GET', URI, PARAMS.merge(params))
+      connect('GET', URI, PARAMS.merge(params))
     end
 
     def delete_queue(queue_url)
       params = {'Action' => 'DeleteQueue'}
 
-      RAWS.fetch('GET', queue_url, PARAMS.merge(params))
+      connect('GET', queue_url, PARAMS.merge(params))
     end
 
     def list_queues(prefix=nil)
       params = {'Action' => 'ListQueues'}
       params['QueueNamePrefix'] = prefix if prefix
 
-      RAWS.fetch('GET', URI, PARAMS.merge(params), 'QueueUrl')
-    end
-
-    def pack_attrs(attrs)
-      params = {}
-
-      if(attrs.size == 1)
-        params["AttributeName"] = attrs.first
-      else
-        i = 1
-        attrs.each do |val|
-          params["AttributeName.#{i}"] = val
-          i += 1
-        end
-      end
-
-      params
+      connect('GET', URI, PARAMS.merge(params), 'QueueUrl')
     end
 
     def get_queue_attributes(queue_url, *attrs)
@@ -50,7 +112,7 @@ class RAWS::SQS::Adapter
         params.merge!(pack_attrs(attrs))
       end
 
-      RAWS.fetch(
+      connect(
         'GET',
         queue_url,
         PARAMS.merge(params),
@@ -61,9 +123,9 @@ class RAWS::SQS::Adapter
 
     def set_queue_attributes(queue_url, attrs={})
       params = {'Action' => 'SetQueueAttributes'}
-      params.merge!(RAWS.pack_attrs(attrs))
+      params.merge!(pack_nv_attrs(attrs))
 
-      RAWS.fetch('GET', queue_url, PARAMS.merge(params))
+      connect('GET', queue_url, PARAMS.merge(params))
     end
 
     def send_message(queue_url, msg)
@@ -72,7 +134,7 @@ class RAWS::SQS::Adapter
         'MessageBody' => msg
       }
 
-      RAWS.fetch('GET', queue_url, PARAMS.merge(params))
+      connect('GET', queue_url, PARAMS.merge(params))
     end
 
     def receive_message(queue_url, limit=nil, timeout=nil, *attrs)
@@ -81,7 +143,7 @@ class RAWS::SQS::Adapter
       params['VisibilityTimeout']   = timeout if timeout
       params.merge!(pack_attrs(attrs))
 
-      RAWS.fetch(
+      connect(
         'GET',
         queue_url,
         PARAMS.merge(params),
@@ -97,7 +159,7 @@ class RAWS::SQS::Adapter
         'VisibilityTimeout' => timeout
       }
 
-      RAWS.fetch('GET', queue_url, PARAMS.merge(params))
+      connect('GET', queue_url, PARAMS.merge(params))
     end
 
     def delete_message(queue_url, receipt_handle)
@@ -106,7 +168,7 @@ class RAWS::SQS::Adapter
         'ReceiptHandle' => receipt_handle
       }
 
-      RAWS.fetch('GET', queue_url, PARAMS.merge(params))
+      connect('GET', queue_url, PARAMS.merge(params))
     end
 
     def pack_permission(params)
@@ -131,7 +193,7 @@ class RAWS::SQS::Adapter
       }
       params.merge!(pack_permission(permission))
 
-      RAWS.fetch('GET', queue_url, PARAMS.merge(params))
+      connect('GET', queue_url, PARAMS.merge(params))
     end
 
     def remove_permission(queue_url, label)
@@ -140,7 +202,7 @@ class RAWS::SQS::Adapter
         'Label'  => label
       }
 
-      RAWS.fetch('GET', queue_url, PARAMS.merge(params))
+      connect('GET', queue_url, PARAMS.merge(params))
     end
   end
 

data/lib/raws/sqs.rb

@@ -4,6 +4,12 @@ class RAWS::SQS
   class << self
     include Enumerable
 
+    attr_writer :http
+
+    def http
+      @http ||= RAWS.http
+    end
+
     def queue_url(queue_name)
       data = Adapter.list_queues(
         queue_name

data/lib/raws/xml/nokogiri.rb

@@ -0,0 +1,48 @@
+require 'nokogiri'
+
+module RAWS
+  module XML
+    module Nokogiri
+      def self._parse(doc, params={}, ret={})
+        multiple = params[:multiple] || []
+        unpack   = params[:unpack]   || []
+
+        name = nil
+        doc.children.each do |tag|
+          name = tag.name
+
+          unless ret[name].is_a? Array
+            if ret.key?(name)
+              ret[name] = [ret[name]]
+            elsif multiple.include? name
+              ret[name] = []
+            end
+          end
+
+          if tag.child.is_a? ::Nokogiri::XML::Text
+            if ret.key? name
+              ret[name] << tag.content
+            else
+              ret[name] = tag.content
+            end
+          else
+            if ret.key? name
+              ret[name] << {}
+              _parse(tag, params, ret[name].last)
+            else
+              ret[name] = {}
+              _parse(tag, params, ret[name])
+            end
+          end
+        end
+        ret[name] = RAWS::XML.unpack_attrs(ret[name]) if unpack.include?(name)
+
+        ret
+      end
+
+      def self.parse(xml, params={})
+        _parse(::Nokogiri::XML.parse(xml), params)
+      end
+    end
+  end
+end

data/lib/raws/xml.rb

@@ -0,0 +1,28 @@
+require 'nokogiri'
+
+module RAWS
+  module XML
+    def self.unpack_attrs(attrs)
+      ret = {}
+
+      if attrs.is_a? Array
+        attrs
+      else
+        [attrs]
+      end.map do |val|
+        name, value = val['Name'], val['Value']
+
+        if ret.key? name
+          ret[name] = [ret[name]] unless ret[name].is_a? Array
+          ret[name] << value
+        else
+          ret[name] = value
+        end
+      end if attrs
+
+      ret
+    end
+
+    autoload :Nokogiri, 'raws/xml/nokogiri'
+  end
+end