aws-sdk 1.30.1 → 1.31.0

data/lib/aws/core/signers/version_4/chunk_signed_stream.rb

@@ -0,0 +1,191 @@
+# Copyright 2011-2013 Amazon.com, Inc. or its affiliates. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"). You
+# may not use this file except in compliance with the License. A copy of
+# the License is located at
+#
+#     http://aws.amazon.com/apache2.0/
+#
+# or in the "license" file accompanying this file. This file is
+# distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF
+# ANY KIND, either express or implied. See the License for the specific
+# language governing permissions and limitations under the License.
+
+require 'stringio'
+
+module AWS
+  module Core
+    module Signers
+      class Version4
+        class ChunkSignedStream
+
+          # @api private
+          DEFAULT_CHUNK_SIZE = 128 * 1024
+
+          # @api private
+          MAX_BUFFER_SIZE = 256 * 1024
+
+          # @api private
+          CHUNK_SIGNATURE_HEADER = ";chunk-signature="
+
+          # @api private
+          CHUNK_STRING_TO_SIGN_PREFIX = "AWS4-HMAC-SHA256-PAYLOAD"
+
+          # @api private
+          SIGNATURE_LENGTH = 64
+
+          # @api private
+          CLRF = "\r\n"
+
+          # @param [IO] stream The original http request body stream.
+          # @param [Integer] stream_size Size of the original stream in bytes.
+          #   This must be greater than 0.
+          # @param [String] key The derived sigv4 signing key.
+          # @param [String] key_path The scope of the derived key.
+          # @param [String] datetime The iso8601 formatted datetime.
+          # @param [String] signature The computed signature of the request headers.
+          # @return [IO] Returns an IO-like object.
+          def initialize stream, stream_size, key, key_path, datetime, signature
+            @stream = stream || StringIO.new('')
+            @size = self.class.signed_size(stream_size)
+            @key = key
+            @key_path = key_path
+            @datetime = datetime
+            @prev_chunk_signature = signature
+            reset
+          end
+
+          # @return [Integer] the size of the final (signed) stream
+          attr_reader :size
+
+          # @param [Integer] bytes (nil)
+          # @param [String] output_buffer (nil)
+          # @return [String,nil]
+          def read bytes = nil, output_buffer = nil
+            data = read_bytes(bytes || @size)
+            if output_buffer
+              output_buffer.replace(data || '')
+            else
+              (data.nil? and bytes.nil?) ? '' : data
+            end
+          end
+
+          # @return [Integer]
+          def rewind
+            @stream.rewind
+            reset
+          end
+
+          private
+
+          def reset
+            @buffer = ''
+            @more_chunks = true
+          end
+
+          # @param [Integer] num_bytes The maximum number of bytes to return.
+          # @return [String,nil] `nil` once the complete stream has been read
+          def read_bytes num_bytes
+            fill_buffer(num_bytes)
+            bytes = @buffer[0,num_bytes]
+            @buffer = @buffer[num_bytes..-1] || '' # flatten the buffer
+            bytes == '' ? nil : bytes
+          end
+
+          # Fills the internal buffer at least +num_bytes+ of data.
+          # @param [Integer] num_bytes
+          def fill_buffer num_bytes
+            while @buffer.bytesize < num_bytes && more_chunks?
+              @buffer << next_chunk
+            end
+          end
+
+          def more_chunks?
+            @more_chunks
+          end
+
+          def next_chunk
+            chunk = @stream.read(DEFAULT_CHUNK_SIZE)
+            if chunk.nil?
+              chunk = ''
+              @more_chunks = false
+            end
+            sign_chunk(chunk)
+          end
+
+          # Given a chunk of the original stream, this method returns a signed
+          # chunk with the prefixed header.
+          # @param [String] chunk
+          # @return [String]
+          def sign_chunk chunk
+            [
+              chunk.bytesize.to_s(16),
+              CHUNK_SIGNATURE_HEADER,
+              next_chunk_signature(chunk),
+              CLRF,
+              chunk,
+              CLRF,
+            ].join
+          end
+
+          # @param [String] chunk
+          # @return [String]
+          def next_chunk_signature chunk
+            string_to_sign = [
+              "AWS4-HMAC-SHA256-PAYLOAD",
+              @datetime,
+              @key_path,
+              @prev_chunk_signature,
+              hash(''),
+              hash(chunk),
+            ].join("\n")
+            signature = sign(string_to_sign)
+            @prev_chunk_signature = signature
+            signature
+          end
+
+          def sign value
+            @digest ||= OpenSSL::Digest::Digest.new('sha256')
+            OpenSSL::HMAC.hexdigest(@digest, @key, value)
+          end
+
+          def hash value
+            Digest::SHA256.new.update(value).hexdigest
+          end
+
+          class << self
+
+            # Computes the final size of a chunked signed stream.
+            # @param [Integer] size Size of the original, unsigned stream.
+            # @return [Integer]
+            def signed_size size
+              full_sized_chunks = size / DEFAULT_CHUNK_SIZE
+              trailing_bytes = size % DEFAULT_CHUNK_SIZE
+              length = 0
+              length += full_sized_chunks * header_length(DEFAULT_CHUNK_SIZE)
+              length += trailing_bytes > 0 ? header_length(trailing_bytes) : 0
+              length += header_length(0)
+              length
+            end
+
+            private
+
+            # Computes the size of a header that prefixes a chunk.  The size
+            # appears in the header as a string.
+            # @param [Integer] size
+            # @return [Integer]
+            def header_length size
+              size.to_s(16).length +
+              CHUNK_SIGNATURE_HEADER.length +
+              SIGNATURE_LENGTH +
+              CLRF.length +
+              size +
+              CLRF.length
+            end
+
+          end
+        end
+      end
+    end
+  end
+end

data/lib/aws/data_pipeline.rb

@@ -63,7 +63,6 @@ module AWS
 
     autoload :Client, 'aws/data_pipeline/client'
     autoload :Errors, 'aws/data_pipeline/errors'
-    autoload :Request, 'aws/data_pipeline/request'
 
     include Core::ServiceInterface
 

data/lib/aws/data_pipeline/client.rb

@@ -17,8 +17,11 @@ module AWS
     # Client class for AWS Data Pipeline.
     class Client < Core::JSONClient
 
+
       API_VERSION = '2012-10-29'
 
+      signature_version :Version4, 'datapipeline'
+
       # @api private
       CACHEABLE_REQUESTS = Set[]
 

data/lib/aws/direct_connect.rb

@@ -64,7 +64,6 @@ module AWS
 
     autoload :Client, 'aws/direct_connect/client'
     autoload :Errors, 'aws/direct_connect/errors'
-    autoload :Request, 'aws/direct_connect/request'
 
     include Core::ServiceInterface
 

data/lib/aws/direct_connect/client.rb

@@ -17,8 +17,11 @@ module AWS
     # Client class for AWS Direct Connect.
     class Client < Core::JSONClient
 
+
       API_VERSION = '2012-10-25'
 
+      signature_version :Version4, 'directconnect'
+
       # @api private
       CACHEABLE_REQUESTS = Set[]
 

data/lib/aws/dynamo_db.rb

@@ -115,7 +115,6 @@ module AWS
     autoload :ItemCollection, 'aws/dynamo_db/item_collection'
     autoload :Keys, 'aws/dynamo_db/keys'
     autoload :PrimaryKeyElement, 'aws/dynamo_db/primary_key_element'
-    autoload :Request, 'aws/dynamo_db/request'
     autoload :Resource, 'aws/dynamo_db/resource'
     autoload :Table, 'aws/dynamo_db/table'
     autoload :TableCollection, 'aws/dynamo_db/table_collection'

data/lib/aws/dynamo_db/client.rb

@@ -55,6 +55,8 @@ module AWS
 
       API_VERSION = '2011-12-05'
 
+      signature_version :Version4, 'dynamodb'
+
       # @private
       REGION_US_E1 = 'dynamodb.us-east-1.amazonaws.com'
 

data/lib/aws/ec2.rb

@@ -258,7 +258,6 @@ module AWS
     autoload :PermissionCollection, 'aws/ec2/permission_collection'
     autoload :Region, 'aws/ec2/region'
     autoload :RegionCollection, 'aws/ec2/region_collection'
-    autoload :Request, 'aws/ec2/request'
     autoload :ReservedInstances, 'aws/ec2/reserved_instances'
     autoload :ReservedInstancesCollection, 'aws/ec2/reserved_instances_collection'
     autoload :ReservedInstancesOffering, 'aws/ec2/reserved_instances_offering'

data/lib/aws/ec2/client.rb

@@ -19,6 +19,14 @@ module AWS
 
       API_VERSION = '2013-10-15'
 
+      def sign_request request
+        if @region =~ /^cn-/
+          v4_signer.sign_request(request)
+        else
+          v2_signer.sign_request(request)
+        end
+      end
+
       # @api private
       CACHEABLE_REQUESTS = Set[
         :describe_addresses,
@@ -58,6 +66,19 @@ module AWS
         :describe_network_interface_attribute,
       ]
 
+      protected
+
+      # @return [Core::Signers::Version2]
+      def v2_signer
+        @v2_signer ||= Core::Signers::Version2.new(credential_provider)
+      end
+
+      # @return [Core::Signers::Version4]
+      def v4_signer
+        @v4_signer ||=
+          Core::Signers::Version4.new(credential_provider, 'ec2', @region)
+      end
+
     end
 
     class Client::V20130815 < Client

data/lib/aws/elastic_beanstalk.rb

@@ -39,7 +39,6 @@ module AWS
 
     autoload :Client, 'aws/elastic_beanstalk/client'
     autoload :Errors, 'aws/elastic_beanstalk/errors'
-    autoload :Request, 'aws/elastic_beanstalk/request'
 
     include Core::ServiceInterface
 

data/lib/aws/elastic_beanstalk/client.rb

@@ -17,8 +17,11 @@ module AWS
     # Client class for AWS Elastic Beanstalk.
     class Client < Core::QueryClient
 
+
       API_VERSION = '2010-12-01'
 
+      signature_version :Version4, 'elasticbeanstalk'
+
       # @api private
       CACHEABLE_REQUESTS = Set[]
 

data/lib/aws/elastic_transcoder.rb

@@ -20,7 +20,6 @@ module AWS
 
     autoload :Client, 'aws/elastic_transcoder/client'
     autoload :Errors, 'aws/elastic_transcoder/errors'
-    autoload :Request, 'aws/elastic_transcoder/request'
 
     include Core::ServiceInterface
 

data/lib/aws/elastic_transcoder/client.rb

@@ -18,6 +18,8 @@ module AWS
 
       API_VERSION = '2012-09-25'
 
+      signature_version :Version4, 'elastictranscoder'
+
       # @api private
       def extract_error_details response
         if

data/lib/aws/elasticache.rb

@@ -39,7 +39,6 @@ module AWS
 
     autoload :Client, 'aws/elasticache/client'
     autoload :Errors, 'aws/elasticache/errors'
-    autoload :Request, 'aws/elasticache/request'
 
     include Core::ServiceInterface
 

data/lib/aws/elasticache/client.rb

@@ -19,6 +19,8 @@ module AWS
 
       API_VERSION = '2013-06-15'
 
+      signature_version :Version4, 'elasticache'
+
       # @api private
       CACHEABLE_REQUESTS = Set[]
 

data/lib/aws/elb.rb

@@ -50,7 +50,6 @@ module AWS
     autoload :LoadBalancerCollection, 'aws/elb/load_balancer_collection'
     autoload :LoadBalancerPolicy, 'aws/elb/load_balancer_policy'
     autoload :LoadBalancerPolicyCollection, 'aws/elb/load_balancer_policy_collection'
-    autoload :Request, 'aws/elb/request'
 
     include Core::ServiceInterface
 

data/lib/aws/elb/client.rb

@@ -19,6 +19,8 @@ module AWS
 
       API_VERSION = '2012-06-01'
 
+      signature_version :Version4, 'elasticloadbalancing'
+
       # @api private
       CACHEABLE_REQUESTS = Set[]
 

data/lib/aws/emr.rb

@@ -71,7 +71,6 @@ module AWS
     autoload :InstanceGroupCollection, 'aws/emr/instance_group_collection'
     autoload :JobFlow, 'aws/emr/job_flow'
     autoload :JobFlowCollection, 'aws/emr/job_flow_collection'
-    autoload :Request, 'aws/emr/request'
 
     include Core::ServiceInterface
 

data/lib/aws/emr/client.rb

@@ -19,6 +19,8 @@ module AWS
 
       API_VERSION = '2009-03-31'
 
+      signature_version :Version4, 'emr'
+
       # @api private
       CACHEABLE_REQUESTS = Set[]
 

data/lib/aws/glacier.rb

@@ -51,7 +51,6 @@ module AWS
     autoload :ArchiveCollection, 'aws/glacier/archive_collection'
     autoload :Client, 'aws/glacier/client'
     autoload :Errors, 'aws/glacier/errors'
-    autoload :Request, 'aws/glacier/request'
     autoload :Resource, 'aws/glacier/resource'
     autoload :Vault, 'aws/glacier/vault'
     autoload :VaultCollection, 'aws/glacier/vault_collection'

data/lib/aws/glacier/client.rb

@@ -25,6 +25,8 @@ module AWS
 
       API_VERSION = '2012-06-01'
 
+      signature_version :Version4, 'glacier'
+
       # @api private
       CACHEABLE_REQUESTS = Set[]
 

data/lib/aws/iam.rb

@@ -151,7 +151,6 @@ module AWS
     autoload :MFADeviceCollection, 'aws/iam/mfa_device_collection'
     autoload :Policy, 'aws/iam/policy'
     autoload :PolicyCollection, 'aws/iam/policy_collection'
-    autoload :Request, 'aws/iam/request'
     autoload :Resource, 'aws/iam/resource'
     autoload :ServerCertificate, 'aws/iam/server_certificate'
     autoload :ServerCertificateCollection, 'aws/iam/server_certificate_collection'

data/lib/aws/iam/client.rb

@@ -19,6 +19,8 @@ module AWS
 
       API_VERSION = '2010-05-08'
 
+      signature_version :Version4, 'iam'
+
       # @api private
       CACHEABLE_REQUESTS = Set[
         :get_group,

data/lib/aws/import_export.rb

@@ -64,7 +64,6 @@ module AWS
 
     autoload :Client, 'aws/import_export/client'
     autoload :Errors, 'aws/import_export/errors'
-    autoload :Request, 'aws/import_export/request'
 
     include Core::ServiceInterface
 

data/lib/aws/import_export/client.rb

@@ -19,6 +19,8 @@ module AWS
 
       API_VERSION = '2010-06-01'
 
+      signature_version :Version4, 'iam'
+
       # @api private
       CACHEABLE_REQUESTS = Set[]