aws-sdk-core 2.11.355 → 3.64.0

data/lib/aws-sdk-core/plugins/stub_responses.rb

@@ -1,18 +1,20 @@
 module Aws
   module Plugins
-
-    # @seahorse.client.option [Boolean] :stub_responses (false)
-    #   Causes the client to return stubbed responses. By default
-    #   fake responses are generated and returned. You can specify
-    #   the response data to return or errors to raise by calling
-    #   {ClientStubs#stub_responses}. See {ClientStubs} for more information.
-    #
-    #   ** Please note ** When response stubbing is enabled, no HTTP
-    #   requests are made, and retries are disabled.
-    #
+    # @api private
     class StubResponses < Seahorse::Client::Plugin
 
-      option(:stub_responses, false)
+      option(:stub_responses,
+        default: false,
+        doc_type: 'Boolean',
+        docstring: <<-DOCS)
+Causes the client to return stubbed responses. By default
+fake responses are generated and returned. You can specify
+the response data to return or errors to raise by calling
+{ClientStubs#stub_responses}. See {ClientStubs} for more information.
+
+** Please note ** When response stubbing is enabled, no HTTP
+requests are made, and retries are disabled.
+        DOCS
 
       option(:region) do |config|
         'us-stubbed-1' if config.stub_responses
@@ -32,6 +34,9 @@ module Aws
         if client.config.stub_responses
           client.setup_stubbing
           client.handlers.remove(RetryErrors::Handler)
+          client.handlers.remove(ClientMetricsPlugin::Handler)
+          client.handlers.remove(ClientMetricsSendPlugin::LatencyHandler)
+          client.handlers.remove(ClientMetricsSendPlugin::AttemptHandler)
         end
       end
 
@@ -40,15 +45,18 @@ module Aws
         def call(context)
           stub = context.client.next_stub(context)
           resp = Seahorse::Client::Response.new(context: context)
-          apply_stub(stub, resp)
-          resp
+          async_mode = context.client.is_a? Seahorse::Client::AsyncBase
+          apply_stub(stub, resp, async_mode)
+
+          async_mode ? Seahorse::Client::AsyncResponse.new(
+            context: context, stream: context[:input_event_stream_handler].event_emitter.stream, sync_queue: Queue.new) : resp
         end
 
-        def apply_stub(stub, response)
+        def apply_stub(stub, response, async_mode = false)
           http_resp = response.context.http_response
           case
           when stub[:error] then signal_error(stub[:error], http_resp)
-          when stub[:http] then signal_http(stub[:http], http_resp)
+          when stub[:http] then signal_http(stub[:http], http_resp, async_mode)
           when stub[:data] then response.data = stub[:data]
           end
         end
@@ -62,9 +70,18 @@ module Aws
         end
 
         # @param [Seahorse::Client::Http::Response] stub
-        # @param [Seahorse::Client::Http::Response] http_resp
-        def signal_http(stub, http_resp)
-          http_resp.signal_headers(stub.status_code, stub.headers.to_h)
+        # @param [Seahorse::Client::Http::Response | Seahorse::Client::Http::AsyncResponse] http_resp
+        # @param [Boolean] async_mode
+        def signal_http(stub, http_resp, async_mode = false)
+          if async_mode
+            h2_headers = stub.headers.to_h.inject([]) do |arr, (k, v)|
+              arr << [k, v]
+            end
+            h2_headers << [":status", stub.status_code]
+            http_resp.signal_headers(h2_headers)
+          else
+            http_resp.signal_headers(stub.status_code, stub.headers.to_h)
+          end
           while chunk = stub.body.read(1024 * 1024)
             http_resp.signal_data(chunk)
           end

data/lib/aws-sdk-core/plugins/transfer_encoding.rb

@@ -0,0 +1,53 @@
+module Aws
+  module Plugins
+
+    # For Streaming Input Operations, when `requiresLength` is enabled
+    # checking whether `Content-Length` header can be set,
+    # for `v4-unsigned-body` operations, set `Transfer-Encoding` header
+    class TransferEncoding < Seahorse::Client::Plugin
+
+      # @api private
+      class Handler < Seahorse::Client::Handler
+
+        def call(context)
+          if streaming?(context.operation.input)
+            begin
+              context.http_request.body.size
+            rescue
+              if requires_length?(context.operation.input)
+                # if size of the IO is not available but required
+                raise Aws::Errors::MissingContentLength.new
+              elsif context.operation['authtype'] == "v4-unsigned-body"
+                context.http_request.headers['Transfer-Encoding'] = 'chunked'
+              end
+            end
+          end
+
+          @handler.call(context)
+        end
+
+        private
+
+        def streaming?(ref)
+          if payload = ref[:payload_member]
+            payload["streaming"] || # checking ref and shape
+              payload.shape["streaming"]
+          else
+            false
+          end
+        end
+
+        def requires_length?(ref)
+          payload = ref[:payload_member]
+          payload["requiresLength"] || # checking ref and shape
+            payload.shape["requiresLength"]
+        end
+
+      end
+
+      handler(Handler, step: :sign)
+
+    end
+
+  end
+end

data/lib/aws-sdk-core/plugins/user_agent.rb

@@ -1,5 +1,6 @@
 module Aws
   module Plugins
+    # @api private
     class UserAgent < Seahorse::Client::Plugin
 
       option(:user_agent_suffix)
@@ -13,12 +14,28 @@ module Aws
         end
 
         def set_user_agent(context)
-          ua = "aws-sdk-ruby2/#{VERSION} %s/%s %s %s" % [
-            (RUBY_ENGINE rescue nil or "ruby"),
-            RUBY_VERSION,
-            RUBY_PLATFORM,
-            context.config.user_agent_suffix,
-          ]
+          execution_env = ENV["AWS_EXECUTION_ENV"]
+
+          ua = "aws-sdk-ruby3/#{CORE_GEM_VERSION}"
+
+          begin
+            ua += " #{RUBY_ENGINE}/#{RUBY_VERSION}"
+          rescue
+            ua += " RUBY_ENGINE_NA/#{RUBY_VERSION}"
+          end
+
+          ua += " #{RUBY_PLATFORM}"
+
+          if context[:gem_name] && context[:gem_version]
+            ua += " #{context[:gem_name]}/#{context[:gem_version]}"
+          end
+
+          if execution_env
+            ua += " exec-env/#{execution_env}"
+          end
+
+          ua += " #{context.config.user_agent_suffix}" if context.config.user_agent_suffix
+
           context.http_request.headers['User-Agent'] = ua.strip
         end
 

data/lib/aws-sdk-core/process_credentials.rb

@@ -0,0 +1,80 @@
+require 'open3'
+
+module Aws
+
+  # A credential provider that executes a given process and attempts
+  # to read its stdout to recieve a JSON payload containing the credentials
+  #
+  # Automatically handles refreshing credentials if an Expiration time is 
+  # provided in the credentials payload
+  #
+  #     credentials = Aws::ProcessCredentials.new('/usr/bin/credential_proc').credentials
+  #
+  #     ec2 = Aws::EC2::Client.new(credentials: credentials)
+  #
+  # More documentation on process based credentials can be found here:
+  # https://docs.aws.amazon.com/cli/latest/topic/config-vars.html#sourcing-credentials-from-external-processes
+  class ProcessCredentials
+
+    include CredentialProvider
+    include RefreshingCredentials
+
+    # Creates a new ProcessCredentials object, which allows an
+    # external process to be used as a credential provider.
+    #
+    # @param [String] process Invocation string for process
+    # credentials provider. 
+    def initialize(process)
+      @process = process
+      @credentials = credentials_from_process(@process)
+      
+      super
+    end
+
+    private
+    def credentials_from_process(proc_invocation)
+      begin
+        raw_out, process_status = Open3.capture2(proc_invocation)
+      rescue Errno::ENOENT
+        raise Errors::InvalidProcessCredentialsPayload.new("Could not find process #{proc_invocation}")
+      end
+
+      if process_status.success?
+        begin
+          creds_json = JSON.parse(raw_out)
+        rescue JSON::ParserError
+          raise Errors::InvalidProcessCredentialsPayload.new("Invalid JSON response")
+        end
+        payload_version = creds_json['Version']
+        if payload_version == 1
+          _parse_payload_format_v1(creds_json)
+        else
+          raise Errors::InvalidProcessCredentialsPayload.new("Invalid version #{payload_version} for credentials payload")
+        end
+      else
+        raise Errors::InvalidProcessCredentialsPayload.new('credential_process provider failure, the credential process had non zero exit status and failed to provide credentials')
+      end
+    end
+
+    def _parse_payload_format_v1(creds_json)
+      creds = Credentials.new(
+        creds_json['AccessKeyId'],
+        creds_json['SecretAccessKey'],
+        creds_json['SessionToken']
+      )
+
+      @expiration = creds_json['Expiration'] ? Time.iso8601(creds_json['Expiration']) : nil
+      return creds if creds.set?
+      raise Errors::InvalidProcessCredentialsPayload.new("Invalid payload for JSON credentials version 1")
+    end
+
+    def refresh
+      @credentials = credentials_from_process(@process)
+    end
+
+    def near_expiration?
+      # are we within 5 minutes of expiration?
+      @expiration && (Time.now.to_i + 5 * 60) > @expiration.to_i
+    end
+  end
+end

data/lib/aws-sdk-core/query.rb

@@ -0,0 +1,5 @@
+require_relative 'query/ec2_param_builder'
+require_relative 'query/handler'
+require_relative 'query/param'
+require_relative 'query/param_builder'
+require_relative 'query/param_list'

data/lib/aws-sdk-core/query/ec2_param_builder.rb

@@ -45,7 +45,7 @@ module Aws
         when ListShape      then list(ref, value, prefix)
         when MapShape       then raise NotImplementedError
         when BlobShape      then set(prefix, blob(value))
-        when TimestampShape then set(prefix, timestamp(value))
+        when TimestampShape then set(prefix, timestamp(ref, value))
         else
           set(prefix, value.to_s)
         end
@@ -68,8 +68,14 @@ module Aws
         Base64.strict_encode64(value)
       end
 
-      def timestamp(value)
-        value.utc.iso8601
+      def timestamp(ref, value)
+        case ref['timestampFormat'] || ref.shape['timestampFormat']
+        when 'unixTimestamp' then value.to_i
+        when 'rfc822' then value.utc.httpdate
+        else
+          # ec2 defaults to iso8601
+          value.utc.iso8601
+        end
       end
 
     end

data/lib/aws-sdk-core/query/handler.rb

@@ -1,4 +1,5 @@
 module Aws
+  # @api private
   module Query
     class Handler < Seahorse::Client::Handler
 
@@ -6,16 +7,16 @@ module Aws
 
       CONTENT_TYPE = 'application/x-www-form-urlencoded; charset=utf-8'
 
-      WRAPPER_STRUCT = Structure.new(:result, :response_metadata)
+      WRAPPER_STRUCT = ::Struct.new(:result, :response_metadata)
 
-      METADATA_STRUCT = Structure.new(:request_id)
+      METADATA_STRUCT = ::Struct.new(:request_id)
 
       METADATA_REF = begin
         request_id = ShapeRef.new(
           shape: StringShape.new,
           location_name: 'RequestId')
         response_metadata = StructureShape.new
-        response_metadata[:struct_class] = METADATA_STRUCT
+        response_metadata.struct_class = METADATA_STRUCT
         response_metadata.add_member(:request_id, request_id)
         ShapeRef.new(shape: response_metadata, location_name: 'ResponseMetadata')
       end
@@ -26,7 +27,12 @@ module Aws
         build_request(context)
         @handler.call(context).on_success do |response|
           response.error = nil
-          response.data = parse_xml(context)
+          parsed = parse_xml(context)
+          if parsed.nil? || parsed == EmptyStructure
+            response.data = EmptyStructure.new
+          else
+            response.data = parsed
+          end
         end
       end
 
@@ -49,12 +55,8 @@ module Aws
       end
 
       def parse_xml(context)
-        if context.operation.output
-          data = Xml::Parser.new(rules(context)).parse(xml(context))
-          remove_wrapper(data, context)
-        else
-          EmptyStructure.new
-        end
+        data = Xml::Parser.new(rules(context)).parse(xml(context))
+        remove_wrapper(data, context)
       end
 
       def xml(context)
@@ -63,11 +65,13 @@ module Aws
 
       def rules(context)
         shape = Seahorse::Model::Shapes::StructureShape.new
-        shape.add_member(:result, ShapeRef.new(
-          shape: context.operation.output.shape,
-          location_name: context.operation.name + 'Result'
-        ))
-        shape[:struct_class] = WRAPPER_STRUCT
+        if context.operation.output
+          shape.add_member(:result, ShapeRef.new(
+            shape: context.operation.output.shape,
+            location_name: context.operation.name + 'Result'
+          ))
+        end
+        shape.struct_class = WRAPPER_STRUCT
         shape.add_member(:response_metadata, METADATA_REF)
         ShapeRef.new(shape: shape)
       end
@@ -77,7 +81,7 @@ module Aws
           if data.response_metadata
             context[:request_id] = data.response_metadata.request_id
           end
-          data.result || Structure.new(context.operation.output.shape.member_names)
+          data.result || Structure.new(*context.operation.output.shape.member_names)
         else
           data
         end

data/lib/aws-sdk-core/query/param_builder.rb

@@ -66,7 +66,7 @@ module Aws
         when ListShape      then list(ref, value, prefix)
         when MapShape       then map(ref, value, prefix)
         when BlobShape      then set(prefix, blob(value))
-        when TimestampShape then set(prefix, timestamp(value))
+        when TimestampShape then set(prefix, timestamp(ref, value))
         else set(prefix, value.to_s)
         end
       end
@@ -80,11 +80,17 @@ module Aws
       end
 
       def flat?(ref)
-        ref['flattened']
+        ref.shape.flattened
       end
 
-      def timestamp(value)
-        value.utc.iso8601
+      def timestamp(ref, value)
+        case ref['timestampFormat'] || ref.shape['timestampFormat']
+        when 'unixTimestamp' then value.to_i
+        when 'rfc822' then value.utc.httpdate
+        else
+          # query defaults to iso8601
+          value.utc.iso8601
+        end
       end
 
       def blob(value)

data/lib/aws-sdk-core/refreshing_credentials.rb

@@ -3,7 +3,7 @@ require 'thread'
 module Aws
 
   # Base class used credential classes that can be refreshed. This
-  # provides basic refresh logic in a thread-safe manor. Classes mixing in
+  # provides basic refresh logic in a thread-safe manner. Classes mixing in
   # this module are expected to implement a #refresh method that populates
   # the following instance variables:
   #

data/lib/aws-sdk-core/resources/collection.rb

@@ -0,0 +1,121 @@
+module Aws
+  module Resources
+    class Collection
+
+      extend Aws::Deprecations
+      include Enumerable
+
+      # @param [Enumerator<Array>] batches
+      # @option options [Integer] :limit
+      # @option options [Integer] :size
+      # @api private
+      def initialize(batches, options = {})
+        @batches = batches
+        @limit = options[:limit]
+        @size = options[:size]
+      end
+
+      # @return [Integer,nil]
+      #   Returns the size of this collection if known, returns `nil` when
+      #   an API call is necessary to enumerate items in this collection.
+      def size
+        @size
+      end
+      alias :length :size
+
+      # @deprecated
+      # @api private
+      def batches
+        ::Enumerator.new do |y|
+          batch_enum.each do |batch|
+            y << self.class.new([batch], size: batch.size)
+          end
+        end
+      end
+
+      # @deprecated
+      # @api private
+      def [](index)
+        if @size
+          @batches[0][index]
+        else
+          raise "unable to index into a lazy loaded collection"
+        end
+      end
+      deprecated :[]
+
+      # @return [Enumerator<Band>]
+      def each(&block)
+        enum = ::Enumerator.new do |y|
+          batch_enum.each do |batch|
+            batch.each do |band|
+              y.yield(band)
+            end
+          end
+        end
+        enum.each(&block) if block
+        enum
+      end
+
+      # @param [Integer] count
+      # @return [Resource, Collection]
+      def first(count = nil)
+        if count
+          items = limit(count).to_a
+          self.class.new([items], size: items.size)
+        else
+          begin
+            each.next
+          rescue StopIteration
+            nil
+          end
+        end
+      end
+
+      # Returns a new collection that will enumerate a limited number of items.
+      #
+      #     collection.limit(10).each do |band|
+      #       # yields at most 10 times
+      #     end
+      #
+      # @return [Collection]
+      # @param [Integer] limit
+      def limit(limit)
+        Collection.new(@batches, limit: limit)
+      end
+
+      private
+
+      def batch_enum
+        case @limit
+        when 0 then []
+        when nil then non_empty_batches
+        else limited_batches
+        end
+      end
+
+      def non_empty_batches
+        ::Enumerator.new do |y|
+          @batches.each do |batch|
+            y.yield(batch) if batch.size > 0
+          end
+        end
+      end
+
+      def limited_batches
+        ::Enumerator.new do |y|
+          yielded = 0
+          @batches.each do |batch|
+            batch = batch.take(@limit - yielded)
+            if batch.size > 0
+              y.yield(batch)
+              yielded += batch.size
+            end
+            break if yielded == @limit
+          end
+        end
+      end
+
+    end
+  end
+end