aws-sdk-core 3.103.0 → 3.104.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8ec9ea1bbf0113598ad4e0e247cdd31a44c4cf08c2ce5c8ecaae7dc57c13fc60
-  data.tar.gz: 98bd9b0e2fce6476ec301fb114b9e988dc064f4eea53baf298f16934015d4f5d
+  metadata.gz: 680ba60978f23c0aa45dd61bded4e7f2cc89b45e4edb3604f4ccfe906b5b2e94
+  data.tar.gz: d0332b0ee610e3941c61350863bf49849a24a9ba7ce40e539fca8bf89ad9506b
 SHA512:
-  metadata.gz: 3ee931c1b106879439e83cd7b2e0c121e3c62a88c8c4bdf66d4b1e929132828ac32d3fc6a9a7e390320506f7290f30aa554158896e44207c7aff3abfb46a61ce
-  data.tar.gz: 25a26778c1673d9eed09bef65e0afbe9639870b30b8bbc6f962734440c28fe1d9723f8e537da007b0e1af461ad0386b3e59b6d62d5ac6697056cce992e6c5789
+  metadata.gz: 792e9f570ce9179c26e49265fb2ddc3fbbffa545516dbf69503f5402c6ab036157645c459324ab72be0b217d0f2ae92e97c9cb7e5534f4328d89565a437b0521
+  data.tar.gz: 6480bf69a614e7c8f8e2b3bad0065cf9b50772c24b5e4afdf95b7c1895d1f013d05f4232de50d988bb0ff536f8bb86dd45ad1d9b4a8aa37ca2ced320932db13e

data/VERSION

@@ -1 +1 @@
-3.103.0
+3.104.4

data/lib/aws-sdk-core/ecs_credentials.rb

@@ -1,6 +1,5 @@
 # frozen_string_literal: true
 
-require 'json'
 require 'time'
 require 'net/http'
 
@@ -81,8 +80,8 @@ module Aws
       # service is responding but is returning invalid JSON documents
       # in response to the GET profile credentials call.
       begin
-        retry_errors([JSON::ParserError, StandardError], max_retries: 3) do
-          c = JSON.parse(get_credentials.to_s)
+        retry_errors([Aws::Json::ParseError, StandardError], max_retries: 3) do
+          c = Aws::Json.load(get_credentials.to_s)
           @credentials = Credentials.new(
             c['AccessKeyId'],
             c['SecretAccessKey'],
@@ -90,7 +89,7 @@ module Aws
           )
           @expiration = c['Expiration'] ? Time.iso8601(c['Expiration']) : nil
         end
-      rescue JSON::ParserError
+      rescue Aws::Json::ParseError
         raise Aws::Errors::MetadataParserError.new
       end
     end

data/lib/aws-sdk-core/instance_profile_credentials.rb

@@ -1,6 +1,5 @@
 # frozen_string_literal: true
 
-require 'json'
 require 'time'
 require 'net/http'
 
@@ -92,8 +91,8 @@ module Aws
       # service is responding but is returning invalid JSON documents
       # in response to the GET profile credentials call.
       begin
-        retry_errors([JSON::ParserError, StandardError], max_retries: 3) do
-          c = JSON.parse(get_credentials.to_s)
+        retry_errors([Aws::Json::ParseError, StandardError], max_retries: 3) do
+          c = Aws::Json.load(get_credentials.to_s)
           @credentials = Credentials.new(
             c['AccessKeyId'],
             c['SecretAccessKey'],
@@ -101,7 +100,7 @@ module Aws
           )
           @expiration = c['Expiration'] ? Time.iso8601(c['Expiration']) : nil
         end
-      rescue JSON::ParserError
+      rescue Aws::Json::ParseError
         raise Aws::Errors::MetadataParserError
       end
     end

data/lib/aws-sdk-core/json.rb

@@ -39,7 +39,7 @@ module Aws
         require 'oj'
         [
           Oj,
-          [{ mode: :compat, symbol_keys: false }],
+          [{ mode: :compat, symbol_keys: false, empty_string: false }],
           [{ mode: :compat }],
           oj_parse_error
         ]

data/lib/aws-sdk-core/log/param_filter.rb

@@ -6,9 +6,9 @@ require 'set'
 module Aws
   module Log
     class ParamFilter
-      # DEPRECATED - this must exist for backwards compatibility. Sensitive
+      # DEPRECATED - This must exist for backwards compatibility. Sensitive
       # members are now computed for each request/response type. This can be
-      # removed in a new major version.
+      # removed in a new major version. This list is no longer updated.
       #
       # A managed list of sensitive parameters that should be filtered from
       # logs. This is updated automatically as part of each release. See the

data/lib/aws-sdk-core/pageable_response.rb

@@ -1,14 +1,16 @@
 # frozen_string_literal: true
 
 module Aws
-
   # Decorates a {Seahorse::Client::Response} with paging convenience methods.
   # Some AWS calls provide paged responses to limit the amount of data returned
-  # with each response.  To optimize for latency, some APIs may return an
-  # inconsistent number of responses per page.  You should rely on the values of
-  # the `next_page?` method or using enumerable methods such as `each`
-  # rather than the number of items returned to iterate through results.
-  # See below for examples.
+  # with each response. To optimize for latency, some APIs may return an
+  # inconsistent number of responses per page. You should rely on the values of
+  # the `next_page?` method or using enumerable methods such as `each` rather
+  # than the number of items returned to iterate through results. See below for
+  # examples.
+  #
+  # @note Methods such as `to_json` will enumerate all of the responses before
+  #   returning the full response as JSON.
   #
   # # Paged Responses Are Enumerable
   # The simplest way to handle paged response data is to use the built-in

data/lib/aws-sdk-core/param_validator.rb

@@ -143,8 +143,22 @@ module Aws
           errors << expected_got(context, "true or false", value)
         end
       when BlobShape
-        unless value.is_a?(String) || io_like?(value)
-          errors << expected_got(context, "a String or IO object", value)
+        unless value.is_a?(String)
+          if streaming_input?(ref)
+            unless io_like?(value, _require_size = false)
+              errors << expected_got(
+                context,
+                "a String or IO like object that supports read and rewind",
+                value
+              )
+            end
+          elsif !io_like?(value, _require_size = true)
+            errors << expected_got(
+              context,
+              "a String or IO like object that supports read, rewind, and size",
+              value
+            )
+          end
         end
       else
         raise "unhandled shape type: #{ref.shape.class.name}"
@@ -167,8 +181,13 @@ module Aws
       end
     end
 
-    def io_like?(value)
-      value.respond_to?(:read) && value.respond_to?(:rewind)
+    def io_like?(value, require_size = true)
+      value.respond_to?(:read) && value.respond_to?(:rewind) &&
+        (!require_size || value.respond_to?(:size))
+    end
+
+    def streaming_input?(ref)
+      (ref["streaming"] || ref.shape["streaming"])
     end
 
     def error_messages(errors)

data/lib/aws-sdk-core/plugins/api_key.rb

@@ -23,7 +23,9 @@ When provided, `x-api-key` header will be injected with the value provided.
       class OptionHandler < Seahorse::Client::Handler
         def call(context)
           if context.operation.require_apikey
-            api_key = context.params.delete(:api_key)
+            if context.params.is_a?(Hash) && context.params[:api_key]
+              api_key = context.params.delete(:api_key)
+            end
             api_key = context.config.api_key if api_key.nil?
             context[:api_key] = api_key
           end

data/lib/aws-sdk-core/plugins/stub_responses.rb

@@ -40,6 +40,8 @@ requests are made, and retries are disabled.
           client.handlers.remove(ClientMetricsPlugin::Handler)
           client.handlers.remove(ClientMetricsSendPlugin::LatencyHandler)
           client.handlers.remove(ClientMetricsSendPlugin::AttemptHandler)
+          client.handlers.remove(Seahorse::Client::Plugins::RequestCallback::OptionHandler)
+          client.handlers.remove(Seahorse::Client::Plugins::RequestCallback::ReadCallbackHandler)
         end
       end
 

data/lib/aws-sdk-core/process_credentials.rb

@@ -42,8 +42,8 @@ module Aws
 
       if process_status.success?
         begin
-          creds_json = JSON.parse(raw_out)
-        rescue JSON::ParserError
+          creds_json = Aws::Json.load(raw_out)
+        rescue Aws::Json::ParseError
           raise Errors::InvalidProcessCredentialsPayload.new("Invalid JSON response")
         end
         payload_version = creds_json['Version']

data/lib/aws-sdk-core/rest/response/headers.rb

@@ -2,7 +2,6 @@
 
 require 'time'
 require 'base64'
-require 'json'
 
 module Aws
   module Rest
@@ -68,7 +67,7 @@ module Aws
         end
 
         def extract_json_trait(value)
-          JSON.parse(Base64.decode64(value))
+          Aws::Json.load(Base64.decode64(value))
         end
 
       end

data/lib/aws-sdk-core/stubbing/protocols/rest.rb

@@ -120,7 +120,7 @@ module Aws
 
         def encode_unknown_event(opts, event_type, event_data)
           # right now h2 events are only rest_json
-          opts[:payload] = StringIO.new(JSON.dump(event_data))
+          opts[:payload] = StringIO.new(Aws::Json.dump(event_data))
           opts[:headers][':event-type'] = Aws::EventStream::HeaderValue.new(
             value: event_type.to_s,
             type: 'string'

data/lib/aws-sdk-sts.rb

@@ -45,6 +45,6 @@ require_relative 'aws-sdk-sts/customizations'
 # @service
 module Aws::STS
 
-  GEM_VERSION = '3.103.0'
+  GEM_VERSION = '3.104.4'
 
 end

data/lib/aws-sdk-sts/client.rb

@@ -2189,7 +2189,7 @@ module Aws::STS
         params: params,
         config: config)
       context[:gem_name] = 'aws-sdk-core'
-      context[:gem_version] = '3.103.0'
+      context[:gem_version] = '3.104.4'
       Seahorse::Client::Request.new(handlers, context)
     end
 

data/lib/seahorse.rb

@@ -50,6 +50,7 @@ require_relative 'seahorse/client/plugins/net_http'
 require_relative 'seahorse/client/plugins/h2'
 require_relative 'seahorse/client/plugins/raise_response_errors'
 require_relative 'seahorse/client/plugins/response_target'
+require_relative 'seahorse/client/plugins/request_callback'
 
 # model
 

data/lib/seahorse/client/base.rb

@@ -14,6 +14,7 @@ module Seahorse
         Plugins::NetHttp,
         Plugins::RaiseResponseErrors,
         Plugins::ResponseTarget,
+        Plugins::RequestCallback
       ])
 
       # @api private

data/lib/seahorse/client/block_io.rb

@@ -4,7 +4,8 @@ module Seahorse
   module Client
     class BlockIO
 
-      def initialize(&block)
+      def initialize(headers = nil, &block)
+        @headers = headers
         @block = block
         @size = 0
       end
@@ -12,7 +13,7 @@ module Seahorse
       # @param [String] chunk
       # @return [Integer]
       def write(chunk)
-        @block.call(chunk)
+        @block.call(chunk, @headers)
       ensure
         chunk.bytesize.tap { |chunk_size| @size += chunk_size }
       end

data/lib/seahorse/client/http/response.rb

@@ -73,7 +73,7 @@ module Seahorse
 
         # Completes the http response.
         #
-        # @example Completing the response in a singal call
+        # @example Completing the response in a single call
         #
         #     http_response.signal_done(
         #       status_code: 200,

data/lib/seahorse/client/net_http/connection_pool.rb

@@ -171,10 +171,9 @@ module Seahorse
           #   seconds to wait when opening an HTTP session before raising a
           #   `Timeout::Error`.
           #
-          # @option options [Integer] :http_read_timeout (60) The default
-          #   number of seconds to wait for response data.  This value can
-          #   safely be set
-          #   per-request on the session yielded by {#session_for}.
+          # @option options [Float] :http_read_timeout (60) The default
+          #   number of seconds to wait for response data. This value can be
+          #   safely set per-request on the session yielded by {#session_for}.
           #
           # @option options [Float] :http_idle_timeout (5) The number of
           #   seconds a connection is allowed to sit idle before it is

data/lib/seahorse/client/plugins/request_callback.rb

@@ -0,0 +1,110 @@
+# frozen_string_literal: true
+
+require 'pathname'
+require 'forwardable'
+
+module Seahorse
+  module Client
+    module Plugins
+
+      # @api private
+      class ReadCallbackIO
+        extend Forwardable
+        def_delegators :@io, :size
+
+        def initialize(io, on_read = nil)
+          @io = io
+          @on_read = on_read if on_read.is_a? Proc
+          @bytes_read = 0
+
+          # Some IO objects support readpartial - IO.copy_stream used by the
+          # request will call readpartial if available, so define a wrapper
+          # for it if the underlying IO supports it.
+          if @io.respond_to?(:readpartial)
+            def self.readpartial(*args)
+              @io.readpartial(*args).tap do |chunk|
+                handle_chunk(chunk)
+              end
+            end
+          end
+        end
+
+        attr_reader :io
+
+        def read(*args)
+          @io.read(*args).tap do |chunk|
+            handle_chunk(chunk)
+          end
+        end
+
+        private
+
+        def handle_chunk(chunk)
+          @bytes_read += chunk.bytesize if chunk && chunk.respond_to?(:bytesize)
+          total_size = @io.respond_to?(:size) ? @io.size : nil
+          @on_read.call(chunk, @bytes_read, total_size) if @on_read
+        end
+      end
+
+      # @api private
+      class RequestCallback < Plugin
+
+        option(
+          :on_chunk_sent,
+           default: nil,
+           doc_type: 'Proc',
+           docstring: <<-DOCS)
+When a Proc object is provided, it will be used as callback when each chunk 
+of the request body is sent. It provides three arguments: the chunk,
+the number of bytes read from the body, and the total number of 
+bytes in the body.
+          DOCS
+
+        # @api private
+        class OptionHandler < Client::Handler
+          def call(context)
+            if context.params.is_a?(Hash) && context.params[:on_chunk_sent]
+              on_chunk_sent = context.params.delete(:on_chunk_sent)
+            end
+            on_chunk_sent = context.config.on_chunk_sent if on_chunk_sent.nil?
+            context[:on_chunk_sent] = on_chunk_sent if on_chunk_sent
+            @handler.call(context)
+          end
+        end
+
+        # @api private
+        class ReadCallbackHandler < Client::Handler
+          def call(context)
+            if (callback = context[:on_chunk_sent])
+              context.http_request.body = ReadCallbackIO.new(
+                context.http_request.body,
+                callback
+              )
+              add_event_listeners(context)
+            end
+            @handler.call(context)
+          end
+
+          def add_event_listeners(context)
+            # unwrap the request body as soon as we start receiving a response
+            context.http_response.on_headers do
+              body = context.http_request.body
+              if body.is_a? ReadCallbackIO
+                context.http_request.body = body.io
+              end
+            end
+          end
+        end
+
+        # OptionHandler is needed to remove :on_chunk_sent
+        # from the params before build
+        handler(OptionHandler, step: :initialize)
+
+        # ReadCallbackHandlerneeds to go late in the call stack
+        # other plugins including Sigv4 and content_md5 read the request body
+        # and rewind it
+        handler(ReadCallbackHandler, step: :sign, priority: 0)
+      end
+    end
+  end
+end

data/lib/seahorse/client/plugins/response_target.rb

@@ -34,7 +34,7 @@ module Seahorse
               # an existing ManagedFile or BlockIO and those
               # should be reused.
               if context.http_response.body.is_a? StringIO
-                context.http_response.body = handler.send(:io, target)
+                context.http_response.body = io(target, context.http_response.headers)
               end
             end
 
@@ -62,9 +62,9 @@ module Seahorse
             end
           end
 
-          def io(target)
+          def io(target, headers)
             case target
-            when Proc then BlockIO.new(&target)
+            when Proc then BlockIO.new(headers, &target)
             when String, Pathname then ManagedFile.new(target, 'w+b')
             else target
             end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: aws-sdk-core
 version: !ruby/object:Gem::Version
-  version: 3.103.0
+  version: 3.104.4
 platform: ruby
 authors:
 - Amazon Web Services
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-07-01 00:00:00.000000000 Z
+date: 2020-08-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: jmespath
@@ -263,6 +263,7 @@ files:
 - lib/seahorse/client/plugins/net_http.rb
 - lib/seahorse/client/plugins/operation_methods.rb
 - lib/seahorse/client/plugins/raise_response_errors.rb
+- lib/seahorse/client/plugins/request_callback.rb
 - lib/seahorse/client/plugins/response_target.rb
 - lib/seahorse/client/request.rb
 - lib/seahorse/client/request_context.rb