aws-sdk-core 3.102.1 → 3.104.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 43b48314641e07e1c8d17537972bd1178d7851ffc7a60f3b9c7fa86ecc33be6b
-  data.tar.gz: 36fd057632f75e6cff2096fcf10da6b9c1d8d5fc00f23282bbc1ad3e6f7dead8
+  metadata.gz: 7357ce5a3cd95241ed7e567a86b6f3e9edbfd324124b0cab96116b20f41197a6
+  data.tar.gz: 8b255e4d03b48ff6cdf80167e3a115085b09aac23323f891daf305c93d3f7fb6
 SHA512:
-  metadata.gz: a3c31d85b96159bd3ab68c23263e8bbb864f0ce4ae4365c8fa7300bd5aa0ffec8d361e4b933f5e2f93a9235af3a2094ee0de96de3a359038c06e71735a7d3c22
-  data.tar.gz: fe40d202c4a8eca29230892b597ac481af2fdc74d1f20e66180157afd92ac41245c5c1b0abb41dd25e2f6f2037da9e4a373af56058dd80f1c9670b5edd2aad2d
+  metadata.gz: 57822a88212cd847c75ed5d0bd958962a3559ec92330e46eea7ab2b7a13fcf2d8fbeea3e0dc87f4beffa6ecdf5f2e17b15985781d720caf5eff803decf53284c
+  data.tar.gz: 674a1b2b308b44f32ea037878292c9ea621c8734559acdcfde7b7008bb48bd1be183c4c29899cbed0d9355555e2801fdaffd5d52bf3a18c7d32c83c7f6785f72

data/VERSION

@@ -1 +1 @@
-3.102.1
+3.104.3

data/lib/aws-sdk-core/log/param_filter.rb

@@ -6,9 +6,9 @@ require 'set'
 module Aws
   module Log
     class ParamFilter
-      # DEPRECATED - this must exist for backwards compatibility. Sensitive
+      # DEPRECATED - This must exist for backwards compatibility. Sensitive
       # members are now computed for each request/response type. This can be
-      # removed in a new major version.
+      # removed in a new major version. This list is no longer updated.
       #
       # A managed list of sensitive parameters that should be filtered from
       # logs. This is updated automatically as part of each release. See the
@@ -16,7 +16,7 @@ module Aws
       #
       # @api private
       # begin
-      SENSITIVE = [:access_token, :account_name, :account_password, :address, :admin_contact, :admin_password, :alexa_for_business_room_arn, :artifact_credentials, :auth_code, :auth_parameters, :authentication_token, :authorization_result, :backup_plan_tags, :backup_vault_tags, :base_32_string_seed, :basic_auth_credentials, :block, :block_address, :block_data, :blocks, :body, :bot_configuration, :bot_email, :calling_name, :cause, :client_id, :client_request_token, :client_secret, :comment, :configuration, :content, :copy_source_sse_customer_key, :credentials, :current_password, :custom_attributes, :custom_private_key, :db_password, :default_phone_number, :definition, :description, :destination_access_token, :digest_tip_address, :display_name, :domain_signing_private_key, :e164_phone_number, :email, :email_address, :email_message, :embed_url, :error, :external_meeting_id, :external_model_endpoint_data_blobs, :external_user_id, :fall_back_phone_number, :feedback_token, :file, :filter_expression, :first_name, :full_name, :host_key, :id, :id_token, :input, :input_text, :ion_text, :join_token, :key, :key_id, :key_material, :key_store_password, :kms_key_id, :kms_master_key_id, :lambda_function_arn, :last_name, :local_console_password, :master_account_email, :master_user_name, :master_user_password, :meeting_host_id, :message, :metadata, :name, :new_password, :next_password, :notes, :number, :oauth_token, :old_password, :outbound_events_https_endpoint, :output, :owner_information, :parameters, :passphrase, :password, :payload, :phone_number, :plaintext, :previous_password, :primary_email, :primary_provisioned_number, :private_key, :private_key_plaintext, :proof, :proposed_password, :proxy_phone_number, :public_key, :qr_code_png, :query, :random_password, :recovery_point_tags, :refresh_token, :registrant_contact, :request_attributes, :resource_arn, :restore_metadata, :revision, :saml_assertion, :search_query, :secret_access_key, :secret_binary, :secret_code, :secret_hash, :secret_string, :secret_to_authenticate_initiator, :secret_to_authenticate_target, :security_token, :service_password, :session_attributes, :session_token, :share_notes, :shared_secret, :slots, :sns_topic_arn, :source_access_token, :sqs_queue_arn, :sse_customer_key, :ssekms_encryption_context, :ssekms_key_id, :status_message, :tag_key_list, :tags, :target_address, :task_parameters, :tech_contact, :temporary_password, :text, :token, :trust_password, :type, :upload_credentials, :upload_url, :uri, :user_data, :user_email, :user_name, :user_password, :username, :value, :values, :variables, :vpn_psk, :web_identity_token, :zip_file]
+      SENSITIVE = [:access_token, :account_name, :account_password, :address, :admin_contact, :admin_password, :alexa_for_business_room_arn, :artifact_credentials, :auth_code, :auth_parameters, :authentication_token, :authorization_result, :backup_plan_tags, :backup_vault_tags, :base_32_string_seed, :basic_auth_credentials, :block, :block_address, :block_data, :blocks, :body, :bot_configuration, :bot_email, :calling_name, :cause, :client_id, :client_request_token, :client_secret, :comment, :configuration, :content, :copy_source_sse_customer_key, :credentials, :current_password, :custom_attributes, :custom_private_key, :db_password, :default_phone_number, :definition, :description, :destination_access_token, :digest_tip_address, :display_name, :domain_signing_private_key, :e164_phone_number, :email, :email_address, :email_message, :embed_url, :emergency_phone_number, :error, :external_meeting_id, :external_model_endpoint_data_blobs, :external_user_id, :fall_back_phone_number, :feedback_token, :file, :filter_expression, :first_name, :full_name, :host_key, :id, :id_token, :input, :input_text, :ion_text, :join_token, :key, :key_id, :key_material, :key_store_password, :kms_key_id, :kms_master_key_id, :lambda_function_arn, :last_name, :local_console_password, :master_account_email, :master_user_name, :master_user_password, :meeting_host_id, :message, :metadata, :name, :new_password, :next_password, :notes, :number, :oauth_token, :old_password, :outbound_events_https_endpoint, :output, :owner_information, :parameters, :passphrase, :password, :payload, :phone_number, :plaintext, :previous_password, :primary_email, :primary_provisioned_number, :private_key, :private_key_plaintext, :proof, :proposed_password, :proxy_phone_number, :public_key, :qr_code_png, :query, :random_password, :recovery_point_tags, :refresh_token, :registrant_contact, :request_attributes, :resource_arn, :restore_metadata, :revision, :saml_assertion, :search_query, :secret_access_key, :secret_binary, :secret_code, :secret_hash, :secret_string, :secret_to_authenticate_initiator, :secret_to_authenticate_target, :security_token, :service_password, :session_attributes, :session_token, :share_notes, :shared_secret, :slots, :sns_topic_arn, :source_access_token, :sqs_queue_arn, :sse_customer_key, :ssekms_encryption_context, :ssekms_key_id, :status_message, :tag_key_list, :tags, :target_address, :task_parameters, :tech_contact, :temporary_password, :test_phone_number, :text, :token, :trust_password, :type, :upload_credentials, :upload_url, :uri, :user_data, :user_email, :user_name, :user_password, :username, :value, :values, :variables, :vpn_psk, :web_identity_token, :zip_file]
       # end
 
       def initialize(options = {})

data/lib/aws-sdk-core/pageable_response.rb

@@ -1,14 +1,16 @@
 # frozen_string_literal: true
 
 module Aws
-
   # Decorates a {Seahorse::Client::Response} with paging convenience methods.
   # Some AWS calls provide paged responses to limit the amount of data returned
-  # with each response.  To optimize for latency, some APIs may return an
-  # inconsistent number of responses per page.  You should rely on the values of
-  # the `next_page?` method or using enumerable methods such as `each`
-  # rather than the number of items returned to iterate through results.
-  # See below for examples.
+  # with each response. To optimize for latency, some APIs may return an
+  # inconsistent number of responses per page. You should rely on the values of
+  # the `next_page?` method or using enumerable methods such as `each` rather
+  # than the number of items returned to iterate through results. See below for
+  # examples.
+  #
+  # @note Methods such as `to_json` will enumerate all of the responses before
+  #   returning the full response as JSON.
   #
   # # Paged Responses Are Enumerable
   # The simplest way to handle paged response data is to use the built-in

data/lib/aws-sdk-core/param_validator.rb

@@ -143,8 +143,22 @@ module Aws
           errors << expected_got(context, "true or false", value)
         end
       when BlobShape
-        unless value.is_a?(String) || io_like?(value)
-          errors << expected_got(context, "a String or IO object", value)
+        unless value.is_a?(String)
+          if streaming_input?(ref)
+            unless io_like?(value, _require_size = false)
+              errors << expected_got(
+                context,
+                "a String or IO like object that supports read and rewind",
+                value
+              )
+            end
+          elsif !io_like?(value, _require_size = true)
+            errors << expected_got(
+              context,
+              "a String or IO like object that supports read, rewind, and size",
+              value
+            )
+          end
         end
       else
         raise "unhandled shape type: #{ref.shape.class.name}"
@@ -167,8 +181,13 @@ module Aws
       end
     end
 
-    def io_like?(value)
-      value.respond_to?(:read) && value.respond_to?(:rewind)
+    def io_like?(value, require_size = true)
+      value.respond_to?(:read) && value.respond_to?(:rewind) &&
+        (!require_size || value.respond_to?(:size))
+    end
+
+    def streaming_input?(ref)
+      (ref["streaming"] || ref.shape["streaming"])
     end
 
     def error_messages(errors)

data/lib/aws-sdk-core/plugins/api_key.rb

@@ -23,7 +23,9 @@ When provided, `x-api-key` header will be injected with the value provided.
       class OptionHandler < Seahorse::Client::Handler
         def call(context)
           if context.operation.require_apikey
-            api_key = context.params.delete(:api_key)
+            if context.params.is_a?(Hash) && context.params[:api_key]
+              api_key = context.params.delete(:api_key)
+            end
             api_key = context.config.api_key if api_key.nil?
             context[:api_key] = api_key
           end

data/lib/aws-sdk-core/plugins/stub_responses.rb

@@ -40,6 +40,8 @@ requests are made, and retries are disabled.
           client.handlers.remove(ClientMetricsPlugin::Handler)
           client.handlers.remove(ClientMetricsSendPlugin::LatencyHandler)
           client.handlers.remove(ClientMetricsSendPlugin::AttemptHandler)
+          client.handlers.remove(Seahorse::Client::Plugins::RequestCallback::OptionHandler)
+          client.handlers.remove(Seahorse::Client::Plugins::RequestCallback::ReadCallbackHandler)
         end
       end
 

data/lib/aws-sdk-sts.rb

@@ -45,6 +45,6 @@ require_relative 'aws-sdk-sts/customizations'
 # @service
 module Aws::STS
 
-  GEM_VERSION = '3.102.1'
+  GEM_VERSION = '3.104.3'
 
 end

data/lib/aws-sdk-sts/client.rb

@@ -2189,7 +2189,7 @@ module Aws::STS
         params: params,
         config: config)
       context[:gem_name] = 'aws-sdk-core'
-      context[:gem_version] = '3.102.1'
+      context[:gem_version] = '3.104.3'
       Seahorse::Client::Request.new(handlers, context)
     end
 

data/lib/seahorse.rb

@@ -50,6 +50,7 @@ require_relative 'seahorse/client/plugins/net_http'
 require_relative 'seahorse/client/plugins/h2'
 require_relative 'seahorse/client/plugins/raise_response_errors'
 require_relative 'seahorse/client/plugins/response_target'
+require_relative 'seahorse/client/plugins/request_callback'
 
 # model
 

data/lib/seahorse/client/base.rb

@@ -14,6 +14,7 @@ module Seahorse
         Plugins::NetHttp,
         Plugins::RaiseResponseErrors,
         Plugins::ResponseTarget,
+        Plugins::RequestCallback
       ])
 
       # @api private

data/lib/seahorse/client/block_io.rb

@@ -4,7 +4,8 @@ module Seahorse
   module Client
     class BlockIO
 
-      def initialize(&block)
+      def initialize(headers = nil, &block)
+        @headers = headers
         @block = block
         @size = 0
       end
@@ -12,7 +13,7 @@ module Seahorse
       # @param [String] chunk
       # @return [Integer]
       def write(chunk)
-        @block.call(chunk)
+        @block.call(chunk, @headers)
       ensure
         chunk.bytesize.tap { |chunk_size| @size += chunk_size }
       end

data/lib/seahorse/client/http/response.rb

@@ -73,7 +73,7 @@ module Seahorse
 
         # Completes the http response.
         #
-        # @example Completing the response in a singal call
+        # @example Completing the response in a single call
         #
         #     http_response.signal_done(
         #       status_code: 200,

data/lib/seahorse/client/plugins/request_callback.rb

@@ -0,0 +1,110 @@
+# frozen_string_literal: true
+
+require 'pathname'
+require 'forwardable'
+
+module Seahorse
+  module Client
+    module Plugins
+
+      # @api private
+      class ReadCallbackIO
+        extend Forwardable
+        def_delegators :@io, :size
+
+        def initialize(io, on_read = nil)
+          @io = io
+          @on_read = on_read if on_read.is_a? Proc
+          @bytes_read = 0
+
+          # Some IO objects support readpartial - IO.copy_stream used by the
+          # request will call readpartial if available, so define a wrapper
+          # for it if the underlying IO supports it.
+          if @io.respond_to?(:readpartial)
+            def self.readpartial(*args)
+              @io.readpartial(*args).tap do |chunk|
+                handle_chunk(chunk)
+              end
+            end
+          end
+        end
+
+        attr_reader :io
+
+        def read(*args)
+          @io.read(*args).tap do |chunk|
+            handle_chunk(chunk)
+          end
+        end
+
+        private
+
+        def handle_chunk(chunk)
+          @bytes_read += chunk.bytesize if chunk && chunk.respond_to?(:bytesize)
+          total_size = @io.respond_to?(:size) ? @io.size : nil
+          @on_read.call(chunk, @bytes_read, total_size) if @on_read
+        end
+      end
+
+      # @api private
+      class RequestCallback < Plugin
+
+        option(
+          :on_chunk_sent,
+           default: nil,
+           doc_type: 'Proc',
+           docstring: <<-DOCS)
+When a Proc object is provided, it will be used as callback when each chunk 
+of the request body is sent. It provides three arguments: the chunk,
+the number of bytes read from the body, and the total number of 
+bytes in the body.
+          DOCS
+
+        # @api private
+        class OptionHandler < Client::Handler
+          def call(context)
+            if context.params.is_a?(Hash) && context.params[:on_chunk_sent]
+              on_chunk_sent = context.params.delete(:on_chunk_sent)
+            end
+            on_chunk_sent = context.config.on_chunk_sent if on_chunk_sent.nil?
+            context[:on_chunk_sent] = on_chunk_sent if on_chunk_sent
+            @handler.call(context)
+          end
+        end
+
+        # @api private
+        class ReadCallbackHandler < Client::Handler
+          def call(context)
+            if (callback = context[:on_chunk_sent])
+              context.http_request.body = ReadCallbackIO.new(
+                context.http_request.body,
+                callback
+              )
+              add_event_listeners(context)
+            end
+            @handler.call(context)
+          end
+
+          def add_event_listeners(context)
+            # unwrap the request body as soon as we start receiving a response
+            context.http_response.on_headers do
+              body = context.http_request.body
+              if body.is_a? ReadCallbackIO
+                context.http_request.body = body.io
+              end
+            end
+          end
+        end
+
+        # OptionHandler is needed to remove :on_chunk_sent
+        # from the params before build
+        handler(OptionHandler, step: :initialize)
+
+        # ReadCallbackHandlerneeds to go late in the call stack
+        # other plugins including Sigv4 and content_md5 read the request body
+        # and rewind it
+        handler(ReadCallbackHandler, step: :sign, priority: 0)
+      end
+    end
+  end
+end

data/lib/seahorse/client/plugins/response_target.rb

@@ -34,7 +34,7 @@ module Seahorse
               # an existing ManagedFile or BlockIO and those
               # should be reused.
               if context.http_response.body.is_a? StringIO
-                context.http_response.body = handler.send(:io, target)
+                context.http_response.body = io(target, context.http_response.headers)
               end
             end
 
@@ -62,9 +62,9 @@ module Seahorse
             end
           end
 
-          def io(target)
+          def io(target, headers)
             case target
-            when Proc then BlockIO.new(&target)
+            when Proc then BlockIO.new(headers, &target)
             when String, Pathname then ManagedFile.new(target, 'w+b')
             else target
             end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: aws-sdk-core
 version: !ruby/object:Gem::Version
-  version: 3.102.1
+  version: 3.104.3
 platform: ruby
 authors:
 - Amazon Web Services
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-06-25 00:00:00.000000000 Z
+date: 2020-07-23 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: jmespath
@@ -263,6 +263,7 @@ files:
 - lib/seahorse/client/plugins/net_http.rb
 - lib/seahorse/client/plugins/operation_methods.rb
 - lib/seahorse/client/plugins/raise_response_errors.rb
+- lib/seahorse/client/plugins/request_callback.rb
 - lib/seahorse/client/plugins/response_target.rb
 - lib/seahorse/client/request.rb
 - lib/seahorse/client/request_context.rb