aws-sdk-core 3.46.2 → 3.126.2

data/lib/seahorse/client/plugins/content_length.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 module Seahorse
   module Client
     module Plugins
@@ -5,13 +7,22 @@ module Seahorse
 
         # @api private
         class Handler < Client::Handler
+          # https://github.com/ruby/net-http/blob/master/lib/net/http/requests.rb
+          # Methods without body are forwards compatible, because content-length
+          # may be set for requests without body but is technically incorrect.
+          METHODS_WITHOUT_BODY = Set.new(
+            %w[GET HEAD DELETE OPTIONS TRACE COPY MOVE]
+          )
 
           def call(context)
-            length = context.http_request.body.size
-            context.http_request.headers['Content-Length'] = length
+            body = context.http_request.body
+            method = context.http_request.http_method
+            # We use Net::HTTP with body_stream which doesn't do this by default
+            if body.respond_to?(:size) && !METHODS_WITHOUT_BODY.include?(method)
+              context.http_request.headers['Content-Length'] = body.size
+            end
             @handler.call(context)
           end
-
         end
 
         handler(Handler, step: :sign, priority: 0)

data/lib/seahorse/client/plugins/endpoint.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 module Seahorse
   module Client
     module Plugins
@@ -9,8 +11,8 @@ module Seahorse
 Normally you should not configure the `:endpoint` option
 directly. This is normally constructed from the `:region`
 option. Configuring `:endpoint` is normally reserved for
-connecting to test endpoints. The endpoint should be a URI
-formatted like:
+connecting to test or custom endpoints. The endpoint should
+be a URI formatted like:
 
     'http://example.com'
     'https://example.com'

data/lib/seahorse/client/plugins/h2.rb

@@ -0,0 +1,69 @@
+# frozen_string_literal: true
+
+require 'seahorse/client/h2/handler'
+
+module Seahorse
+  module Client
+    module Plugins
+      class H2 < Plugin
+
+        # H2 Client
+        option(:max_concurrent_streams, default: 100, doc_type: Integer, docstring: <<-DOCS)
+Maximum concurrent streams used in HTTP2 connection, defaults to 100. Note that server may send back
+:settings_max_concurrent_streams value which will take priority when initializing new streams.
+        DOCS
+
+        option(:connection_timeout, default: 60, doc_type: Integer, docstring: <<-DOCS)
+Connection timeout in seconds, defaults to 60 sec.
+        DOCS
+
+        option(:connection_read_timeout, default: 60, doc_type: Integer, docstring: <<-DOCS)
+Connection read timeout in seconds, defaults to 60 sec.
+        DOCS
+
+        option(:read_chunk_size, default: 1024, doc_type: Integer, docstring: '')
+
+        option(:raise_response_errors, default: true, doc_type: 'Boolean', docstring: <<-DOCS)
+Defaults to `true`, raises errors if exist when #wait or #join! is called upon async response.
+        DOCS
+
+        # SSL Context
+        option(:ssl_ca_bundle, default: nil, doc_type: String, docstring: <<-DOCS) do |cfg|
+Full path to the SSL certificate authority bundle file that should be used when
+verifying peer certificates. If you do not pass `:ssl_ca_directory` or `:ssl_ca_bundle`
+the system default will be used if available.
+        DOCS
+          ENV['AWS_CA_BUNDLE'] ||
+            Aws.shared_config.ca_bundle(profile: cfg.profile) if cfg.respond_to?(:profile)
+        end
+
+        option(:ssl_ca_directory, default: nil, doc_type: String, docstring: <<-DOCS)
+Full path of the directory that contains the unbundled SSL certificate authority
+files for verifying peer certificates. If you do not pass `:ssl_ca_bundle` or
+`:ssl_ca_directory` the system default will be used if available.
+        DOCS
+
+        option(:ssl_ca_store, default: nil, doc_type: String, docstring: '')
+
+        option(:ssl_verify_peer, default: true, doc_type: 'Boolean', docstring: <<-DOCS)
+When `true`, SSL peer certificates are verified when establishing a connection.
+        DOCS
+
+        option(:http_wire_trace, default: false, doc_type:  'Boolean', docstring: <<-DOCS)
+When `true`, HTTP2 debug output will be sent to the `:logger`.
+        DOCS
+
+        option(:enable_alpn, default: false, doc_type: 'Boolean', docstring: <<-DOCS)
+Setting to `true` to enable ALPN in HTTP2 over TLS, requires Ruby version >= 2.3 and
+Openssl version >= 1.0.2. Defaults to false. Note: not all service HTTP2 operations
+supports ALPN on server side, please refer to service documentation.
+        DOCS
+
+        option(:logger)
+
+        handler(Client::H2::Handler, step: :send)
+
+      end
+    end
+  end
+end

data/lib/seahorse/client/plugins/logging.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 module Seahorse
   module Client
     module Plugins

data/lib/seahorse/client/plugins/net_http.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 require 'seahorse/client/net_http/handler'
 
 module Seahorse
@@ -7,9 +9,13 @@ module Seahorse
 
         option(:http_proxy, default: nil, doc_type: String, docstring: '')
 
-        option(:http_open_timeout, default: 15, doc_type: Integer, docstring: '')
+        option(:http_open_timeout, default: 15, doc_type: Integer, docstring: '') do |cfg|
+          resolve_http_open_timeout(cfg)
+        end
 
-        option(:http_read_timeout, default: 60, doc_type: Integer, docstring: '')
+        option(:http_read_timeout, default: 60, doc_type: Integer, docstring: '') do |cfg|
+          resolve_http_read_timeout(cfg)
+        end
 
         option(:http_idle_timeout, default: 5, doc_type: Integer, docstring: '')
 
@@ -19,16 +25,46 @@ module Seahorse
 
         option(:ssl_verify_peer, default: true, doc_type: 'Boolean', docstring: '')
 
-        option(:ssl_ca_bundle, default: nil, doc_type: String, docstring: '')
+        option(:ssl_ca_bundle, doc_type: String, docstring: '') do |cfg|
+          ENV['AWS_CA_BUNDLE'] ||
+            Aws.shared_config.ca_bundle(profile: cfg.profile) if cfg.respond_to?(:profile)
+        end
 
         option(:ssl_ca_directory, default: nil, doc_type: String, docstring: '')
 
         option(:ssl_ca_store, default: nil, doc_type: String, docstring: '')
 
+        option(:ssl_timeout, default: nil, doc_type: Float, docstring: '') do |cfg|
+          resolve_ssl_timeout(cfg)
+        end
+
         option(:logger) # for backwards compat
 
         handler(Client::NetHttp::Handler, step: :send)
 
+        def self.resolve_http_open_timeout(cfg)
+          default_mode_value =
+            if cfg.respond_to?(:defaults_mode_config_resolver)
+              cfg.defaults_mode_config_resolver.resolve(:http_open_timeout)
+            end
+          default_mode_value || 15
+        end
+
+        def self.resolve_http_read_timeout(cfg)
+          default_mode_value =
+            if cfg.respond_to?(:defaults_mode_config_resolver)
+              cfg.defaults_mode_config_resolver.resolve(:http_read_timeout)
+            end
+          default_mode_value || 60
+        end
+
+        def self.resolve_ssl_timeout(cfg)
+          default_mode_value =
+            if cfg.respond_to?(:defaults_mode_config_resolver)
+              cfg.defaults_mode_config_resolver.resolve(:ssl_timeout)
+            end
+          default_mode_value || nil
+        end
       end
     end
   end

data/lib/seahorse/client/plugins/operation_methods.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 module Seahorse
   module Client
     module Plugins

data/lib/seahorse/client/plugins/raise_response_errors.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 module Seahorse
   module Client
     module Plugins

data/lib/seahorse/client/plugins/request_callback.rb

@@ -0,0 +1,110 @@
+# frozen_string_literal: true
+
+require 'pathname'
+require 'forwardable'
+
+module Seahorse
+  module Client
+    module Plugins
+
+      # @api private
+      class ReadCallbackIO
+        extend Forwardable
+        def_delegators :@io, :size
+
+        def initialize(io, on_read = nil)
+          @io = io
+          @on_read = on_read if on_read.is_a? Proc
+          @bytes_read = 0
+
+          # Some IO objects support readpartial - IO.copy_stream used by the
+          # request will call readpartial if available, so define a wrapper
+          # for it if the underlying IO supports it.
+          if @io.respond_to?(:readpartial)
+            def self.readpartial(*args)
+              @io.readpartial(*args).tap do |chunk|
+                handle_chunk(chunk)
+              end
+            end
+          end
+        end
+
+        attr_reader :io
+
+        def read(*args)
+          @io.read(*args).tap do |chunk|
+            handle_chunk(chunk)
+          end
+        end
+
+        private
+
+        def handle_chunk(chunk)
+          @bytes_read += chunk.bytesize if chunk && chunk.respond_to?(:bytesize)
+          total_size = @io.respond_to?(:size) ? @io.size : nil
+          @on_read.call(chunk, @bytes_read, total_size) if @on_read
+        end
+      end
+
+      # @api private
+      class RequestCallback < Plugin
+
+        option(
+          :on_chunk_sent,
+           default: nil,
+           doc_type: 'Proc',
+           docstring: <<-DOCS)
+When a Proc object is provided, it will be used as callback when each chunk 
+of the request body is sent. It provides three arguments: the chunk,
+the number of bytes read from the body, and the total number of 
+bytes in the body.
+          DOCS
+
+        # @api private
+        class OptionHandler < Client::Handler
+          def call(context)
+            if context.params.is_a?(Hash) && context.params[:on_chunk_sent]
+              on_chunk_sent = context.params.delete(:on_chunk_sent)
+            end
+            on_chunk_sent = context.config.on_chunk_sent if on_chunk_sent.nil?
+            context[:on_chunk_sent] = on_chunk_sent if on_chunk_sent
+            @handler.call(context)
+          end
+        end
+
+        # @api private
+        class ReadCallbackHandler < Client::Handler
+          def call(context)
+            if (callback = context[:on_chunk_sent])
+              context.http_request.body = ReadCallbackIO.new(
+                context.http_request.body,
+                callback
+              )
+              add_event_listeners(context)
+            end
+            @handler.call(context)
+          end
+
+          def add_event_listeners(context)
+            # unwrap the request body as soon as we start receiving a response
+            context.http_response.on_headers do
+              body = context.http_request.body
+              if body.is_a? ReadCallbackIO
+                context.http_request.body = body.io
+              end
+            end
+          end
+        end
+
+        # OptionHandler is needed to remove :on_chunk_sent
+        # from the params before build
+        handler(OptionHandler, step: :initialize)
+
+        # ReadCallbackHandlerneeds to go late in the call stack
+        # other plugins including Sigv4 and content_md5 read the request body
+        # and rewind it
+        handler(ReadCallbackHandler, step: :sign, priority: 0)
+      end
+    end
+  end
+end

data/lib/seahorse/client/plugins/response_target.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 require 'pathname'
 
 module Seahorse
@@ -15,10 +17,9 @@ module Seahorse
 
           def call(context)
             if context.params.is_a?(Hash) && context.params[:response_target]
-              target = context.params.delete(:response_target)
-            else
-              target = context[:response_target]
+              context[:response_target] = context.params.delete(:response_target)
             end
+            target = context[:response_target]
             add_event_listeners(context, target) if target
             @handler.call(context)
           end
@@ -26,35 +27,43 @@ module Seahorse
           private
 
           def add_event_listeners(context, target)
-            handler = self
             context.http_response.on_headers(200..299) do
-              context.http_response.body = handler.send(:io, target)
+              # In a fresh response body will be a StringIO
+              # However, when a request is retried we may have
+              # an existing ManagedFile or BlockIO and those
+              # should be reused.
+              if context.http_response.body.is_a? StringIO
+                context.http_response.body = io(target, context.http_response.headers)
+              end
             end
 
             context.http_response.on_success(200..299) do
               body = context.http_response.body
-              if ManagedFile === body && body.open?
+              if body.is_a?(ManagedFile) && body.open?
                 body.close
               end
             end
 
             context.http_response.on_error do
               body = context.http_response.body
-              File.unlink(body) if ManagedFile === body
+
+              # When using response_target of file we do not want to write
+              # error messages to the file.  So set the body to a new StringIO
+              if body.is_a? ManagedFile
+                File.unlink(body)
+                context.http_response.body = StringIO.new
+              end
+
               # Aws::S3::Encryption::DecryptHandler (with lower priority)
               # has callbacks registered after ResponseTarget::Handler,
               # where http_response.body is an IODecrypter
-              # and has error callbacks handling for it.
-              # Thus avoid early remove of IODecrypter at ResponseTarget::Handler
-              unless context.http_response.body.respond_to?(:io)
-                context.http_response.body = StringIO.new
-              end
+              # and has error callbacks handling for it so no action is required here
             end
           end
 
-          def io(target)
+          def io(target, headers)
             case target
-            when Proc then BlockIO.new(&target)
+            when Proc then BlockIO.new(headers, &target)
             when String, Pathname then ManagedFile.new(target, 'w+b')
             else target
             end

data/lib/seahorse/client/request.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 module Seahorse
   module Client
     class Request

data/lib/seahorse/client/request_context.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 require 'stringio'
 
 module Seahorse

data/lib/seahorse/client/response.rb

@@ -1,9 +1,10 @@
+# frozen_string_literal: true
+
 require 'delegate'
 
 module Seahorse
   module Client
     class Response < Delegator
-
       # @option options [RequestContext] :context (nil)
       # @option options [Integer] :status_code (nil)
       # @option options [Http::Headers] :headers (Http::Headers.new)
@@ -39,10 +40,10 @@ module Seahorse
       #     witin the given range.
       #
       # @return [self]
-      def on(range, &block)
+      def on(range, &_block)
         response = self
         @context.http_response.on_success(range) do
-          block.call(response)
+          yield response
         end
         self
       end
@@ -56,7 +57,7 @@ module Seahorse
       # @return [Boolean] Returns `true` if the response is complete with
       #   a ~ 200 level http status code.
       def successful?
-        (200..299).include?(@context.http_response.status_code) && @error.nil?
+        (200..299).cover?(@context.http_response.status_code) && @error.nil?
       end
 
       # @api private
@@ -76,7 +77,6 @@ module Seahorse
       def __setobj__(obj)
         @data = obj
       end
-
     end
   end
 end

data/lib/seahorse/model/api.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 module Seahorse
   module Model
     class Api
@@ -7,6 +9,7 @@ module Seahorse
         @operations = {}
         @authorizers = {}
         @endpoint_operation = nil
+        @require_endpoint_discovery = false
       end
 
       # @return [String, nil]
@@ -18,6 +21,9 @@ module Seahorse
       # @return [Symbol|nil]
       attr_accessor :endpoint_operation
 
+      # @return [Boolean|nil]
+      attr_accessor :require_endpoint_discovery
+
       def operations(&block)
         if block_given?
           @operations.each(&block)
@@ -38,6 +44,10 @@ module Seahorse
         @operations.keys
       end
 
+      def async_operation_names
+        @operations.select {|_, op| op.async }.keys
+      end
+
       def add_operation(name, operation)
         @operations[name.to_sym] = operation
       end

data/lib/seahorse/model/authorizer.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 module Seahorse
   module Model
     class Authorizer

data/lib/seahorse/model/operation.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 module Seahorse
   module Model
     class Operation
@@ -8,6 +10,7 @@ module Seahorse
         @deprecated = false
         @errors = []
         @metadata = {}
+        @async = false
       end
 
       # @return [String, nil]
@@ -19,6 +22,9 @@ module Seahorse
       # @return [String]
       attr_accessor :http_request_uri
 
+      # @return [Boolean]
+      attr_accessor :http_checksum_required
+
       # @return [Boolean]
       attr_accessor :deprecated
 
@@ -50,6 +56,9 @@ module Seahorse
       # @return [Boolean]
       attr_accessor :require_apikey
 
+      # @return [Boolean]
+      attr_accessor :async
+
       def [](key)
         @metadata[key.to_s]
       end

data/lib/seahorse/model/shapes.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 require 'set'
 
 module Seahorse
@@ -15,9 +17,9 @@ module Seahorse
           @event = false
           @eventstream = false
           @eventpayload = false
-          @eventpayload_type = ''
+          @eventpayload_type = ''.freeze
           @eventheader = false
-          @eventheader_type = ''
+          @eventheader_type = ''.freeze
           options.each do |key, value|
             if key == :metadata
               value.each do |k,v|
@@ -59,6 +61,9 @@ module Seahorse
         # @return [Boolean]
         attr_accessor :eventheader_type
 
+        # @return [Boolean]
+        attr_accessor :document
+
         # @return [String, nil]
         def location
           @location || (shape && shape[:location])
@@ -112,6 +117,9 @@ module Seahorse
         # @return [String, nil]
         attr_accessor :documentation
 
+        # @return [Boolean]
+        attr_accessor :union
+
         # Gets metadata for the given `key`.
         def [](key)
           @metadata[key.to_s]
@@ -262,8 +270,27 @@ module Seahorse
 
       end
 
+      class UnionShape < StructureShape
+        def initialize(options = {})
+          @member_subclasses = {}
+          super options.merge(union: true)
+        end
+
+        # @api private
+        def member_subclass(member)
+          @member_subclasses[member]
+        end
+
+        # @api private
+        def add_member_subclass(member, subclass)
+          @member_subclasses[member] = subclass
+        end
+      end
+
       class TimestampShape < Shape; end
 
+      class DocumentShape < Shape; end
+
     end
   end
 end

data/lib/seahorse/util.rb

@@ -1,10 +1,11 @@
+# frozen_string_literal: true
+
 require 'cgi'
 
 module Seahorse
   # @api private
   module Util
     class << self
-
       def uri_escape(string)
         CGI.escape(string.to_s.encode('UTF-8')).gsub('+', '%20').gsub('%7E', '~')
       end
@@ -13,6 +14,12 @@ module Seahorse
         path.gsub(/[^\/]+/) { |part| uri_escape(part) }
       end
 
+      # Checks for a valid host label
+      # @see https://tools.ietf.org/html/rfc3986#section-3.2.2
+      # @see https://tools.ietf.org/html/rfc1123#page-13
+      def host_label?(str)
+        str =~ /^(?!-)[a-zA-Z0-9-]{1,63}(?<!-)$/
+      end
     end
   end
 end

data/lib/seahorse/version.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 module Seahorse
   VERSION = '0.1.0'
 end

data/lib/seahorse.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 require_relative 'seahorse/util'
 
 # client
@@ -15,12 +17,14 @@ require_relative 'seahorse/client/plugin_list'
 require_relative 'seahorse/client/request'
 require_relative 'seahorse/client/request_context'
 require_relative 'seahorse/client/response'
+require_relative 'seahorse/client/async_response'
 
 # client http
 
 require_relative 'seahorse/client/http/headers'
 require_relative 'seahorse/client/http/request'
 require_relative 'seahorse/client/http/response'
+require_relative 'seahorse/client/http/async_response'
 
 # client logging
 
@@ -32,14 +36,21 @@ require_relative 'seahorse/client/logging/formatter'
 require_relative 'seahorse/client/net_http/connection_pool'
 require_relative 'seahorse/client/net_http/handler'
 
+# http2 handler
+
+require_relative 'seahorse/client/h2/connection'
+require_relative 'seahorse/client/h2/handler'
+
 # plugins
 
 require_relative 'seahorse/client/plugins/content_length'
 require_relative 'seahorse/client/plugins/endpoint'
 require_relative 'seahorse/client/plugins/logging'
 require_relative 'seahorse/client/plugins/net_http'
+require_relative 'seahorse/client/plugins/h2'
 require_relative 'seahorse/client/plugins/raise_response_errors'
 require_relative 'seahorse/client/plugins/response_target'
+require_relative 'seahorse/client/plugins/request_callback'
 
 # model
 
@@ -49,3 +60,4 @@ require_relative 'seahorse/model/authorizer'
 require_relative 'seahorse/model/shapes'
 
 require_relative 'seahorse/client/base'
+require_relative 'seahorse/client/async_base'