aws-sdk-core 3.39.0 → 3.54.2

data/lib/aws-sdk-core/errors.rb

@@ -13,9 +13,12 @@ module Aws
 
       # @param [Seahorse::Client::RequestContext] context
       # @param [String] message
-      def initialize(context, message)
+      # @param [Aws::Structure] data
+      def initialize(context, message, data = Aws::EmptyStructure.new)
         @code = self.class.code
+        @message = message if message && !message.empty?
         @context = context
+        @data = data
         super(message)
       end
 
@@ -26,6 +29,9 @@ module Aws
       #   that triggered the remote service to return this error.
       attr_reader :context
 
+      # @return [Aws::Structure]
+      attr_reader :data
+
       class << self
 
         # @return [String]
@@ -34,6 +40,24 @@ module Aws
       end
     end
 
+    # Raised when InstanceProfileCredentialsProvider or
+    # EcsCredentialsProvider fails to parse the metadata response after retries
+    class MetadataParserError < RuntimeError
+      def initialize(*args)
+        msg = "Failed to parse metadata service response."
+        super(msg)
+      end
+    end
+
+    # Raised when a `streaming` operation has `requiresLength` trait
+    # enabled but request payload size/length cannot be calculated
+    class MissingContentLength < RuntimeError
+      def initialize(*args)
+        msg = 'Required `Content-Length` value missing for the request.'
+        super(msg)
+      end
+    end
+
     # Rasied when endpoint discovery failed for operations
     # that requires endpoints from endpoint discovery
     class EndpointDiscoveryError < RuntimeError
@@ -58,10 +82,18 @@ module Aws
 
     end
 
+    # Raised when attempting to #signal an event before
+    # making an async request
+    class SignalEventError < RuntimeError; end
+
     # Raised when EventStream Parser failed to parse
     # a raw event message
     class EventStreamParserError < RuntimeError; end
 
+    # Raise when EventStream Builder failed to build
+    # an event message with parameters provided
+    class EventStreamBuilderError < RuntimeError; end
+
     # Error event in an event stream which has event_type :error
     # error code and error message can be retrieved when available.
     #
@@ -223,7 +255,11 @@ Known AWS regions include (not specific to this service):
       def error_class(error_code)
         constant = error_class_constant(error_code)
         if error_const_set?(constant)
-          const_get(constant)
+          # modeled error class exist
+          # set code attribute
+          err_class = const_get(constant)
+          err_class.code = constant.to_s
+          err_class
         else
           set_error_constant(constant)
         end

data/lib/aws-sdk-core/event_emitter.rb

@@ -3,8 +3,19 @@ module Aws
 
     def initialize
       @listeners = {}
+      @validate_event = true
+      @status = :sleep
+      @signal_queue = Queue.new
     end
 
+    attr_accessor :stream
+
+    attr_accessor :encoder
+
+    attr_accessor :validate_event
+
+    attr_accessor :signal_queue
+
     def on(type, callback)
       (@listeners[type] ||= []) << callback
     end
@@ -16,5 +27,36 @@ module Aws
       end
     end
 
+    def emit(type, params)
+      unless @stream
+        raise Aws::Errors::SignalEventError.new(
+          "Singaling events before making async request"\
+          " is not allowed."
+        )
+      end
+      if @validate_event && type != :end_stream
+        Aws::ParamValidator.validate!(
+          @encoder.rules.shape.member(type), params)
+      end
+      _ready_for_events?
+      @stream.data(
+        @encoder.encode(type, params),
+        end_stream: type == :end_stream
+      )
+    end
+
+    private
+
+    def _ready_for_events?
+      return true if @status == :ready
+
+      # blocked until once initial 200 response is received
+      # signal will be available in @signal_queue
+      # and this check will no longer be blocked
+      @signal_queue.pop
+      @status = :ready
+      true
+    end
+
   end
 end

data/lib/aws-sdk-core/instance_profile_credentials.rb

@@ -69,14 +69,18 @@ module Aws
       # Retry loading credentials up to 3 times is the instance metadata
       # service is responding but is returning invalid JSON documents
       # in response to the GET profile credentials call.
-      retry_errors([JSON::ParserError, StandardError], max_retries: 3) do
-        c = JSON.parse(get_credentials.to_s)
-        @credentials = Credentials.new(
-          c['AccessKeyId'],
-          c['SecretAccessKey'],
-          c['Token']
-        )
-        @expiration = c['Expiration'] ? Time.iso8601(c['Expiration']) : nil
+      begin
+        retry_errors([JSON::ParserError, StandardError], max_retries: 3) do
+          c = JSON.parse(get_credentials.to_s)
+          @credentials = Credentials.new(
+            c['AccessKeyId'],
+            c['SecretAccessKey'],
+            c['Token']
+          )
+          @expiration = c['Expiration'] ? Time.iso8601(c['Expiration']) : nil
+        end
+      rescue JSON::ParserError
+        raise Aws::Errors::MetadataParserError.new
       end
     end
 

data/lib/aws-sdk-core/json/error_handler.rb

@@ -17,9 +17,10 @@ module Aws
         json = Json.load(body)
         code = error_code(json, context)
         message = error_message(code, json)
-        [code, message]
+        data = parse_error_data(context, code)
+        [code, message, data]
       rescue Json::ParseError
-        [http_status_error_code(context), '']
+        [http_status_error_code(context), '', EmptyStructure.new]
       end
 
       def error_code(json, context)
@@ -41,6 +42,22 @@ module Aws
         end
       end
 
+      def parse_error_data(context, code)
+        data = EmptyStructure.new
+        if error_rules = context.operation.errors
+          error_rules.each do |rule|
+            # match modeled shape name with the type(code) only
+            # some type(code) might contains invalid characters
+            # such as ':' (efs) etc
+            match = rule.shape.name == code.gsub(/[^^a-zA-Z0-9]/, '')
+            if match && rule.shape.members.any?
+              data = Parser.new(rule).parse(context.http_response.body_contents)
+            end
+          end
+        end
+        data
+      end
+
     end
   end
 end

data/lib/aws-sdk-core/json/handler.rb

@@ -40,7 +40,25 @@ module Aws
           Json.load(context.http_response.body_contents)
         elsif rules = context.operation.output
           json = context.http_response.body_contents
-          Parser.new(rules).parse(json == '' ? '{}' : json)
+          if json.is_a?(Array)
+            # an array of emitted events
+            if json[0].respond_to?(:response)
+              # initial response exists
+              # it must be the first event arrived
+              resp_struct = json.shift.response
+            else
+              resp_struct = context.operation.output.shape.struct_class.new
+            end
+
+            rules.shape.members.each do |name, ref|
+              if ref.eventstream
+                resp_struct.send("#{name}=", json.to_enum)
+              end
+            end
+            resp_struct
+          else
+            Parser.new(rules).parse(json == '' ? '{}' : json)
+          end
         else
           EmptyStructure.new
         end

data/lib/aws-sdk-core/log/param_filter.rb

@@ -11,7 +11,7 @@ module Aws
       #
       # @api private
       # begin
-      SENSITIVE = [:access_token, :account_name, :account_password, :address, :admin_contact, :artifact_credentials, :auth_code, :authentication_token, :authorization_result, :base_32_string_seed, :body, :bot_configuration, :client_id, :client_secret, :configuration, :copy_source_sse_customer_key, :credentials, :custom_attributes, :db_password, :description, :display_name, :email, :email_address, :email_message, :embed_url, :feedback_token, :first_name, :id, :id_token, :input, :input_text, :key_id, :kms_key_id, :kms_master_key_id, :last_name, :local_console_password, :master_account_email, :master_user_password, :message, :name, :new_password, :notes, :old_password, :owner_information, :parameters, :passphrase, :password, :payload, :plaintext, :previous_password, :primary_email, :private_key, :proposed_password, :public_key, :qr_code_png, :query, :refresh_token, :registrant_contact, :request_attributes, :search_query, :secret_access_key, :secret_binary, :secret_code, :secret_hash, :secret_string, :service_password, :session_attributes, :share_notes, :shared_secret, :slots, :sse_customer_key, :ssekms_key_id, :status_message, :task_parameters, :tech_contact, :temporary_password, :text, :token, :trust_password, :upload_credentials, :upload_url, :user_email, :user_name, :username, :value, :values, :variables, :zip_file]
+      SENSITIVE = [:access_token, :account_name, :account_password, :address, :admin_contact, :admin_password, :artifact_credentials, :auth_code, :authentication_token, :authorization_result, :backup_plan_tags, :backup_vault_tags, :base_32_string_seed, :body, :bot_configuration, :bot_email, :cause, :client_id, :client_secret, :configuration, :copy_source_sse_customer_key, :credentials, :current_password, :custom_attributes, :db_password, :default_phone_number, :definition, :description, :display_name, :e164_phone_number, :email, :email_address, :email_message, :embed_url, :error, :feedback_token, :file, :first_name, :id, :id_token, :input, :input_text, :key_id, :key_store_password, :kms_key_id, :kms_master_key_id, :lambda_function_arn, :last_name, :local_console_password, :master_account_email, :master_user_password, :message, :name, :new_password, :next_password, :notes, :old_password, :outbound_events_https_endpoint, :output, :owner_information, :parameters, :passphrase, :password, :payload, :phone_number, :plaintext, :previous_password, :primary_email, :primary_provisioned_number, :private_key, :proposed_password, :public_key, :qr_code_png, :query, :recovery_point_tags, :refresh_token, :registrant_contact, :request_attributes, :search_query, :secret_access_key, :secret_binary, :secret_code, :secret_hash, :secret_string, :secret_to_authenticate_initiator, :secret_to_authenticate_target, :security_token, :service_password, :session_attributes, :share_notes, :shared_secret, :slots, :sse_customer_key, :ssekms_key_id, :status_message, :tag_key_list, :tags, :task_parameters, :tech_contact, :temporary_password, :text, :token, :trust_password, :upload_credentials, :upload_url, :user_email, :user_name, :username, :value, :values, :variables, :zip_file]
       # end
 
       def initialize(options = {})

data/lib/aws-sdk-core/param_validator.rb

@@ -22,6 +22,7 @@ module Aws
         ShapeRef.new(shape: shape)
       end
       @validate_required = options[:validate_required] != false
+      @input = options[:input].nil? ? true : !!options[:input]
     end
 
     # @param [Hash] params
@@ -39,6 +40,7 @@ module Aws
       return unless correct_type?(ref, values, errors, context)
 
       if ref.eventstream
+        # input eventstream is provided from event signals
         values.each do |value|
           # each event is structure type
           case value[:message_type]
@@ -58,7 +60,8 @@ module Aws
         # ensure required members are present
         if @validate_required
           shape.required.each do |member_name|
-            if values[member_name].nil?
+            input_eventstream = ref.shape.member(member_name).eventstream && @input
+            if values[member_name].nil? && !input_eventstream
               param = "#{context}[#{member_name.inspect}]"
               errors << "missing required parameter #{param}"
             end
@@ -147,6 +150,11 @@ module Aws
     end
 
     def correct_type?(ref, value, errors, context)
+      if ref.eventstream && @input
+        errors << "instead of providing value directly for eventstreams at input,"\
+          " expected to use #signal events per stream"
+        return false
+      end
       case value
       when Hash then true
       when ref.shape.struct_class then true

data/lib/aws-sdk-core/plugins/client_metrics_plugin.rb

@@ -109,6 +109,10 @@ all generated client side metrics. Defaults to an empty string.
           context.metadata[:client_metrics] = request_metrics
           start_time = Aws::Util.monotonic_milliseconds
           final_error_retryable = false
+          final_aws_exception = nil
+          final_aws_exception_message = nil
+          final_sdk_exception = nil
+          final_sdk_exception_message = nil
           begin
             @handler.call(context)
           rescue StandardError => e
@@ -137,14 +141,29 @@ all generated client side metrics. Defaults to an empty string.
               attempt.sdk_exception = e.class.to_s
               attempt.sdk_exception_msg = e.message
             end # Else we don't have an SDK exception and are done.
+            final_attempt = request_metrics.api_call_attempts.last
+            final_aws_exception = final_attempt.aws_exception
+            final_aws_exception_message = final_attempt.aws_exception_msg
+            final_sdk_exception = final_attempt.sdk_exception
+            final_sdk_exception_message = final_attempt.sdk_exception_msg
             raise e
           ensure
             end_time = Aws::Util.monotonic_milliseconds
-            request_metrics.api_call.complete(
+            complete_opts = {
               latency: end_time - start_time,
               attempt_count: context.retries + 1,
-              final_error_retryable: final_error_retryable
-            )
+              user_agent: context.http_request.headers["user-agent"],
+              final_error_retryable: final_error_retryable,
+              final_http_status_code: context.http_response.status_code,
+              final_aws_exception: final_aws_exception,
+              final_aws_exception_message: final_aws_exception_message,
+              final_sdk_exception: final_sdk_exception,
+              final_sdk_exception_message: final_sdk_exception_message
+            }
+            if context.metadata[:redirect_region]
+              complete_opts[:region] = context.metadata[:redirect_region]
+            end
+            request_metrics.api_call.complete(complete_opts)
             # Report the metrics by passing the complete RequestMetrics object
             if publisher
               publisher.publish(request_metrics)

data/lib/aws-sdk-core/plugins/client_metrics_send_plugin.rb

@@ -7,7 +7,8 @@ module Aws
       def add_handlers(handlers, config)
         if config.client_side_monitoring && config.client_side_monitoring_port
           # AttemptHandler comes just before we would retry an error.
-          handlers.add(AttemptHandler, step: :sign, priority: 95)
+          # Or before we would follow redirects.
+          handlers.add(AttemptHandler, step: :sign, priority: 39)
           # LatencyHandler is as close to sending as possible.
           handlers.add(LatencyHandler, step: :sign, priority: 0)
         end
@@ -45,6 +46,9 @@ module Aws
           context.metadata[:current_call_attempt] = call_attempt
 
           resp = @handler.call(context)
+          if context.metadata[:redirect_region]
+            call_attempt.region = context.metadata[:redirect_region]
+          end
           headers = context.http_response.headers
           if headers.include?("x-amz-id-2")
             call_attempt.x_amz_id_2 = headers["x-amz-id-2"]

data/lib/aws-sdk-core/plugins/event_stream_configuration.rb

@@ -10,6 +10,20 @@ module Aws
 When an EventStream or Proc object is provided, it will be used as callback for each chunk of event stream response received along the way.
       DOCS
 
+      option(:input_event_stream_handler,
+        default: nil,
+        doc_type: 'Proc',
+        docstring: <<-DOCS)
+When an EventStream or Proc object is provided, it can be used for sending events for the event stream.
+      DOCS
+
+      option(:output_event_stream_handler,
+        default: nil,
+        doc_type: 'Proc',
+        docstring: <<-DOCS)
+When an EventStream or Proc object is provided, it will be used as callback for each chunk of event stream response received along the way.
+      DOCS
+
     end
 
   end

data/lib/aws-sdk-core/plugins/invocation_id.rb

@@ -0,0 +1,33 @@
+require 'securerandom'
+
+module Aws
+  module Plugins
+
+    # @api private
+    class InvocationId < Seahorse::Client::Plugin
+
+      # @api private
+      class Handler < Seahorse::Client::Handler
+
+        def call(context)
+          apply_invocation_id(context)
+          @handler.call(context)
+        end
+
+        private
+
+        def apply_invocation_id(context)
+          context.http_request.headers['amz-sdk-invocation-id'] = SecureRandom.uuid
+          if context[:input_event_emitter]
+            # only used for eventstreaming at input
+            context.http_request.headers['x-amz-content-sha256'] = 'STREAMING-AWS4-HMAC-SHA256-EVENTS'
+          end
+        end
+
+      end
+
+      handler(Handler, step: :initialize)
+
+    end
+  end
+end

data/lib/aws-sdk-core/plugins/retry_errors.rb

@@ -78,12 +78,14 @@ A delay randomiser function used by the default backoff function. Some predefine
           'Throttling',                             # query services
           'ThrottlingException',                    # json services
           'RequestThrottled',                       # sqs
+          'RequestThrottledException',
           'ProvisionedThroughputExceededException', # dynamodb
           'TransactionInProgressException',         # dynamodb
           'RequestLimitExceeded',                   # ec2
           'BandwidthLimitExceeded',                 # cloud search
           'LimitExceededException',                 # kinesis
           'TooManyRequestsException',               # batch
+          'PriorRequestNotComplete',                # route53
         ])
 
         CHECKSUM_ERRORS = Set.new([

data/lib/aws-sdk-core/plugins/stub_responses.rb

@@ -45,15 +45,18 @@ requests are made, and retries are disabled.
         def call(context)
           stub = context.client.next_stub(context)
           resp = Seahorse::Client::Response.new(context: context)
-          apply_stub(stub, resp)
-          resp
+          async_mode = context.client.is_a? Seahorse::Client::AsyncBase
+          apply_stub(stub, resp, async_mode)
+
+          async_mode ? Seahorse::Client::AsyncResponse.new(
+            context: context, stream: context[:input_event_stream_handler].event_emitter.stream, sync_queue: Queue.new) : resp
         end
 
-        def apply_stub(stub, response)
+        def apply_stub(stub, response, async_mode = false)
           http_resp = response.context.http_response
           case
           when stub[:error] then signal_error(stub[:error], http_resp)
-          when stub[:http] then signal_http(stub[:http], http_resp)
+          when stub[:http] then signal_http(stub[:http], http_resp, async_mode)
           when stub[:data] then response.data = stub[:data]
           end
         end
@@ -67,9 +70,18 @@ requests are made, and retries are disabled.
         end
 
         # @param [Seahorse::Client::Http::Response] stub
-        # @param [Seahorse::Client::Http::Response] http_resp
-        def signal_http(stub, http_resp)
-          http_resp.signal_headers(stub.status_code, stub.headers.to_h)
+        # @param [Seahorse::Client::Http::Response | Seahorse::Client::Http::AsyncResponse] http_resp
+        # @param [Boolean] async_mode
+        def signal_http(stub, http_resp, async_mode = false)
+          if async_mode
+            h2_headers = stub.headers.to_h.inject([]) do |arr, (k, v)|
+              arr << [k, v]
+            end
+            h2_headers << [":status", stub.status_code]
+            http_resp.signal_headers(h2_headers)
+          else
+            http_resp.signal_headers(stub.status_code, stub.headers.to_h)
+          end
           while chunk = stub.body.read(1024 * 1024)
             http_resp.signal_data(chunk)
           end

data/lib/aws-sdk-core/plugins/transfer_encoding.rb

@@ -0,0 +1,53 @@
+module Aws
+  module Plugins
+
+    # For Streaming Input Operations, when `requiresLength` is enabled
+    # checking whether `Content-Length` header can be set,
+    # for `v4-unsigned-body` operations, set `Transfer-Encoding` header
+    class TransferEncoding < Seahorse::Client::Plugin
+
+      # @api private
+      class Handler < Seahorse::Client::Handler
+
+        def call(context)
+          if streaming?(context.operation.input)
+            begin
+              context.http_request.body.size
+            rescue
+              if requires_length?(context.operation.input)
+                # if size of the IO is not available but required
+                raise Aws::Errors::MissingContentLength.new
+              elsif context.operation['authtype'] == "v4-unsigned-body"
+                context.http_request.headers['Transfer-Encoding'] = 'chunked'
+              end
+            end
+          end
+
+          @handler.call(context)
+        end
+
+        private
+
+        def streaming?(ref)
+          if payload = ref[:payload_member]
+            payload["streaming"] || # checking ref and shape
+              payload.shape["streaming"]
+          else
+            false
+          end
+        end
+
+        def requires_length?(ref)
+          payload = ref[:payload_member]
+          payload["requiresLength"] || # checking ref and shape
+            payload.shape["requiresLength"]
+        end
+
+      end
+
+      handler(Handler, step: :sign)
+
+    end
+
+  end
+end

data/lib/aws-sdk-core/plugins/user_agent.rb

@@ -14,6 +14,8 @@ module Aws
         end
 
         def set_user_agent(context)
+          execution_env = ENV["AWS_EXECUTION_ENV"]
+
           ua = "aws-sdk-ruby3/#{CORE_GEM_VERSION}"
 
           begin
@@ -28,6 +30,10 @@ module Aws
             ua += " #{context[:gem_name]}/#{context[:gem_version]}"
           end
 
+          if execution_env
+            ua += " exec-env/#{execution_env}"
+          end
+
           ua += " #{context.config.user_agent_suffix}" if context.config.user_agent_suffix
 
           context.http_request.headers['User-Agent'] = ua.strip

data/lib/aws-sdk-core/process_credentials.rb

@@ -27,6 +27,8 @@ module Aws
     def initialize(process)
       @process = process
       @credentials = credentials_from_process(@process)
+      
+      super
     end
 
     private
@@ -38,7 +40,11 @@ module Aws
       end
 
       if process_status.success?
-        creds_json = JSON.parse(raw_out)
+        begin
+          creds_json = JSON.parse(raw_out)
+        rescue JSON::ParserError
+          raise Errors::InvalidProcessCredentialsPayload.new("Invalid JSON response")
+        end
         payload_version = creds_json['Version']
         if payload_version == 1
           _parse_payload_format_v1(creds_json)

data/lib/aws-sdk-core/query/handler.rb

@@ -27,7 +27,12 @@ module Aws
         build_request(context)
         @handler.call(context).on_success do |response|
           response.error = nil
-          response.data = parse_xml(context) || EmptyStructure.new
+          parsed = parse_xml(context)
+          if parsed.nil? || parsed == EmptyStructure
+            response.data = EmptyStructure.new
+          else
+            response.data = parsed
+          end
         end
       end
 

data/lib/aws-sdk-core/refreshing_credentials.rb

@@ -3,7 +3,7 @@ require 'thread'
 module Aws
 
   # Base class used credential classes that can be refreshed. This
-  # provides basic refresh logic in a thread-safe manor. Classes mixing in
+  # provides basic refresh logic in a thread-safe manner. Classes mixing in
   # this module are expected to implement a #refresh method that populates
   # the following instance variables:
   #

data/lib/aws-sdk-core/resources/collection.rb

@@ -39,7 +39,7 @@ module Aws
         if @size
           @batches[0][index]
         else
-          raise "unabled to index into a lazy loaded collection"
+          raise "unable to index into a lazy loaded collection"
         end
       end
       deprecated :[]

data/lib/aws-sdk-core/structure.rb

@@ -29,8 +29,7 @@ module Aws
     def to_h(obj = self)
       case obj
       when Struct
-        obj.members.each.with_object({}) do |member, hash|
-          value = obj[member]
+        obj.each_pair.with_object({}) do |(member, value), hash|
           hash[member] = to_hash(value) unless value.nil?
         end
       when Hash
@@ -45,6 +44,11 @@ module Aws
     end
     alias to_hash to_h
 
+    # Wraps the default #to_s logic with filtering of sensitive parameters.
+    def to_s(obj = self)
+      Aws::Log::ParamFilter.new.filter(obj).to_s
+    end
+
     class << self
 
       # @api private

data/lib/aws-sdk-core/stubbing/protocols/rest.rb

@@ -118,6 +118,25 @@ module Aws
 
         def encode_event(opts, rules, event_data, builder)
           event_ref = rules.shape.member(event_data.delete(:event_type))
+          explicit_payload = false
+          implicit_payload_members = {}
+          event_ref.shape.members.each do |name, ref|
+            if ref.eventpayload
+              explicit_payload = true
+            else
+              implicit_payload_members[name] = ref
+            end
+          end
+
+          if !explicit_payload && !implicit_payload_members.empty?
+            unless implicit_payload_members.size > 1
+              m_name, _ = implicit_payload_members.first
+              value = {}
+              value[m_name] = event_data[m_name]
+              opts[:payload] = StringIO.new(builder.new(event_ref).serialize(value))
+            end
+          end
+
           event_data.each do |k, v|
             member_ref = event_ref.shape.member(k)
             if member_ref.eventheader