aws-sdk-core 2.11.0 → 2.11.631

data/lib/aws-sdk-core/dlm.rb

@@ -0,0 +1,6 @@
+Aws.add_service(:DLM, {
+  api: "#{Aws::API_DIR}/dlm/2018-01-12/api-2.json",
+  docs: "#{Aws::API_DIR}/dlm/2018-01-12/docs-2.json",
+  examples: "#{Aws::API_DIR}/dlm/2018-01-12/examples-1.json",
+  paginators: "#{Aws::API_DIR}/dlm/2018-01-12/paginators-1.json",
+})

data/lib/aws-sdk-core/docdb.rb

@@ -0,0 +1,7 @@
+Aws.add_service(:DocDB, {
+  api: "#{Aws::API_DIR}/docdb/2014-10-31/api-2.json",
+  docs: "#{Aws::API_DIR}/docdb/2014-10-31/docs-2.json",
+  examples: "#{Aws::API_DIR}/docdb/2014-10-31/examples-1.json",
+  paginators: "#{Aws::API_DIR}/docdb/2014-10-31/paginators-1.json",
+  waiters: "#{Aws::API_DIR}/docdb/2014-10-31/waiters-2.json",
+})

data/lib/aws-sdk-core/dynamodb/attribute_value.rb

@@ -76,12 +76,12 @@ module Aws
             end
           when :l then value.map { |v| format(v) }
           when :s then value
-          when :n then BigDecimal.new(value)
+          when :n then BigDecimal(value)
           when :b then StringIO.new(value)
           when :null then nil
           when :bool then value
           when :ss then Set.new(value)
-          when :ns then Set.new(value.map { |n| BigDecimal.new(n) })
+          when :ns then Set.new(value.map { |n| BigDecimal(n) })
           when :bs then Set.new(value.map { |b| StringIO.new(b) })
           when :es then Set.new
           else

data/lib/aws-sdk-core/eager_loader.rb

@@ -16,6 +16,7 @@ module Aws
     def load(klass_or_module)
       @loaded << klass_or_module
       klass_or_module.constants.each do |const_name|
+        next if const_name == :Tms
         path = klass_or_module.autoload?(const_name)
         begin
           require(path) if path

data/lib/aws-sdk-core/ebs.rb

@@ -0,0 +1,6 @@
+Aws.add_service(:EBS, {
+  api: "#{Aws::API_DIR}/ebs/2019-11-02/api-2.json",
+  docs: "#{Aws::API_DIR}/ebs/2019-11-02/docs-2.json",
+  examples: "#{Aws::API_DIR}/ebs/2019-11-02/examples-1.json",
+  paginators: "#{Aws::API_DIR}/ebs/2019-11-02/paginators-1.json",
+})

data/lib/aws-sdk-core/ec2instanceconnect.rb

@@ -0,0 +1,6 @@
+Aws.add_service(:EC2InstanceConnect, {
+  api: "#{Aws::API_DIR}/ec2-instance-connect/2018-04-02/api-2.json",
+  docs: "#{Aws::API_DIR}/ec2-instance-connect/2018-04-02/docs-2.json",
+  examples: "#{Aws::API_DIR}/ec2-instance-connect/2018-04-02/examples-1.json",
+  paginators: "#{Aws::API_DIR}/ec2-instance-connect/2018-04-02/paginators-1.json",
+})

data/lib/aws-sdk-core/ecr.rb

@@ -3,4 +3,5 @@ Aws.add_service(:ECR, {
   docs: "#{Aws::API_DIR}/ecr/2015-09-21/docs-2.json",
   examples: "#{Aws::API_DIR}/ecr/2015-09-21/examples-1.json",
   paginators: "#{Aws::API_DIR}/ecr/2015-09-21/paginators-1.json",
+  waiters: "#{Aws::API_DIR}/ecr/2015-09-21/waiters-2.json",
 })

data/lib/aws-sdk-core/ecs_credentials.rb

@@ -60,7 +60,7 @@ module Aws
       super
     end
 
-    # @return [Integer] The number of times to retry failed atttempts to
+    # @return [Integer] The number of times to retry failed attempts to
     #   fetch credentials from the instance metadata service. Defaults to 0.
     attr_reader :retries
 
@@ -78,14 +78,18 @@ module Aws
       # Retry loading credentials up to 3 times is the instance metadata
       # service is responding but is returning invalid JSON documents
       # in response to the GET profile credentials call.
-      retry_errors([JSON::ParserError, StandardError], max_retries: 3) do
-        c = JSON.parse(get_credentials.to_s)
-        @credentials = Credentials.new(
-          c['AccessKeyId'],
-          c['SecretAccessKey'],
-          c['Token']
-        )
-        @expiration = c['Expiration'] ? Time.parse(c['Expiration']) : nil
+      begin
+        retry_errors([JSON::ParserError, StandardError], max_retries: 3) do
+          c = JSON.parse(get_credentials.to_s)
+          @credentials = Credentials.new(
+            c['AccessKeyId'],
+            c['SecretAccessKey'],
+            c['Token']
+          )
+          @expiration = c['Expiration'] ? Time.iso8601(c['Expiration']) : nil
+        end
+      rescue JSON::ParserError
+        raise Aws::Errors::MetadataParserError.new
       end
     end
 
@@ -126,7 +130,7 @@ module Aws
       retries = 0
       begin
         yield
-      rescue *error_classes => error
+      rescue *error_classes => _error
         if retries < max_retries
           @backoff.call(retries)
           retries += 1

data/lib/aws-sdk-core/eks.rb

@@ -0,0 +1,7 @@
+Aws.add_service(:EKS, {
+  api: "#{Aws::API_DIR}/eks/2017-11-01/api-2.json",
+  docs: "#{Aws::API_DIR}/eks/2017-11-01/docs-2.json",
+  examples: "#{Aws::API_DIR}/eks/2017-11-01/examples-1.json",
+  paginators: "#{Aws::API_DIR}/eks/2017-11-01/paginators-1.json",
+  waiters: "#{Aws::API_DIR}/eks/2017-11-01/waiters-2.json",
+})

data/lib/aws-sdk-core/elasticbeanstalk.rb

@@ -3,4 +3,5 @@ Aws.add_service(:ElasticBeanstalk, {
   docs: "#{Aws::API_DIR}/elasticbeanstalk/2010-12-01/docs-2.json",
   examples: "#{Aws::API_DIR}/elasticbeanstalk/2010-12-01/examples-1.json",
   paginators: "#{Aws::API_DIR}/elasticbeanstalk/2010-12-01/paginators-1.json",
+  waiters: "#{Aws::API_DIR}/elasticbeanstalk/2010-12-01/waiters-2.json",
 })

data/lib/aws-sdk-core/elasticinference.rb

@@ -0,0 +1,6 @@
+Aws.add_service(:ElasticInference, {
+  api: "#{Aws::API_DIR}/elastic-inference/2017-07-25/api-2.json",
+  docs: "#{Aws::API_DIR}/elastic-inference/2017-07-25/docs-2.json",
+  examples: "#{Aws::API_DIR}/elastic-inference/2017-07-25/examples-1.json",
+  paginators: "#{Aws::API_DIR}/elastic-inference/2017-07-25/paginators-1.json",
+})

data/lib/aws-sdk-core/endpoint_cache.rb

@@ -0,0 +1,188 @@
+module Aws
+  # @api private
+  # a LRU cache caching endpoints data
+  class EndpointCache
+
+    # default cache entries limit
+    MAX_ENTRIES = 1000
+
+    # default max threads pool size
+    MAX_THREADS = 10
+
+    def initialize(options = {})
+      @max_entries = options[:max_entries] || MAX_ENTRIES
+      @entries = {} # store endpoints
+      @max_threads = options[:max_threads] || MAX_THREADS
+      @pool = {} # store polling threads
+      @mutex = Mutex.new
+      @require_identifier = nil # whether endpoint operation support identifier
+    end
+
+    # @return [Integer] Max size limit of cache
+    attr_reader :max_entries
+
+    # @return [Integer] Max count of polling threads
+    attr_reader :max_threads
+
+    # return [Hash] Polling threads pool
+    attr_reader :pool
+
+    # @param [String] key
+    # @return [Endpoint]
+    def [](key)
+      @mutex.synchronize do
+        # fetching an existing endpoint delete it and then append it
+        endpoint = @entries[key]
+        if endpoint
+          @entries.delete(key)
+          @entries[key] = endpoint
+        end
+        endpoint
+      end
+    end
+
+    # @param [String] key
+    # @param [Hash] value
+    def []=(key, value)
+      @mutex.synchronize do
+        # delete the least recent used endpoint when cache is full
+        unless @entries.size < @max_entries
+          old_key, _ = @entries.shift
+          self.delete_polling_thread(old_key)
+        end
+        # delete old value if exists
+        @entries.delete(key)
+        @entries[key] = Endpoint.new(value.to_hash)
+      end
+    end
+
+    # checking whether an unexpired endpoint key exists in cache
+    # @param [String] key
+    # @return [Boolean]
+    def key?(key)
+      if @entries.key?(key) && (@entries[key].nil? || @entries[key].expired?)
+        self.delete(key)
+      end
+      @entries.key?(key)
+    end
+
+    # checking whether an polling thread exist for the key
+    # @param [String] key
+    # @return [Boolean]
+    def threads_key?(key)
+      @pool.key?(key)
+    end
+
+    # remove entry only
+    # @param [String] key
+    def delete(key)
+      @mutex.synchronize do
+        @entries.delete(key)
+      end
+    end
+
+    # kill the old polling thread and remove it from pool
+    # @param [String] key
+    def delete_polling_thread(key)
+      Thread.kill(@pool[key]) if self.threads_key?(key)
+      @pool.delete(key)
+    end
+
+    # update cache with requests (using service endpoint operation)
+    # to fetch endpoint list (with identifiers when available)
+    # @param [String] key
+    # @param [RequestContext] ctx
+    def update(key, ctx)
+      resp = _request_endpoint(ctx)
+      if resp && resp.endpoints
+        resp.endpoints.each { |e| self[key] = e }
+      end
+    end
+
+    # extract the key to be used in the cache from request context
+    # @param [RequestContext] ctx
+    # @return [String]
+    def extract_key(ctx)
+      parts = []
+      # fetching from cred provider directly gives warnings
+      parts << ctx.config.credentials.credentials.access_key_id
+      if _endpoint_operation_identifier(ctx)
+        parts << ctx.operation_name
+        ctx.operation.input.shape.members.inject(parts) do |p, (name, ref)|
+          p << ctx.params[name] if ref["endpointdiscoveryid"]
+          p
+        end
+      end
+      parts.join('_')
+    end
+
+    # update polling threads pool
+    # param [String] key
+    # param [Thread] thread
+    def update_polling_pool(key, thread)
+      unless @pool.size < @max_threads
+        _, thread = @pool.shift
+        Thread.kill(thread)
+      end
+      @pool[key] = thread
+    end
+
+    # kill all polling threads
+    def stop_polling!
+      @pool.each { |_, t| Thread.kill(t) }
+      @pool = {}
+    end
+
+    private
+
+    def _request_endpoint(ctx)
+      params = {}
+      if _endpoint_operation_identifier(ctx)
+        # build identifier params when available
+        params[:operation] = ctx.operation.name
+        ctx.operation.input.shape.members.inject(params) do |p, (name, ref)|
+          if ref["endpointdiscoveryid"]
+            p[:identifiers] ||= {}
+            p[:identifiers][ref.location_name] = ctx.params[name]
+          end
+          p
+        end
+      end
+
+      begin
+        endpoint_operation_name = ctx.config.api.endpoint_operation
+        ctx.client.send(endpoint_operation_name, params)
+      rescue Aws::Errors::ServiceError
+        nil 
+      end
+    end
+
+    def _endpoint_operation_identifier(ctx)
+      return @require_identifier unless @require_identifier.nil?
+      operation_name = ctx.config.api.endpoint_operation
+      operation = ctx.config.api.operation(operation_name)
+      @require_identifier = operation.input.shape.members.any?
+    end
+
+    class Endpoint
+    
+      # default endpoint cache time, 1 minute
+      CACHE_PERIOD = 1
+
+      def initialize(options)
+        @address = options.fetch(:address)
+        @cache_period = options[:cache_period_in_minutes] || CACHE_PERIOD
+        @created_time = Time.now
+      end
+
+      # [String] valid URI address (with path) 
+      attr_reader :address
+
+      def expired?
+        Time.now - @created_time > @cache_period * 60
+      end
+
+    end
+
+  end
+end

data/lib/aws-sdk-core/endpoint_provider.rb

@@ -2,12 +2,34 @@ module Aws
   # @api private
   class EndpointProvider
 
+    # when sts_regional_endpoint set to `legacy`
+    # endpoint pattern stays global for
+    # following regions
+    STS_LEGACY_REGIONS = %w(
+      ap-northeast-1
+      ap-south-1
+      ap-southeast-1
+      ap-southeast-2
+      aws-global
+      ca-central-1
+      eu-central-1
+      eu-north-1
+      eu-west-1
+      eu-west-2
+      eu-west-3
+      sa-east-1
+      us-east-1
+      us-east-2
+      us-west-1
+      us-west-2
+    )
+
     def initialize(rules)
       @rules = rules
     end
 
-    def resolve(region, service)
-      "https://" + endpoint_for(region, service)
+    def resolve(region, service, sts_regional_endpoints)
+      "https://" + endpoint_for(region, service, sts_regional_endpoints)
     end
 
     def signing_region(region, service)
@@ -27,7 +49,7 @@ module Aws
 
     private
 
-    def endpoint_for(region, service)
+    def endpoint_for(region, service, sts_regional_endpoints = 'regional')
       partition = get_partition(region)
       endpoint = default_endpoint(partition, service, region)
       service_cfg = partition.fetch("services", {}).fetch(service, {})
@@ -35,8 +57,13 @@ module Aws
       # Check for service-level default endpoint.
       endpoint = service_cfg.fetch("defaults", {}).fetch("hostname", endpoint)
 
+      # Check for sts legacy behavior
+      sts_legacy = service == 'sts' &&
+        sts_regional_endpoints == 'legacy' &&
+        STS_LEGACY_REGIONS.include?(region)
+
       # Check for global endpoint.
-      if service_cfg["isRegionalized"] == false
+      if sts_legacy || service_cfg["isRegionalized"] == false
         region = service_cfg.fetch("partitionEndpoint", region)
       end
 
@@ -81,8 +108,8 @@ module Aws
 
     class << self
 
-      def resolve(region, service)
-        default_provider.resolve(region, service)
+      def resolve(region, service, sts_regional_endpoints = 'regional')
+        default_provider.resolve(region, service, sts_regional_endpoints)
       end
 
       def signing_region(region, service)

data/lib/aws-sdk-core/errors.rb

@@ -34,6 +34,15 @@ module Aws
       end
     end
 
+    # Raised when InstanceProfileCredentialsProvider or
+    # EcsCredentialsProvider fails to parse the metadata response after retries
+    class MetadataParserError < RuntimeError
+      def initialize(*args)
+        msg = "Failed to parse metadata service response."
+        super(msg)
+      end
+    end
+
     # Various plugins perform client-side checksums of responses.
     # This error indicates a checksum failed.
     class ChecksumError < RuntimeError; end
@@ -53,6 +62,30 @@ module Aws
     # Raised when a {Service} is constructed and region is not specified.
     class MissingRegionError < ArgumentError; end
 
+    # Rasied when endpoint discovery failed for operations
+    # that requires endpoints from endpoint discovery
+    class EndpointDiscoveryError < RuntimeError
+      def initialize(*args)
+        msg = 'Endpoint discovery failed for the operation or discovered endpoint is not working, '\
+          'request will keep failing until endpoint discovery succeeds or :endpoint option is provided.'
+        super(msg)
+      end
+    end
+
+    # raised when hostLabel member is not provided
+    # at operation input when endpoint trait is available
+    # with 'hostPrefix' requirement
+    class MissingEndpointHostLabelValue < RuntimeError
+
+      def initialize(name)
+        msg = "Missing required parameter #{name} to construct"\
+          " endpoint host prefix. You can disable host prefix by"\
+          " setting :disable_host_prefix_injection to `true`."
+        super(msg)
+      end
+
+    end
+
     # Raised when attempting to connect to an endpoint and a `SocketError`
     # is received from the HTTP client. This error is typically the result
     # of configuring an invalid `:region`.

data/lib/aws-sdk-core/eventbridge.rb

@@ -0,0 +1,6 @@
+Aws.add_service(:EventBridge, {
+  api: "#{Aws::API_DIR}/eventbridge/2015-10-07/api-2.json",
+  docs: "#{Aws::API_DIR}/eventbridge/2015-10-07/docs-2.json",
+  examples: "#{Aws::API_DIR}/eventbridge/2015-10-07/examples-1.json",
+  paginators: "#{Aws::API_DIR}/eventbridge/2015-10-07/paginators-1.json",
+})

data/lib/aws-sdk-core/fms.rb

@@ -0,0 +1,6 @@
+Aws.add_service(:FMS, {
+  api: "#{Aws::API_DIR}/fms/2018-01-01/api-2.json",
+  docs: "#{Aws::API_DIR}/fms/2018-01-01/docs-2.json",
+  examples: "#{Aws::API_DIR}/fms/2018-01-01/examples-1.json",
+  paginators: "#{Aws::API_DIR}/fms/2018-01-01/paginators-1.json",
+})

data/lib/aws-sdk-core/forecastqueryservice.rb

@@ -0,0 +1,6 @@
+Aws.add_service(:ForecastQueryService, {
+  api: "#{Aws::API_DIR}/forecastquery/2018-06-26/api-2.json",
+  docs: "#{Aws::API_DIR}/forecastquery/2018-06-26/docs-2.json",
+  examples: "#{Aws::API_DIR}/forecastquery/2018-06-26/examples-1.json",
+  paginators: "#{Aws::API_DIR}/forecastquery/2018-06-26/paginators-1.json",
+})

data/lib/aws-sdk-core/forecastservice.rb

@@ -0,0 +1,6 @@
+Aws.add_service(:ForecastService, {
+  api: "#{Aws::API_DIR}/forecast/2018-06-26/api-2.json",
+  docs: "#{Aws::API_DIR}/forecast/2018-06-26/docs-2.json",
+  examples: "#{Aws::API_DIR}/forecast/2018-06-26/examples-1.json",
+  paginators: "#{Aws::API_DIR}/forecast/2018-06-26/paginators-1.json",
+})

data/lib/aws-sdk-core/frauddetector.rb

@@ -0,0 +1,6 @@
+Aws.add_service(:FraudDetector, {
+  api: "#{Aws::API_DIR}/frauddetector/2019-11-15/api-2.json",
+  docs: "#{Aws::API_DIR}/frauddetector/2019-11-15/docs-2.json",
+  examples: "#{Aws::API_DIR}/frauddetector/2019-11-15/examples-1.json",
+  paginators: "#{Aws::API_DIR}/frauddetector/2019-11-15/paginators-1.json",
+})

data/lib/aws-sdk-core/fsx.rb

@@ -0,0 +1,6 @@
+Aws.add_service(:FSx, {
+  api: "#{Aws::API_DIR}/fsx/2018-03-01/api-2.json",
+  docs: "#{Aws::API_DIR}/fsx/2018-03-01/docs-2.json",
+  examples: "#{Aws::API_DIR}/fsx/2018-03-01/examples-1.json",
+  paginators: "#{Aws::API_DIR}/fsx/2018-03-01/paginators-1.json",
+})

data/lib/aws-sdk-core/globalaccelerator.rb

@@ -0,0 +1,6 @@
+Aws.add_service(:GlobalAccelerator, {
+  api: "#{Aws::API_DIR}/globalaccelerator/2018-08-08/api-2.json",
+  docs: "#{Aws::API_DIR}/globalaccelerator/2018-08-08/docs-2.json",
+  examples: "#{Aws::API_DIR}/globalaccelerator/2018-08-08/examples-1.json",
+  paginators: "#{Aws::API_DIR}/globalaccelerator/2018-08-08/paginators-1.json",
+})

data/lib/aws-sdk-core/gluedatabrew.rb

@@ -0,0 +1,6 @@
+Aws.add_service(:GlueDataBrew, {
+  api: "#{Aws::API_DIR}/databrew/2017-07-25/api-2.json",
+  docs: "#{Aws::API_DIR}/databrew/2017-07-25/docs-2.json",
+  examples: "#{Aws::API_DIR}/databrew/2017-07-25/examples-1.json",
+  paginators: "#{Aws::API_DIR}/databrew/2017-07-25/paginators-1.json",
+})

data/lib/aws-sdk-core/groundstation.rb

@@ -0,0 +1,6 @@
+Aws.add_service(:GroundStation, {
+  api: "#{Aws::API_DIR}/groundstation/2019-05-23/api-2.json",
+  docs: "#{Aws::API_DIR}/groundstation/2019-05-23/docs-2.json",
+  examples: "#{Aws::API_DIR}/groundstation/2019-05-23/examples-1.json",
+  paginators: "#{Aws::API_DIR}/groundstation/2019-05-23/paginators-1.json",
+})

data/lib/aws-sdk-core/guardduty.rb

@@ -1,5 +1,6 @@
 Aws.add_service(:GuardDuty, {
   api: "#{Aws::API_DIR}/guardduty/2017-11-28/api-2.json",
   docs: "#{Aws::API_DIR}/guardduty/2017-11-28/docs-2.json",
+  examples: "#{Aws::API_DIR}/guardduty/2017-11-28/examples-1.json",
   paginators: "#{Aws::API_DIR}/guardduty/2017-11-28/paginators-1.json",
 })

data/lib/aws-sdk-core/honeycode.rb

@@ -0,0 +1,6 @@
+Aws.add_service(:Honeycode, {
+  api: "#{Aws::API_DIR}/honeycode/2020-03-01/api-2.json",
+  docs: "#{Aws::API_DIR}/honeycode/2020-03-01/docs-2.json",
+  examples: "#{Aws::API_DIR}/honeycode/2020-03-01/examples-1.json",
+  paginators: "#{Aws::API_DIR}/honeycode/2020-03-01/paginators-1.json",
+})

data/lib/aws-sdk-core/identitystore.rb

@@ -0,0 +1,6 @@
+Aws.add_service(:IdentityStore, {
+  api: "#{Aws::API_DIR}/identitystore/2020-06-15/api-2.json",
+  docs: "#{Aws::API_DIR}/identitystore/2020-06-15/docs-2.json",
+  examples: "#{Aws::API_DIR}/identitystore/2020-06-15/examples-1.json",
+  paginators: "#{Aws::API_DIR}/identitystore/2020-06-15/paginators-1.json",
+})

data/lib/aws-sdk-core/imagebuilder.rb

@@ -0,0 +1,6 @@
+Aws.add_service(:Imagebuilder, {
+  api: "#{Aws::API_DIR}/imagebuilder/2019-12-02/api-2.json",
+  docs: "#{Aws::API_DIR}/imagebuilder/2019-12-02/docs-2.json",
+  examples: "#{Aws::API_DIR}/imagebuilder/2019-12-02/examples-1.json",
+  paginators: "#{Aws::API_DIR}/imagebuilder/2019-12-02/paginators-1.json",
+})