aws-sdk-core 3.0.0 → 3.129.1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +5 -5
- data/CHANGELOG.md +1287 -0
- data/LICENSE.txt +202 -0
- data/VERSION +1 -1
- data/ca-bundle.crt +3615 -3541
- data/lib/aws-defaults/default_configuration.rb +153 -0
- data/lib/aws-defaults/defaults_mode_config_resolver.rb +107 -0
- data/lib/aws-defaults.rb +3 -0
- data/lib/aws-sdk-core/arn.rb +92 -0
- data/lib/aws-sdk-core/arn_parser.rb +40 -0
- data/lib/aws-sdk-core/assume_role_credentials.rb +20 -0
- data/lib/aws-sdk-core/assume_role_web_identity_credentials.rb +109 -0
- data/lib/aws-sdk-core/async_client_stubs.rb +82 -0
- data/lib/aws-sdk-core/binary/decode_handler.rb +58 -0
- data/lib/aws-sdk-core/binary/encode_handler.rb +34 -0
- data/lib/aws-sdk-core/binary/event_builder.rb +124 -0
- data/lib/aws-sdk-core/binary/event_parser.rb +136 -0
- data/lib/aws-sdk-core/binary/event_stream_decoder.rb +64 -0
- data/lib/aws-sdk-core/binary/event_stream_encoder.rb +55 -0
- data/lib/aws-sdk-core/binary.rb +8 -0
- data/lib/aws-sdk-core/client_side_monitoring/publisher.rb +51 -0
- data/lib/aws-sdk-core/client_side_monitoring/request_metrics.rb +199 -0
- data/lib/aws-sdk-core/client_stubs.rb +55 -10
- data/lib/aws-sdk-core/credential_provider.rb +1 -30
- data/lib/aws-sdk-core/credential_provider_chain.rb +111 -33
- data/lib/aws-sdk-core/credentials.rb +2 -0
- data/lib/aws-sdk-core/deprecations.rb +17 -11
- data/lib/aws-sdk-core/eager_loader.rb +2 -0
- data/lib/aws-sdk-core/ec2_metadata.rb +238 -0
- data/lib/aws-sdk-core/ecs_credentials.rb +20 -11
- data/lib/aws-sdk-core/endpoint_cache.rb +193 -0
- data/lib/aws-sdk-core/errors.rb +210 -12
- data/lib/aws-sdk-core/event_emitter.rb +64 -0
- data/lib/aws-sdk-core/ini_parser.rb +2 -0
- data/lib/aws-sdk-core/instance_profile_credentials.rb +237 -45
- data/lib/aws-sdk-core/json/builder.rb +6 -2
- data/lib/aws-sdk-core/json/error_handler.rb +21 -2
- data/lib/aws-sdk-core/json/handler.rb +21 -1
- data/lib/aws-sdk-core/json/json_engine.rb +12 -8
- data/lib/aws-sdk-core/json/oj_engine.rb +35 -6
- data/lib/aws-sdk-core/json/parser.rb +10 -0
- data/lib/aws-sdk-core/json.rb +11 -28
- data/lib/aws-sdk-core/log/formatter.rb +16 -4
- data/lib/aws-sdk-core/log/handler.rb +2 -0
- data/lib/aws-sdk-core/log/param_filter.rb +38 -13
- data/lib/aws-sdk-core/log/param_formatter.rb +2 -0
- data/lib/aws-sdk-core/pageable_response.rb +111 -47
- data/lib/aws-sdk-core/pager.rb +5 -0
- data/lib/aws-sdk-core/param_converter.rb +2 -0
- data/lib/aws-sdk-core/param_validator.rb +99 -22
- data/lib/aws-sdk-core/plugins/api_key.rb +56 -0
- data/lib/aws-sdk-core/plugins/apig_authorizer_token.rb +32 -0
- data/lib/aws-sdk-core/plugins/apig_credentials_configuration.rb +36 -0
- data/lib/aws-sdk-core/plugins/apig_user_agent.rb +39 -0
- data/lib/aws-sdk-core/plugins/checksum_algorithm.rb +340 -0
- data/lib/aws-sdk-core/plugins/client_metrics_plugin.rb +283 -0
- data/lib/aws-sdk-core/plugins/client_metrics_send_plugin.rb +86 -0
- data/lib/aws-sdk-core/plugins/credentials_configuration.rb +26 -7
- data/lib/aws-sdk-core/plugins/defaults_mode.rb +40 -0
- data/lib/aws-sdk-core/plugins/endpoint_discovery.rb +168 -0
- data/lib/aws-sdk-core/plugins/endpoint_pattern.rb +65 -0
- data/lib/aws-sdk-core/plugins/event_stream_configuration.rb +32 -0
- data/lib/aws-sdk-core/plugins/global_configuration.rb +2 -0
- data/lib/aws-sdk-core/plugins/helpful_socket_errors.rb +2 -0
- data/lib/aws-sdk-core/plugins/http_checksum.rb +64 -0
- data/lib/aws-sdk-core/plugins/idempotency_token.rb +2 -0
- data/lib/aws-sdk-core/plugins/invocation_id.rb +35 -0
- data/lib/aws-sdk-core/plugins/jsonvalue_converter.rb +2 -0
- data/lib/aws-sdk-core/plugins/logging.rb +2 -0
- data/lib/aws-sdk-core/plugins/param_converter.rb +2 -0
- data/lib/aws-sdk-core/plugins/param_validator.rb +2 -0
- data/lib/aws-sdk-core/plugins/protocols/api_gateway.rb +29 -0
- data/lib/aws-sdk-core/plugins/protocols/ec2.rb +2 -0
- data/lib/aws-sdk-core/plugins/protocols/json_rpc.rb +2 -0
- data/lib/aws-sdk-core/plugins/protocols/query.rb +2 -0
- data/lib/aws-sdk-core/plugins/protocols/rest_json.rb +18 -1
- data/lib/aws-sdk-core/plugins/protocols/rest_xml.rb +2 -0
- data/lib/aws-sdk-core/plugins/recursion_detection.rb +27 -0
- data/lib/aws-sdk-core/plugins/regional_endpoint.rb +76 -16
- data/lib/aws-sdk-core/plugins/response_paging.rb +3 -1
- data/lib/aws-sdk-core/plugins/retries/client_rate_limiter.rb +139 -0
- data/lib/aws-sdk-core/plugins/retries/clock_skew.rb +100 -0
- data/lib/aws-sdk-core/plugins/retries/error_inspector.rb +146 -0
- data/lib/aws-sdk-core/plugins/retries/retry_quota.rb +59 -0
- data/lib/aws-sdk-core/plugins/retry_errors.rb +334 -78
- data/lib/aws-sdk-core/plugins/signature_v2.rb +2 -0
- data/lib/aws-sdk-core/plugins/signature_v4.rb +33 -28
- data/lib/aws-sdk-core/plugins/stub_responses.rb +31 -7
- data/lib/aws-sdk-core/plugins/transfer_encoding.rb +53 -0
- data/lib/aws-sdk-core/plugins/user_agent.rb +9 -5
- data/lib/aws-sdk-core/process_credentials.rb +81 -0
- data/lib/aws-sdk-core/query/ec2_param_builder.rb +11 -3
- data/lib/aws-sdk-core/query/handler.rb +8 -1
- data/lib/aws-sdk-core/query/param.rb +2 -0
- data/lib/aws-sdk-core/query/param_builder.rb +11 -3
- data/lib/aws-sdk-core/query/param_list.rb +2 -0
- data/lib/aws-sdk-core/query.rb +2 -0
- data/lib/aws-sdk-core/refreshing_credentials.rb +16 -3
- data/lib/aws-sdk-core/resources/collection.rb +7 -5
- data/lib/aws-sdk-core/rest/handler.rb +2 -0
- data/lib/aws-sdk-core/rest/request/body.rb +21 -1
- data/lib/aws-sdk-core/rest/request/builder.rb +4 -1
- data/lib/aws-sdk-core/rest/request/endpoint.rb +13 -6
- data/lib/aws-sdk-core/rest/request/headers.rb +30 -6
- data/lib/aws-sdk-core/rest/request/querystring_builder.rb +17 -2
- data/lib/aws-sdk-core/rest/response/body.rb +16 -1
- data/lib/aws-sdk-core/rest/response/headers.rb +8 -3
- data/lib/aws-sdk-core/rest/response/parser.rb +7 -1
- data/lib/aws-sdk-core/rest/response/status_code.rb +2 -0
- data/lib/aws-sdk-core/rest.rb +2 -0
- data/lib/aws-sdk-core/shared_config.rb +204 -68
- data/lib/aws-sdk-core/shared_credentials.rb +9 -1
- data/lib/aws-sdk-core/sso_credentials.rb +136 -0
- data/lib/aws-sdk-core/structure.rb +18 -3
- data/lib/aws-sdk-core/stubbing/data_applicator.rb +2 -0
- data/lib/aws-sdk-core/stubbing/empty_stub.rb +6 -1
- data/lib/aws-sdk-core/stubbing/protocols/api_gateway.rb +10 -0
- data/lib/aws-sdk-core/stubbing/protocols/ec2.rb +2 -0
- data/lib/aws-sdk-core/stubbing/protocols/json.rb +3 -1
- data/lib/aws-sdk-core/stubbing/protocols/query.rb +4 -2
- data/lib/aws-sdk-core/stubbing/protocols/rest.rb +120 -2
- data/lib/aws-sdk-core/stubbing/protocols/rest_json.rb +8 -2
- data/lib/aws-sdk-core/stubbing/protocols/rest_xml.rb +11 -7
- data/lib/aws-sdk-core/stubbing/stub_data.rb +15 -4
- data/lib/aws-sdk-core/stubbing/xml_error.rb +2 -0
- data/lib/aws-sdk-core/type_builder.rb +2 -0
- data/lib/aws-sdk-core/util.rb +34 -1
- data/lib/aws-sdk-core/waiters/errors.rb +2 -0
- data/lib/aws-sdk-core/waiters/poller.rb +2 -0
- data/lib/aws-sdk-core/waiters/waiter.rb +4 -2
- data/lib/aws-sdk-core/waiters.rb +2 -0
- data/lib/aws-sdk-core/xml/builder.rb +14 -6
- data/lib/aws-sdk-core/xml/default_list.rb +2 -0
- data/lib/aws-sdk-core/xml/default_map.rb +2 -0
- data/lib/aws-sdk-core/xml/doc_builder.rb +15 -4
- data/lib/aws-sdk-core/xml/error_handler.rb +29 -4
- data/lib/aws-sdk-core/xml/parser/engines/libxml.rb +2 -0
- data/lib/aws-sdk-core/xml/parser/engines/nokogiri.rb +2 -0
- data/lib/aws-sdk-core/xml/parser/engines/oga.rb +2 -0
- data/lib/aws-sdk-core/xml/parser/engines/ox.rb +3 -1
- data/lib/aws-sdk-core/xml/parser/engines/rexml.rb +4 -1
- data/lib/aws-sdk-core/xml/parser/frame.rb +30 -5
- data/lib/aws-sdk-core/xml/parser/parsing_error.rb +2 -0
- data/lib/aws-sdk-core/xml/parser/stack.rb +2 -0
- data/lib/aws-sdk-core/xml/parser.rb +7 -0
- data/lib/aws-sdk-core/xml.rb +2 -0
- data/lib/aws-sdk-core.rb +39 -5
- data/lib/aws-sdk-sso/client.rb +570 -0
- data/lib/aws-sdk-sso/client_api.rb +190 -0
- data/lib/aws-sdk-sso/customizations.rb +1 -0
- data/lib/aws-sdk-sso/errors.rb +102 -0
- data/lib/aws-sdk-sso/resource.rb +26 -0
- data/lib/aws-sdk-sso/types.rb +352 -0
- data/lib/aws-sdk-sso.rb +55 -0
- data/lib/aws-sdk-sts/client.rb +1474 -598
- data/lib/aws-sdk-sts/client_api.rb +81 -1
- data/lib/aws-sdk-sts/customizations.rb +4 -0
- data/lib/aws-sdk-sts/errors.rb +153 -1
- data/lib/aws-sdk-sts/plugins/sts_regional_endpoints.rb +38 -0
- data/lib/aws-sdk-sts/presigner.rb +75 -0
- data/lib/aws-sdk-sts/resource.rb +4 -1
- data/lib/aws-sdk-sts/types.rb +1005 -251
- data/lib/aws-sdk-sts.rb +16 -6
- data/lib/seahorse/client/async_base.rb +52 -0
- data/lib/seahorse/client/async_response.rb +64 -0
- data/lib/seahorse/client/base.rb +7 -2
- data/lib/seahorse/client/block_io.rb +6 -2
- data/lib/seahorse/client/configuration.rb +16 -2
- data/lib/seahorse/client/events.rb +3 -1
- data/lib/seahorse/client/h2/connection.rb +250 -0
- data/lib/seahorse/client/h2/handler.rb +152 -0
- data/lib/seahorse/client/handler.rb +2 -0
- data/lib/seahorse/client/handler_builder.rb +2 -0
- data/lib/seahorse/client/handler_list.rb +2 -0
- data/lib/seahorse/client/handler_list_entry.rb +6 -4
- data/lib/seahorse/client/http/async_response.rb +44 -0
- data/lib/seahorse/client/http/headers.rb +2 -0
- data/lib/seahorse/client/http/request.rb +5 -3
- data/lib/seahorse/client/http/response.rb +18 -11
- data/lib/seahorse/client/logging/formatter.rb +6 -2
- data/lib/seahorse/client/logging/handler.rb +2 -0
- data/lib/seahorse/client/managed_file.rb +2 -0
- data/lib/seahorse/client/net_http/connection_pool.rb +43 -27
- data/lib/seahorse/client/net_http/handler.rb +27 -7
- data/lib/seahorse/client/net_http/patches.rb +17 -79
- data/lib/seahorse/client/networking_error.rb +30 -0
- data/lib/seahorse/client/plugin.rb +10 -7
- data/lib/seahorse/client/plugin_list.rb +2 -0
- data/lib/seahorse/client/plugins/content_length.rb +14 -3
- data/lib/seahorse/client/plugins/endpoint.rb +4 -2
- data/lib/seahorse/client/plugins/h2.rb +69 -0
- data/lib/seahorse/client/plugins/logging.rb +2 -0
- data/lib/seahorse/client/plugins/net_http.rb +39 -3
- data/lib/seahorse/client/plugins/operation_methods.rb +2 -0
- data/lib/seahorse/client/plugins/raise_response_errors.rb +2 -0
- data/lib/seahorse/client/plugins/request_callback.rb +110 -0
- data/lib/seahorse/client/plugins/response_target.rb +26 -10
- data/lib/seahorse/client/request.rb +2 -0
- data/lib/seahorse/client/request_context.rb +7 -0
- data/lib/seahorse/client/response.rb +5 -5
- data/lib/seahorse/model/api.rb +39 -0
- data/lib/seahorse/model/authorizer.rb +23 -0
- data/lib/seahorse/model/operation.rb +28 -0
- data/lib/seahorse/model/shapes.rb +53 -0
- data/lib/seahorse/util.rb +9 -2
- data/lib/seahorse/version.rb +2 -0
- data/lib/seahorse.rb +13 -0
- metadata +99 -12
- data/lib/aws-sdk-core/version.rb +0 -3
@@ -0,0 +1,86 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
3
|
+
require 'date'
|
4
|
+
|
5
|
+
module Aws
|
6
|
+
module Plugins
|
7
|
+
class ClientMetricsSendPlugin < Seahorse::Client::Plugin
|
8
|
+
|
9
|
+
def add_handlers(handlers, config)
|
10
|
+
if config.client_side_monitoring && config.client_side_monitoring_port
|
11
|
+
# AttemptHandler comes just before we would retry an error.
|
12
|
+
# Or before we would follow redirects.
|
13
|
+
handlers.add(AttemptHandler, step: :sign, priority: 39)
|
14
|
+
# LatencyHandler is as close to sending as possible.
|
15
|
+
handlers.add(LatencyHandler, step: :sign, priority: 0)
|
16
|
+
end
|
17
|
+
end
|
18
|
+
|
19
|
+
class LatencyHandler < Seahorse::Client::Handler
|
20
|
+
def call(context)
|
21
|
+
start_time = Aws::Util.monotonic_milliseconds
|
22
|
+
resp = @handler.call(context)
|
23
|
+
end_time = Aws::Util.monotonic_milliseconds
|
24
|
+
latency = end_time - start_time
|
25
|
+
context.metadata[:current_call_attempt].request_latency = latency
|
26
|
+
resp
|
27
|
+
end
|
28
|
+
end
|
29
|
+
|
30
|
+
class AttemptHandler < Seahorse::Client::Handler
|
31
|
+
def call(context)
|
32
|
+
request_metrics = context.metadata[:client_metrics]
|
33
|
+
attempt_opts = {
|
34
|
+
timestamp: DateTime.now.strftime('%Q').to_i,
|
35
|
+
fqdn: context.http_request.endpoint.host,
|
36
|
+
region: context.config.region,
|
37
|
+
user_agent: context.http_request.headers["user-agent"],
|
38
|
+
}
|
39
|
+
# It will generally cause an error, but it is semantically valid for
|
40
|
+
# credentials to not exist.
|
41
|
+
if context.config.credentials
|
42
|
+
attempt_opts[:access_key] =
|
43
|
+
context.config.credentials.credentials.access_key_id
|
44
|
+
attempt_opts[:session_token] =
|
45
|
+
context.config.credentials.credentials.session_token
|
46
|
+
end
|
47
|
+
call_attempt = request_metrics.build_call_attempt(attempt_opts)
|
48
|
+
context.metadata[:current_call_attempt] = call_attempt
|
49
|
+
|
50
|
+
resp = @handler.call(context)
|
51
|
+
if context.metadata[:redirect_region]
|
52
|
+
call_attempt.region = context.metadata[:redirect_region]
|
53
|
+
end
|
54
|
+
headers = context.http_response.headers
|
55
|
+
if headers.include?("x-amz-id-2")
|
56
|
+
call_attempt.x_amz_id_2 = headers["x-amz-id-2"]
|
57
|
+
end
|
58
|
+
if headers.include?("x-amz-request-id")
|
59
|
+
call_attempt.x_amz_request_id = headers["x-amz-request-id"]
|
60
|
+
end
|
61
|
+
if headers.include?("x-amzn-request-id")
|
62
|
+
call_attempt.x_amzn_request_id = headers["x-amzn-request-id"]
|
63
|
+
end
|
64
|
+
call_attempt.http_status_code = context.http_response.status_code
|
65
|
+
if e = resp.error
|
66
|
+
e_name = _extract_error_name(e)
|
67
|
+
e_msg = e.message
|
68
|
+
call_attempt.aws_exception = "#{e_name}"
|
69
|
+
call_attempt.aws_exception_msg = "#{e_msg}"
|
70
|
+
end
|
71
|
+
request_metrics.add_call_attempt(call_attempt)
|
72
|
+
resp
|
73
|
+
end
|
74
|
+
|
75
|
+
private
|
76
|
+
def _extract_error_name(error)
|
77
|
+
if error.is_a?(Aws::Errors::ServiceError)
|
78
|
+
error.class.code
|
79
|
+
else
|
80
|
+
error.class.name.to_s
|
81
|
+
end
|
82
|
+
end
|
83
|
+
end
|
84
|
+
end
|
85
|
+
end
|
86
|
+
end
|
@@ -1,3 +1,5 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
1
3
|
module Aws
|
2
4
|
# @api private
|
3
5
|
module Plugins
|
@@ -28,13 +30,28 @@ following classes:
|
|
28
30
|
* `Aws::Credentials` - Used for configuring static, non-refreshing
|
29
31
|
credentials.
|
30
32
|
|
33
|
+
* `Aws::SharedCredentials` - Used for loading static credentials from a
|
34
|
+
shared file, such as `~/.aws/config`.
|
35
|
+
|
36
|
+
* `Aws::AssumeRoleCredentials` - Used when you need to assume a role.
|
37
|
+
|
38
|
+
* `Aws::AssumeRoleWebIdentityCredentials` - Used when you need to
|
39
|
+
assume a role after providing credentials via the web.
|
40
|
+
|
41
|
+
* `Aws::SSOCredentials` - Used for loading credentials from AWS SSO using an
|
42
|
+
access token generated from `aws login`.
|
43
|
+
|
44
|
+
* `Aws::ProcessCredentials` - Used for loading credentials from a
|
45
|
+
process that outputs to stdout.
|
46
|
+
|
31
47
|
* `Aws::InstanceProfileCredentials` - Used for loading credentials
|
32
48
|
from an EC2 IMDS on an EC2 instance.
|
33
49
|
|
34
|
-
* `Aws::
|
35
|
-
|
50
|
+
* `Aws::ECSCredentials` - Used for loading credentials from
|
51
|
+
instances running in ECS.
|
36
52
|
|
37
|
-
* `Aws::
|
53
|
+
* `Aws::CognitoIdentityCredentials` - Used for loading credentials
|
54
|
+
from the Cognito Identity service.
|
38
55
|
|
39
56
|
When `:credentials` are not configured directly, the following
|
40
57
|
locations will be searched for credentials:
|
@@ -44,10 +61,12 @@ locations will be searched for credentials:
|
|
44
61
|
* ENV['AWS_ACCESS_KEY_ID'], ENV['AWS_SECRET_ACCESS_KEY']
|
45
62
|
* `~/.aws/credentials`
|
46
63
|
* `~/.aws/config`
|
47
|
-
* EC2 IMDS instance profile - When used by default, the timeouts
|
48
|
-
very aggressive. Construct and pass an instance of
|
49
|
-
`Aws::InstanceProfileCredentails`
|
50
|
-
timeouts.
|
64
|
+
* EC2/ECS IMDS instance profile - When used by default, the timeouts
|
65
|
+
are very aggressive. Construct and pass an instance of
|
66
|
+
`Aws::InstanceProfileCredentails` or `Aws::ECSCredentials` to
|
67
|
+
enable retries and extended timeouts. Instance profile credential
|
68
|
+
fetching can be disabled by setting ENV['AWS_EC2_METADATA_DISABLED']
|
69
|
+
to true.
|
51
70
|
DOCS
|
52
71
|
) do |config|
|
53
72
|
CredentialProviderChain.new(config).resolve
|
@@ -0,0 +1,40 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
3
|
+
module Aws
|
4
|
+
# @api private
|
5
|
+
module Plugins
|
6
|
+
# @api private
|
7
|
+
class DefaultsMode < Seahorse::Client::Plugin
|
8
|
+
|
9
|
+
option(:defaults_mode,
|
10
|
+
default: 'legacy',
|
11
|
+
doc_type: String,
|
12
|
+
docstring: <<-DOCS
|
13
|
+
See {Aws::DefaultsModeConfiguration} for a list of the
|
14
|
+
accepted modes and the configuration defaults that are included.
|
15
|
+
DOCS
|
16
|
+
) do |cfg|
|
17
|
+
resolve_defaults_mode(cfg)
|
18
|
+
end
|
19
|
+
|
20
|
+
option(:defaults_mode_config_resolver,
|
21
|
+
doc_type: 'Aws::DefaultsModeConfigResolver') do |cfg|
|
22
|
+
Aws::DefaultsModeConfigResolver.new(
|
23
|
+
Aws::DefaultsModeConfiguration::SDK_DEFAULT_CONFIGURATION, cfg)
|
24
|
+
end
|
25
|
+
|
26
|
+
class << self
|
27
|
+
private
|
28
|
+
|
29
|
+
def resolve_defaults_mode(cfg)
|
30
|
+
value = ENV['AWS_DEFAULTS_MODE']
|
31
|
+
value ||= Aws.shared_config.defaults_mode(
|
32
|
+
profile: cfg.profile
|
33
|
+
)
|
34
|
+
value&.downcase || "legacy"
|
35
|
+
end
|
36
|
+
end
|
37
|
+
|
38
|
+
end
|
39
|
+
end
|
40
|
+
end
|
@@ -0,0 +1,168 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
3
|
+
module Aws
|
4
|
+
module Plugins
|
5
|
+
# @api private
|
6
|
+
class EndpointDiscovery < Seahorse::Client::Plugin
|
7
|
+
|
8
|
+
option(:endpoint_discovery,
|
9
|
+
doc_default: Proc.new { |options| options[:require_endpoint_discovery] },
|
10
|
+
doc_type: 'Boolean',
|
11
|
+
docstring: <<-DOCS) do |cfg|
|
12
|
+
When set to `true`, endpoint discovery will be enabled for operations when available.
|
13
|
+
DOCS
|
14
|
+
resolve_endpoint_discovery(cfg)
|
15
|
+
end
|
16
|
+
|
17
|
+
option(:endpoint_cache_max_entries,
|
18
|
+
default: 1000,
|
19
|
+
doc_type: Integer,
|
20
|
+
docstring: <<-DOCS
|
21
|
+
Used for the maximum size limit of the LRU cache storing endpoints data
|
22
|
+
for endpoint discovery enabled operations. Defaults to 1000.
|
23
|
+
DOCS
|
24
|
+
)
|
25
|
+
|
26
|
+
option(:endpoint_cache_max_threads,
|
27
|
+
default: 10,
|
28
|
+
doc_type: Integer,
|
29
|
+
docstring: <<-DOCS
|
30
|
+
Used for the maximum threads in use for polling endpoints to be cached, defaults to 10.
|
31
|
+
DOCS
|
32
|
+
)
|
33
|
+
|
34
|
+
option(:endpoint_cache_poll_interval,
|
35
|
+
default: 60,
|
36
|
+
doc_type: Integer,
|
37
|
+
docstring: <<-DOCS
|
38
|
+
When :endpoint_discovery and :active_endpoint_cache is enabled,
|
39
|
+
Use this option to config the time interval in seconds for making
|
40
|
+
requests fetching endpoints information. Defaults to 60 sec.
|
41
|
+
DOCS
|
42
|
+
)
|
43
|
+
|
44
|
+
option(:endpoint_cache) do |cfg|
|
45
|
+
Aws::EndpointCache.new(
|
46
|
+
max_entries: cfg.endpoint_cache_max_entries,
|
47
|
+
max_threads: cfg.endpoint_cache_max_threads
|
48
|
+
)
|
49
|
+
end
|
50
|
+
|
51
|
+
option(:active_endpoint_cache,
|
52
|
+
default: false,
|
53
|
+
doc_type: 'Boolean',
|
54
|
+
docstring: <<-DOCS
|
55
|
+
When set to `true`, a thread polling for endpoints will be running in
|
56
|
+
the background every 60 secs (default). Defaults to `false`.
|
57
|
+
DOCS
|
58
|
+
)
|
59
|
+
|
60
|
+
def add_handlers(handlers, config)
|
61
|
+
handlers.add(Handler, priority: 90) if config.regional_endpoint
|
62
|
+
end
|
63
|
+
|
64
|
+
class Handler < Seahorse::Client::Handler
|
65
|
+
|
66
|
+
def call(context)
|
67
|
+
if context.operation.endpoint_operation
|
68
|
+
context.http_request.headers['x-amz-api-version'] = context.config.api.version
|
69
|
+
_apply_endpoint_discovery_user_agent(context)
|
70
|
+
elsif discovery_cfg = context.operation.endpoint_discovery
|
71
|
+
endpoint = _discover_endpoint(
|
72
|
+
context,
|
73
|
+
Aws::Util.str_2_bool(discovery_cfg["required"])
|
74
|
+
)
|
75
|
+
context.http_request.endpoint = _valid_uri(endpoint.address) if endpoint
|
76
|
+
if endpoint || context.config.endpoint_discovery
|
77
|
+
_apply_endpoint_discovery_user_agent(context)
|
78
|
+
end
|
79
|
+
end
|
80
|
+
@handler.call(context)
|
81
|
+
end
|
82
|
+
|
83
|
+
private
|
84
|
+
|
85
|
+
def _valid_uri(address)
|
86
|
+
# returned address can be missing scheme
|
87
|
+
if address.start_with?('http')
|
88
|
+
URI.parse(address)
|
89
|
+
else
|
90
|
+
URI.parse("https://" + address)
|
91
|
+
end
|
92
|
+
end
|
93
|
+
|
94
|
+
def _apply_endpoint_discovery_user_agent(ctx)
|
95
|
+
if ctx.config.user_agent_suffix.nil?
|
96
|
+
ctx.config.user_agent_suffix = "endpoint-discovery"
|
97
|
+
elsif !ctx.config.user_agent_suffix.include? "endpoint-discovery"
|
98
|
+
ctx.config.user_agent_suffix += "endpoint-discovery"
|
99
|
+
end
|
100
|
+
end
|
101
|
+
|
102
|
+
def _discover_endpoint(ctx, required)
|
103
|
+
cache = ctx.config.endpoint_cache
|
104
|
+
key = cache.extract_key(ctx)
|
105
|
+
|
106
|
+
if required
|
107
|
+
unless ctx.config.endpoint_discovery
|
108
|
+
raise ArgumentError, "Operation #{ctx.operation.name} requires "\
|
109
|
+
'endpoint_discovery to be enabled.'
|
110
|
+
end
|
111
|
+
# required for the operation
|
112
|
+
unless cache.key?(key)
|
113
|
+
cache.update(key, ctx)
|
114
|
+
end
|
115
|
+
endpoint = cache[key]
|
116
|
+
# hard fail if endpoint is not discovered
|
117
|
+
raise Aws::Errors::EndpointDiscoveryError.new unless endpoint
|
118
|
+
endpoint
|
119
|
+
elsif ctx.config.endpoint_discovery
|
120
|
+
# not required for the operation
|
121
|
+
# but enabled
|
122
|
+
if cache.key?(key)
|
123
|
+
cache[key]
|
124
|
+
elsif ctx.config.active_endpoint_cache
|
125
|
+
# enabled active cache pull
|
126
|
+
interval = ctx.config.endpoint_cache_poll_interval
|
127
|
+
if key.include?('_')
|
128
|
+
# identifier related, kill the previous polling thread by key
|
129
|
+
# because endpoint req params might be changed
|
130
|
+
cache.delete_polling_thread(key)
|
131
|
+
end
|
132
|
+
|
133
|
+
# start a thread for polling endpoints when non-exist
|
134
|
+
unless cache.threads_key?(key)
|
135
|
+
thread = Thread.new do
|
136
|
+
while !cache.key?(key) do
|
137
|
+
cache.update(key, ctx)
|
138
|
+
sleep(interval)
|
139
|
+
end
|
140
|
+
end
|
141
|
+
cache.update_polling_pool(key, thread)
|
142
|
+
end
|
143
|
+
|
144
|
+
cache[key]
|
145
|
+
else
|
146
|
+
# disabled active cache pull
|
147
|
+
# attempt, buit fail soft
|
148
|
+
cache.update(key, ctx)
|
149
|
+
cache[key]
|
150
|
+
end
|
151
|
+
end
|
152
|
+
end
|
153
|
+
|
154
|
+
end
|
155
|
+
|
156
|
+
private
|
157
|
+
|
158
|
+
def self.resolve_endpoint_discovery(cfg)
|
159
|
+
env = ENV['AWS_ENABLE_ENDPOINT_DISCOVERY']
|
160
|
+
default = cfg.api.require_endpoint_discovery
|
161
|
+
shared_cfg = Aws.shared_config.endpoint_discovery_enabled(profile: cfg.profile)
|
162
|
+
resolved = Aws::Util.str_2_bool(env) || Aws::Util.str_2_bool(shared_cfg)
|
163
|
+
env.nil? && shared_cfg.nil? ? default : !!resolved
|
164
|
+
end
|
165
|
+
|
166
|
+
end
|
167
|
+
end
|
168
|
+
end
|
@@ -0,0 +1,65 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
3
|
+
module Aws
|
4
|
+
module Plugins
|
5
|
+
# @api private
|
6
|
+
class EndpointPattern < Seahorse::Client::Plugin
|
7
|
+
|
8
|
+
option(:disable_host_prefix_injection,
|
9
|
+
default: false,
|
10
|
+
doc_type: 'Boolean',
|
11
|
+
docstring: <<-DOCS
|
12
|
+
Set to true to disable SDK automatically adding host prefix
|
13
|
+
to default service endpoint when available.
|
14
|
+
DOCS
|
15
|
+
)
|
16
|
+
|
17
|
+
def add_handlers(handlers, config)
|
18
|
+
handlers.add(Handler, priority: 10)
|
19
|
+
end
|
20
|
+
|
21
|
+
class Handler < Seahorse::Client::Handler
|
22
|
+
|
23
|
+
def call(context)
|
24
|
+
if !context.config.disable_host_prefix_injection
|
25
|
+
endpoint_trait = context.operation.endpoint_pattern
|
26
|
+
if endpoint_trait && !endpoint_trait.empty?
|
27
|
+
_apply_endpoint_trait(context, endpoint_trait)
|
28
|
+
end
|
29
|
+
end
|
30
|
+
@handler.call(context)
|
31
|
+
end
|
32
|
+
|
33
|
+
private
|
34
|
+
|
35
|
+
def _apply_endpoint_trait(context, trait)
|
36
|
+
# currently only support host pattern
|
37
|
+
ori_host = context.http_request.endpoint.host
|
38
|
+
if pattern = trait['hostPrefix']
|
39
|
+
host_prefix = pattern.gsub(/\{.+?\}/) do |label|
|
40
|
+
label = label.delete("{}")
|
41
|
+
_replace_label_value(
|
42
|
+
ori_host, label, context.operation.input, context.params)
|
43
|
+
end
|
44
|
+
context.http_request.endpoint.host = host_prefix + context.http_request.endpoint.host
|
45
|
+
end
|
46
|
+
end
|
47
|
+
|
48
|
+
def _replace_label_value(ori, label, input_ref, params)
|
49
|
+
name = nil
|
50
|
+
input_ref.shape.members.each do |m_name, ref|
|
51
|
+
if ref['hostLabel'] && ref['hostLabelName'] == label
|
52
|
+
name = m_name
|
53
|
+
end
|
54
|
+
end
|
55
|
+
if name.nil? || params[name].nil?
|
56
|
+
raise Errors::MissingEndpointHostLabelValue.new(name)
|
57
|
+
end
|
58
|
+
params[name]
|
59
|
+
end
|
60
|
+
|
61
|
+
end
|
62
|
+
|
63
|
+
end
|
64
|
+
end
|
65
|
+
end
|
@@ -0,0 +1,32 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
3
|
+
module Aws
|
4
|
+
module Plugins
|
5
|
+
|
6
|
+
class EventStreamConfiguration < Seahorse::Client::Plugin
|
7
|
+
|
8
|
+
option(:event_stream_handler,
|
9
|
+
default: nil,
|
10
|
+
doc_type: 'Proc',
|
11
|
+
docstring: <<-DOCS)
|
12
|
+
When an EventStream or Proc object is provided, it will be used as callback for each chunk of event stream response received along the way.
|
13
|
+
DOCS
|
14
|
+
|
15
|
+
option(:input_event_stream_handler,
|
16
|
+
default: nil,
|
17
|
+
doc_type: 'Proc',
|
18
|
+
docstring: <<-DOCS)
|
19
|
+
When an EventStream or Proc object is provided, it can be used for sending events for the event stream.
|
20
|
+
DOCS
|
21
|
+
|
22
|
+
option(:output_event_stream_handler,
|
23
|
+
default: nil,
|
24
|
+
doc_type: 'Proc',
|
25
|
+
docstring: <<-DOCS)
|
26
|
+
When an EventStream or Proc object is provided, it will be used as callback for each chunk of event stream response received along the way.
|
27
|
+
DOCS
|
28
|
+
|
29
|
+
end
|
30
|
+
|
31
|
+
end
|
32
|
+
end
|
@@ -0,0 +1,64 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
3
|
+
require 'openssl'
|
4
|
+
|
5
|
+
module Aws
|
6
|
+
module Plugins
|
7
|
+
# @api private
|
8
|
+
class HttpChecksum < Seahorse::Client::Plugin
|
9
|
+
# @api private
|
10
|
+
class Handler < Seahorse::Client::Handler
|
11
|
+
CHUNK_SIZE = 1 * 1024 * 1024 # one MB
|
12
|
+
|
13
|
+
def call(context)
|
14
|
+
if checksum_required?(context) &&
|
15
|
+
!context[:checksum_algorithms] # skip in favor of flexible checksum
|
16
|
+
body = context.http_request.body
|
17
|
+
context.http_request.headers['Content-Md5'] ||= md5(body)
|
18
|
+
end
|
19
|
+
@handler.call(context)
|
20
|
+
end
|
21
|
+
|
22
|
+
private
|
23
|
+
|
24
|
+
def checksum_required?(context)
|
25
|
+
context.operation.http_checksum_required ||
|
26
|
+
(context.operation.http_checksum &&
|
27
|
+
context.operation.http_checksum['requestChecksumRequired'])
|
28
|
+
end
|
29
|
+
|
30
|
+
# @param [File, Tempfile, IO#read, String] value
|
31
|
+
# @return [String<MD5>]
|
32
|
+
def md5(value)
|
33
|
+
if (value.is_a?(File) || value.is_a?(Tempfile)) &&
|
34
|
+
!value.path.nil? && File.exist?(value.path)
|
35
|
+
OpenSSL::Digest::MD5.file(value).base64digest
|
36
|
+
elsif value.respond_to?(:read)
|
37
|
+
md5 = OpenSSL::Digest::MD5.new
|
38
|
+
update_in_chunks(md5, value)
|
39
|
+
md5.base64digest
|
40
|
+
else
|
41
|
+
OpenSSL::Digest::MD5.digest(value).base64digest
|
42
|
+
end
|
43
|
+
end
|
44
|
+
|
45
|
+
def update_in_chunks(digest, io)
|
46
|
+
loop do
|
47
|
+
chunk = io.read(CHUNK_SIZE)
|
48
|
+
break unless chunk
|
49
|
+
digest.update(chunk)
|
50
|
+
end
|
51
|
+
io.rewind
|
52
|
+
end
|
53
|
+
|
54
|
+
end
|
55
|
+
|
56
|
+
def add_handlers(handlers, _config)
|
57
|
+
# priority set low to ensure checksum is computed AFTER the request is
|
58
|
+
# built but before it is signed
|
59
|
+
handlers.add(Handler, priority: 10, step: :build)
|
60
|
+
end
|
61
|
+
|
62
|
+
end
|
63
|
+
end
|
64
|
+
end
|
@@ -0,0 +1,35 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
3
|
+
require 'securerandom'
|
4
|
+
|
5
|
+
module Aws
|
6
|
+
module Plugins
|
7
|
+
|
8
|
+
# @api private
|
9
|
+
class InvocationId < Seahorse::Client::Plugin
|
10
|
+
|
11
|
+
# @api private
|
12
|
+
class Handler < Seahorse::Client::Handler
|
13
|
+
|
14
|
+
def call(context)
|
15
|
+
apply_invocation_id(context)
|
16
|
+
@handler.call(context)
|
17
|
+
end
|
18
|
+
|
19
|
+
private
|
20
|
+
|
21
|
+
def apply_invocation_id(context)
|
22
|
+
context.http_request.headers['amz-sdk-invocation-id'] = SecureRandom.uuid
|
23
|
+
if context[:input_event_emitter]
|
24
|
+
# only used for eventstreaming at input
|
25
|
+
context.http_request.headers['x-amz-content-sha256'] = 'STREAMING-AWS4-HMAC-SHA256-EVENTS'
|
26
|
+
end
|
27
|
+
end
|
28
|
+
|
29
|
+
end
|
30
|
+
|
31
|
+
handler(Handler, step: :initialize)
|
32
|
+
|
33
|
+
end
|
34
|
+
end
|
35
|
+
end
|
@@ -0,0 +1,29 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
3
|
+
module Aws
|
4
|
+
module Plugins
|
5
|
+
module Protocols
|
6
|
+
class ApiGateway < Seahorse::Client::Plugin
|
7
|
+
|
8
|
+
class ContentTypeHandler < Seahorse::Client::Handler
|
9
|
+
def call(context)
|
10
|
+
body = context.http_request.body
|
11
|
+
# Rest::Handler will set a default JSON body, so size can be checked
|
12
|
+
# if this handler is run after serialization.
|
13
|
+
if !body.respond_to?(:size) ||
|
14
|
+
(body.respond_to?(:size) && body.size > 0)
|
15
|
+
context.http_request.headers['Content-Type'] ||=
|
16
|
+
'application/json'
|
17
|
+
end
|
18
|
+
@handler.call(context)
|
19
|
+
end
|
20
|
+
end
|
21
|
+
|
22
|
+
handler(Rest::Handler)
|
23
|
+
handler(ContentTypeHandler, priority: 30)
|
24
|
+
handler(Json::ErrorHandler, step: :sign)
|
25
|
+
end
|
26
|
+
|
27
|
+
end
|
28
|
+
end
|
29
|
+
end
|
@@ -1,12 +1,29 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
1
3
|
module Aws
|
2
4
|
module Plugins
|
3
5
|
module Protocols
|
4
6
|
class RestJson < Seahorse::Client::Plugin
|
5
7
|
|
8
|
+
class ContentTypeHandler < Seahorse::Client::Handler
|
9
|
+
def call(context)
|
10
|
+
body = context.http_request.body
|
11
|
+
# Rest::Handler will set a default JSON body, so size can be checked
|
12
|
+
# if this handler is run after serialization.
|
13
|
+
if !body.respond_to?(:size) ||
|
14
|
+
(body.respond_to?(:size) && body.size > 0)
|
15
|
+
context.http_request.headers['Content-Type'] ||=
|
16
|
+
'application/json'
|
17
|
+
end
|
18
|
+
@handler.call(context)
|
19
|
+
end
|
20
|
+
end
|
21
|
+
|
6
22
|
handler(Rest::Handler)
|
23
|
+
handler(ContentTypeHandler, priority: 30)
|
7
24
|
handler(Json::ErrorHandler, step: :sign)
|
8
|
-
|
9
25
|
end
|
26
|
+
|
10
27
|
end
|
11
28
|
end
|
12
29
|
end
|