aws-sdk-emrserverless 1.5.0 → 1.7.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +10 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-emrserverless/client.rb +15 -8
- data/lib/aws-sdk-emrserverless/client_api.rb +8 -0
- data/lib/aws-sdk-emrserverless/endpoint_parameters.rb +0 -3
- data/lib/aws-sdk-emrserverless/endpoint_provider.rb +27 -24
- data/lib/aws-sdk-emrserverless/types.rb +49 -6
- data/lib/aws-sdk-emrserverless.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: cf55390119b88805ae0da75e0d143c59edc292998936970d09da56dcc1c5a077
|
4
|
+
data.tar.gz: b46b5251fae1cbdf20ed5595cbe4ff4c87079498e40c58fe58a52ac3e26519fc
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 8cdc5783077786e8ca342c360ffea3ce0ec6de5091822343a9836a4ee7ef1a55f742c2dfaa185b83b9762eee1b0ed052ad2ce5d59c7c19766b209384cc36e2d9
|
7
|
+
data.tar.gz: 4b8081089c1481521402cc61233d2a19d0a0daaab5f70340e916847deb7e8c0b7f8a36ca9055876629cc0250940466a636f45d974265b40038382dcd6b9e7e98
|
data/CHANGELOG.md
CHANGED
@@ -1,6 +1,16 @@
|
|
1
1
|
Unreleased Changes
|
2
2
|
------------------
|
3
3
|
|
4
|
+
1.7.0 (2023-04-17)
|
5
|
+
------------------
|
6
|
+
|
7
|
+
* Feature - The GetJobRun API has been updated to include the job's billed resource utilization. This utilization shows the aggregate vCPU, memory and storage that AWS has billed for the job run. The billed resources include a 1-minute minimum usage for workers, plus additional storage over 20 GB per worker.
|
8
|
+
|
9
|
+
1.6.0 (2023-04-11)
|
10
|
+
------------------
|
11
|
+
|
12
|
+
* Feature - This release extends GetJobRun API to return job run timeout (executionTimeoutMinutes) specified during StartJobRun call (or default timeout of 720 minutes if none was specified).
|
13
|
+
|
4
14
|
1.5.0 (2023-01-18)
|
5
15
|
------------------
|
6
16
|
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.
|
1
|
+
1.7.0
|
@@ -612,7 +612,9 @@ module Aws::EMRServerless
|
|
612
612
|
req.send_request(options)
|
613
613
|
end
|
614
614
|
|
615
|
-
# Returns a URL to access the job run dashboard.
|
615
|
+
# Returns a URL to access the job run dashboard. The generated URL is
|
616
|
+
# valid for one hour, after which you must invoke the API again to
|
617
|
+
# generate a new URL.
|
616
618
|
#
|
617
619
|
# @option params [required, String] :application_id
|
618
620
|
# The ID of the application.
|
@@ -702,6 +704,10 @@ module Aws::EMRServerless
|
|
702
704
|
# resp.job_run.network_configuration.security_group_ids #=> Array
|
703
705
|
# resp.job_run.network_configuration.security_group_ids[0] #=> String
|
704
706
|
# resp.job_run.total_execution_duration_seconds #=> Integer
|
707
|
+
# resp.job_run.execution_timeout_minutes #=> Integer
|
708
|
+
# resp.job_run.billed_resource_utilization.v_cpu_hour #=> Float
|
709
|
+
# resp.job_run.billed_resource_utilization.memory_gb_hour #=> Float
|
710
|
+
# resp.job_run.billed_resource_utilization.storage_gb_hour #=> Float
|
705
711
|
#
|
706
712
|
# @see http://docs.aws.amazon.com/goto/WebAPI/emr-serverless-2021-07-13/GetJobRun AWS API Documentation
|
707
713
|
#
|
@@ -1008,12 +1014,13 @@ module Aws::EMRServerless
|
|
1008
1014
|
req.send_request(options)
|
1009
1015
|
end
|
1010
1016
|
|
1011
|
-
# Assigns tags to resources. A tag is a label that you assign to an
|
1012
|
-
# resource. Each tag consists of a key and an
|
1013
|
-
# which you define. Tags enable you to
|
1014
|
-
#
|
1015
|
-
#
|
1016
|
-
#
|
1017
|
+
# Assigns tags to resources. A tag is a label that you assign to an
|
1018
|
+
# Amazon Web Services resource. Each tag consists of a key and an
|
1019
|
+
# optional value, both of which you define. Tags enable you to
|
1020
|
+
# categorize your Amazon Web Services resources by attributes such as
|
1021
|
+
# purpose, owner, or environment. When you have many resources of the
|
1022
|
+
# same type, you can quickly identify a specific resource based on the
|
1023
|
+
# tags you've assigned to it.
|
1017
1024
|
#
|
1018
1025
|
# @option params [required, String] :resource_arn
|
1019
1026
|
# The Amazon Resource Name (ARN) that identifies the resource to list
|
@@ -1226,7 +1233,7 @@ module Aws::EMRServerless
|
|
1226
1233
|
params: params,
|
1227
1234
|
config: config)
|
1228
1235
|
context[:gem_name] = 'aws-sdk-emrserverless'
|
1229
|
-
context[:gem_version] = '1.
|
1236
|
+
context[:gem_version] = '1.7.0'
|
1230
1237
|
Seahorse::Client::Request.new(handlers, context)
|
1231
1238
|
end
|
1232
1239
|
|
@@ -93,6 +93,7 @@ module Aws::EMRServerless
|
|
93
93
|
RequestIdentityUserArn = Shapes::StringShape.new(name: 'RequestIdentityUserArn')
|
94
94
|
ResourceArn = Shapes::StringShape.new(name: 'ResourceArn')
|
95
95
|
ResourceNotFoundException = Shapes::StructureShape.new(name: 'ResourceNotFoundException')
|
96
|
+
ResourceUtilization = Shapes::StructureShape.new(name: 'ResourceUtilization')
|
96
97
|
S3MonitoringConfiguration = Shapes::StructureShape.new(name: 'S3MonitoringConfiguration')
|
97
98
|
SecurityGroupIds = Shapes::ListShape.new(name: 'SecurityGroupIds')
|
98
99
|
SecurityGroupString = Shapes::StringShape.new(name: 'SecurityGroupString')
|
@@ -291,6 +292,8 @@ module Aws::EMRServerless
|
|
291
292
|
JobRun.add_member(:total_resource_utilization, Shapes::ShapeRef.new(shape: TotalResourceUtilization, location_name: "totalResourceUtilization"))
|
292
293
|
JobRun.add_member(:network_configuration, Shapes::ShapeRef.new(shape: NetworkConfiguration, location_name: "networkConfiguration"))
|
293
294
|
JobRun.add_member(:total_execution_duration_seconds, Shapes::ShapeRef.new(shape: Integer, location_name: "totalExecutionDurationSeconds"))
|
295
|
+
JobRun.add_member(:execution_timeout_minutes, Shapes::ShapeRef.new(shape: Duration, location_name: "executionTimeoutMinutes", metadata: {"box"=>true}))
|
296
|
+
JobRun.add_member(:billed_resource_utilization, Shapes::ShapeRef.new(shape: ResourceUtilization, location_name: "billedResourceUtilization"))
|
294
297
|
JobRun.struct_class = Types::JobRun
|
295
298
|
|
296
299
|
JobRunStateSet.member = Shapes::ShapeRef.new(shape: JobRunState)
|
@@ -358,6 +361,11 @@ module Aws::EMRServerless
|
|
358
361
|
ResourceNotFoundException.add_member(:message, Shapes::ShapeRef.new(shape: String1024, required: true, location_name: "message"))
|
359
362
|
ResourceNotFoundException.struct_class = Types::ResourceNotFoundException
|
360
363
|
|
364
|
+
ResourceUtilization.add_member(:v_cpu_hour, Shapes::ShapeRef.new(shape: Double, location_name: "vCPUHour"))
|
365
|
+
ResourceUtilization.add_member(:memory_gb_hour, Shapes::ShapeRef.new(shape: Double, location_name: "memoryGBHour"))
|
366
|
+
ResourceUtilization.add_member(:storage_gb_hour, Shapes::ShapeRef.new(shape: Double, location_name: "storageGBHour"))
|
367
|
+
ResourceUtilization.struct_class = Types::ResourceUtilization
|
368
|
+
|
361
369
|
S3MonitoringConfiguration.add_member(:log_uri, Shapes::ShapeRef.new(shape: UriString, location_name: "logUri"))
|
362
370
|
S3MonitoringConfiguration.add_member(:encryption_key_arn, Shapes::ShapeRef.new(shape: EncryptionKeyArn, location_name: "encryptionKeyArn"))
|
363
371
|
S3MonitoringConfiguration.struct_class = Types::S3MonitoringConfiguration
|
@@ -50,9 +50,6 @@ module Aws::EMRServerless
|
|
50
50
|
|
51
51
|
def initialize(options = {})
|
52
52
|
self[:region] = options[:region]
|
53
|
-
if self[:region].nil?
|
54
|
-
raise ArgumentError, "Missing required EndpointParameter: :region"
|
55
|
-
end
|
56
53
|
self[:use_dual_stack] = options[:use_dual_stack]
|
57
54
|
self[:use_dual_stack] = false if self[:use_dual_stack].nil?
|
58
55
|
if self[:use_dual_stack].nil?
|
@@ -14,36 +14,39 @@ module Aws::EMRServerless
|
|
14
14
|
use_dual_stack = parameters.use_dual_stack
|
15
15
|
use_fips = parameters.use_fips
|
16
16
|
endpoint = parameters.endpoint
|
17
|
-
if
|
18
|
-
if Aws::Endpoints::Matchers.set?(endpoint) && (url = Aws::Endpoints::Matchers.parse_url(endpoint))
|
19
|
-
if Aws::Endpoints::Matchers.boolean_equals?(use_fips, true)
|
20
|
-
raise ArgumentError, "Invalid Configuration: FIPS and custom endpoint are not supported"
|
21
|
-
end
|
22
|
-
if Aws::Endpoints::Matchers.boolean_equals?(use_dual_stack, true)
|
23
|
-
raise ArgumentError, "Invalid Configuration: Dualstack and custom endpoint are not supported"
|
24
|
-
end
|
25
|
-
return Aws::Endpoints::Endpoint.new(url: endpoint, headers: {}, properties: {})
|
26
|
-
end
|
27
|
-
if Aws::Endpoints::Matchers.boolean_equals?(use_fips, true) && Aws::Endpoints::Matchers.boolean_equals?(use_dual_stack, true)
|
28
|
-
if Aws::Endpoints::Matchers.boolean_equals?(true, Aws::Endpoints::Matchers.attr(partition_result, "supportsFIPS")) && Aws::Endpoints::Matchers.boolean_equals?(true, Aws::Endpoints::Matchers.attr(partition_result, "supportsDualStack"))
|
29
|
-
return Aws::Endpoints::Endpoint.new(url: "https://emr-serverless-fips.#{region}.#{partition_result['dualStackDnsSuffix']}", headers: {}, properties: {})
|
30
|
-
end
|
31
|
-
raise ArgumentError, "FIPS and DualStack are enabled, but this partition does not support one or both"
|
32
|
-
end
|
17
|
+
if Aws::Endpoints::Matchers.set?(endpoint)
|
33
18
|
if Aws::Endpoints::Matchers.boolean_equals?(use_fips, true)
|
34
|
-
|
35
|
-
return Aws::Endpoints::Endpoint.new(url: "https://emr-serverless-fips.#{region}.#{partition_result['dnsSuffix']}", headers: {}, properties: {})
|
36
|
-
end
|
37
|
-
raise ArgumentError, "FIPS is enabled but this partition does not support FIPS"
|
19
|
+
raise ArgumentError, "Invalid Configuration: FIPS and custom endpoint are not supported"
|
38
20
|
end
|
39
21
|
if Aws::Endpoints::Matchers.boolean_equals?(use_dual_stack, true)
|
40
|
-
|
41
|
-
|
22
|
+
raise ArgumentError, "Invalid Configuration: Dualstack and custom endpoint are not supported"
|
23
|
+
end
|
24
|
+
return Aws::Endpoints::Endpoint.new(url: endpoint, headers: {}, properties: {})
|
25
|
+
end
|
26
|
+
if Aws::Endpoints::Matchers.set?(region)
|
27
|
+
if (partition_result = Aws::Endpoints::Matchers.aws_partition(region))
|
28
|
+
if Aws::Endpoints::Matchers.boolean_equals?(use_fips, true) && Aws::Endpoints::Matchers.boolean_equals?(use_dual_stack, true)
|
29
|
+
if Aws::Endpoints::Matchers.boolean_equals?(true, Aws::Endpoints::Matchers.attr(partition_result, "supportsFIPS")) && Aws::Endpoints::Matchers.boolean_equals?(true, Aws::Endpoints::Matchers.attr(partition_result, "supportsDualStack"))
|
30
|
+
return Aws::Endpoints::Endpoint.new(url: "https://emr-serverless-fips.#{region}.#{partition_result['dualStackDnsSuffix']}", headers: {}, properties: {})
|
31
|
+
end
|
32
|
+
raise ArgumentError, "FIPS and DualStack are enabled, but this partition does not support one or both"
|
33
|
+
end
|
34
|
+
if Aws::Endpoints::Matchers.boolean_equals?(use_fips, true)
|
35
|
+
if Aws::Endpoints::Matchers.boolean_equals?(true, Aws::Endpoints::Matchers.attr(partition_result, "supportsFIPS"))
|
36
|
+
return Aws::Endpoints::Endpoint.new(url: "https://emr-serverless-fips.#{region}.#{partition_result['dnsSuffix']}", headers: {}, properties: {})
|
37
|
+
end
|
38
|
+
raise ArgumentError, "FIPS is enabled but this partition does not support FIPS"
|
39
|
+
end
|
40
|
+
if Aws::Endpoints::Matchers.boolean_equals?(use_dual_stack, true)
|
41
|
+
if Aws::Endpoints::Matchers.boolean_equals?(true, Aws::Endpoints::Matchers.attr(partition_result, "supportsDualStack"))
|
42
|
+
return Aws::Endpoints::Endpoint.new(url: "https://emr-serverless.#{region}.#{partition_result['dualStackDnsSuffix']}", headers: {}, properties: {})
|
43
|
+
end
|
44
|
+
raise ArgumentError, "DualStack is enabled but this partition does not support DualStack"
|
42
45
|
end
|
43
|
-
|
46
|
+
return Aws::Endpoints::Endpoint.new(url: "https://emr-serverless.#{region}.#{partition_result['dnsSuffix']}", headers: {}, properties: {})
|
44
47
|
end
|
45
|
-
return Aws::Endpoints::Endpoint.new(url: "https://emr-serverless.#{region}.#{partition_result['dnsSuffix']}", headers: {}, properties: {})
|
46
48
|
end
|
49
|
+
raise ArgumentError, "Invalid Configuration: Missing Region"
|
47
50
|
raise ArgumentError, 'No endpoint could be resolved'
|
48
51
|
|
49
52
|
end
|
@@ -707,8 +707,8 @@ module Aws::EMRServerless
|
|
707
707
|
#
|
708
708
|
# @!attribute [rw] total_resource_utilization
|
709
709
|
# The aggregate vCPU, memory, and storage resources used from the time
|
710
|
-
# job
|
711
|
-
# the nearest second.
|
710
|
+
# the job starts to execute, until the time the job terminates,
|
711
|
+
# rounded up to the nearest second.
|
712
712
|
# @return [Types::TotalResourceUtilization]
|
713
713
|
#
|
714
714
|
# @!attribute [rw] network_configuration
|
@@ -721,6 +721,20 @@ module Aws::EMRServerless
|
|
721
721
|
# state.
|
722
722
|
# @return [Integer]
|
723
723
|
#
|
724
|
+
# @!attribute [rw] execution_timeout_minutes
|
725
|
+
# Returns the job run timeout value from the `StartJobRun` call. If no
|
726
|
+
# timeout was specified, then it returns the default timeout of 720
|
727
|
+
# minutes.
|
728
|
+
# @return [Integer]
|
729
|
+
#
|
730
|
+
# @!attribute [rw] billed_resource_utilization
|
731
|
+
# The aggregate vCPU, memory, and storage that AWS has billed for the
|
732
|
+
# job run. The billed resources include a 1-minute minimum usage for
|
733
|
+
# workers, plus additional storage over 20 GB per worker. Note that
|
734
|
+
# billed resources do not include usage for idle pre-initialized
|
735
|
+
# workers.
|
736
|
+
# @return [Types::ResourceUtilization]
|
737
|
+
#
|
724
738
|
# @see http://docs.aws.amazon.com/goto/WebAPI/emr-serverless-2021-07-13/JobRun AWS API Documentation
|
725
739
|
#
|
726
740
|
class JobRun < Struct.new(
|
@@ -740,7 +754,9 @@ module Aws::EMRServerless
|
|
740
754
|
:tags,
|
741
755
|
:total_resource_utilization,
|
742
756
|
:network_configuration,
|
743
|
-
:total_execution_duration_seconds
|
757
|
+
:total_execution_duration_seconds,
|
758
|
+
:execution_timeout_minutes,
|
759
|
+
:billed_resource_utilization)
|
744
760
|
SENSITIVE = []
|
745
761
|
include Aws::Structure
|
746
762
|
end
|
@@ -1039,6 +1055,33 @@ module Aws::EMRServerless
|
|
1039
1055
|
include Aws::Structure
|
1040
1056
|
end
|
1041
1057
|
|
1058
|
+
# The resource utilization for memory, storage, and vCPU for jobs.
|
1059
|
+
#
|
1060
|
+
# @!attribute [rw] v_cpu_hour
|
1061
|
+
# The aggregated vCPU used per hour from the time the job starts
|
1062
|
+
# executing until the job is terminated.
|
1063
|
+
# @return [Float]
|
1064
|
+
#
|
1065
|
+
# @!attribute [rw] memory_gb_hour
|
1066
|
+
# The aggregated memory used per hour from the time the job starts
|
1067
|
+
# executing until the job is terminated.
|
1068
|
+
# @return [Float]
|
1069
|
+
#
|
1070
|
+
# @!attribute [rw] storage_gb_hour
|
1071
|
+
# The aggregated storage used per hour from the time the job starts
|
1072
|
+
# executing until the job is terminated.
|
1073
|
+
# @return [Float]
|
1074
|
+
#
|
1075
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/emr-serverless-2021-07-13/ResourceUtilization AWS API Documentation
|
1076
|
+
#
|
1077
|
+
class ResourceUtilization < Struct.new(
|
1078
|
+
:v_cpu_hour,
|
1079
|
+
:memory_gb_hour,
|
1080
|
+
:storage_gb_hour)
|
1081
|
+
SENSITIVE = []
|
1082
|
+
include Aws::Structure
|
1083
|
+
end
|
1084
|
+
|
1042
1085
|
# The Amazon S3 configuration for monitoring log publishing. You can
|
1043
1086
|
# configure your jobs to send log information to Amazon S3.
|
1044
1087
|
#
|
@@ -1175,7 +1218,7 @@ module Aws::EMRServerless
|
|
1175
1218
|
# @return [String]
|
1176
1219
|
#
|
1177
1220
|
# @!attribute [rw] arn
|
1178
|
-
#
|
1221
|
+
# This output displays the ARN of the job run..
|
1179
1222
|
# @return [String]
|
1180
1223
|
#
|
1181
1224
|
# @see http://docs.aws.amazon.com/goto/WebAPI/emr-serverless-2021-07-13/StartJobRunResponse AWS API Documentation
|
@@ -1366,8 +1409,8 @@ module Aws::EMRServerless
|
|
1366
1409
|
include Aws::Structure
|
1367
1410
|
end
|
1368
1411
|
|
1369
|
-
# The input fails to satisfy the constraints specified by an
|
1370
|
-
# service.
|
1412
|
+
# The input fails to satisfy the constraints specified by an Amazon Web
|
1413
|
+
# Services service.
|
1371
1414
|
#
|
1372
1415
|
# @!attribute [rw] message
|
1373
1416
|
# @return [String]
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: aws-sdk-emrserverless
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.
|
4
|
+
version: 1.7.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Amazon Web Services
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2023-
|
11
|
+
date: 2023-04-17 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: aws-sdk-core
|