aws-sdk-emrcontainers 1.16.0 → 1.18.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +12 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-emrcontainers/client.rb +293 -7
- data/lib/aws-sdk-emrcontainers/client_api.rb +161 -3
- data/lib/aws-sdk-emrcontainers/endpoint_provider.rb +35 -96
- data/lib/aws-sdk-emrcontainers/endpoints.rb +56 -0
- data/lib/aws-sdk-emrcontainers/plugins/endpoints.rb +8 -0
- data/lib/aws-sdk-emrcontainers/types.rb +362 -337
- data/lib/aws-sdk-emrcontainers.rb +1 -1
- metadata +2 -2
@@ -10,14 +10,6 @@
|
|
10
10
|
module Aws::EMRContainers
|
11
11
|
module Types
|
12
12
|
|
13
|
-
# @note When making an API call, you may pass CancelJobRunRequest
|
14
|
-
# data as a hash:
|
15
|
-
#
|
16
|
-
# {
|
17
|
-
# id: "ResourceIdString", # required
|
18
|
-
# virtual_cluster_id: "ResourceIdString", # required
|
19
|
-
# }
|
20
|
-
#
|
21
13
|
# @!attribute [rw] id
|
22
14
|
# The ID of the job run to cancel.
|
23
15
|
# @return [String]
|
@@ -78,14 +70,6 @@ module Aws::EMRContainers
|
|
78
70
|
# A configuration for CloudWatch monitoring. You can configure your jobs
|
79
71
|
# to send log information to CloudWatch Logs.
|
80
72
|
#
|
81
|
-
# @note When making an API call, you may pass CloudWatchMonitoringConfiguration
|
82
|
-
# data as a hash:
|
83
|
-
#
|
84
|
-
# {
|
85
|
-
# log_group_name: "LogGroupName", # required
|
86
|
-
# log_stream_name_prefix: "String256",
|
87
|
-
# }
|
88
|
-
#
|
89
73
|
# @!attribute [rw] log_group_name
|
90
74
|
# The name of the log group for log publishing.
|
91
75
|
# @return [String]
|
@@ -110,27 +94,6 @@ module Aws::EMRContainers
|
|
110
94
|
# classification refers to an application-specific configuration file.
|
111
95
|
# Properties are the settings you want to change in that file.
|
112
96
|
#
|
113
|
-
# @note When making an API call, you may pass Configuration
|
114
|
-
# data as a hash:
|
115
|
-
#
|
116
|
-
# {
|
117
|
-
# classification: "String1024", # required
|
118
|
-
# properties: {
|
119
|
-
# "String1024" => "String1024",
|
120
|
-
# },
|
121
|
-
# configurations: [
|
122
|
-
# {
|
123
|
-
# classification: "String1024", # required
|
124
|
-
# properties: {
|
125
|
-
# "String1024" => "String1024",
|
126
|
-
# },
|
127
|
-
# configurations: {
|
128
|
-
# # recursive ConfigurationList
|
129
|
-
# },
|
130
|
-
# },
|
131
|
-
# ],
|
132
|
-
# }
|
133
|
-
#
|
134
97
|
# @!attribute [rw] classification
|
135
98
|
# The classification within a configuration.
|
136
99
|
# @return [String]
|
@@ -157,33 +120,6 @@ module Aws::EMRContainers
|
|
157
120
|
# A configuration specification to be used to override existing
|
158
121
|
# configurations.
|
159
122
|
#
|
160
|
-
# @note When making an API call, you may pass ConfigurationOverrides
|
161
|
-
# data as a hash:
|
162
|
-
#
|
163
|
-
# {
|
164
|
-
# application_configuration: [
|
165
|
-
# {
|
166
|
-
# classification: "String1024", # required
|
167
|
-
# properties: {
|
168
|
-
# "String1024" => "String1024",
|
169
|
-
# },
|
170
|
-
# configurations: {
|
171
|
-
# # recursive ConfigurationList
|
172
|
-
# },
|
173
|
-
# },
|
174
|
-
# ],
|
175
|
-
# monitoring_configuration: {
|
176
|
-
# persistent_app_ui: "ENABLED", # accepts ENABLED, DISABLED
|
177
|
-
# cloud_watch_monitoring_configuration: {
|
178
|
-
# log_group_name: "LogGroupName", # required
|
179
|
-
# log_stream_name_prefix: "String256",
|
180
|
-
# },
|
181
|
-
# s3_monitoring_configuration: {
|
182
|
-
# log_uri: "UriString", # required
|
183
|
-
# },
|
184
|
-
# },
|
185
|
-
# }
|
186
|
-
#
|
187
123
|
# @!attribute [rw] application_configuration
|
188
124
|
# The configurations for the application running by the job run.
|
189
125
|
# @return [Array<Types::Configuration>]
|
@@ -227,19 +163,6 @@ module Aws::EMRContainers
|
|
227
163
|
|
228
164
|
# The information about the container provider.
|
229
165
|
#
|
230
|
-
# @note When making an API call, you may pass ContainerProvider
|
231
|
-
# data as a hash:
|
232
|
-
#
|
233
|
-
# {
|
234
|
-
# type: "EKS", # required, accepts EKS
|
235
|
-
# id: "ClusterId", # required
|
236
|
-
# info: {
|
237
|
-
# eks_info: {
|
238
|
-
# namespace: "KubernetesNamespace",
|
239
|
-
# },
|
240
|
-
# },
|
241
|
-
# }
|
242
|
-
#
|
243
166
|
# @!attribute [rw] type
|
244
167
|
# The type of the container provider. EKS is the only supported type
|
245
168
|
# as of now.
|
@@ -263,45 +186,69 @@ module Aws::EMRContainers
|
|
263
186
|
include Aws::Structure
|
264
187
|
end
|
265
188
|
|
266
|
-
#
|
267
|
-
#
|
268
|
-
#
|
269
|
-
#
|
270
|
-
#
|
271
|
-
#
|
272
|
-
#
|
273
|
-
#
|
274
|
-
#
|
275
|
-
#
|
276
|
-
#
|
277
|
-
#
|
278
|
-
#
|
279
|
-
#
|
280
|
-
#
|
281
|
-
#
|
282
|
-
#
|
283
|
-
#
|
284
|
-
#
|
285
|
-
#
|
286
|
-
#
|
287
|
-
#
|
288
|
-
#
|
289
|
-
#
|
290
|
-
#
|
291
|
-
|
292
|
-
|
293
|
-
|
294
|
-
|
295
|
-
|
296
|
-
|
297
|
-
|
298
|
-
|
299
|
-
|
300
|
-
|
301
|
-
#
|
302
|
-
#
|
303
|
-
#
|
189
|
+
# @!attribute [rw] name
|
190
|
+
# The specified name of the job template.
|
191
|
+
# @return [String]
|
192
|
+
#
|
193
|
+
# @!attribute [rw] client_token
|
194
|
+
# The client token of the job template.
|
195
|
+
#
|
196
|
+
# **A suitable default value is auto-generated.** You should normally
|
197
|
+
# not need to pass this option.
|
198
|
+
# @return [String]
|
199
|
+
#
|
200
|
+
# @!attribute [rw] job_template_data
|
201
|
+
# The job template data which holds values of StartJobRun API request.
|
202
|
+
# @return [Types::JobTemplateData]
|
203
|
+
#
|
204
|
+
# @!attribute [rw] tags
|
205
|
+
# The tags that are associated with the job template.
|
206
|
+
# @return [Hash<String,String>]
|
207
|
+
#
|
208
|
+
# @!attribute [rw] kms_key_arn
|
209
|
+
# The KMS key ARN used to encrypt the job template.
|
210
|
+
# @return [String]
|
211
|
+
#
|
212
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/emr-containers-2020-10-01/CreateJobTemplateRequest AWS API Documentation
|
213
|
+
#
|
214
|
+
class CreateJobTemplateRequest < Struct.new(
|
215
|
+
:name,
|
216
|
+
:client_token,
|
217
|
+
:job_template_data,
|
218
|
+
:tags,
|
219
|
+
:kms_key_arn)
|
220
|
+
SENSITIVE = []
|
221
|
+
include Aws::Structure
|
222
|
+
end
|
223
|
+
|
224
|
+
# @!attribute [rw] id
|
225
|
+
# This output display the created job template ID.
|
226
|
+
# @return [String]
|
227
|
+
#
|
228
|
+
# @!attribute [rw] name
|
229
|
+
# This output displays the name of the created job template.
|
230
|
+
# @return [String]
|
231
|
+
#
|
232
|
+
# @!attribute [rw] arn
|
233
|
+
# This output display the ARN of the created job template.
|
234
|
+
# @return [String]
|
235
|
+
#
|
236
|
+
# @!attribute [rw] created_at
|
237
|
+
# This output displays the date and time when the job template was
|
238
|
+
# created.
|
239
|
+
# @return [Time]
|
240
|
+
#
|
241
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/emr-containers-2020-10-01/CreateJobTemplateResponse AWS API Documentation
|
304
242
|
#
|
243
|
+
class CreateJobTemplateResponse < Struct.new(
|
244
|
+
:id,
|
245
|
+
:name,
|
246
|
+
:arn,
|
247
|
+
:created_at)
|
248
|
+
SENSITIVE = []
|
249
|
+
include Aws::Structure
|
250
|
+
end
|
251
|
+
|
305
252
|
# @!attribute [rw] name
|
306
253
|
# The name of the managed endpoint.
|
307
254
|
# @return [String]
|
@@ -387,26 +334,6 @@ module Aws::EMRContainers
|
|
387
334
|
include Aws::Structure
|
388
335
|
end
|
389
336
|
|
390
|
-
# @note When making an API call, you may pass CreateVirtualClusterRequest
|
391
|
-
# data as a hash:
|
392
|
-
#
|
393
|
-
# {
|
394
|
-
# name: "ResourceNameString", # required
|
395
|
-
# container_provider: { # required
|
396
|
-
# type: "EKS", # required, accepts EKS
|
397
|
-
# id: "ClusterId", # required
|
398
|
-
# info: {
|
399
|
-
# eks_info: {
|
400
|
-
# namespace: "KubernetesNamespace",
|
401
|
-
# },
|
402
|
-
# },
|
403
|
-
# },
|
404
|
-
# client_token: "ClientToken", # required
|
405
|
-
# tags: {
|
406
|
-
# "String128" => "StringEmpty256",
|
407
|
-
# },
|
408
|
-
# }
|
409
|
-
#
|
410
337
|
# @!attribute [rw] name
|
411
338
|
# The specified name of the virtual cluster.
|
412
339
|
# @return [String]
|
@@ -459,14 +386,30 @@ module Aws::EMRContainers
|
|
459
386
|
include Aws::Structure
|
460
387
|
end
|
461
388
|
|
462
|
-
#
|
463
|
-
#
|
389
|
+
# @!attribute [rw] id
|
390
|
+
# The ID of the job template that will be deleted.
|
391
|
+
# @return [String]
|
464
392
|
#
|
465
|
-
#
|
466
|
-
# id: "ResourceIdString", # required
|
467
|
-
# virtual_cluster_id: "ResourceIdString", # required
|
468
|
-
# }
|
393
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/emr-containers-2020-10-01/DeleteJobTemplateRequest AWS API Documentation
|
469
394
|
#
|
395
|
+
class DeleteJobTemplateRequest < Struct.new(
|
396
|
+
:id)
|
397
|
+
SENSITIVE = []
|
398
|
+
include Aws::Structure
|
399
|
+
end
|
400
|
+
|
401
|
+
# @!attribute [rw] id
|
402
|
+
# This output contains the ID of the job template that was deleted.
|
403
|
+
# @return [String]
|
404
|
+
#
|
405
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/emr-containers-2020-10-01/DeleteJobTemplateResponse AWS API Documentation
|
406
|
+
#
|
407
|
+
class DeleteJobTemplateResponse < Struct.new(
|
408
|
+
:id)
|
409
|
+
SENSITIVE = []
|
410
|
+
include Aws::Structure
|
411
|
+
end
|
412
|
+
|
470
413
|
# @!attribute [rw] id
|
471
414
|
# The ID of the managed endpoint.
|
472
415
|
# @return [String]
|
@@ -501,13 +444,6 @@ module Aws::EMRContainers
|
|
501
444
|
include Aws::Structure
|
502
445
|
end
|
503
446
|
|
504
|
-
# @note When making an API call, you may pass DeleteVirtualClusterRequest
|
505
|
-
# data as a hash:
|
506
|
-
#
|
507
|
-
# {
|
508
|
-
# id: "ResourceIdString", # required
|
509
|
-
# }
|
510
|
-
#
|
511
447
|
# @!attribute [rw] id
|
512
448
|
# The ID of the virtual cluster that will be deleted.
|
513
449
|
# @return [String]
|
@@ -533,14 +469,6 @@ module Aws::EMRContainers
|
|
533
469
|
include Aws::Structure
|
534
470
|
end
|
535
471
|
|
536
|
-
# @note When making an API call, you may pass DescribeJobRunRequest
|
537
|
-
# data as a hash:
|
538
|
-
#
|
539
|
-
# {
|
540
|
-
# id: "ResourceIdString", # required
|
541
|
-
# virtual_cluster_id: "ResourceIdString", # required
|
542
|
-
# }
|
543
|
-
#
|
544
472
|
# @!attribute [rw] id
|
545
473
|
# The ID of the job run request.
|
546
474
|
# @return [String]
|
@@ -570,14 +498,30 @@ module Aws::EMRContainers
|
|
570
498
|
include Aws::Structure
|
571
499
|
end
|
572
500
|
|
573
|
-
#
|
574
|
-
#
|
501
|
+
# @!attribute [rw] id
|
502
|
+
# The ID of the job template that will be described.
|
503
|
+
# @return [String]
|
575
504
|
#
|
576
|
-
#
|
577
|
-
# id: "ResourceIdString", # required
|
578
|
-
# virtual_cluster_id: "ResourceIdString", # required
|
579
|
-
# }
|
505
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/emr-containers-2020-10-01/DescribeJobTemplateRequest AWS API Documentation
|
580
506
|
#
|
507
|
+
class DescribeJobTemplateRequest < Struct.new(
|
508
|
+
:id)
|
509
|
+
SENSITIVE = []
|
510
|
+
include Aws::Structure
|
511
|
+
end
|
512
|
+
|
513
|
+
# @!attribute [rw] job_template
|
514
|
+
# This output displays information about the specified job template.
|
515
|
+
# @return [Types::JobTemplate]
|
516
|
+
#
|
517
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/emr-containers-2020-10-01/DescribeJobTemplateResponse AWS API Documentation
|
518
|
+
#
|
519
|
+
class DescribeJobTemplateResponse < Struct.new(
|
520
|
+
:job_template)
|
521
|
+
SENSITIVE = []
|
522
|
+
include Aws::Structure
|
523
|
+
end
|
524
|
+
|
581
525
|
# @!attribute [rw] id
|
582
526
|
# This output displays ID of the managed endpoint.
|
583
527
|
# @return [String]
|
@@ -607,13 +551,6 @@ module Aws::EMRContainers
|
|
607
551
|
include Aws::Structure
|
608
552
|
end
|
609
553
|
|
610
|
-
# @note When making an API call, you may pass DescribeVirtualClusterRequest
|
611
|
-
# data as a hash:
|
612
|
-
#
|
613
|
-
# {
|
614
|
-
# id: "ResourceIdString", # required
|
615
|
-
# }
|
616
|
-
#
|
617
554
|
# @!attribute [rw] id
|
618
555
|
# The ID of the virtual cluster that will be described.
|
619
556
|
# @return [String]
|
@@ -641,13 +578,6 @@ module Aws::EMRContainers
|
|
641
578
|
|
642
579
|
# The information about the EKS cluster.
|
643
580
|
#
|
644
|
-
# @note When making an API call, you may pass EksInfo
|
645
|
-
# data as a hash:
|
646
|
-
#
|
647
|
-
# {
|
648
|
-
# namespace: "KubernetesNamespace",
|
649
|
-
# }
|
650
|
-
#
|
651
581
|
# @!attribute [rw] namespace
|
652
582
|
# The namespaces of the EKS cluster.
|
653
583
|
# @return [String]
|
@@ -776,22 +706,9 @@ module Aws::EMRContainers
|
|
776
706
|
include Aws::Structure
|
777
707
|
end
|
778
708
|
|
779
|
-
# Specify the driver that the job runs on.
|
780
|
-
#
|
781
|
-
#
|
782
|
-
# data as a hash:
|
783
|
-
#
|
784
|
-
# {
|
785
|
-
# spark_submit_job_driver: {
|
786
|
-
# entry_point: "EntryPointPath", # required
|
787
|
-
# entry_point_arguments: ["EntryPointArgument"],
|
788
|
-
# spark_submit_parameters: "SparkSubmitParameters",
|
789
|
-
# },
|
790
|
-
# spark_sql_job_driver: {
|
791
|
-
# entry_point: "EntryPointPath",
|
792
|
-
# spark_sql_parameters: "SparkSqlParameters",
|
793
|
-
# },
|
794
|
-
# }
|
709
|
+
# Specify the driver that the job runs on. Exactly one of the two
|
710
|
+
# available job drivers is required, either sparkSqlJobDriver or
|
711
|
+
# sparkSubmitJobDriver.
|
795
712
|
#
|
796
713
|
# @!attribute [rw] spark_submit_job_driver
|
797
714
|
# The job driver parameters specified for spark submit.
|
@@ -902,19 +819,107 @@ module Aws::EMRContainers
|
|
902
819
|
include Aws::Structure
|
903
820
|
end
|
904
821
|
|
905
|
-
#
|
906
|
-
#
|
822
|
+
# This entity describes a job template. Job template stores values of
|
823
|
+
# StartJobRun API request in a template and can be used to start a job
|
824
|
+
# run. Job template allows two use cases: avoid repeating recurring
|
825
|
+
# StartJobRun API request values, enforcing certain values in
|
826
|
+
# StartJobRun API request.
|
827
|
+
#
|
828
|
+
# @!attribute [rw] name
|
829
|
+
# The name of the job template.
|
830
|
+
# @return [String]
|
831
|
+
#
|
832
|
+
# @!attribute [rw] id
|
833
|
+
# The ID of the job template.
|
834
|
+
# @return [String]
|
835
|
+
#
|
836
|
+
# @!attribute [rw] arn
|
837
|
+
# The ARN of the job template.
|
838
|
+
# @return [String]
|
839
|
+
#
|
840
|
+
# @!attribute [rw] created_at
|
841
|
+
# The date and time when the job template was created.
|
842
|
+
# @return [Time]
|
843
|
+
#
|
844
|
+
# @!attribute [rw] created_by
|
845
|
+
# The user who created the job template.
|
846
|
+
# @return [String]
|
847
|
+
#
|
848
|
+
# @!attribute [rw] tags
|
849
|
+
# The tags assigned to the job template.
|
850
|
+
# @return [Hash<String,String>]
|
851
|
+
#
|
852
|
+
# @!attribute [rw] job_template_data
|
853
|
+
# The job template data which holds values of StartJobRun API request.
|
854
|
+
# @return [Types::JobTemplateData]
|
855
|
+
#
|
856
|
+
# @!attribute [rw] kms_key_arn
|
857
|
+
# The KMS key ARN used to encrypt the job template.
|
858
|
+
# @return [String]
|
859
|
+
#
|
860
|
+
# @!attribute [rw] decryption_error
|
861
|
+
# The error message in case the decryption of job template fails.
|
862
|
+
# @return [String]
|
863
|
+
#
|
864
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/emr-containers-2020-10-01/JobTemplate AWS API Documentation
|
865
|
+
#
|
866
|
+
class JobTemplate < Struct.new(
|
867
|
+
:name,
|
868
|
+
:id,
|
869
|
+
:arn,
|
870
|
+
:created_at,
|
871
|
+
:created_by,
|
872
|
+
:tags,
|
873
|
+
:job_template_data,
|
874
|
+
:kms_key_arn,
|
875
|
+
:decryption_error)
|
876
|
+
SENSITIVE = []
|
877
|
+
include Aws::Structure
|
878
|
+
end
|
879
|
+
|
880
|
+
# The values of StartJobRun API requests used in job runs started using
|
881
|
+
# the job template.
|
882
|
+
#
|
883
|
+
# @!attribute [rw] execution_role_arn
|
884
|
+
# The execution role ARN of the job run.
|
885
|
+
# @return [String]
|
886
|
+
#
|
887
|
+
# @!attribute [rw] release_label
|
888
|
+
# The release version of Amazon EMR.
|
889
|
+
# @return [String]
|
890
|
+
#
|
891
|
+
# @!attribute [rw] configuration_overrides
|
892
|
+
# The configuration settings that are used to override defaults
|
893
|
+
# configuration.
|
894
|
+
# @return [Types::ParametricConfigurationOverrides]
|
895
|
+
#
|
896
|
+
# @!attribute [rw] job_driver
|
897
|
+
# Specify the driver that the job runs on. Exactly one of the two
|
898
|
+
# available job drivers is required, either sparkSqlJobDriver or
|
899
|
+
# sparkSubmitJobDriver.
|
900
|
+
# @return [Types::JobDriver]
|
901
|
+
#
|
902
|
+
# @!attribute [rw] parameter_configuration
|
903
|
+
# The configuration of parameters existing in the job template.
|
904
|
+
# @return [Hash<String,Types::TemplateParameterConfiguration>]
|
905
|
+
#
|
906
|
+
# @!attribute [rw] job_tags
|
907
|
+
# The tags assigned to jobs started using the job template.
|
908
|
+
# @return [Hash<String,String>]
|
907
909
|
#
|
908
|
-
#
|
909
|
-
# virtual_cluster_id: "ResourceIdString", # required
|
910
|
-
# created_before: Time.now,
|
911
|
-
# created_after: Time.now,
|
912
|
-
# name: "ResourceNameString",
|
913
|
-
# states: ["PENDING"], # accepts PENDING, SUBMITTED, RUNNING, FAILED, CANCELLED, CANCEL_PENDING, COMPLETED
|
914
|
-
# max_results: 1,
|
915
|
-
# next_token: "NextToken",
|
916
|
-
# }
|
910
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/emr-containers-2020-10-01/JobTemplateData AWS API Documentation
|
917
911
|
#
|
912
|
+
class JobTemplateData < Struct.new(
|
913
|
+
:execution_role_arn,
|
914
|
+
:release_label,
|
915
|
+
:configuration_overrides,
|
916
|
+
:job_driver,
|
917
|
+
:parameter_configuration,
|
918
|
+
:job_tags)
|
919
|
+
SENSITIVE = []
|
920
|
+
include Aws::Structure
|
921
|
+
end
|
922
|
+
|
918
923
|
# @!attribute [rw] virtual_cluster_id
|
919
924
|
# The ID of the virtual cluster for which to list the job run.
|
920
925
|
# @return [String]
|
@@ -974,19 +979,50 @@ module Aws::EMRContainers
|
|
974
979
|
include Aws::Structure
|
975
980
|
end
|
976
981
|
|
977
|
-
#
|
978
|
-
#
|
982
|
+
# @!attribute [rw] created_after
|
983
|
+
# The date and time after which the job templates were created.
|
984
|
+
# @return [Time]
|
985
|
+
#
|
986
|
+
# @!attribute [rw] created_before
|
987
|
+
# The date and time before which the job templates were created.
|
988
|
+
# @return [Time]
|
989
|
+
#
|
990
|
+
# @!attribute [rw] max_results
|
991
|
+
# The maximum number of job templates that can be listed.
|
992
|
+
# @return [Integer]
|
993
|
+
#
|
994
|
+
# @!attribute [rw] next_token
|
995
|
+
# The token for the next set of job templates to return.
|
996
|
+
# @return [String]
|
997
|
+
#
|
998
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/emr-containers-2020-10-01/ListJobTemplatesRequest AWS API Documentation
|
999
|
+
#
|
1000
|
+
class ListJobTemplatesRequest < Struct.new(
|
1001
|
+
:created_after,
|
1002
|
+
:created_before,
|
1003
|
+
:max_results,
|
1004
|
+
:next_token)
|
1005
|
+
SENSITIVE = []
|
1006
|
+
include Aws::Structure
|
1007
|
+
end
|
1008
|
+
|
1009
|
+
# @!attribute [rw] templates
|
1010
|
+
# This output lists information about the specified job templates.
|
1011
|
+
# @return [Array<Types::JobTemplate>]
|
979
1012
|
#
|
980
|
-
#
|
981
|
-
#
|
982
|
-
#
|
983
|
-
#
|
984
|
-
#
|
985
|
-
# states: ["CREATING"], # accepts CREATING, ACTIVE, TERMINATING, TERMINATED, TERMINATED_WITH_ERRORS
|
986
|
-
# max_results: 1,
|
987
|
-
# next_token: "NextToken",
|
988
|
-
# }
|
1013
|
+
# @!attribute [rw] next_token
|
1014
|
+
# This output displays the token for the next set of job templates.
|
1015
|
+
# @return [String]
|
1016
|
+
#
|
1017
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/emr-containers-2020-10-01/ListJobTemplatesResponse AWS API Documentation
|
989
1018
|
#
|
1019
|
+
class ListJobTemplatesResponse < Struct.new(
|
1020
|
+
:templates,
|
1021
|
+
:next_token)
|
1022
|
+
SENSITIVE = []
|
1023
|
+
include Aws::Structure
|
1024
|
+
end
|
1025
|
+
|
990
1026
|
# @!attribute [rw] virtual_cluster_id
|
991
1027
|
# The ID of the virtual cluster.
|
992
1028
|
# @return [String]
|
@@ -1046,13 +1082,6 @@ module Aws::EMRContainers
|
|
1046
1082
|
include Aws::Structure
|
1047
1083
|
end
|
1048
1084
|
|
1049
|
-
# @note When making an API call, you may pass ListTagsForResourceRequest
|
1050
|
-
# data as a hash:
|
1051
|
-
#
|
1052
|
-
# {
|
1053
|
-
# resource_arn: "RsiArn", # required
|
1054
|
-
# }
|
1055
|
-
#
|
1056
1085
|
# @!attribute [rw] resource_arn
|
1057
1086
|
# The ARN of tagged resources.
|
1058
1087
|
# @return [String]
|
@@ -1077,19 +1106,6 @@ module Aws::EMRContainers
|
|
1077
1106
|
include Aws::Structure
|
1078
1107
|
end
|
1079
1108
|
|
1080
|
-
# @note When making an API call, you may pass ListVirtualClustersRequest
|
1081
|
-
# data as a hash:
|
1082
|
-
#
|
1083
|
-
# {
|
1084
|
-
# container_provider_id: "String1024",
|
1085
|
-
# container_provider_type: "EKS", # accepts EKS
|
1086
|
-
# created_after: Time.now,
|
1087
|
-
# created_before: Time.now,
|
1088
|
-
# states: ["RUNNING"], # accepts RUNNING, TERMINATING, TERMINATED, ARRESTED
|
1089
|
-
# max_results: 1,
|
1090
|
-
# next_token: "NextToken",
|
1091
|
-
# }
|
1092
|
-
#
|
1093
1109
|
# @!attribute [rw] container_provider_id
|
1094
1110
|
# The container provider ID of the virtual cluster.
|
1095
1111
|
# @return [String]
|
@@ -1152,20 +1168,6 @@ module Aws::EMRContainers
|
|
1152
1168
|
|
1153
1169
|
# Configuration setting for monitoring.
|
1154
1170
|
#
|
1155
|
-
# @note When making an API call, you may pass MonitoringConfiguration
|
1156
|
-
# data as a hash:
|
1157
|
-
#
|
1158
|
-
# {
|
1159
|
-
# persistent_app_ui: "ENABLED", # accepts ENABLED, DISABLED
|
1160
|
-
# cloud_watch_monitoring_configuration: {
|
1161
|
-
# log_group_name: "LogGroupName", # required
|
1162
|
-
# log_stream_name_prefix: "String256",
|
1163
|
-
# },
|
1164
|
-
# s3_monitoring_configuration: {
|
1165
|
-
# log_uri: "UriString", # required
|
1166
|
-
# },
|
1167
|
-
# }
|
1168
|
-
#
|
1169
1171
|
# @!attribute [rw] persistent_app_ui
|
1170
1172
|
# Monitoring configurations for the persistent application UI.
|
1171
1173
|
# @return [String]
|
@@ -1188,6 +1190,89 @@ module Aws::EMRContainers
|
|
1188
1190
|
include Aws::Structure
|
1189
1191
|
end
|
1190
1192
|
|
1193
|
+
# A configuration for CloudWatch monitoring. You can configure your jobs
|
1194
|
+
# to send log information to CloudWatch Logs. This data type allows job
|
1195
|
+
# template parameters to be specified within.
|
1196
|
+
#
|
1197
|
+
# @!attribute [rw] log_group_name
|
1198
|
+
# The name of the log group for log publishing.
|
1199
|
+
# @return [String]
|
1200
|
+
#
|
1201
|
+
# @!attribute [rw] log_stream_name_prefix
|
1202
|
+
# The specified name prefix for log streams.
|
1203
|
+
# @return [String]
|
1204
|
+
#
|
1205
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/emr-containers-2020-10-01/ParametricCloudWatchMonitoringConfiguration AWS API Documentation
|
1206
|
+
#
|
1207
|
+
class ParametricCloudWatchMonitoringConfiguration < Struct.new(
|
1208
|
+
:log_group_name,
|
1209
|
+
:log_stream_name_prefix)
|
1210
|
+
SENSITIVE = []
|
1211
|
+
include Aws::Structure
|
1212
|
+
end
|
1213
|
+
|
1214
|
+
# A configuration specification to be used to override existing
|
1215
|
+
# configurations. This data type allows job template parameters to be
|
1216
|
+
# specified within.
|
1217
|
+
#
|
1218
|
+
# @!attribute [rw] application_configuration
|
1219
|
+
# The configurations for the application running by the job run.
|
1220
|
+
# @return [Array<Types::Configuration>]
|
1221
|
+
#
|
1222
|
+
# @!attribute [rw] monitoring_configuration
|
1223
|
+
# The configurations for monitoring.
|
1224
|
+
# @return [Types::ParametricMonitoringConfiguration]
|
1225
|
+
#
|
1226
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/emr-containers-2020-10-01/ParametricConfigurationOverrides AWS API Documentation
|
1227
|
+
#
|
1228
|
+
class ParametricConfigurationOverrides < Struct.new(
|
1229
|
+
:application_configuration,
|
1230
|
+
:monitoring_configuration)
|
1231
|
+
SENSITIVE = []
|
1232
|
+
include Aws::Structure
|
1233
|
+
end
|
1234
|
+
|
1235
|
+
# Configuration setting for monitoring. This data type allows job
|
1236
|
+
# template parameters to be specified within.
|
1237
|
+
#
|
1238
|
+
# @!attribute [rw] persistent_app_ui
|
1239
|
+
# Monitoring configurations for the persistent application UI.
|
1240
|
+
# @return [String]
|
1241
|
+
#
|
1242
|
+
# @!attribute [rw] cloud_watch_monitoring_configuration
|
1243
|
+
# Monitoring configurations for CloudWatch.
|
1244
|
+
# @return [Types::ParametricCloudWatchMonitoringConfiguration]
|
1245
|
+
#
|
1246
|
+
# @!attribute [rw] s3_monitoring_configuration
|
1247
|
+
# Amazon S3 configuration for monitoring log publishing.
|
1248
|
+
# @return [Types::ParametricS3MonitoringConfiguration]
|
1249
|
+
#
|
1250
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/emr-containers-2020-10-01/ParametricMonitoringConfiguration AWS API Documentation
|
1251
|
+
#
|
1252
|
+
class ParametricMonitoringConfiguration < Struct.new(
|
1253
|
+
:persistent_app_ui,
|
1254
|
+
:cloud_watch_monitoring_configuration,
|
1255
|
+
:s3_monitoring_configuration)
|
1256
|
+
SENSITIVE = []
|
1257
|
+
include Aws::Structure
|
1258
|
+
end
|
1259
|
+
|
1260
|
+
# Amazon S3 configuration for monitoring log publishing. You can
|
1261
|
+
# configure your jobs to send log information to Amazon S3. This data
|
1262
|
+
# type allows job template parameters to be specified within.
|
1263
|
+
#
|
1264
|
+
# @!attribute [rw] log_uri
|
1265
|
+
# Amazon S3 destination URI for log publishing.
|
1266
|
+
# @return [String]
|
1267
|
+
#
|
1268
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/emr-containers-2020-10-01/ParametricS3MonitoringConfiguration AWS API Documentation
|
1269
|
+
#
|
1270
|
+
class ParametricS3MonitoringConfiguration < Struct.new(
|
1271
|
+
:log_uri)
|
1272
|
+
SENSITIVE = []
|
1273
|
+
include Aws::Structure
|
1274
|
+
end
|
1275
|
+
|
1191
1276
|
# The specified resource was not found.
|
1192
1277
|
#
|
1193
1278
|
# @!attribute [rw] message
|
@@ -1204,13 +1289,6 @@ module Aws::EMRContainers
|
|
1204
1289
|
# Amazon S3 configuration for monitoring log publishing. You can
|
1205
1290
|
# configure your jobs to send log information to Amazon S3.
|
1206
1291
|
#
|
1207
|
-
# @note When making an API call, you may pass S3MonitoringConfiguration
|
1208
|
-
# data as a hash:
|
1209
|
-
#
|
1210
|
-
# {
|
1211
|
-
# log_uri: "UriString", # required
|
1212
|
-
# }
|
1213
|
-
#
|
1214
1292
|
# @!attribute [rw] log_uri
|
1215
1293
|
# Amazon S3 destination URI for log publishing.
|
1216
1294
|
# @return [String]
|
@@ -1225,14 +1303,6 @@ module Aws::EMRContainers
|
|
1225
1303
|
|
1226
1304
|
# The job driver for job type.
|
1227
1305
|
#
|
1228
|
-
# @note When making an API call, you may pass SparkSqlJobDriver
|
1229
|
-
# data as a hash:
|
1230
|
-
#
|
1231
|
-
# {
|
1232
|
-
# entry_point: "EntryPointPath",
|
1233
|
-
# spark_sql_parameters: "SparkSqlParameters",
|
1234
|
-
# }
|
1235
|
-
#
|
1236
1306
|
# @!attribute [rw] entry_point
|
1237
1307
|
# The SQL file to be executed.
|
1238
1308
|
# @return [String]
|
@@ -1252,15 +1322,6 @@ module Aws::EMRContainers
|
|
1252
1322
|
|
1253
1323
|
# The information about job driver for Spark submit.
|
1254
1324
|
#
|
1255
|
-
# @note When making an API call, you may pass SparkSubmitJobDriver
|
1256
|
-
# data as a hash:
|
1257
|
-
#
|
1258
|
-
# {
|
1259
|
-
# entry_point: "EntryPointPath", # required
|
1260
|
-
# entry_point_arguments: ["EntryPointArgument"],
|
1261
|
-
# spark_submit_parameters: "SparkSubmitParameters",
|
1262
|
-
# }
|
1263
|
-
#
|
1264
1325
|
# @!attribute [rw] entry_point
|
1265
1326
|
# The entry point of job application.
|
1266
1327
|
# @return [String]
|
@@ -1283,54 +1344,6 @@ module Aws::EMRContainers
|
|
1283
1344
|
include Aws::Structure
|
1284
1345
|
end
|
1285
1346
|
|
1286
|
-
# @note When making an API call, you may pass StartJobRunRequest
|
1287
|
-
# data as a hash:
|
1288
|
-
#
|
1289
|
-
# {
|
1290
|
-
# name: "ResourceNameString",
|
1291
|
-
# virtual_cluster_id: "ResourceIdString", # required
|
1292
|
-
# client_token: "ClientToken", # required
|
1293
|
-
# execution_role_arn: "IAMRoleArn", # required
|
1294
|
-
# release_label: "ReleaseLabel", # required
|
1295
|
-
# job_driver: { # required
|
1296
|
-
# spark_submit_job_driver: {
|
1297
|
-
# entry_point: "EntryPointPath", # required
|
1298
|
-
# entry_point_arguments: ["EntryPointArgument"],
|
1299
|
-
# spark_submit_parameters: "SparkSubmitParameters",
|
1300
|
-
# },
|
1301
|
-
# spark_sql_job_driver: {
|
1302
|
-
# entry_point: "EntryPointPath",
|
1303
|
-
# spark_sql_parameters: "SparkSqlParameters",
|
1304
|
-
# },
|
1305
|
-
# },
|
1306
|
-
# configuration_overrides: {
|
1307
|
-
# application_configuration: [
|
1308
|
-
# {
|
1309
|
-
# classification: "String1024", # required
|
1310
|
-
# properties: {
|
1311
|
-
# "String1024" => "String1024",
|
1312
|
-
# },
|
1313
|
-
# configurations: {
|
1314
|
-
# # recursive ConfigurationList
|
1315
|
-
# },
|
1316
|
-
# },
|
1317
|
-
# ],
|
1318
|
-
# monitoring_configuration: {
|
1319
|
-
# persistent_app_ui: "ENABLED", # accepts ENABLED, DISABLED
|
1320
|
-
# cloud_watch_monitoring_configuration: {
|
1321
|
-
# log_group_name: "LogGroupName", # required
|
1322
|
-
# log_stream_name_prefix: "String256",
|
1323
|
-
# },
|
1324
|
-
# s3_monitoring_configuration: {
|
1325
|
-
# log_uri: "UriString", # required
|
1326
|
-
# },
|
1327
|
-
# },
|
1328
|
-
# },
|
1329
|
-
# tags: {
|
1330
|
-
# "String128" => "StringEmpty256",
|
1331
|
-
# },
|
1332
|
-
# }
|
1333
|
-
#
|
1334
1347
|
# @!attribute [rw] name
|
1335
1348
|
# The name of the job run.
|
1336
1349
|
# @return [String]
|
@@ -1366,6 +1379,14 @@ module Aws::EMRContainers
|
|
1366
1379
|
# The tags assigned to job runs.
|
1367
1380
|
# @return [Hash<String,String>]
|
1368
1381
|
#
|
1382
|
+
# @!attribute [rw] job_template_id
|
1383
|
+
# The job template ID to be used to start the job run.
|
1384
|
+
# @return [String]
|
1385
|
+
#
|
1386
|
+
# @!attribute [rw] job_template_parameters
|
1387
|
+
# The values of job template parameters to start a job run.
|
1388
|
+
# @return [Hash<String,String>]
|
1389
|
+
#
|
1369
1390
|
# @see http://docs.aws.amazon.com/goto/WebAPI/emr-containers-2020-10-01/StartJobRunRequest AWS API Documentation
|
1370
1391
|
#
|
1371
1392
|
class StartJobRunRequest < Struct.new(
|
@@ -1376,7 +1397,9 @@ module Aws::EMRContainers
|
|
1376
1397
|
:release_label,
|
1377
1398
|
:job_driver,
|
1378
1399
|
:configuration_overrides,
|
1379
|
-
:tags
|
1400
|
+
:tags,
|
1401
|
+
:job_template_id,
|
1402
|
+
:job_template_parameters)
|
1380
1403
|
SENSITIVE = []
|
1381
1404
|
include Aws::Structure
|
1382
1405
|
end
|
@@ -1409,16 +1432,6 @@ module Aws::EMRContainers
|
|
1409
1432
|
include Aws::Structure
|
1410
1433
|
end
|
1411
1434
|
|
1412
|
-
# @note When making an API call, you may pass TagResourceRequest
|
1413
|
-
# data as a hash:
|
1414
|
-
#
|
1415
|
-
# {
|
1416
|
-
# resource_arn: "RsiArn", # required
|
1417
|
-
# tags: { # required
|
1418
|
-
# "String128" => "StringEmpty256",
|
1419
|
-
# },
|
1420
|
-
# }
|
1421
|
-
#
|
1422
1435
|
# @!attribute [rw] resource_arn
|
1423
1436
|
# The ARN of resources.
|
1424
1437
|
# @return [String]
|
@@ -1440,14 +1453,26 @@ module Aws::EMRContainers
|
|
1440
1453
|
#
|
1441
1454
|
class TagResourceResponse < Aws::EmptyStructure; end
|
1442
1455
|
|
1443
|
-
#
|
1444
|
-
# data as a hash:
|
1456
|
+
# The configuration of a job template parameter.
|
1445
1457
|
#
|
1446
|
-
#
|
1447
|
-
#
|
1448
|
-
#
|
1449
|
-
#
|
1458
|
+
# @!attribute [rw] type
|
1459
|
+
# The type of the job template parameter. Allowed values are:
|
1460
|
+
# ‘String’, ‘Number’.
|
1461
|
+
# @return [String]
|
1450
1462
|
#
|
1463
|
+
# @!attribute [rw] default_value
|
1464
|
+
# The default value for the job template parameter.
|
1465
|
+
# @return [String]
|
1466
|
+
#
|
1467
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/emr-containers-2020-10-01/TemplateParameterConfiguration AWS API Documentation
|
1468
|
+
#
|
1469
|
+
class TemplateParameterConfiguration < Struct.new(
|
1470
|
+
:type,
|
1471
|
+
:default_value)
|
1472
|
+
SENSITIVE = []
|
1473
|
+
include Aws::Structure
|
1474
|
+
end
|
1475
|
+
|
1451
1476
|
# @!attribute [rw] resource_arn
|
1452
1477
|
# The ARN of resources.
|
1453
1478
|
# @return [String]
|