aws-sdk-emrcontainers 1.15.0 → 1.17.0

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: e280d44f03aadaeaf59f596fbab5467fcc545749e27761f7b822205ec5cc07b8
4
- data.tar.gz: 21035cd9c3a0937e890a7f87fa4d53a299cb996769eb3c4e165f22899ab1d17a
3
+ metadata.gz: b0381a17836df6f0bf4a5aefe44178648f9f12d915d1a82b8299fd9640320b91
4
+ data.tar.gz: 1a4f286964aeb06b3f7fce2f21131db52d8fd7559b500ee073c7c9ebf0509cf1
5
5
  SHA512:
6
- metadata.gz: 4c1092cdc828ff03d0faea38deca19785d93609b555ba35fe0843202aebb2a960537a4e03bf463220c29dd5d4373e80c73a9deb152da009c1c14cd7b190a2012
7
- data.tar.gz: bc7838c8fbc9a32e4d4653526cd3dd239836648c948ffc7cb26b02e1015448881c22a8745dad6c962f5edc33f5142c08d663fb39e3516b9e15e14de16f57cdcd
6
+ metadata.gz: 873ca18e3575a10264a1ca6ed3ca72203d1b1f0c858cb17e734992a734bb6f15905fce09e4196643362a600c65991c472cfb043fbbc82e2ffb60e48d741d4e18
7
+ data.tar.gz: c500702a994b2a809613f9e09d5aeee7e4a7acc97a12dcae1e977db6a55ee27e1a3a4977c8e47656a195cffd532befa2e46a212b419ae42d2b28f87f5e3e97bd
data/CHANGELOG.md CHANGED
@@ -1,6 +1,16 @@
1
1
  Unreleased Changes
2
2
  ------------------
3
3
 
4
+ 1.17.0 (2022-11-04)
5
+ ------------------
6
+
7
+ * Feature - Adding support for Job templates. Job templates allow you to create and store templates to configure Spark applications parameters. This helps you ensure consistent settings across applications by reusing and enforcing configuration overrides in data pipelines.
8
+
9
+ 1.16.0 (2022-10-25)
10
+ ------------------
11
+
12
+ * Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
13
+
4
14
  1.15.0 (2022-09-08)
5
15
  ------------------
6
16
 
data/VERSION CHANGED
@@ -1 +1 @@
1
- 1.15.0
1
+ 1.17.0
@@ -30,7 +30,7 @@ require 'aws-sdk-core/plugins/http_checksum.rb'
30
30
  require 'aws-sdk-core/plugins/checksum_algorithm.rb'
31
31
  require 'aws-sdk-core/plugins/defaults_mode.rb'
32
32
  require 'aws-sdk-core/plugins/recursion_detection.rb'
33
- require 'aws-sdk-core/plugins/signature_v4.rb'
33
+ require 'aws-sdk-core/plugins/sign.rb'
34
34
  require 'aws-sdk-core/plugins/protocols/rest_json.rb'
35
35
 
36
36
  Aws::Plugins::GlobalConfiguration.add_identifier(:emrcontainers)
@@ -79,8 +79,9 @@ module Aws::EMRContainers
79
79
  add_plugin(Aws::Plugins::ChecksumAlgorithm)
80
80
  add_plugin(Aws::Plugins::DefaultsMode)
81
81
  add_plugin(Aws::Plugins::RecursionDetection)
82
- add_plugin(Aws::Plugins::SignatureV4)
82
+ add_plugin(Aws::Plugins::Sign)
83
83
  add_plugin(Aws::Plugins::Protocols::RestJson)
84
+ add_plugin(Aws::EMRContainers::Plugins::Endpoints)
84
85
 
85
86
  # @overload initialize(options)
86
87
  # @param [Hash] options
@@ -287,6 +288,19 @@ module Aws::EMRContainers
287
288
  # ** Please note ** When response stubbing is enabled, no HTTP
288
289
  # requests are made, and retries are disabled.
289
290
  #
291
+ # @option options [Aws::TokenProvider] :token_provider
292
+ # A Bearer Token Provider. This can be an instance of any one of the
293
+ # following classes:
294
+ #
295
+ # * `Aws::StaticTokenProvider` - Used for configuring static, non-refreshing
296
+ # tokens.
297
+ #
298
+ # * `Aws::SSOTokenProvider` - Used for loading tokens from AWS SSO using an
299
+ # access token generated from `aws login`.
300
+ #
301
+ # When `:token_provider` is not configured directly, the `Aws::TokenProviderChain`
302
+ # will be used to search for tokens configured for your profile in shared configuration files.
303
+ #
290
304
  # @option options [Boolean] :use_dualstack_endpoint
291
305
  # When set to `true`, dualstack enabled endpoints (with `.aws` TLD)
292
306
  # will be used if available.
@@ -300,6 +314,9 @@ module Aws::EMRContainers
300
314
  # When `true`, request parameters are validated before
301
315
  # sending the request.
302
316
  #
317
+ # @option options [Aws::EMRContainers::EndpointProvider] :endpoint_provider
318
+ # The endpoint provider used to resolve endpoints. Any object that responds to `#resolve_endpoint(parameters)` where `parameters` is a Struct similar to `Aws::EMRContainers::EndpointParameters`
319
+ #
303
320
  # @option options [URI::HTTP,String] :http_proxy A proxy to send
304
321
  # requests through. Formatted like 'http://proxy.com:123'.
305
322
  #
@@ -387,6 +404,110 @@ module Aws::EMRContainers
387
404
  req.send_request(options)
388
405
  end
389
406
 
407
+ # Creates a job template. Job template stores values of StartJobRun API
408
+ # request in a template and can be used to start a job run. Job template
409
+ # allows two use cases: avoid repeating recurring StartJobRun API
410
+ # request values, enforcing certain values in StartJobRun API request.
411
+ #
412
+ # @option params [required, String] :name
413
+ # The specified name of the job template.
414
+ #
415
+ # @option params [required, String] :client_token
416
+ # The client token of the job template.
417
+ #
418
+ # **A suitable default value is auto-generated.** You should normally
419
+ # not need to pass this option.**
420
+ #
421
+ # @option params [required, Types::JobTemplateData] :job_template_data
422
+ # The job template data which holds values of StartJobRun API request.
423
+ #
424
+ # @option params [Hash<String,String>] :tags
425
+ # The tags that are associated with the job template.
426
+ #
427
+ # @option params [String] :kms_key_arn
428
+ # The KMS key ARN used to encrypt the job template.
429
+ #
430
+ # @return [Types::CreateJobTemplateResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
431
+ #
432
+ # * {Types::CreateJobTemplateResponse#id #id} => String
433
+ # * {Types::CreateJobTemplateResponse#name #name} => String
434
+ # * {Types::CreateJobTemplateResponse#arn #arn} => String
435
+ # * {Types::CreateJobTemplateResponse#created_at #created_at} => Time
436
+ #
437
+ # @example Request syntax with placeholder values
438
+ #
439
+ # resp = client.create_job_template({
440
+ # name: "ResourceNameString", # required
441
+ # client_token: "ClientToken", # required
442
+ # job_template_data: { # required
443
+ # execution_role_arn: "ParametricIAMRoleArn", # required
444
+ # release_label: "ParametricReleaseLabel", # required
445
+ # configuration_overrides: {
446
+ # application_configuration: [
447
+ # {
448
+ # classification: "String1024", # required
449
+ # properties: {
450
+ # "String1024" => "String1024",
451
+ # },
452
+ # configurations: {
453
+ # # recursive ConfigurationList
454
+ # },
455
+ # },
456
+ # ],
457
+ # monitoring_configuration: {
458
+ # persistent_app_ui: "TemplateParameter",
459
+ # cloud_watch_monitoring_configuration: {
460
+ # log_group_name: "TemplateParameter",
461
+ # log_stream_name_prefix: "String256",
462
+ # },
463
+ # s3_monitoring_configuration: {
464
+ # log_uri: "UriString",
465
+ # },
466
+ # },
467
+ # },
468
+ # job_driver: { # required
469
+ # spark_submit_job_driver: {
470
+ # entry_point: "EntryPointPath", # required
471
+ # entry_point_arguments: ["EntryPointArgument"],
472
+ # spark_submit_parameters: "SparkSubmitParameters",
473
+ # },
474
+ # spark_sql_job_driver: {
475
+ # entry_point: "EntryPointPath",
476
+ # spark_sql_parameters: "SparkSqlParameters",
477
+ # },
478
+ # },
479
+ # parameter_configuration: {
480
+ # "TemplateParameterName" => {
481
+ # type: "NUMBER", # accepts NUMBER, STRING
482
+ # default_value: "String1024",
483
+ # },
484
+ # },
485
+ # job_tags: {
486
+ # "String128" => "StringEmpty256",
487
+ # },
488
+ # },
489
+ # tags: {
490
+ # "String128" => "StringEmpty256",
491
+ # },
492
+ # kms_key_arn: "KmsKeyArn",
493
+ # })
494
+ #
495
+ # @example Response structure
496
+ #
497
+ # resp.id #=> String
498
+ # resp.name #=> String
499
+ # resp.arn #=> String
500
+ # resp.created_at #=> Time
501
+ #
502
+ # @see http://docs.aws.amazon.com/goto/WebAPI/emr-containers-2020-10-01/CreateJobTemplate AWS API Documentation
503
+ #
504
+ # @overload create_job_template(params = {})
505
+ # @param [Hash] params ({})
506
+ def create_job_template(params = {}, options = {})
507
+ req = build_request(:create_job_template, params)
508
+ req.send_request(options)
509
+ end
510
+
390
511
  # Creates a managed endpoint. A managed endpoint is a gateway that
391
512
  # connects EMR Studio to Amazon EMR on EKS so that EMR Studio can
392
513
  # communicate with your virtual cluster.
@@ -546,6 +667,37 @@ module Aws::EMRContainers
546
667
  req.send_request(options)
547
668
  end
548
669
 
670
+ # Deletes a job template. Job template stores values of StartJobRun API
671
+ # request in a template and can be used to start a job run. Job template
672
+ # allows two use cases: avoid repeating recurring StartJobRun API
673
+ # request values, enforcing certain values in StartJobRun API request.
674
+ #
675
+ # @option params [required, String] :id
676
+ # The ID of the job template that will be deleted.
677
+ #
678
+ # @return [Types::DeleteJobTemplateResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
679
+ #
680
+ # * {Types::DeleteJobTemplateResponse#id #id} => String
681
+ #
682
+ # @example Request syntax with placeholder values
683
+ #
684
+ # resp = client.delete_job_template({
685
+ # id: "ResourceIdString", # required
686
+ # })
687
+ #
688
+ # @example Response structure
689
+ #
690
+ # resp.id #=> String
691
+ #
692
+ # @see http://docs.aws.amazon.com/goto/WebAPI/emr-containers-2020-10-01/DeleteJobTemplate AWS API Documentation
693
+ #
694
+ # @overload delete_job_template(params = {})
695
+ # @param [Hash] params ({})
696
+ def delete_job_template(params = {}, options = {})
697
+ req = build_request(:delete_job_template, params)
698
+ req.send_request(options)
699
+ end
700
+
549
701
  # Deletes a managed endpoint. A managed endpoint is a gateway that
550
702
  # connects EMR Studio to Amazon EMR on EKS so that EMR Studio can
551
703
  # communicate with your virtual cluster.
@@ -678,6 +830,68 @@ module Aws::EMRContainers
678
830
  req.send_request(options)
679
831
  end
680
832
 
833
+ # Displays detailed information about a specified job template. Job
834
+ # template stores values of StartJobRun API request in a template and
835
+ # can be used to start a job run. Job template allows two use cases:
836
+ # avoid repeating recurring StartJobRun API request values, enforcing
837
+ # certain values in StartJobRun API request.
838
+ #
839
+ # @option params [required, String] :id
840
+ # The ID of the job template that will be described.
841
+ #
842
+ # @return [Types::DescribeJobTemplateResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
843
+ #
844
+ # * {Types::DescribeJobTemplateResponse#job_template #job_template} => Types::JobTemplate
845
+ #
846
+ # @example Request syntax with placeholder values
847
+ #
848
+ # resp = client.describe_job_template({
849
+ # id: "ResourceIdString", # required
850
+ # })
851
+ #
852
+ # @example Response structure
853
+ #
854
+ # resp.job_template.name #=> String
855
+ # resp.job_template.id #=> String
856
+ # resp.job_template.arn #=> String
857
+ # resp.job_template.created_at #=> Time
858
+ # resp.job_template.created_by #=> String
859
+ # resp.job_template.tags #=> Hash
860
+ # resp.job_template.tags["String128"] #=> String
861
+ # resp.job_template.job_template_data.execution_role_arn #=> String
862
+ # resp.job_template.job_template_data.release_label #=> String
863
+ # resp.job_template.job_template_data.configuration_overrides.application_configuration #=> Array
864
+ # resp.job_template.job_template_data.configuration_overrides.application_configuration[0].classification #=> String
865
+ # resp.job_template.job_template_data.configuration_overrides.application_configuration[0].properties #=> Hash
866
+ # resp.job_template.job_template_data.configuration_overrides.application_configuration[0].properties["String1024"] #=> String
867
+ # resp.job_template.job_template_data.configuration_overrides.application_configuration[0].configurations #=> Types::ConfigurationList
868
+ # resp.job_template.job_template_data.configuration_overrides.monitoring_configuration.persistent_app_ui #=> String
869
+ # resp.job_template.job_template_data.configuration_overrides.monitoring_configuration.cloud_watch_monitoring_configuration.log_group_name #=> String
870
+ # resp.job_template.job_template_data.configuration_overrides.monitoring_configuration.cloud_watch_monitoring_configuration.log_stream_name_prefix #=> String
871
+ # resp.job_template.job_template_data.configuration_overrides.monitoring_configuration.s3_monitoring_configuration.log_uri #=> String
872
+ # resp.job_template.job_template_data.job_driver.spark_submit_job_driver.entry_point #=> String
873
+ # resp.job_template.job_template_data.job_driver.spark_submit_job_driver.entry_point_arguments #=> Array
874
+ # resp.job_template.job_template_data.job_driver.spark_submit_job_driver.entry_point_arguments[0] #=> String
875
+ # resp.job_template.job_template_data.job_driver.spark_submit_job_driver.spark_submit_parameters #=> String
876
+ # resp.job_template.job_template_data.job_driver.spark_sql_job_driver.entry_point #=> String
877
+ # resp.job_template.job_template_data.job_driver.spark_sql_job_driver.spark_sql_parameters #=> String
878
+ # resp.job_template.job_template_data.parameter_configuration #=> Hash
879
+ # resp.job_template.job_template_data.parameter_configuration["TemplateParameterName"].type #=> String, one of "NUMBER", "STRING"
880
+ # resp.job_template.job_template_data.parameter_configuration["TemplateParameterName"].default_value #=> String
881
+ # resp.job_template.job_template_data.job_tags #=> Hash
882
+ # resp.job_template.job_template_data.job_tags["String128"] #=> String
883
+ # resp.job_template.kms_key_arn #=> String
884
+ # resp.job_template.decryption_error #=> String
885
+ #
886
+ # @see http://docs.aws.amazon.com/goto/WebAPI/emr-containers-2020-10-01/DescribeJobTemplate AWS API Documentation
887
+ #
888
+ # @overload describe_job_template(params = {})
889
+ # @param [Hash] params ({})
890
+ def describe_job_template(params = {}, options = {})
891
+ req = build_request(:describe_job_template, params)
892
+ req.send_request(options)
893
+ end
894
+
681
895
  # Displays detailed information about a managed endpoint. A managed
682
896
  # endpoint is a gateway that connects EMR Studio to Amazon EMR on EKS so
683
897
  # that EMR Studio can communicate with your virtual cluster.
@@ -871,6 +1085,85 @@ module Aws::EMRContainers
871
1085
  req.send_request(options)
872
1086
  end
873
1087
 
1088
+ # Lists job templates based on a set of parameters. Job template stores
1089
+ # values of StartJobRun API request in a template and can be used to
1090
+ # start a job run. Job template allows two use cases: avoid repeating
1091
+ # recurring StartJobRun API request values, enforcing certain values in
1092
+ # StartJobRun API request.
1093
+ #
1094
+ # @option params [Time,DateTime,Date,Integer,String] :created_after
1095
+ # The date and time after which the job templates were created.
1096
+ #
1097
+ # @option params [Time,DateTime,Date,Integer,String] :created_before
1098
+ # The date and time before which the job templates were created.
1099
+ #
1100
+ # @option params [Integer] :max_results
1101
+ # The maximum number of job templates that can be listed.
1102
+ #
1103
+ # @option params [String] :next_token
1104
+ # The token for the next set of job templates to return.
1105
+ #
1106
+ # @return [Types::ListJobTemplatesResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
1107
+ #
1108
+ # * {Types::ListJobTemplatesResponse#templates #templates} => Array&lt;Types::JobTemplate&gt;
1109
+ # * {Types::ListJobTemplatesResponse#next_token #next_token} => String
1110
+ #
1111
+ # The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
1112
+ #
1113
+ # @example Request syntax with placeholder values
1114
+ #
1115
+ # resp = client.list_job_templates({
1116
+ # created_after: Time.now,
1117
+ # created_before: Time.now,
1118
+ # max_results: 1,
1119
+ # next_token: "NextToken",
1120
+ # })
1121
+ #
1122
+ # @example Response structure
1123
+ #
1124
+ # resp.templates #=> Array
1125
+ # resp.templates[0].name #=> String
1126
+ # resp.templates[0].id #=> String
1127
+ # resp.templates[0].arn #=> String
1128
+ # resp.templates[0].created_at #=> Time
1129
+ # resp.templates[0].created_by #=> String
1130
+ # resp.templates[0].tags #=> Hash
1131
+ # resp.templates[0].tags["String128"] #=> String
1132
+ # resp.templates[0].job_template_data.execution_role_arn #=> String
1133
+ # resp.templates[0].job_template_data.release_label #=> String
1134
+ # resp.templates[0].job_template_data.configuration_overrides.application_configuration #=> Array
1135
+ # resp.templates[0].job_template_data.configuration_overrides.application_configuration[0].classification #=> String
1136
+ # resp.templates[0].job_template_data.configuration_overrides.application_configuration[0].properties #=> Hash
1137
+ # resp.templates[0].job_template_data.configuration_overrides.application_configuration[0].properties["String1024"] #=> String
1138
+ # resp.templates[0].job_template_data.configuration_overrides.application_configuration[0].configurations #=> Types::ConfigurationList
1139
+ # resp.templates[0].job_template_data.configuration_overrides.monitoring_configuration.persistent_app_ui #=> String
1140
+ # resp.templates[0].job_template_data.configuration_overrides.monitoring_configuration.cloud_watch_monitoring_configuration.log_group_name #=> String
1141
+ # resp.templates[0].job_template_data.configuration_overrides.monitoring_configuration.cloud_watch_monitoring_configuration.log_stream_name_prefix #=> String
1142
+ # resp.templates[0].job_template_data.configuration_overrides.monitoring_configuration.s3_monitoring_configuration.log_uri #=> String
1143
+ # resp.templates[0].job_template_data.job_driver.spark_submit_job_driver.entry_point #=> String
1144
+ # resp.templates[0].job_template_data.job_driver.spark_submit_job_driver.entry_point_arguments #=> Array
1145
+ # resp.templates[0].job_template_data.job_driver.spark_submit_job_driver.entry_point_arguments[0] #=> String
1146
+ # resp.templates[0].job_template_data.job_driver.spark_submit_job_driver.spark_submit_parameters #=> String
1147
+ # resp.templates[0].job_template_data.job_driver.spark_sql_job_driver.entry_point #=> String
1148
+ # resp.templates[0].job_template_data.job_driver.spark_sql_job_driver.spark_sql_parameters #=> String
1149
+ # resp.templates[0].job_template_data.parameter_configuration #=> Hash
1150
+ # resp.templates[0].job_template_data.parameter_configuration["TemplateParameterName"].type #=> String, one of "NUMBER", "STRING"
1151
+ # resp.templates[0].job_template_data.parameter_configuration["TemplateParameterName"].default_value #=> String
1152
+ # resp.templates[0].job_template_data.job_tags #=> Hash
1153
+ # resp.templates[0].job_template_data.job_tags["String128"] #=> String
1154
+ # resp.templates[0].kms_key_arn #=> String
1155
+ # resp.templates[0].decryption_error #=> String
1156
+ # resp.next_token #=> String
1157
+ #
1158
+ # @see http://docs.aws.amazon.com/goto/WebAPI/emr-containers-2020-10-01/ListJobTemplates AWS API Documentation
1159
+ #
1160
+ # @overload list_job_templates(params = {})
1161
+ # @param [Hash] params ({})
1162
+ def list_job_templates(params = {}, options = {})
1163
+ req = build_request(:list_job_templates, params)
1164
+ req.send_request(options)
1165
+ end
1166
+
874
1167
  # Lists managed endpoints based on a set of parameters. A managed
875
1168
  # endpoint is a gateway that connects EMR Studio to Amazon EMR on EKS so
876
1169
  # that EMR Studio can communicate with your virtual cluster.
@@ -1076,13 +1369,13 @@ module Aws::EMRContainers
1076
1369
  # **A suitable default value is auto-generated.** You should normally
1077
1370
  # not need to pass this option.**
1078
1371
  #
1079
- # @option params [required, String] :execution_role_arn
1372
+ # @option params [String] :execution_role_arn
1080
1373
  # The execution role ARN for the job run.
1081
1374
  #
1082
- # @option params [required, String] :release_label
1375
+ # @option params [String] :release_label
1083
1376
  # The Amazon EMR release version to use for the job run.
1084
1377
  #
1085
- # @option params [required, Types::JobDriver] :job_driver
1378
+ # @option params [Types::JobDriver] :job_driver
1086
1379
  # The job driver for the job run.
1087
1380
  #
1088
1381
  # @option params [Types::ConfigurationOverrides] :configuration_overrides
@@ -1091,6 +1384,12 @@ module Aws::EMRContainers
1091
1384
  # @option params [Hash<String,String>] :tags
1092
1385
  # The tags assigned to job runs.
1093
1386
  #
1387
+ # @option params [String] :job_template_id
1388
+ # The job template ID to be used to start the job run.
1389
+ #
1390
+ # @option params [Hash<String,String>] :job_template_parameters
1391
+ # The values of job template parameters to start a job run.
1392
+ #
1094
1393
  # @return [Types::StartJobRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
1095
1394
  #
1096
1395
  # * {Types::StartJobRunResponse#id #id} => String
@@ -1104,9 +1403,9 @@ module Aws::EMRContainers
1104
1403
  # name: "ResourceNameString",
1105
1404
  # virtual_cluster_id: "ResourceIdString", # required
1106
1405
  # client_token: "ClientToken", # required
1107
- # execution_role_arn: "IAMRoleArn", # required
1108
- # release_label: "ReleaseLabel", # required
1109
- # job_driver: { # required
1406
+ # execution_role_arn: "IAMRoleArn",
1407
+ # release_label: "ReleaseLabel",
1408
+ # job_driver: {
1110
1409
  # spark_submit_job_driver: {
1111
1410
  # entry_point: "EntryPointPath", # required
1112
1411
  # entry_point_arguments: ["EntryPointArgument"],
@@ -1143,6 +1442,10 @@ module Aws::EMRContainers
1143
1442
  # tags: {
1144
1443
  # "String128" => "StringEmpty256",
1145
1444
  # },
1445
+ # job_template_id: "ResourceIdString",
1446
+ # job_template_parameters: {
1447
+ # "TemplateParameterName" => "String1024",
1448
+ # },
1146
1449
  # })
1147
1450
  #
1148
1451
  # @example Response structure
@@ -1237,7 +1540,7 @@ module Aws::EMRContainers
1237
1540
  params: params,
1238
1541
  config: config)
1239
1542
  context[:gem_name] = 'aws-sdk-emrcontainers'
1240
- context[:gem_version] = '1.15.0'
1543
+ context[:gem_version] = '1.17.0'
1241
1544
  Seahorse::Client::Request.new(handlers, context)
1242
1545
  end
1243
1546