aws-sdk-emrcontainers 1.16.0 → 1.17.0

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 15e0adec968b2e548580e35027ef863c63923aafd795d208224541b86cdeedf7
4
- data.tar.gz: d3510ad2517f8e178381bccda60e9ff836177c51a7ebbf57e027842590f4d413
3
+ metadata.gz: b0381a17836df6f0bf4a5aefe44178648f9f12d915d1a82b8299fd9640320b91
4
+ data.tar.gz: 1a4f286964aeb06b3f7fce2f21131db52d8fd7559b500ee073c7c9ebf0509cf1
5
5
  SHA512:
6
- metadata.gz: 0db04a269243aa8fc48de4b13f2ca3fdf3ec641d006874d5d3b5432c50023364467395a89441858fdd713792f3bd9b7d6aafcda3d47a1ad5552996dbf5990c0c
7
- data.tar.gz: 27b63a1548470c0bb1c09c3137088793cc60912ad190c9cae60006ceb725f22a900763bdc149d479fab5c70983d67df59d525c8be9e81edc0900233d99b5d1e0
6
+ metadata.gz: 873ca18e3575a10264a1ca6ed3ca72203d1b1f0c858cb17e734992a734bb6f15905fce09e4196643362a600c65991c472cfb043fbbc82e2ffb60e48d741d4e18
7
+ data.tar.gz: c500702a994b2a809613f9e09d5aeee7e4a7acc97a12dcae1e977db6a55ee27e1a3a4977c8e47656a195cffd532befa2e46a212b419ae42d2b28f87f5e3e97bd
data/CHANGELOG.md CHANGED
@@ -1,6 +1,11 @@
1
1
  Unreleased Changes
2
2
  ------------------
3
3
 
4
+ 1.17.0 (2022-11-04)
5
+ ------------------
6
+
7
+ * Feature - Adding support for Job templates. Job templates allow you to create and store templates to configure Spark applications parameters. This helps you ensure consistent settings across applications by reusing and enforcing configuration overrides in data pipelines.
8
+
4
9
  1.16.0 (2022-10-25)
5
10
  ------------------
6
11
 
data/VERSION CHANGED
@@ -1 +1 @@
1
- 1.16.0
1
+ 1.17.0
@@ -404,6 +404,110 @@ module Aws::EMRContainers
404
404
  req.send_request(options)
405
405
  end
406
406
 
407
+ # Creates a job template. Job template stores values of StartJobRun API
408
+ # request in a template and can be used to start a job run. Job template
409
+ # allows two use cases: avoid repeating recurring StartJobRun API
410
+ # request values, enforcing certain values in StartJobRun API request.
411
+ #
412
+ # @option params [required, String] :name
413
+ # The specified name of the job template.
414
+ #
415
+ # @option params [required, String] :client_token
416
+ # The client token of the job template.
417
+ #
418
+ # **A suitable default value is auto-generated.** You should normally
419
+ # not need to pass this option.**
420
+ #
421
+ # @option params [required, Types::JobTemplateData] :job_template_data
422
+ # The job template data which holds values of StartJobRun API request.
423
+ #
424
+ # @option params [Hash<String,String>] :tags
425
+ # The tags that are associated with the job template.
426
+ #
427
+ # @option params [String] :kms_key_arn
428
+ # The KMS key ARN used to encrypt the job template.
429
+ #
430
+ # @return [Types::CreateJobTemplateResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
431
+ #
432
+ # * {Types::CreateJobTemplateResponse#id #id} => String
433
+ # * {Types::CreateJobTemplateResponse#name #name} => String
434
+ # * {Types::CreateJobTemplateResponse#arn #arn} => String
435
+ # * {Types::CreateJobTemplateResponse#created_at #created_at} => Time
436
+ #
437
+ # @example Request syntax with placeholder values
438
+ #
439
+ # resp = client.create_job_template({
440
+ # name: "ResourceNameString", # required
441
+ # client_token: "ClientToken", # required
442
+ # job_template_data: { # required
443
+ # execution_role_arn: "ParametricIAMRoleArn", # required
444
+ # release_label: "ParametricReleaseLabel", # required
445
+ # configuration_overrides: {
446
+ # application_configuration: [
447
+ # {
448
+ # classification: "String1024", # required
449
+ # properties: {
450
+ # "String1024" => "String1024",
451
+ # },
452
+ # configurations: {
453
+ # # recursive ConfigurationList
454
+ # },
455
+ # },
456
+ # ],
457
+ # monitoring_configuration: {
458
+ # persistent_app_ui: "TemplateParameter",
459
+ # cloud_watch_monitoring_configuration: {
460
+ # log_group_name: "TemplateParameter",
461
+ # log_stream_name_prefix: "String256",
462
+ # },
463
+ # s3_monitoring_configuration: {
464
+ # log_uri: "UriString",
465
+ # },
466
+ # },
467
+ # },
468
+ # job_driver: { # required
469
+ # spark_submit_job_driver: {
470
+ # entry_point: "EntryPointPath", # required
471
+ # entry_point_arguments: ["EntryPointArgument"],
472
+ # spark_submit_parameters: "SparkSubmitParameters",
473
+ # },
474
+ # spark_sql_job_driver: {
475
+ # entry_point: "EntryPointPath",
476
+ # spark_sql_parameters: "SparkSqlParameters",
477
+ # },
478
+ # },
479
+ # parameter_configuration: {
480
+ # "TemplateParameterName" => {
481
+ # type: "NUMBER", # accepts NUMBER, STRING
482
+ # default_value: "String1024",
483
+ # },
484
+ # },
485
+ # job_tags: {
486
+ # "String128" => "StringEmpty256",
487
+ # },
488
+ # },
489
+ # tags: {
490
+ # "String128" => "StringEmpty256",
491
+ # },
492
+ # kms_key_arn: "KmsKeyArn",
493
+ # })
494
+ #
495
+ # @example Response structure
496
+ #
497
+ # resp.id #=> String
498
+ # resp.name #=> String
499
+ # resp.arn #=> String
500
+ # resp.created_at #=> Time
501
+ #
502
+ # @see http://docs.aws.amazon.com/goto/WebAPI/emr-containers-2020-10-01/CreateJobTemplate AWS API Documentation
503
+ #
504
+ # @overload create_job_template(params = {})
505
+ # @param [Hash] params ({})
506
+ def create_job_template(params = {}, options = {})
507
+ req = build_request(:create_job_template, params)
508
+ req.send_request(options)
509
+ end
510
+
407
511
  # Creates a managed endpoint. A managed endpoint is a gateway that
408
512
  # connects EMR Studio to Amazon EMR on EKS so that EMR Studio can
409
513
  # communicate with your virtual cluster.
@@ -563,6 +667,37 @@ module Aws::EMRContainers
563
667
  req.send_request(options)
564
668
  end
565
669
 
670
+ # Deletes a job template. Job template stores values of StartJobRun API
671
+ # request in a template and can be used to start a job run. Job template
672
+ # allows two use cases: avoid repeating recurring StartJobRun API
673
+ # request values, enforcing certain values in StartJobRun API request.
674
+ #
675
+ # @option params [required, String] :id
676
+ # The ID of the job template that will be deleted.
677
+ #
678
+ # @return [Types::DeleteJobTemplateResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
679
+ #
680
+ # * {Types::DeleteJobTemplateResponse#id #id} => String
681
+ #
682
+ # @example Request syntax with placeholder values
683
+ #
684
+ # resp = client.delete_job_template({
685
+ # id: "ResourceIdString", # required
686
+ # })
687
+ #
688
+ # @example Response structure
689
+ #
690
+ # resp.id #=> String
691
+ #
692
+ # @see http://docs.aws.amazon.com/goto/WebAPI/emr-containers-2020-10-01/DeleteJobTemplate AWS API Documentation
693
+ #
694
+ # @overload delete_job_template(params = {})
695
+ # @param [Hash] params ({})
696
+ def delete_job_template(params = {}, options = {})
697
+ req = build_request(:delete_job_template, params)
698
+ req.send_request(options)
699
+ end
700
+
566
701
  # Deletes a managed endpoint. A managed endpoint is a gateway that
567
702
  # connects EMR Studio to Amazon EMR on EKS so that EMR Studio can
568
703
  # communicate with your virtual cluster.
@@ -695,6 +830,68 @@ module Aws::EMRContainers
695
830
  req.send_request(options)
696
831
  end
697
832
 
833
+ # Displays detailed information about a specified job template. Job
834
+ # template stores values of StartJobRun API request in a template and
835
+ # can be used to start a job run. Job template allows two use cases:
836
+ # avoid repeating recurring StartJobRun API request values, enforcing
837
+ # certain values in StartJobRun API request.
838
+ #
839
+ # @option params [required, String] :id
840
+ # The ID of the job template that will be described.
841
+ #
842
+ # @return [Types::DescribeJobTemplateResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
843
+ #
844
+ # * {Types::DescribeJobTemplateResponse#job_template #job_template} => Types::JobTemplate
845
+ #
846
+ # @example Request syntax with placeholder values
847
+ #
848
+ # resp = client.describe_job_template({
849
+ # id: "ResourceIdString", # required
850
+ # })
851
+ #
852
+ # @example Response structure
853
+ #
854
+ # resp.job_template.name #=> String
855
+ # resp.job_template.id #=> String
856
+ # resp.job_template.arn #=> String
857
+ # resp.job_template.created_at #=> Time
858
+ # resp.job_template.created_by #=> String
859
+ # resp.job_template.tags #=> Hash
860
+ # resp.job_template.tags["String128"] #=> String
861
+ # resp.job_template.job_template_data.execution_role_arn #=> String
862
+ # resp.job_template.job_template_data.release_label #=> String
863
+ # resp.job_template.job_template_data.configuration_overrides.application_configuration #=> Array
864
+ # resp.job_template.job_template_data.configuration_overrides.application_configuration[0].classification #=> String
865
+ # resp.job_template.job_template_data.configuration_overrides.application_configuration[0].properties #=> Hash
866
+ # resp.job_template.job_template_data.configuration_overrides.application_configuration[0].properties["String1024"] #=> String
867
+ # resp.job_template.job_template_data.configuration_overrides.application_configuration[0].configurations #=> Types::ConfigurationList
868
+ # resp.job_template.job_template_data.configuration_overrides.monitoring_configuration.persistent_app_ui #=> String
869
+ # resp.job_template.job_template_data.configuration_overrides.monitoring_configuration.cloud_watch_monitoring_configuration.log_group_name #=> String
870
+ # resp.job_template.job_template_data.configuration_overrides.monitoring_configuration.cloud_watch_monitoring_configuration.log_stream_name_prefix #=> String
871
+ # resp.job_template.job_template_data.configuration_overrides.monitoring_configuration.s3_monitoring_configuration.log_uri #=> String
872
+ # resp.job_template.job_template_data.job_driver.spark_submit_job_driver.entry_point #=> String
873
+ # resp.job_template.job_template_data.job_driver.spark_submit_job_driver.entry_point_arguments #=> Array
874
+ # resp.job_template.job_template_data.job_driver.spark_submit_job_driver.entry_point_arguments[0] #=> String
875
+ # resp.job_template.job_template_data.job_driver.spark_submit_job_driver.spark_submit_parameters #=> String
876
+ # resp.job_template.job_template_data.job_driver.spark_sql_job_driver.entry_point #=> String
877
+ # resp.job_template.job_template_data.job_driver.spark_sql_job_driver.spark_sql_parameters #=> String
878
+ # resp.job_template.job_template_data.parameter_configuration #=> Hash
879
+ # resp.job_template.job_template_data.parameter_configuration["TemplateParameterName"].type #=> String, one of "NUMBER", "STRING"
880
+ # resp.job_template.job_template_data.parameter_configuration["TemplateParameterName"].default_value #=> String
881
+ # resp.job_template.job_template_data.job_tags #=> Hash
882
+ # resp.job_template.job_template_data.job_tags["String128"] #=> String
883
+ # resp.job_template.kms_key_arn #=> String
884
+ # resp.job_template.decryption_error #=> String
885
+ #
886
+ # @see http://docs.aws.amazon.com/goto/WebAPI/emr-containers-2020-10-01/DescribeJobTemplate AWS API Documentation
887
+ #
888
+ # @overload describe_job_template(params = {})
889
+ # @param [Hash] params ({})
890
+ def describe_job_template(params = {}, options = {})
891
+ req = build_request(:describe_job_template, params)
892
+ req.send_request(options)
893
+ end
894
+
698
895
  # Displays detailed information about a managed endpoint. A managed
699
896
  # endpoint is a gateway that connects EMR Studio to Amazon EMR on EKS so
700
897
  # that EMR Studio can communicate with your virtual cluster.
@@ -888,6 +1085,85 @@ module Aws::EMRContainers
888
1085
  req.send_request(options)
889
1086
  end
890
1087
 
1088
+ # Lists job templates based on a set of parameters. Job template stores
1089
+ # values of StartJobRun API request in a template and can be used to
1090
+ # start a job run. Job template allows two use cases: avoid repeating
1091
+ # recurring StartJobRun API request values, enforcing certain values in
1092
+ # StartJobRun API request.
1093
+ #
1094
+ # @option params [Time,DateTime,Date,Integer,String] :created_after
1095
+ # The date and time after which the job templates were created.
1096
+ #
1097
+ # @option params [Time,DateTime,Date,Integer,String] :created_before
1098
+ # The date and time before which the job templates were created.
1099
+ #
1100
+ # @option params [Integer] :max_results
1101
+ # The maximum number of job templates that can be listed.
1102
+ #
1103
+ # @option params [String] :next_token
1104
+ # The token for the next set of job templates to return.
1105
+ #
1106
+ # @return [Types::ListJobTemplatesResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
1107
+ #
1108
+ # * {Types::ListJobTemplatesResponse#templates #templates} => Array&lt;Types::JobTemplate&gt;
1109
+ # * {Types::ListJobTemplatesResponse#next_token #next_token} => String
1110
+ #
1111
+ # The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
1112
+ #
1113
+ # @example Request syntax with placeholder values
1114
+ #
1115
+ # resp = client.list_job_templates({
1116
+ # created_after: Time.now,
1117
+ # created_before: Time.now,
1118
+ # max_results: 1,
1119
+ # next_token: "NextToken",
1120
+ # })
1121
+ #
1122
+ # @example Response structure
1123
+ #
1124
+ # resp.templates #=> Array
1125
+ # resp.templates[0].name #=> String
1126
+ # resp.templates[0].id #=> String
1127
+ # resp.templates[0].arn #=> String
1128
+ # resp.templates[0].created_at #=> Time
1129
+ # resp.templates[0].created_by #=> String
1130
+ # resp.templates[0].tags #=> Hash
1131
+ # resp.templates[0].tags["String128"] #=> String
1132
+ # resp.templates[0].job_template_data.execution_role_arn #=> String
1133
+ # resp.templates[0].job_template_data.release_label #=> String
1134
+ # resp.templates[0].job_template_data.configuration_overrides.application_configuration #=> Array
1135
+ # resp.templates[0].job_template_data.configuration_overrides.application_configuration[0].classification #=> String
1136
+ # resp.templates[0].job_template_data.configuration_overrides.application_configuration[0].properties #=> Hash
1137
+ # resp.templates[0].job_template_data.configuration_overrides.application_configuration[0].properties["String1024"] #=> String
1138
+ # resp.templates[0].job_template_data.configuration_overrides.application_configuration[0].configurations #=> Types::ConfigurationList
1139
+ # resp.templates[0].job_template_data.configuration_overrides.monitoring_configuration.persistent_app_ui #=> String
1140
+ # resp.templates[0].job_template_data.configuration_overrides.monitoring_configuration.cloud_watch_monitoring_configuration.log_group_name #=> String
1141
+ # resp.templates[0].job_template_data.configuration_overrides.monitoring_configuration.cloud_watch_monitoring_configuration.log_stream_name_prefix #=> String
1142
+ # resp.templates[0].job_template_data.configuration_overrides.monitoring_configuration.s3_monitoring_configuration.log_uri #=> String
1143
+ # resp.templates[0].job_template_data.job_driver.spark_submit_job_driver.entry_point #=> String
1144
+ # resp.templates[0].job_template_data.job_driver.spark_submit_job_driver.entry_point_arguments #=> Array
1145
+ # resp.templates[0].job_template_data.job_driver.spark_submit_job_driver.entry_point_arguments[0] #=> String
1146
+ # resp.templates[0].job_template_data.job_driver.spark_submit_job_driver.spark_submit_parameters #=> String
1147
+ # resp.templates[0].job_template_data.job_driver.spark_sql_job_driver.entry_point #=> String
1148
+ # resp.templates[0].job_template_data.job_driver.spark_sql_job_driver.spark_sql_parameters #=> String
1149
+ # resp.templates[0].job_template_data.parameter_configuration #=> Hash
1150
+ # resp.templates[0].job_template_data.parameter_configuration["TemplateParameterName"].type #=> String, one of "NUMBER", "STRING"
1151
+ # resp.templates[0].job_template_data.parameter_configuration["TemplateParameterName"].default_value #=> String
1152
+ # resp.templates[0].job_template_data.job_tags #=> Hash
1153
+ # resp.templates[0].job_template_data.job_tags["String128"] #=> String
1154
+ # resp.templates[0].kms_key_arn #=> String
1155
+ # resp.templates[0].decryption_error #=> String
1156
+ # resp.next_token #=> String
1157
+ #
1158
+ # @see http://docs.aws.amazon.com/goto/WebAPI/emr-containers-2020-10-01/ListJobTemplates AWS API Documentation
1159
+ #
1160
+ # @overload list_job_templates(params = {})
1161
+ # @param [Hash] params ({})
1162
+ def list_job_templates(params = {}, options = {})
1163
+ req = build_request(:list_job_templates, params)
1164
+ req.send_request(options)
1165
+ end
1166
+
891
1167
  # Lists managed endpoints based on a set of parameters. A managed
892
1168
  # endpoint is a gateway that connects EMR Studio to Amazon EMR on EKS so
893
1169
  # that EMR Studio can communicate with your virtual cluster.
@@ -1093,13 +1369,13 @@ module Aws::EMRContainers
1093
1369
  # **A suitable default value is auto-generated.** You should normally
1094
1370
  # not need to pass this option.**
1095
1371
  #
1096
- # @option params [required, String] :execution_role_arn
1372
+ # @option params [String] :execution_role_arn
1097
1373
  # The execution role ARN for the job run.
1098
1374
  #
1099
- # @option params [required, String] :release_label
1375
+ # @option params [String] :release_label
1100
1376
  # The Amazon EMR release version to use for the job run.
1101
1377
  #
1102
- # @option params [required, Types::JobDriver] :job_driver
1378
+ # @option params [Types::JobDriver] :job_driver
1103
1379
  # The job driver for the job run.
1104
1380
  #
1105
1381
  # @option params [Types::ConfigurationOverrides] :configuration_overrides
@@ -1108,6 +1384,12 @@ module Aws::EMRContainers
1108
1384
  # @option params [Hash<String,String>] :tags
1109
1385
  # The tags assigned to job runs.
1110
1386
  #
1387
+ # @option params [String] :job_template_id
1388
+ # The job template ID to be used to start the job run.
1389
+ #
1390
+ # @option params [Hash<String,String>] :job_template_parameters
1391
+ # The values of job template parameters to start a job run.
1392
+ #
1111
1393
  # @return [Types::StartJobRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
1112
1394
  #
1113
1395
  # * {Types::StartJobRunResponse#id #id} => String
@@ -1121,9 +1403,9 @@ module Aws::EMRContainers
1121
1403
  # name: "ResourceNameString",
1122
1404
  # virtual_cluster_id: "ResourceIdString", # required
1123
1405
  # client_token: "ClientToken", # required
1124
- # execution_role_arn: "IAMRoleArn", # required
1125
- # release_label: "ReleaseLabel", # required
1126
- # job_driver: { # required
1406
+ # execution_role_arn: "IAMRoleArn",
1407
+ # release_label: "ReleaseLabel",
1408
+ # job_driver: {
1127
1409
  # spark_submit_job_driver: {
1128
1410
  # entry_point: "EntryPointPath", # required
1129
1411
  # entry_point_arguments: ["EntryPointArgument"],
@@ -1160,6 +1442,10 @@ module Aws::EMRContainers
1160
1442
  # tags: {
1161
1443
  # "String128" => "StringEmpty256",
1162
1444
  # },
1445
+ # job_template_id: "ResourceIdString",
1446
+ # job_template_parameters: {
1447
+ # "TemplateParameterName" => "String1024",
1448
+ # },
1163
1449
  # })
1164
1450
  #
1165
1451
  # @example Response structure
@@ -1254,7 +1540,7 @@ module Aws::EMRContainers
1254
1540
  params: params,
1255
1541
  config: config)
1256
1542
  context[:gem_name] = 'aws-sdk-emrcontainers'
1257
- context[:gem_version] = '1.16.0'
1543
+ context[:gem_version] = '1.17.0'
1258
1544
  Seahorse::Client::Request.new(handlers, context)
1259
1545
  end
1260
1546