aws-sdk-glue 1.34.0 → 1.35.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: 42db816734e52a6139ad4c40cae68448fe3688e2
4
- data.tar.gz: 121af204d576d6f5f9eb766a328592dbb2d5d625
3
+ metadata.gz: 6c53ad11cd4a4102e64443704eeb662e09d8a09f
4
+ data.tar.gz: c8a55ce4cae754c2b33137266156f2206c2af4a8
5
5
  SHA512:
6
- metadata.gz: 45fd324ddc8c8c1035960c21c659431ddaa738b58b009c0a3a043421f89ed6448c16162d0c1e778b6154a5d0f50c5eb20017a519ac9494fe19b799a399db4064
7
- data.tar.gz: c4036a9ac12f82162327b8f673437e3eb0d6acf3230c68dd73afd7ab58d30c793cdac672bdbd8640f0722aa856b9733047c6bbda79e900e903cc23763907a032
6
+ metadata.gz: 5dbdeb2c79a0817b485680865717e9ce56b7c738d609fe41b6c6b0e2f7f12e4346cef8f30da5a62bce37926af768c6428b5a2cce4cb425afdd4bb4d7dcb66121
7
+ data.tar.gz: b027d0b23f3fb8b84b0a02c9e2272b02f10b15a9b0a7901a0e105d76f23f6eb7019159af993763b27b6ae1ec69d9f7b42df17052722fb1ce5af4899b0ff53f8d
@@ -42,6 +42,6 @@ require_relative 'aws-sdk-glue/customizations'
42
42
  # @service
43
43
  module Aws::Glue
44
44
 
45
- GEM_VERSION = '1.34.0'
45
+ GEM_VERSION = '1.35.0'
46
46
 
47
47
  end
@@ -690,7 +690,7 @@ module Aws::Glue
690
690
  # conditions that uses tags.
691
691
  #
692
692
  # @option params [required, Array<String>] :job_names
693
- # A list of job names, which may be the names returned from the
693
+ # A list of job names, which might be the names returned from the
694
694
  # `ListJobs` operation.
695
695
  #
696
696
  # @return [Types::BatchGetJobsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
@@ -716,6 +716,7 @@ module Aws::Glue
716
716
  # resp.jobs[0].execution_property.max_concurrent_runs #=> Integer
717
717
  # resp.jobs[0].command.name #=> String
718
718
  # resp.jobs[0].command.script_location #=> String
719
+ # resp.jobs[0].command.python_version #=> String
719
720
  # resp.jobs[0].default_arguments #=> Hash
720
721
  # resp.jobs[0].default_arguments["GenericString"] #=> String
721
722
  # resp.jobs[0].connections.connections #=> Array
@@ -885,7 +886,7 @@ module Aws::Glue
885
886
  # The name of the job definition for which to stop job runs.
886
887
  #
887
888
  # @option params [required, Array<String>] :job_run_ids
888
- # A list of the JobRunIds that should be stopped for that job
889
+ # A list of the `JobRunIds` that should be stopped for that job
889
890
  # definition.
890
891
  #
891
892
  # @return [Types::BatchStopJobRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
@@ -1329,14 +1330,15 @@ module Aws::Glue
1329
1330
  # This field is reserved for future use.
1330
1331
  #
1331
1332
  # @option params [required, String] :role
1332
- # The name or ARN of the IAM role associated with this job.
1333
+ # The name or Amazon Resource Name (ARN) of the IAM role associated with
1334
+ # this job.
1333
1335
  #
1334
1336
  # @option params [Types::ExecutionProperty] :execution_property
1335
- # An ExecutionProperty specifying the maximum number of concurrent runs
1336
- # allowed for this job.
1337
+ # An `ExecutionProperty` specifying the maximum number of concurrent
1338
+ # runs allowed for this job.
1337
1339
  #
1338
1340
  # @option params [required, Types::JobCommand] :command
1339
- # The JobCommand that executes this job.
1341
+ # The `JobCommand` that executes this job.
1340
1342
  #
1341
1343
  # @option params [Hash<String,String>] :default_arguments
1342
1344
  # The default arguments for this job.
@@ -1354,8 +1356,8 @@ module Aws::Glue
1354
1356
  #
1355
1357
  #
1356
1358
  #
1357
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
1358
- # [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
1359
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
1360
+ # [2]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
1359
1361
  #
1360
1362
  # @option params [Types::ConnectionsList] :connections
1361
1363
  # The connections used for this job.
@@ -1367,7 +1369,7 @@ module Aws::Glue
1367
1369
  # This parameter is deprecated. Use `MaxCapacity` instead.
1368
1370
  #
1369
1371
  # The number of AWS Glue data processing units (DPUs) to allocate to
1370
- # this Job. From 2 to 100 DPUs can be allocated; the default is 10. A
1372
+ # this Job. You can allocate from 2 to 100 DPUs; the default is 10. A
1371
1373
  # DPU is a relative measure of processing power that consists of 4 vCPUs
1372
1374
  # of compute capacity and 16 GB of memory. For more information, see the
1373
1375
  # [AWS Glue pricing page][1].
@@ -1391,9 +1393,9 @@ module Aws::Glue
1391
1393
  # Do not set `Max Capacity` if using `WorkerType` and `NumberOfWorkers`.
1392
1394
  #
1393
1395
  # The value that can be allocated for `MaxCapacity` depends on whether
1394
- # you are running a python shell job, or an Apache Spark ETL job:
1396
+ # you are running a Python shell job or an Apache Spark ETL job:
1395
1397
  #
1396
- # * When you specify a python shell job
1398
+ # * When you specify a Python shell job
1397
1399
  # (`JobCommand.Name`="pythonshell"), you can allocate either 0.0625
1398
1400
  # or 1 DPU. The default is 0.0625 DPU.
1399
1401
  #
@@ -1416,11 +1418,13 @@ module Aws::Glue
1416
1418
  # * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
1417
1419
  # of memory and a 50GB disk, and 2 executors per worker.
1418
1420
  #
1419
- # * For the `G.1X` worker type, each worker provides 4 vCPU, 16 GB of
1420
- # memory and a 64GB disk, and 1 executor per worker.
1421
+ # * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPU, 16 GB
1422
+ # of memory, 64 GB disk), and provides 1 executor per worker. We
1423
+ # recommend this worker type for memory-intensive jobs.
1421
1424
  #
1422
- # * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
1423
- # memory and a 128GB disk, and 1 executor per worker.
1425
+ # * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32 GB
1426
+ # of memory, 128 GB disk), and provides 1 executor per worker. We
1427
+ # recommend this worker type for memory-intensive jobs.
1424
1428
  #
1425
1429
  # @option params [Integer] :number_of_workers
1426
1430
  # The number of workers of a defined `workerType` that are allocated
@@ -1430,7 +1434,7 @@ module Aws::Glue
1430
1434
  # 149 for `G.2X`.
1431
1435
  #
1432
1436
  # @option params [String] :security_configuration
1433
- # The name of the SecurityConfiguration structure to be used with this
1437
+ # The name of the `SecurityConfiguration` structure to be used with this
1434
1438
  # job.
1435
1439
  #
1436
1440
  # @option params [Hash<String,String>] :tags
@@ -1440,7 +1444,7 @@ module Aws::Glue
1440
1444
  #
1441
1445
  #
1442
1446
  #
1443
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
1447
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
1444
1448
  #
1445
1449
  # @return [Types::CreateJobResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
1446
1450
  #
@@ -1459,6 +1463,7 @@ module Aws::Glue
1459
1463
  # command: { # required
1460
1464
  # name: "GenericString",
1461
1465
  # script_location: "ScriptLocationString",
1466
+ # python_version: "PythonVersionString",
1462
1467
  # },
1463
1468
  # default_arguments: {
1464
1469
  # "GenericString" => "GenericString",
@@ -1792,12 +1797,12 @@ module Aws::Glue
1792
1797
  #
1793
1798
  #
1794
1799
  #
1795
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
1800
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
1796
1801
  #
1797
1802
  # @option params [Types::Predicate] :predicate
1798
1803
  # A predicate to specify when the new trigger should fire.
1799
1804
  #
1800
- # This field is required when the trigger type is CONDITIONAL.
1805
+ # This field is required when the trigger type is `CONDITIONAL`.
1801
1806
  #
1802
1807
  # @option params [required, Array<Types::Action>] :actions
1803
1808
  # The actions initiated by this trigger when it fires.
@@ -1806,8 +1811,8 @@ module Aws::Glue
1806
1811
  # A description of the new trigger.
1807
1812
  #
1808
1813
  # @option params [Boolean] :start_on_creation
1809
- # Set to true to start SCHEDULED and CONDITIONAL triggers when created.
1810
- # True not supported for ON\_DEMAND triggers.
1814
+ # Set to `true` to start `SCHEDULED` and `CONDITIONAL` triggers when
1815
+ # created. True is not supported for `ON_DEMAND` triggers.
1811
1816
  #
1812
1817
  # @option params [Hash<String,String>] :tags
1813
1818
  # The tags to use with this trigger. You may use tags to limit access to
@@ -1816,7 +1821,7 @@ module Aws::Glue
1816
1821
  #
1817
1822
  #
1818
1823
  #
1819
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
1824
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
1820
1825
  #
1821
1826
  # @return [Types::CreateTriggerResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
1822
1827
  #
@@ -3070,6 +3075,7 @@ module Aws::Glue
3070
3075
  # resp.job.execution_property.max_concurrent_runs #=> Integer
3071
3076
  # resp.job.command.name #=> String
3072
3077
  # resp.job.command.script_location #=> String
3078
+ # resp.job.command.python_version #=> String
3073
3079
  # resp.job.default_arguments #=> Hash
3074
3080
  # resp.job.default_arguments["GenericString"] #=> String
3075
3081
  # resp.job.connections.connections #=> Array
@@ -3245,6 +3251,7 @@ module Aws::Glue
3245
3251
  # resp.jobs[0].execution_property.max_concurrent_runs #=> Integer
3246
3252
  # resp.jobs[0].command.name #=> String
3247
3253
  # resp.jobs[0].command.script_location #=> String
3254
+ # resp.jobs[0].command.python_version #=> String
3248
3255
  # resp.jobs[0].default_arguments #=> Hash
3249
3256
  # resp.jobs[0].default_arguments["GenericString"] #=> String
3250
3257
  # resp.jobs[0].connections.connections #=> Array
@@ -4160,7 +4167,8 @@ module Aws::Glue
4160
4167
  # Retrieves a list of tags associated with a resource.
4161
4168
  #
4162
4169
  # @option params [required, String] :resource_arn
4163
- # The Amazon ARN of the resource for which to retrieve tags.
4170
+ # The Amazon Resource Name (ARN) of the resource for which to retrieve
4171
+ # tags.
4164
4172
  #
4165
4173
  # @return [Types::GetTagsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
4166
4174
  #
@@ -4237,9 +4245,9 @@ module Aws::Glue
4237
4245
  # A continuation token, if this is a continuation call.
4238
4246
  #
4239
4247
  # @option params [String] :dependent_job_name
4240
- # The name of the job for which to retrieve triggers. The trigger that
4241
- # can start this job will be returned, and if there is no such trigger,
4242
- # all triggers will be returned.
4248
+ # The name of the job to retrieve triggers for. The trigger that can
4249
+ # start this job is returned, and if there is no such trigger, all
4250
+ # triggers are returned.
4243
4251
  #
4244
4252
  # @option params [Integer] :max_results
4245
4253
  # The maximum size of the response.
@@ -4416,10 +4424,10 @@ module Aws::Glue
4416
4424
  # the resources with the specified tag. This operation allows you to see
4417
4425
  # which resources are available in your account, and their names.
4418
4426
  #
4419
- # This operation takes the optional `Tags` field which you can use as a
4427
+ # This operation takes the optional `Tags` field, which you can use as a
4420
4428
  # filter on the response so that tagged resources can be retrieved as a
4421
4429
  # group. If you choose to use tags filtering, only resources with the
4422
- # tag will be retrieved.
4430
+ # tag are retrieved.
4423
4431
  #
4424
4432
  # @option params [Integer] :max_results
4425
4433
  # The maximum size of a list to return.
@@ -4460,14 +4468,15 @@ module Aws::Glue
4460
4468
  req.send_request(options)
4461
4469
  end
4462
4470
 
4463
- # Retrieves the names of all DevEndpoint resources in this AWS account,
4464
- # or the resources with the specified tag. This operation allows you to
4465
- # see which resources are available in your account, and their names.
4471
+ # Retrieves the names of all `DevEndpoint` resources in this AWS
4472
+ # account, or the resources with the specified tag. This operation
4473
+ # allows you to see which resources are available in your account, and
4474
+ # their names.
4466
4475
  #
4467
- # This operation takes the optional `Tags` field which you can use as a
4476
+ # This operation takes the optional `Tags` field, which you can use as a
4468
4477
  # filter on the response so that tagged resources can be retrieved as a
4469
4478
  # group. If you choose to use tags filtering, only resources with the
4470
- # tag will be retrieved.
4479
+ # tag are retrieved.
4471
4480
  #
4472
4481
  # @option params [String] :next_token
4473
4482
  # A continuation token, if this is a continuation request.
@@ -4512,10 +4521,10 @@ module Aws::Glue
4512
4521
  # resources with the specified tag. This operation allows you to see
4513
4522
  # which resources are available in your account, and their names.
4514
4523
  #
4515
- # This operation takes the optional `Tags` field which you can use as a
4524
+ # This operation takes the optional `Tags` field, which you can use as a
4516
4525
  # filter on the response so that tagged resources can be retrieved as a
4517
4526
  # group. If you choose to use tags filtering, only resources with the
4518
- # tag will be retrieved.
4527
+ # tag are retrieved.
4519
4528
  #
4520
4529
  # @option params [String] :next_token
4521
4530
  # A continuation token, if this is a continuation request.
@@ -4560,18 +4569,18 @@ module Aws::Glue
4560
4569
  # the resources with the specified tag. This operation allows you to see
4561
4570
  # which resources are available in your account, and their names.
4562
4571
  #
4563
- # This operation takes the optional `Tags` field which you can use as a
4572
+ # This operation takes the optional `Tags` field, which you can use as a
4564
4573
  # filter on the response so that tagged resources can be retrieved as a
4565
4574
  # group. If you choose to use tags filtering, only resources with the
4566
- # tag will be retrieved.
4575
+ # tag are retrieved.
4567
4576
  #
4568
4577
  # @option params [String] :next_token
4569
4578
  # A continuation token, if this is a continuation request.
4570
4579
  #
4571
4580
  # @option params [String] :dependent_job_name
4572
4581
  # The name of the job for which to retrieve triggers. The trigger that
4573
- # can start this job will be returned, and if there is no such trigger,
4574
- # all triggers will be returned.
4582
+ # can start this job is returned. If there is no such trigger, all
4583
+ # triggers are returned.
4575
4584
  #
4576
4585
  # @option params [Integer] :max_results
4577
4586
  # The maximum size of a list to return.
@@ -4781,7 +4790,7 @@ module Aws::Glue
4781
4790
  # The name of the job definition to use.
4782
4791
  #
4783
4792
  # @option params [String] :job_run_id
4784
- # The ID of a previous JobRun to retry.
4793
+ # The ID of a previous `JobRun` to retry.
4785
4794
  #
4786
4795
  # @option params [Hash<String,String>] :arguments
4787
4796
  # The job arguments specifically for this run. For this job run, they
@@ -4800,11 +4809,11 @@ module Aws::Glue
4800
4809
  #
4801
4810
  #
4802
4811
  #
4803
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
4804
- # [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
4812
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
4813
+ # [2]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
4805
4814
  #
4806
4815
  # @option params [Integer] :allocated_capacity
4807
- # This field is deprecated, use `MaxCapacity` instead.
4816
+ # This field is deprecated. Use `MaxCapacity` instead.
4808
4817
  #
4809
4818
  # The number of AWS Glue data processing units (DPUs) to allocate to
4810
4819
  # this JobRun. From 2 to 100 DPUs can be allocated; the default is 10. A
@@ -4814,11 +4823,11 @@ module Aws::Glue
4814
4823
  #
4815
4824
  #
4816
4825
  #
4817
- # [1]: https://aws.amazon.com/glue/pricing/
4826
+ # [1]: https://docs.aws.amazon.com/https:/aws.amazon.com/glue/pricing/
4818
4827
  #
4819
4828
  # @option params [Integer] :timeout
4820
- # The JobRun timeout in minutes. This is the maximum time that a job run
4821
- # can consume resources before it is terminated and enters `TIMEOUT`
4829
+ # The `JobRun` timeout in minutes. This is the maximum time that a job
4830
+ # run can consume resources before it is terminated and enters `TIMEOUT`
4822
4831
  # status. The default is 2,880 minutes (48 hours). This overrides the
4823
4832
  # timeout value set in the parent job.
4824
4833
  #
@@ -4832,9 +4841,9 @@ module Aws::Glue
4832
4841
  # Do not set `Max Capacity` if using `WorkerType` and `NumberOfWorkers`.
4833
4842
  #
4834
4843
  # The value that can be allocated for `MaxCapacity` depends on whether
4835
- # you are running a python shell job, or an Apache Spark ETL job:
4844
+ # you are running a Python shell job, or an Apache Spark ETL job:
4836
4845
  #
4837
- # * When you specify a python shell job
4846
+ # * When you specify a Python shell job
4838
4847
  # (`JobCommand.Name`="pythonshell"), you can allocate either 0.0625
4839
4848
  # or 1 DPU. The default is 0.0625 DPU.
4840
4849
  #
@@ -4845,7 +4854,7 @@ module Aws::Glue
4845
4854
  #
4846
4855
  #
4847
4856
  #
4848
- # [1]: https://aws.amazon.com/glue/pricing/
4857
+ # [1]: https://docs.aws.amazon.com/https:/aws.amazon.com/glue/pricing/
4849
4858
  #
4850
4859
  # @option params [String] :worker_type
4851
4860
  # The type of predefined worker that is allocated when a job runs.
@@ -4868,7 +4877,7 @@ module Aws::Glue
4868
4877
  # 149 for `G.2X`.
4869
4878
  #
4870
4879
  # @option params [String] :security_configuration
4871
- # The name of the SecurityConfiguration structure to be used with this
4880
+ # The name of the `SecurityConfiguration` structure to be used with this
4872
4881
  # job run.
4873
4882
  #
4874
4883
  # @option params [Types::NotificationProperty] :notification_property
@@ -4915,7 +4924,7 @@ module Aws::Glue
4915
4924
  #
4916
4925
  #
4917
4926
  #
4918
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/trigger-job.html
4927
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/trigger-job.html
4919
4928
  #
4920
4929
  # @option params [required, String] :name
4921
4930
  # The name of the trigger to start.
@@ -5023,7 +5032,7 @@ module Aws::Glue
5023
5032
  #
5024
5033
  #
5025
5034
  #
5026
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
5035
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
5027
5036
  #
5028
5037
  # @option params [required, String] :resource_arn
5029
5038
  # The ARN of the AWS Glue resource to which to add the tags. For more
@@ -5032,7 +5041,7 @@ module Aws::Glue
5032
5041
  #
5033
5042
  #
5034
5043
  #
5035
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-api-common.html#aws-glue-api-regex-aws-glue-arn-id
5044
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-api-common.html#aws-glue-api-regex-aws-glue-arn-id
5036
5045
  #
5037
5046
  # @option params [required, Hash<String,String>] :tags_to_add
5038
5047
  # Tags to add to this resource.
@@ -5060,7 +5069,8 @@ module Aws::Glue
5060
5069
  # Removes tags from a resource.
5061
5070
  #
5062
5071
  # @option params [required, String] :resource_arn
5063
- # The ARN of the resource from which to remove the tags.
5072
+ # The Amazon Resource Name (ARN) of the resource from which to remove
5073
+ # the tags.
5064
5074
  #
5065
5075
  # @option params [required, Array<String>] :tags_to_remove
5066
5076
  # Tags to remove from this resource.
@@ -5427,7 +5437,7 @@ module Aws::Glue
5427
5437
  # Updates an existing job definition.
5428
5438
  #
5429
5439
  # @option params [required, String] :job_name
5430
- # Name of the job definition to update.
5440
+ # The name of the job definition to update.
5431
5441
  #
5432
5442
  # @option params [required, Types::JobUpdate] :job_update
5433
5443
  # Specifies the values with which to update the job definition.
@@ -5450,6 +5460,7 @@ module Aws::Glue
5450
5460
  # command: {
5451
5461
  # name: "GenericString",
5452
5462
  # script_location: "ScriptLocationString",
5463
+ # python_version: "PythonVersionString",
5453
5464
  # },
5454
5465
  # default_arguments: {
5455
5466
  # "GenericString" => "GenericString",
@@ -5804,7 +5815,7 @@ module Aws::Glue
5804
5815
  params: params,
5805
5816
  config: config)
5806
5817
  context[:gem_name] = 'aws-sdk-glue'
5807
- context[:gem_version] = '1.34.0'
5818
+ context[:gem_version] = '1.35.0'
5808
5819
  Seahorse::Client::Request.new(handlers, context)
5809
5820
  end
5810
5821
 
@@ -366,6 +366,7 @@ module Aws::Glue
366
366
  PutResourcePolicyRequest = Shapes::StructureShape.new(name: 'PutResourcePolicyRequest')
367
367
  PutResourcePolicyResponse = Shapes::StructureShape.new(name: 'PutResourcePolicyResponse')
368
368
  PythonScript = Shapes::StringShape.new(name: 'PythonScript')
369
+ PythonVersionString = Shapes::StringShape.new(name: 'PythonVersionString')
369
370
  ResetJobBookmarkRequest = Shapes::StructureShape.new(name: 'ResetJobBookmarkRequest')
370
371
  ResetJobBookmarkResponse = Shapes::StructureShape.new(name: 'ResetJobBookmarkResponse')
371
372
  ResourceNumberLimitExceededException = Shapes::StructureShape.new(name: 'ResourceNumberLimitExceededException')
@@ -1468,6 +1469,7 @@ module Aws::Glue
1468
1469
 
1469
1470
  JobCommand.add_member(:name, Shapes::ShapeRef.new(shape: GenericString, location_name: "Name"))
1470
1471
  JobCommand.add_member(:script_location, Shapes::ShapeRef.new(shape: ScriptLocationString, location_name: "ScriptLocation"))
1472
+ JobCommand.add_member(:python_version, Shapes::ShapeRef.new(shape: PythonVersionString, location_name: "PythonVersion"))
1471
1473
  JobCommand.struct_class = Types::JobCommand
1472
1474
 
1473
1475
  JobList.member = Shapes::ShapeRef.new(shape: Job)
@@ -59,12 +59,12 @@ module Aws::Glue
59
59
  #
60
60
  #
61
61
  #
62
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
63
- # [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
62
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
63
+ # [2]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
64
64
  # @return [Hash<String,String>]
65
65
  #
66
66
  # @!attribute [rw] timeout
67
- # The JobRun timeout in minutes. This is the maximum time that a job
67
+ # The `JobRun` timeout in minutes. This is the maximum time that a job
68
68
  # run can consume resources before it is terminated and enters
69
69
  # `TIMEOUT` status. The default is 2,880 minutes (48 hours). This
70
70
  # overrides the timeout value set in the parent job.
@@ -75,8 +75,8 @@ module Aws::Glue
75
75
  # @return [Types::NotificationProperty]
76
76
  #
77
77
  # @!attribute [rw] security_configuration
78
- # The name of the SecurityConfiguration structure to be used with this
79
- # action.
78
+ # The name of the `SecurityConfiguration` structure to be used with
79
+ # this action.
80
80
  # @return [String]
81
81
  #
82
82
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Action AWS API Documentation
@@ -474,7 +474,7 @@ module Aws::Glue
474
474
  # }
475
475
  #
476
476
  # @!attribute [rw] job_names
477
- # A list of job names, which may be the names returned from the
477
+ # A list of job names, which might be the names returned from the
478
478
  # `ListJobs` operation.
479
479
  # @return [Array<String>]
480
480
  #
@@ -598,11 +598,12 @@ module Aws::Glue
598
598
  # run.
599
599
  #
600
600
  # @!attribute [rw] job_name
601
- # The name of the job definition used in the job run in question.
601
+ # The name of the job definition that is used in the job run in
602
+ # question.
602
603
  # @return [String]
603
604
  #
604
605
  # @!attribute [rw] job_run_id
605
- # The JobRunId of the job run in question.
606
+ # The `JobRunId` of the job run in question.
606
607
  # @return [String]
607
608
  #
608
609
  # @!attribute [rw] error_detail
@@ -631,7 +632,7 @@ module Aws::Glue
631
632
  # @return [String]
632
633
  #
633
634
  # @!attribute [rw] job_run_ids
634
- # A list of the JobRunIds that should be stopped for that job
635
+ # A list of the `JobRunIds` that should be stopped for that job
635
636
  # definition.
636
637
  # @return [Array<String>]
637
638
  #
@@ -648,9 +649,9 @@ module Aws::Glue
648
649
  # @return [Array<Types::BatchStopJobRunSuccessfulSubmission>]
649
650
  #
650
651
  # @!attribute [rw] errors
651
- # A list of the errors that were encountered in tryng to stop JobRuns,
652
- # including the JobRunId for which each error was encountered and
653
- # details about the error.
652
+ # A list of the errors that were encountered in trying to stop
653
+ # `JobRuns`, including the `JobRunId` for which each error was
654
+ # encountered and details about the error.
654
655
  # @return [Array<Types::BatchStopJobRunError>]
655
656
  #
656
657
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchStopJobRunResponse AWS API Documentation
@@ -661,14 +662,14 @@ module Aws::Glue
661
662
  include Aws::Structure
662
663
  end
663
664
 
664
- # Records a successful request to stop a specified JobRun.
665
+ # Records a successful request to stop a specified `JobRun`.
665
666
  #
666
667
  # @!attribute [rw] job_name
667
668
  # The name of the job definition used in the job run that was stopped.
668
669
  # @return [String]
669
670
  #
670
671
  # @!attribute [rw] job_run_id
671
- # The JobRunId of the job run that was stopped.
672
+ # The `JobRunId` of the job run that was stopped.
672
673
  # @return [String]
673
674
  #
674
675
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchStopJobRunSuccessfulSubmission AWS API Documentation
@@ -1000,13 +1001,13 @@ module Aws::Glue
1000
1001
  # @return [String]
1001
1002
  #
1002
1003
  # @!attribute [rw] job_name
1003
- # The name of the Job to whose JobRuns this condition applies and on
1004
- # which this trigger waits.
1004
+ # The name of the job whose `JobRuns` this condition applies to, and
1005
+ # on which this trigger waits.
1005
1006
  # @return [String]
1006
1007
  #
1007
1008
  # @!attribute [rw] state
1008
- # The condition state. Currently, the values supported are SUCCEEDED,
1009
- # STOPPED, TIMEOUT and FAILED.
1009
+ # The condition state. Currently, the values supported are
1010
+ # `SUCCEEDED`, `STOPPED`, `TIMEOUT`, and `FAILED`.
1010
1011
  # @return [String]
1011
1012
  #
1012
1013
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Condition AWS API Documentation
@@ -2116,6 +2117,7 @@ module Aws::Glue
2116
2117
  # command: { # required
2117
2118
  # name: "GenericString",
2118
2119
  # script_location: "ScriptLocationString",
2120
+ # python_version: "PythonVersionString",
2119
2121
  # },
2120
2122
  # default_arguments: {
2121
2123
  # "GenericString" => "GenericString",
@@ -2152,16 +2154,17 @@ module Aws::Glue
2152
2154
  # @return [String]
2153
2155
  #
2154
2156
  # @!attribute [rw] role
2155
- # The name or ARN of the IAM role associated with this job.
2157
+ # The name or Amazon Resource Name (ARN) of the IAM role associated
2158
+ # with this job.
2156
2159
  # @return [String]
2157
2160
  #
2158
2161
  # @!attribute [rw] execution_property
2159
- # An ExecutionProperty specifying the maximum number of concurrent
2162
+ # An `ExecutionProperty` specifying the maximum number of concurrent
2160
2163
  # runs allowed for this job.
2161
2164
  # @return [Types::ExecutionProperty]
2162
2165
  #
2163
2166
  # @!attribute [rw] command
2164
- # The JobCommand that executes this job.
2167
+ # The `JobCommand` that executes this job.
2165
2168
  # @return [Types::JobCommand]
2166
2169
  #
2167
2170
  # @!attribute [rw] default_arguments
@@ -2180,8 +2183,8 @@ module Aws::Glue
2180
2183
  #
2181
2184
  #
2182
2185
  #
2183
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
2184
- # [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
2186
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
2187
+ # [2]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
2185
2188
  # @return [Hash<String,String>]
2186
2189
  #
2187
2190
  # @!attribute [rw] connections
@@ -2196,7 +2199,7 @@ module Aws::Glue
2196
2199
  # This parameter is deprecated. Use `MaxCapacity` instead.
2197
2200
  #
2198
2201
  # The number of AWS Glue data processing units (DPUs) to allocate to
2199
- # this Job. From 2 to 100 DPUs can be allocated; the default is 10. A
2202
+ # this Job. You can allocate from 2 to 100 DPUs; the default is 10. A
2200
2203
  # DPU is a relative measure of processing power that consists of 4
2201
2204
  # vCPUs of compute capacity and 16 GB of memory. For more information,
2202
2205
  # see the [AWS Glue pricing page][1].
@@ -2223,9 +2226,9 @@ module Aws::Glue
2223
2226
  # `NumberOfWorkers`.
2224
2227
  #
2225
2228
  # The value that can be allocated for `MaxCapacity` depends on whether
2226
- # you are running a python shell job, or an Apache Spark ETL job:
2229
+ # you are running a Python shell job or an Apache Spark ETL job:
2227
2230
  #
2228
- # * When you specify a python shell job
2231
+ # * When you specify a Python shell job
2229
2232
  # (`JobCommand.Name`="pythonshell"), you can allocate either
2230
2233
  # 0.0625 or 1 DPU. The default is 0.0625 DPU.
2231
2234
  #
@@ -2250,11 +2253,13 @@ module Aws::Glue
2250
2253
  # * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
2251
2254
  # of memory and a 50GB disk, and 2 executors per worker.
2252
2255
  #
2253
- # * For the `G.1X` worker type, each worker provides 4 vCPU, 16 GB of
2254
- # memory and a 64GB disk, and 1 executor per worker.
2256
+ # * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPU, 16
2257
+ # GB of memory, 64 GB disk), and provides 1 executor per worker. We
2258
+ # recommend this worker type for memory-intensive jobs.
2255
2259
  #
2256
- # * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
2257
- # memory and a 128GB disk, and 1 executor per worker.
2260
+ # * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32
2261
+ # GB of memory, 128 GB disk), and provides 1 executor per worker. We
2262
+ # recommend this worker type for memory-intensive jobs.
2258
2263
  # @return [String]
2259
2264
  #
2260
2265
  # @!attribute [rw] number_of_workers
@@ -2266,8 +2271,8 @@ module Aws::Glue
2266
2271
  # @return [Integer]
2267
2272
  #
2268
2273
  # @!attribute [rw] security_configuration
2269
- # The name of the SecurityConfiguration structure to be used with this
2270
- # job.
2274
+ # The name of the `SecurityConfiguration` structure to be used with
2275
+ # this job.
2271
2276
  # @return [String]
2272
2277
  #
2273
2278
  # @!attribute [rw] tags
@@ -2277,7 +2282,7 @@ module Aws::Glue
2277
2282
  #
2278
2283
  #
2279
2284
  #
2280
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
2285
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
2281
2286
  # @return [Hash<String,String>]
2282
2287
  #
2283
2288
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateJobRequest AWS API Documentation
@@ -2705,13 +2710,13 @@ module Aws::Glue
2705
2710
  #
2706
2711
  #
2707
2712
  #
2708
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
2713
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
2709
2714
  # @return [String]
2710
2715
  #
2711
2716
  # @!attribute [rw] predicate
2712
2717
  # A predicate to specify when the new trigger should fire.
2713
2718
  #
2714
- # This field is required when the trigger type is CONDITIONAL.
2719
+ # This field is required when the trigger type is `CONDITIONAL`.
2715
2720
  # @return [Types::Predicate]
2716
2721
  #
2717
2722
  # @!attribute [rw] actions
@@ -2723,8 +2728,8 @@ module Aws::Glue
2723
2728
  # @return [String]
2724
2729
  #
2725
2730
  # @!attribute [rw] start_on_creation
2726
- # Set to true to start SCHEDULED and CONDITIONAL triggers when
2727
- # created. True not supported for ON\_DEMAND triggers.
2731
+ # Set to `true` to start `SCHEDULED` and `CONDITIONAL` triggers when
2732
+ # created. True is not supported for `ON_DEMAND` triggers.
2728
2733
  # @return [Boolean]
2729
2734
  #
2730
2735
  # @!attribute [rw] tags
@@ -2734,7 +2739,7 @@ module Aws::Glue
2734
2739
  #
2735
2740
  #
2736
2741
  #
2737
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
2742
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
2738
2743
  # @return [Hash<String,String>]
2739
2744
  #
2740
2745
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateTriggerRequest AWS API Documentation
@@ -4426,11 +4431,11 @@ module Aws::Glue
4426
4431
  end
4427
4432
 
4428
4433
  # @!attribute [rw] job_runs
4429
- # A list of job-run metatdata objects.
4434
+ # A list of job-run metadata objects.
4430
4435
  # @return [Array<Types::JobRun>]
4431
4436
  #
4432
4437
  # @!attribute [rw] next_token
4433
- # A continuation token, if not all reequested job runs have been
4438
+ # A continuation token, if not all requested job runs have been
4434
4439
  # returned.
4435
4440
  # @return [String]
4436
4441
  #
@@ -5197,7 +5202,8 @@ module Aws::Glue
5197
5202
  # }
5198
5203
  #
5199
5204
  # @!attribute [rw] resource_arn
5200
- # The Amazon ARN of the resource for which to retrieve tags.
5205
+ # The Amazon Resource Name (ARN) of the resource for which to retrieve
5206
+ # tags.
5201
5207
  # @return [String]
5202
5208
  #
5203
5209
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTagsRequest AWS API Documentation
@@ -5261,9 +5267,9 @@ module Aws::Glue
5261
5267
  # @return [String]
5262
5268
  #
5263
5269
  # @!attribute [rw] dependent_job_name
5264
- # The name of the job for which to retrieve triggers. The trigger that
5265
- # can start this job will be returned, and if there is no such
5266
- # trigger, all triggers will be returned.
5270
+ # The name of the job to retrieve triggers for. The trigger that can
5271
+ # start this job is returned, and if there is no such trigger, all
5272
+ # triggers are returned.
5267
5273
  # @return [String]
5268
5274
  #
5269
5275
  # @!attribute [rw] max_results
@@ -5573,7 +5579,7 @@ module Aws::Glue
5573
5579
  # @return [String]
5574
5580
  #
5575
5581
  # @!attribute [rw] description
5576
- # Description of the job being defined.
5582
+ # A description of the job.
5577
5583
  # @return [String]
5578
5584
  #
5579
5585
  # @!attribute [rw] log_uri
@@ -5581,7 +5587,8 @@ module Aws::Glue
5581
5587
  # @return [String]
5582
5588
  #
5583
5589
  # @!attribute [rw] role
5584
- # The name or ARN of the IAM role associated with this job.
5590
+ # The name or Amazon Resource Name (ARN) of the IAM role associated
5591
+ # with this job.
5585
5592
  # @return [String]
5586
5593
  #
5587
5594
  # @!attribute [rw] created_on
@@ -5593,12 +5600,12 @@ module Aws::Glue
5593
5600
  # @return [Time]
5594
5601
  #
5595
5602
  # @!attribute [rw] execution_property
5596
- # An ExecutionProperty specifying the maximum number of concurrent
5603
+ # An `ExecutionProperty` specifying the maximum number of concurrent
5597
5604
  # runs allowed for this job.
5598
5605
  # @return [Types::ExecutionProperty]
5599
5606
  #
5600
5607
  # @!attribute [rw] command
5601
- # The JobCommand that executes this job.
5608
+ # The `JobCommand` that executes this job.
5602
5609
  # @return [Types::JobCommand]
5603
5610
  #
5604
5611
  # @!attribute [rw] default_arguments
@@ -5617,8 +5624,8 @@ module Aws::Glue
5617
5624
  #
5618
5625
  #
5619
5626
  #
5620
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
5621
- # [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
5627
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
5628
+ # [2]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
5622
5629
  # @return [Hash<String,String>]
5623
5630
  #
5624
5631
  # @!attribute [rw] connections
@@ -5630,10 +5637,10 @@ module Aws::Glue
5630
5637
  # @return [Integer]
5631
5638
  #
5632
5639
  # @!attribute [rw] allocated_capacity
5633
- # This field is deprecated, use `MaxCapacity` instead.
5640
+ # This field is deprecated. Use `MaxCapacity` instead.
5634
5641
  #
5635
5642
  # The number of AWS Glue data processing units (DPUs) allocated to
5636
- # runs of this job. From 2 to 100 DPUs can be allocated; the default
5643
+ # runs of this job. You can allocate from 2 to 100 DPUs; the default
5637
5644
  # is 10. A DPU is a relative measure of processing power that consists
5638
5645
  # of 4 vCPUs of compute capacity and 16 GB of memory. For more
5639
5646
  # information, see the [AWS Glue pricing page][1].
@@ -5662,9 +5669,9 @@ module Aws::Glue
5662
5669
  # `NumberOfWorkers`.
5663
5670
  #
5664
5671
  # The value that can be allocated for `MaxCapacity` depends on whether
5665
- # you are running a python shell job, or an Apache Spark ETL job:
5672
+ # you are running a Python shell job or an Apache Spark ETL job:
5666
5673
  #
5667
- # * When you specify a python shell job
5674
+ # * When you specify a Python shell job
5668
5675
  # (`JobCommand.Name`="pythonshell"), you can allocate either
5669
5676
  # 0.0625 or 1 DPU. The default is 0.0625 DPU.
5670
5677
  #
@@ -5685,11 +5692,13 @@ module Aws::Glue
5685
5692
  # * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
5686
5693
  # of memory and a 50GB disk, and 2 executors per worker.
5687
5694
  #
5688
- # * For the `G.1X` worker type, each worker provides 4 vCPU, 16 GB of
5689
- # memory and a 64GB disk, and 1 executor per worker.
5695
+ # * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPU, 16
5696
+ # GB of memory, 64 GB disk), and provides 1 executor per worker. We
5697
+ # recommend this worker type for memory-intensive jobs.
5690
5698
  #
5691
- # * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
5692
- # memory and a 128GB disk, and 1 executor per worker.
5699
+ # * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32
5700
+ # GB of memory, 128 GB disk), and provides 1 executor per worker. We
5701
+ # recommend this worker type for memory-intensive jobs.
5693
5702
  # @return [String]
5694
5703
  #
5695
5704
  # @!attribute [rw] number_of_workers
@@ -5701,8 +5710,8 @@ module Aws::Glue
5701
5710
  # @return [Integer]
5702
5711
  #
5703
5712
  # @!attribute [rw] security_configuration
5704
- # The name of the SecurityConfiguration structure to be used with this
5705
- # job.
5713
+ # The name of the `SecurityConfiguration` structure to be used with
5714
+ # this job.
5706
5715
  # @return [String]
5707
5716
  #
5708
5717
  # @!attribute [rw] notification_property
@@ -5800,22 +5809,30 @@ module Aws::Glue
5800
5809
  # {
5801
5810
  # name: "GenericString",
5802
5811
  # script_location: "ScriptLocationString",
5812
+ # python_version: "PythonVersionString",
5803
5813
  # }
5804
5814
  #
5805
5815
  # @!attribute [rw] name
5806
- # The name of the job command: this must be `glueetl`, for an Apache
5807
- # Spark ETL job, or `pythonshell`, for a Python shell job.
5816
+ # The name of the job command. For an Apache Spark ETL job, this must
5817
+ # be `glueetl`. For a Python shell job, it must be `pythonshell`.
5808
5818
  # @return [String]
5809
5819
  #
5810
5820
  # @!attribute [rw] script_location
5811
- # Specifies the S3 path to a script that executes a job (required).
5821
+ # Specifies the Amazon Simple Storage Service (Amazon S3) path to a
5822
+ # script that executes a job (required).
5823
+ # @return [String]
5824
+ #
5825
+ # @!attribute [rw] python_version
5826
+ # The Python version being used to execute a Python shell job. Allowed
5827
+ # values are 2 or 3.
5812
5828
  # @return [String]
5813
5829
  #
5814
5830
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/JobCommand AWS API Documentation
5815
5831
  #
5816
5832
  class JobCommand < Struct.new(
5817
5833
  :name,
5818
- :script_location)
5834
+ :script_location,
5835
+ :python_version)
5819
5836
  include Aws::Structure
5820
5837
  end
5821
5838
 
@@ -5830,8 +5847,8 @@ module Aws::Glue
5830
5847
  # @return [Integer]
5831
5848
  #
5832
5849
  # @!attribute [rw] previous_run_id
5833
- # The ID of the previous run of this job. For example, the JobRunId
5834
- # specified in the StartJobRun action.
5850
+ # The ID of the previous run of this job. For example, the `JobRunId`
5851
+ # specified in the `StartJobRun` action.
5835
5852
  # @return [String]
5836
5853
  #
5837
5854
  # @!attribute [rw] trigger_name
@@ -5847,11 +5864,11 @@ module Aws::Glue
5847
5864
  # @return [Time]
5848
5865
  #
5849
5866
  # @!attribute [rw] last_modified_on
5850
- # The last time this job run was modified.
5867
+ # The last time that this job run was modified.
5851
5868
  # @return [Time]
5852
5869
  #
5853
5870
  # @!attribute [rw] completed_on
5854
- # The date and time this job run completed.
5871
+ # The date and time that this job run completed.
5855
5872
  # @return [Time]
5856
5873
  #
5857
5874
  # @!attribute [rw] job_run_state
@@ -5875,8 +5892,8 @@ module Aws::Glue
5875
5892
  #
5876
5893
  #
5877
5894
  #
5878
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
5879
- # [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
5895
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
5896
+ # [2]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
5880
5897
  # @return [Hash<String,String>]
5881
5898
  #
5882
5899
  # @!attribute [rw] error_message
@@ -5888,7 +5905,7 @@ module Aws::Glue
5888
5905
  # @return [Array<Types::Predecessor>]
5889
5906
  #
5890
5907
  # @!attribute [rw] allocated_capacity
5891
- # This field is deprecated, use `MaxCapacity` instead.
5908
+ # This field is deprecated. Use `MaxCapacity` instead.
5892
5909
  #
5893
5910
  # The number of AWS Glue data processing units (DPUs) allocated to
5894
5911
  # this JobRun. From 2 to 100 DPUs can be allocated; the default is 10.
@@ -5906,7 +5923,7 @@ module Aws::Glue
5906
5923
  # @return [Integer]
5907
5924
  #
5908
5925
  # @!attribute [rw] timeout
5909
- # The JobRun timeout in minutes. This is the maximum time that a job
5926
+ # The `JobRun` timeout in minutes. This is the maximum time that a job
5910
5927
  # run can consume resources before it is terminated and enters
5911
5928
  # `TIMEOUT` status. The default is 2,880 minutes (48 hours). This
5912
5929
  # overrides the timeout value set in the parent job.
@@ -5923,9 +5940,9 @@ module Aws::Glue
5923
5940
  # `NumberOfWorkers`.
5924
5941
  #
5925
5942
  # The value that can be allocated for `MaxCapacity` depends on whether
5926
- # you are running a python shell job, or an Apache Spark ETL job:
5943
+ # you are running a Python shell job or an Apache Spark ETL job:
5927
5944
  #
5928
- # * When you specify a python shell job
5945
+ # * When you specify a Python shell job
5929
5946
  # (`JobCommand.Name`="pythonshell"), you can allocate either
5930
5947
  # 0.0625 or 1 DPU. The default is 0.0625 DPU.
5931
5948
  #
@@ -5936,7 +5953,7 @@ module Aws::Glue
5936
5953
  #
5937
5954
  #
5938
5955
  #
5939
- # [1]: https://aws.amazon.com/glue/pricing/
5956
+ # [1]: https://docs.aws.amazon.com/https:/aws.amazon.com/glue/pricing/
5940
5957
  # @return [Float]
5941
5958
  #
5942
5959
  # @!attribute [rw] notification_property
@@ -5966,18 +5983,18 @@ module Aws::Glue
5966
5983
  # @return [Integer]
5967
5984
  #
5968
5985
  # @!attribute [rw] security_configuration
5969
- # The name of the SecurityConfiguration structure to be used with this
5970
- # job run.
5986
+ # The name of the `SecurityConfiguration` structure to be used with
5987
+ # this job run.
5971
5988
  # @return [String]
5972
5989
  #
5973
5990
  # @!attribute [rw] log_group_name
5974
- # The name of the log group for secure logging, that can be
5975
- # server-side encrypted in CloudWatch using KMS. This name can be
5991
+ # The name of the log group for secure logging that can be server-side
5992
+ # encrypted in Amazon CloudWatch using AWS KMS. This name can be
5976
5993
  # `/aws-glue/jobs/`, in which case the default encryption is `NONE`.
5977
- # If you add a role name and SecurityConfiguration name (in other
5994
+ # If you add a role name and `SecurityConfiguration` name (in other
5978
5995
  # words,
5979
5996
  # `/aws-glue/jobs-yourRoleName-yourSecurityConfigurationName/`), then
5980
- # that security configuration will be used to encrypt the log group.
5997
+ # that security configuration is used to encrypt the log group.
5981
5998
  # @return [String]
5982
5999
  #
5983
6000
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/JobRun AWS API Documentation
@@ -6007,9 +6024,8 @@ module Aws::Glue
6007
6024
  include Aws::Structure
6008
6025
  end
6009
6026
 
6010
- # Specifies information used to update an existing job definition. Note
6011
- # that the previous job definition will be completely overwritten by
6012
- # this information.
6027
+ # Specifies information used to update an existing job definition. The
6028
+ # previous job definition is completely overwritten by this information.
6013
6029
  #
6014
6030
  # @note When making an API call, you may pass JobUpdate
6015
6031
  # data as a hash:
@@ -6024,6 +6040,7 @@ module Aws::Glue
6024
6040
  # command: {
6025
6041
  # name: "GenericString",
6026
6042
  # script_location: "ScriptLocationString",
6043
+ # python_version: "PythonVersionString",
6027
6044
  # },
6028
6045
  # default_arguments: {
6029
6046
  # "GenericString" => "GenericString",
@@ -6052,16 +6069,17 @@ module Aws::Glue
6052
6069
  # @return [String]
6053
6070
  #
6054
6071
  # @!attribute [rw] role
6055
- # The name or ARN of the IAM role associated with this job (required).
6072
+ # The name or Amazon Resource Name (ARN) of the IAM role associated
6073
+ # with this job (required).
6056
6074
  # @return [String]
6057
6075
  #
6058
6076
  # @!attribute [rw] execution_property
6059
- # An ExecutionProperty specifying the maximum number of concurrent
6077
+ # An `ExecutionProperty` specifying the maximum number of concurrent
6060
6078
  # runs allowed for this job.
6061
6079
  # @return [Types::ExecutionProperty]
6062
6080
  #
6063
6081
  # @!attribute [rw] command
6064
- # The JobCommand that executes this job (required).
6082
+ # The `JobCommand` that executes this job (required).
6065
6083
  # @return [Types::JobCommand]
6066
6084
  #
6067
6085
  # @!attribute [rw] default_arguments
@@ -6080,8 +6098,8 @@ module Aws::Glue
6080
6098
  #
6081
6099
  #
6082
6100
  #
6083
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
6084
- # [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
6101
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
6102
+ # [2]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
6085
6103
  # @return [Hash<String,String>]
6086
6104
  #
6087
6105
  # @!attribute [rw] connections
@@ -6096,7 +6114,7 @@ module Aws::Glue
6096
6114
  # This field is deprecated. Use `MaxCapacity` instead.
6097
6115
  #
6098
6116
  # The number of AWS Glue data processing units (DPUs) to allocate to
6099
- # this Job. From 2 to 100 DPUs can be allocated; the default is 10. A
6117
+ # this job. You can allocate from 2 to 100 DPUs; the default is 10. A
6100
6118
  # DPU is a relative measure of processing power that consists of 4
6101
6119
  # vCPUs of compute capacity and 16 GB of memory. For more information,
6102
6120
  # see the [AWS Glue pricing page][1].
@@ -6123,9 +6141,9 @@ module Aws::Glue
6123
6141
  # `NumberOfWorkers`.
6124
6142
  #
6125
6143
  # The value that can be allocated for `MaxCapacity` depends on whether
6126
- # you are running a python shell job, or an Apache Spark ETL job:
6144
+ # you are running a Python shell job or an Apache Spark ETL job:
6127
6145
  #
6128
- # * When you specify a python shell job
6146
+ # * When you specify a Python shell job
6129
6147
  # (`JobCommand.Name`="pythonshell"), you can allocate either
6130
6148
  # 0.0625 or 1 DPU. The default is 0.0625 DPU.
6131
6149
  #
@@ -6146,11 +6164,13 @@ module Aws::Glue
6146
6164
  # * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
6147
6165
  # of memory and a 50GB disk, and 2 executors per worker.
6148
6166
  #
6149
- # * For the `G.1X` worker type, each worker provides 4 vCPU, 16 GB of
6150
- # memory and a 64GB disk, and 1 executor per worker.
6167
+ # * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPU, 16
6168
+ # GB of memory, 64 GB disk), and provides 1 executor per worker. We
6169
+ # recommend this worker type for memory-intensive jobs.
6151
6170
  #
6152
- # * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
6153
- # memory and a 128GB disk, and 1 executor per worker.
6171
+ # * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32
6172
+ # GB of memory, 128 GB disk), and provides 1 executor per worker. We
6173
+ # recommend this worker type for memory-intensive jobs.
6154
6174
  # @return [String]
6155
6175
  #
6156
6176
  # @!attribute [rw] number_of_workers
@@ -6162,12 +6182,12 @@ module Aws::Glue
6162
6182
  # @return [Integer]
6163
6183
  #
6164
6184
  # @!attribute [rw] security_configuration
6165
- # The name of the SecurityConfiguration structure to be used with this
6166
- # job.
6185
+ # The name of the `SecurityConfiguration` structure to be used with
6186
+ # this job.
6167
6187
  # @return [String]
6168
6188
  #
6169
6189
  # @!attribute [rw] notification_property
6170
- # Specifies configuration properties of a job notification.
6190
+ # Specifies the configuration properties of a job notification.
6171
6191
  # @return [Types::NotificationProperty]
6172
6192
  #
6173
6193
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/JobUpdate AWS API Documentation
@@ -6351,8 +6371,8 @@ module Aws::Glue
6351
6371
  end
6352
6372
 
6353
6373
  # @!attribute [rw] dev_endpoint_names
6354
- # The names of all DevEndpoints in the account, or the DevEndpoints
6355
- # with the specified tags.
6374
+ # The names of all the `DevEndpoint`s in the account, or the
6375
+ # `DevEndpoint`s with the specified tags.
6356
6376
  # @return [Array<String>]
6357
6377
  #
6358
6378
  # @!attribute [rw] next_token
@@ -6436,8 +6456,8 @@ module Aws::Glue
6436
6456
  #
6437
6457
  # @!attribute [rw] dependent_job_name
6438
6458
  # The name of the job for which to retrieve triggers. The trigger that
6439
- # can start this job will be returned, and if there is no such
6440
- # trigger, all triggers will be returned.
6459
+ # can start this job is returned. If there is no such trigger, all
6460
+ # triggers are returned.
6441
6461
  # @return [String]
6442
6462
  #
6443
6463
  # @!attribute [rw] max_results
@@ -6897,7 +6917,7 @@ module Aws::Glue
6897
6917
  # }
6898
6918
  #
6899
6919
  # @!attribute [rw] logical
6900
- # Optional field if only one condition is listed. If multiple
6920
+ # An optional field if only one condition is listed. If multiple
6901
6921
  # conditions are listed, then this field is required.
6902
6922
  # @return [String]
6903
6923
  #
@@ -7410,7 +7430,7 @@ module Aws::Glue
7410
7430
  # @return [String]
7411
7431
  #
7412
7432
  # @!attribute [rw] job_run_id
7413
- # The ID of a previous JobRun to retry.
7433
+ # The ID of a previous `JobRun` to retry.
7414
7434
  # @return [String]
7415
7435
  #
7416
7436
  # @!attribute [rw] arguments
@@ -7430,12 +7450,12 @@ module Aws::Glue
7430
7450
  #
7431
7451
  #
7432
7452
  #
7433
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
7434
- # [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
7453
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
7454
+ # [2]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
7435
7455
  # @return [Hash<String,String>]
7436
7456
  #
7437
7457
  # @!attribute [rw] allocated_capacity
7438
- # This field is deprecated, use `MaxCapacity` instead.
7458
+ # This field is deprecated. Use `MaxCapacity` instead.
7439
7459
  #
7440
7460
  # The number of AWS Glue data processing units (DPUs) to allocate to
7441
7461
  # this JobRun. From 2 to 100 DPUs can be allocated; the default is 10.
@@ -7445,11 +7465,11 @@ module Aws::Glue
7445
7465
  #
7446
7466
  #
7447
7467
  #
7448
- # [1]: https://aws.amazon.com/glue/pricing/
7468
+ # [1]: https://docs.aws.amazon.com/https:/aws.amazon.com/glue/pricing/
7449
7469
  # @return [Integer]
7450
7470
  #
7451
7471
  # @!attribute [rw] timeout
7452
- # The JobRun timeout in minutes. This is the maximum time that a job
7472
+ # The `JobRun` timeout in minutes. This is the maximum time that a job
7453
7473
  # run can consume resources before it is terminated and enters
7454
7474
  # `TIMEOUT` status. The default is 2,880 minutes (48 hours). This
7455
7475
  # overrides the timeout value set in the parent job.
@@ -7466,9 +7486,9 @@ module Aws::Glue
7466
7486
  # `NumberOfWorkers`.
7467
7487
  #
7468
7488
  # The value that can be allocated for `MaxCapacity` depends on whether
7469
- # you are running a python shell job, or an Apache Spark ETL job:
7489
+ # you are running a Python shell job, or an Apache Spark ETL job:
7470
7490
  #
7471
- # * When you specify a python shell job
7491
+ # * When you specify a Python shell job
7472
7492
  # (`JobCommand.Name`="pythonshell"), you can allocate either
7473
7493
  # 0.0625 or 1 DPU. The default is 0.0625 DPU.
7474
7494
  #
@@ -7479,7 +7499,7 @@ module Aws::Glue
7479
7499
  #
7480
7500
  #
7481
7501
  #
7482
- # [1]: https://aws.amazon.com/glue/pricing/
7502
+ # [1]: https://docs.aws.amazon.com/https:/aws.amazon.com/glue/pricing/
7483
7503
  # @return [Float]
7484
7504
  #
7485
7505
  # @!attribute [rw] worker_type
@@ -7505,8 +7525,8 @@ module Aws::Glue
7505
7525
  # @return [Integer]
7506
7526
  #
7507
7527
  # @!attribute [rw] security_configuration
7508
- # The name of the SecurityConfiguration structure to be used with this
7509
- # job run.
7528
+ # The name of the `SecurityConfiguration` structure to be used with
7529
+ # this job run.
7510
7530
  # @return [String]
7511
7531
  #
7512
7532
  # @!attribute [rw] notification_property
@@ -8083,7 +8103,7 @@ module Aws::Glue
8083
8103
  #
8084
8104
  #
8085
8105
  #
8086
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-api-common.html#aws-glue-api-regex-aws-glue-arn-id
8106
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-api-common.html#aws-glue-api-regex-aws-glue-arn-id
8087
8107
  # @return [String]
8088
8108
  #
8089
8109
  # @!attribute [rw] tags_to_add
@@ -8105,7 +8125,7 @@ module Aws::Glue
8105
8125
  # Information about a specific trigger.
8106
8126
  #
8107
8127
  # @!attribute [rw] name
8108
- # Name of the trigger.
8128
+ # The name of the trigger.
8109
8129
  # @return [String]
8110
8130
  #
8111
8131
  # @!attribute [rw] id
@@ -8131,7 +8151,7 @@ module Aws::Glue
8131
8151
  #
8132
8152
  #
8133
8153
  #
8134
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
8154
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
8135
8155
  # @return [String]
8136
8156
  #
8137
8157
  # @!attribute [rw] actions
@@ -8157,8 +8177,8 @@ module Aws::Glue
8157
8177
  end
8158
8178
 
8159
8179
  # A structure used to provide information used to update a trigger. This
8160
- # object will update the the previous trigger definition by overwriting
8161
- # it completely.
8180
+ # object updates the previous trigger definition by overwriting it
8181
+ # completely.
8162
8182
  #
8163
8183
  # @note When making an API call, you may pass TriggerUpdate
8164
8184
  # data as a hash:
@@ -8207,7 +8227,7 @@ module Aws::Glue
8207
8227
  #
8208
8228
  #
8209
8229
  #
8210
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
8230
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
8211
8231
  # @return [String]
8212
8232
  #
8213
8233
  # @!attribute [rw] actions
@@ -8238,7 +8258,8 @@ module Aws::Glue
8238
8258
  # }
8239
8259
  #
8240
8260
  # @!attribute [rw] resource_arn
8241
- # The ARN of the resource from which to remove the tags.
8261
+ # The Amazon Resource Name (ARN) of the resource from which to remove
8262
+ # the tags.
8242
8263
  # @return [String]
8243
8264
  #
8244
8265
  # @!attribute [rw] tags_to_remove
@@ -8760,6 +8781,7 @@ module Aws::Glue
8760
8781
  # command: {
8761
8782
  # name: "GenericString",
8762
8783
  # script_location: "ScriptLocationString",
8784
+ # python_version: "PythonVersionString",
8763
8785
  # },
8764
8786
  # default_arguments: {
8765
8787
  # "GenericString" => "GenericString",
@@ -8781,7 +8803,7 @@ module Aws::Glue
8781
8803
  # }
8782
8804
  #
8783
8805
  # @!attribute [rw] job_name
8784
- # Name of the job definition to update.
8806
+ # The name of the job definition to update.
8785
8807
  # @return [String]
8786
8808
  #
8787
8809
  # @!attribute [rw] job_update
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: aws-sdk-glue
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.34.0
4
+ version: 1.35.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Amazon Web Services
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2019-05-21 00:00:00.000000000 Z
11
+ date: 2019-06-05 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: aws-sdk-core