aws-sdk-glue 1.34.0 → 1.35.0

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: 42db816734e52a6139ad4c40cae68448fe3688e2
4
- data.tar.gz: 121af204d576d6f5f9eb766a328592dbb2d5d625
3
+ metadata.gz: 6c53ad11cd4a4102e64443704eeb662e09d8a09f
4
+ data.tar.gz: c8a55ce4cae754c2b33137266156f2206c2af4a8
5
5
  SHA512:
6
- metadata.gz: 45fd324ddc8c8c1035960c21c659431ddaa738b58b009c0a3a043421f89ed6448c16162d0c1e778b6154a5d0f50c5eb20017a519ac9494fe19b799a399db4064
7
- data.tar.gz: c4036a9ac12f82162327b8f673437e3eb0d6acf3230c68dd73afd7ab58d30c793cdac672bdbd8640f0722aa856b9733047c6bbda79e900e903cc23763907a032
6
+ metadata.gz: 5dbdeb2c79a0817b485680865717e9ce56b7c738d609fe41b6c6b0e2f7f12e4346cef8f30da5a62bce37926af768c6428b5a2cce4cb425afdd4bb4d7dcb66121
7
+ data.tar.gz: b027d0b23f3fb8b84b0a02c9e2272b02f10b15a9b0a7901a0e105d76f23f6eb7019159af993763b27b6ae1ec69d9f7b42df17052722fb1ce5af4899b0ff53f8d
@@ -42,6 +42,6 @@ require_relative 'aws-sdk-glue/customizations'
42
42
  # @service
43
43
  module Aws::Glue
44
44
 
45
- GEM_VERSION = '1.34.0'
45
+ GEM_VERSION = '1.35.0'
46
46
 
47
47
  end
@@ -690,7 +690,7 @@ module Aws::Glue
690
690
  # conditions that uses tags.
691
691
  #
692
692
  # @option params [required, Array<String>] :job_names
693
- # A list of job names, which may be the names returned from the
693
+ # A list of job names, which might be the names returned from the
694
694
  # `ListJobs` operation.
695
695
  #
696
696
  # @return [Types::BatchGetJobsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
@@ -716,6 +716,7 @@ module Aws::Glue
716
716
  # resp.jobs[0].execution_property.max_concurrent_runs #=> Integer
717
717
  # resp.jobs[0].command.name #=> String
718
718
  # resp.jobs[0].command.script_location #=> String
719
+ # resp.jobs[0].command.python_version #=> String
719
720
  # resp.jobs[0].default_arguments #=> Hash
720
721
  # resp.jobs[0].default_arguments["GenericString"] #=> String
721
722
  # resp.jobs[0].connections.connections #=> Array
@@ -885,7 +886,7 @@ module Aws::Glue
885
886
  # The name of the job definition for which to stop job runs.
886
887
  #
887
888
  # @option params [required, Array<String>] :job_run_ids
888
- # A list of the JobRunIds that should be stopped for that job
889
+ # A list of the `JobRunIds` that should be stopped for that job
889
890
  # definition.
890
891
  #
891
892
  # @return [Types::BatchStopJobRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
@@ -1329,14 +1330,15 @@ module Aws::Glue
1329
1330
  # This field is reserved for future use.
1330
1331
  #
1331
1332
  # @option params [required, String] :role
1332
- # The name or ARN of the IAM role associated with this job.
1333
+ # The name or Amazon Resource Name (ARN) of the IAM role associated with
1334
+ # this job.
1333
1335
  #
1334
1336
  # @option params [Types::ExecutionProperty] :execution_property
1335
- # An ExecutionProperty specifying the maximum number of concurrent runs
1336
- # allowed for this job.
1337
+ # An `ExecutionProperty` specifying the maximum number of concurrent
1338
+ # runs allowed for this job.
1337
1339
  #
1338
1340
  # @option params [required, Types::JobCommand] :command
1339
- # The JobCommand that executes this job.
1341
+ # The `JobCommand` that executes this job.
1340
1342
  #
1341
1343
  # @option params [Hash<String,String>] :default_arguments
1342
1344
  # The default arguments for this job.
@@ -1354,8 +1356,8 @@ module Aws::Glue
1354
1356
  #
1355
1357
  #
1356
1358
  #
1357
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
1358
- # [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
1359
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
1360
+ # [2]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
1359
1361
  #
1360
1362
  # @option params [Types::ConnectionsList] :connections
1361
1363
  # The connections used for this job.
@@ -1367,7 +1369,7 @@ module Aws::Glue
1367
1369
  # This parameter is deprecated. Use `MaxCapacity` instead.
1368
1370
  #
1369
1371
  # The number of AWS Glue data processing units (DPUs) to allocate to
1370
- # this Job. From 2 to 100 DPUs can be allocated; the default is 10. A
1372
+ # this Job. You can allocate from 2 to 100 DPUs; the default is 10. A
1371
1373
  # DPU is a relative measure of processing power that consists of 4 vCPUs
1372
1374
  # of compute capacity and 16 GB of memory. For more information, see the
1373
1375
  # [AWS Glue pricing page][1].
@@ -1391,9 +1393,9 @@ module Aws::Glue
1391
1393
  # Do not set `Max Capacity` if using `WorkerType` and `NumberOfWorkers`.
1392
1394
  #
1393
1395
  # The value that can be allocated for `MaxCapacity` depends on whether
1394
- # you are running a python shell job, or an Apache Spark ETL job:
1396
+ # you are running a Python shell job or an Apache Spark ETL job:
1395
1397
  #
1396
- # * When you specify a python shell job
1398
+ # * When you specify a Python shell job
1397
1399
  # (`JobCommand.Name`="pythonshell"), you can allocate either 0.0625
1398
1400
  # or 1 DPU. The default is 0.0625 DPU.
1399
1401
  #
@@ -1416,11 +1418,13 @@ module Aws::Glue
1416
1418
  # * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
1417
1419
  # of memory and a 50GB disk, and 2 executors per worker.
1418
1420
  #
1419
- # * For the `G.1X` worker type, each worker provides 4 vCPU, 16 GB of
1420
- # memory and a 64GB disk, and 1 executor per worker.
1421
+ # * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPU, 16 GB
1422
+ # of memory, 64 GB disk), and provides 1 executor per worker. We
1423
+ # recommend this worker type for memory-intensive jobs.
1421
1424
  #
1422
- # * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
1423
- # memory and a 128GB disk, and 1 executor per worker.
1425
+ # * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32 GB
1426
+ # of memory, 128 GB disk), and provides 1 executor per worker. We
1427
+ # recommend this worker type for memory-intensive jobs.
1424
1428
  #
1425
1429
  # @option params [Integer] :number_of_workers
1426
1430
  # The number of workers of a defined `workerType` that are allocated
@@ -1430,7 +1434,7 @@ module Aws::Glue
1430
1434
  # 149 for `G.2X`.
1431
1435
  #
1432
1436
  # @option params [String] :security_configuration
1433
- # The name of the SecurityConfiguration structure to be used with this
1437
+ # The name of the `SecurityConfiguration` structure to be used with this
1434
1438
  # job.
1435
1439
  #
1436
1440
  # @option params [Hash<String,String>] :tags
@@ -1440,7 +1444,7 @@ module Aws::Glue
1440
1444
  #
1441
1445
  #
1442
1446
  #
1443
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
1447
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
1444
1448
  #
1445
1449
  # @return [Types::CreateJobResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
1446
1450
  #
@@ -1459,6 +1463,7 @@ module Aws::Glue
1459
1463
  # command: { # required
1460
1464
  # name: "GenericString",
1461
1465
  # script_location: "ScriptLocationString",
1466
+ # python_version: "PythonVersionString",
1462
1467
  # },
1463
1468
  # default_arguments: {
1464
1469
  # "GenericString" => "GenericString",
@@ -1792,12 +1797,12 @@ module Aws::Glue
1792
1797
  #
1793
1798
  #
1794
1799
  #
1795
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
1800
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
1796
1801
  #
1797
1802
  # @option params [Types::Predicate] :predicate
1798
1803
  # A predicate to specify when the new trigger should fire.
1799
1804
  #
1800
- # This field is required when the trigger type is CONDITIONAL.
1805
+ # This field is required when the trigger type is `CONDITIONAL`.
1801
1806
  #
1802
1807
  # @option params [required, Array<Types::Action>] :actions
1803
1808
  # The actions initiated by this trigger when it fires.
@@ -1806,8 +1811,8 @@ module Aws::Glue
1806
1811
  # A description of the new trigger.
1807
1812
  #
1808
1813
  # @option params [Boolean] :start_on_creation
1809
- # Set to true to start SCHEDULED and CONDITIONAL triggers when created.
1810
- # True not supported for ON\_DEMAND triggers.
1814
+ # Set to `true` to start `SCHEDULED` and `CONDITIONAL` triggers when
1815
+ # created. True is not supported for `ON_DEMAND` triggers.
1811
1816
  #
1812
1817
  # @option params [Hash<String,String>] :tags
1813
1818
  # The tags to use with this trigger. You may use tags to limit access to
@@ -1816,7 +1821,7 @@ module Aws::Glue
1816
1821
  #
1817
1822
  #
1818
1823
  #
1819
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
1824
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
1820
1825
  #
1821
1826
  # @return [Types::CreateTriggerResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
1822
1827
  #
@@ -3070,6 +3075,7 @@ module Aws::Glue
3070
3075
  # resp.job.execution_property.max_concurrent_runs #=> Integer
3071
3076
  # resp.job.command.name #=> String
3072
3077
  # resp.job.command.script_location #=> String
3078
+ # resp.job.command.python_version #=> String
3073
3079
  # resp.job.default_arguments #=> Hash
3074
3080
  # resp.job.default_arguments["GenericString"] #=> String
3075
3081
  # resp.job.connections.connections #=> Array
@@ -3245,6 +3251,7 @@ module Aws::Glue
3245
3251
  # resp.jobs[0].execution_property.max_concurrent_runs #=> Integer
3246
3252
  # resp.jobs[0].command.name #=> String
3247
3253
  # resp.jobs[0].command.script_location #=> String
3254
+ # resp.jobs[0].command.python_version #=> String
3248
3255
  # resp.jobs[0].default_arguments #=> Hash
3249
3256
  # resp.jobs[0].default_arguments["GenericString"] #=> String
3250
3257
  # resp.jobs[0].connections.connections #=> Array
@@ -4160,7 +4167,8 @@ module Aws::Glue
4160
4167
  # Retrieves a list of tags associated with a resource.
4161
4168
  #
4162
4169
  # @option params [required, String] :resource_arn
4163
- # The Amazon ARN of the resource for which to retrieve tags.
4170
+ # The Amazon Resource Name (ARN) of the resource for which to retrieve
4171
+ # tags.
4164
4172
  #
4165
4173
  # @return [Types::GetTagsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
4166
4174
  #
@@ -4237,9 +4245,9 @@ module Aws::Glue
4237
4245
  # A continuation token, if this is a continuation call.
4238
4246
  #
4239
4247
  # @option params [String] :dependent_job_name
4240
- # The name of the job for which to retrieve triggers. The trigger that
4241
- # can start this job will be returned, and if there is no such trigger,
4242
- # all triggers will be returned.
4248
+ # The name of the job to retrieve triggers for. The trigger that can
4249
+ # start this job is returned, and if there is no such trigger, all
4250
+ # triggers are returned.
4243
4251
  #
4244
4252
  # @option params [Integer] :max_results
4245
4253
  # The maximum size of the response.
@@ -4416,10 +4424,10 @@ module Aws::Glue
4416
4424
  # the resources with the specified tag. This operation allows you to see
4417
4425
  # which resources are available in your account, and their names.
4418
4426
  #
4419
- # This operation takes the optional `Tags` field which you can use as a
4427
+ # This operation takes the optional `Tags` field, which you can use as a
4420
4428
  # filter on the response so that tagged resources can be retrieved as a
4421
4429
  # group. If you choose to use tags filtering, only resources with the
4422
- # tag will be retrieved.
4430
+ # tag are retrieved.
4423
4431
  #
4424
4432
  # @option params [Integer] :max_results
4425
4433
  # The maximum size of a list to return.
@@ -4460,14 +4468,15 @@ module Aws::Glue
4460
4468
  req.send_request(options)
4461
4469
  end
4462
4470
 
4463
- # Retrieves the names of all DevEndpoint resources in this AWS account,
4464
- # or the resources with the specified tag. This operation allows you to
4465
- # see which resources are available in your account, and their names.
4471
+ # Retrieves the names of all `DevEndpoint` resources in this AWS
4472
+ # account, or the resources with the specified tag. This operation
4473
+ # allows you to see which resources are available in your account, and
4474
+ # their names.
4466
4475
  #
4467
- # This operation takes the optional `Tags` field which you can use as a
4476
+ # This operation takes the optional `Tags` field, which you can use as a
4468
4477
  # filter on the response so that tagged resources can be retrieved as a
4469
4478
  # group. If you choose to use tags filtering, only resources with the
4470
- # tag will be retrieved.
4479
+ # tag are retrieved.
4471
4480
  #
4472
4481
  # @option params [String] :next_token
4473
4482
  # A continuation token, if this is a continuation request.
@@ -4512,10 +4521,10 @@ module Aws::Glue
4512
4521
  # resources with the specified tag. This operation allows you to see
4513
4522
  # which resources are available in your account, and their names.
4514
4523
  #
4515
- # This operation takes the optional `Tags` field which you can use as a
4524
+ # This operation takes the optional `Tags` field, which you can use as a
4516
4525
  # filter on the response so that tagged resources can be retrieved as a
4517
4526
  # group. If you choose to use tags filtering, only resources with the
4518
- # tag will be retrieved.
4527
+ # tag are retrieved.
4519
4528
  #
4520
4529
  # @option params [String] :next_token
4521
4530
  # A continuation token, if this is a continuation request.
@@ -4560,18 +4569,18 @@ module Aws::Glue
4560
4569
  # the resources with the specified tag. This operation allows you to see
4561
4570
  # which resources are available in your account, and their names.
4562
4571
  #
4563
- # This operation takes the optional `Tags` field which you can use as a
4572
+ # This operation takes the optional `Tags` field, which you can use as a
4564
4573
  # filter on the response so that tagged resources can be retrieved as a
4565
4574
  # group. If you choose to use tags filtering, only resources with the
4566
- # tag will be retrieved.
4575
+ # tag are retrieved.
4567
4576
  #
4568
4577
  # @option params [String] :next_token
4569
4578
  # A continuation token, if this is a continuation request.
4570
4579
  #
4571
4580
  # @option params [String] :dependent_job_name
4572
4581
  # The name of the job for which to retrieve triggers. The trigger that
4573
- # can start this job will be returned, and if there is no such trigger,
4574
- # all triggers will be returned.
4582
+ # can start this job is returned. If there is no such trigger, all
4583
+ # triggers are returned.
4575
4584
  #
4576
4585
  # @option params [Integer] :max_results
4577
4586
  # The maximum size of a list to return.
@@ -4781,7 +4790,7 @@ module Aws::Glue
4781
4790
  # The name of the job definition to use.
4782
4791
  #
4783
4792
  # @option params [String] :job_run_id
4784
- # The ID of a previous JobRun to retry.
4793
+ # The ID of a previous `JobRun` to retry.
4785
4794
  #
4786
4795
  # @option params [Hash<String,String>] :arguments
4787
4796
  # The job arguments specifically for this run. For this job run, they
@@ -4800,11 +4809,11 @@ module Aws::Glue
4800
4809
  #
4801
4810
  #
4802
4811
  #
4803
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
4804
- # [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
4812
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
4813
+ # [2]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
4805
4814
  #
4806
4815
  # @option params [Integer] :allocated_capacity
4807
- # This field is deprecated, use `MaxCapacity` instead.
4816
+ # This field is deprecated. Use `MaxCapacity` instead.
4808
4817
  #
4809
4818
  # The number of AWS Glue data processing units (DPUs) to allocate to
4810
4819
  # this JobRun. From 2 to 100 DPUs can be allocated; the default is 10. A
@@ -4814,11 +4823,11 @@ module Aws::Glue
4814
4823
  #
4815
4824
  #
4816
4825
  #
4817
- # [1]: https://aws.amazon.com/glue/pricing/
4826
+ # [1]: https://docs.aws.amazon.com/https:/aws.amazon.com/glue/pricing/
4818
4827
  #
4819
4828
  # @option params [Integer] :timeout
4820
- # The JobRun timeout in minutes. This is the maximum time that a job run
4821
- # can consume resources before it is terminated and enters `TIMEOUT`
4829
+ # The `JobRun` timeout in minutes. This is the maximum time that a job
4830
+ # run can consume resources before it is terminated and enters `TIMEOUT`
4822
4831
  # status. The default is 2,880 minutes (48 hours). This overrides the
4823
4832
  # timeout value set in the parent job.
4824
4833
  #
@@ -4832,9 +4841,9 @@ module Aws::Glue
4832
4841
  # Do not set `Max Capacity` if using `WorkerType` and `NumberOfWorkers`.
4833
4842
  #
4834
4843
  # The value that can be allocated for `MaxCapacity` depends on whether
4835
- # you are running a python shell job, or an Apache Spark ETL job:
4844
+ # you are running a Python shell job, or an Apache Spark ETL job:
4836
4845
  #
4837
- # * When you specify a python shell job
4846
+ # * When you specify a Python shell job
4838
4847
  # (`JobCommand.Name`="pythonshell"), you can allocate either 0.0625
4839
4848
  # or 1 DPU. The default is 0.0625 DPU.
4840
4849
  #
@@ -4845,7 +4854,7 @@ module Aws::Glue
4845
4854
  #
4846
4855
  #
4847
4856
  #
4848
- # [1]: https://aws.amazon.com/glue/pricing/
4857
+ # [1]: https://docs.aws.amazon.com/https:/aws.amazon.com/glue/pricing/
4849
4858
  #
4850
4859
  # @option params [String] :worker_type
4851
4860
  # The type of predefined worker that is allocated when a job runs.
@@ -4868,7 +4877,7 @@ module Aws::Glue
4868
4877
  # 149 for `G.2X`.
4869
4878
  #
4870
4879
  # @option params [String] :security_configuration
4871
- # The name of the SecurityConfiguration structure to be used with this
4880
+ # The name of the `SecurityConfiguration` structure to be used with this
4872
4881
  # job run.
4873
4882
  #
4874
4883
  # @option params [Types::NotificationProperty] :notification_property
@@ -4915,7 +4924,7 @@ module Aws::Glue
4915
4924
  #
4916
4925
  #
4917
4926
  #
4918
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/trigger-job.html
4927
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/trigger-job.html
4919
4928
  #
4920
4929
  # @option params [required, String] :name
4921
4930
  # The name of the trigger to start.
@@ -5023,7 +5032,7 @@ module Aws::Glue
5023
5032
  #
5024
5033
  #
5025
5034
  #
5026
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
5035
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
5027
5036
  #
5028
5037
  # @option params [required, String] :resource_arn
5029
5038
  # The ARN of the AWS Glue resource to which to add the tags. For more
@@ -5032,7 +5041,7 @@ module Aws::Glue
5032
5041
  #
5033
5042
  #
5034
5043
  #
5035
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-api-common.html#aws-glue-api-regex-aws-glue-arn-id
5044
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-api-common.html#aws-glue-api-regex-aws-glue-arn-id
5036
5045
  #
5037
5046
  # @option params [required, Hash<String,String>] :tags_to_add
5038
5047
  # Tags to add to this resource.
@@ -5060,7 +5069,8 @@ module Aws::Glue
5060
5069
  # Removes tags from a resource.
5061
5070
  #
5062
5071
  # @option params [required, String] :resource_arn
5063
- # The ARN of the resource from which to remove the tags.
5072
+ # The Amazon Resource Name (ARN) of the resource from which to remove
5073
+ # the tags.
5064
5074
  #
5065
5075
  # @option params [required, Array<String>] :tags_to_remove
5066
5076
  # Tags to remove from this resource.
@@ -5427,7 +5437,7 @@ module Aws::Glue
5427
5437
  # Updates an existing job definition.
5428
5438
  #
5429
5439
  # @option params [required, String] :job_name
5430
- # Name of the job definition to update.
5440
+ # The name of the job definition to update.
5431
5441
  #
5432
5442
  # @option params [required, Types::JobUpdate] :job_update
5433
5443
  # Specifies the values with which to update the job definition.
@@ -5450,6 +5460,7 @@ module Aws::Glue
5450
5460
  # command: {
5451
5461
  # name: "GenericString",
5452
5462
  # script_location: "ScriptLocationString",
5463
+ # python_version: "PythonVersionString",
5453
5464
  # },
5454
5465
  # default_arguments: {
5455
5466
  # "GenericString" => "GenericString",
@@ -5804,7 +5815,7 @@ module Aws::Glue
5804
5815
  params: params,
5805
5816
  config: config)
5806
5817
  context[:gem_name] = 'aws-sdk-glue'
5807
- context[:gem_version] = '1.34.0'
5818
+ context[:gem_version] = '1.35.0'
5808
5819
  Seahorse::Client::Request.new(handlers, context)
5809
5820
  end
5810
5821
 
@@ -366,6 +366,7 @@ module Aws::Glue
366
366
  PutResourcePolicyRequest = Shapes::StructureShape.new(name: 'PutResourcePolicyRequest')
367
367
  PutResourcePolicyResponse = Shapes::StructureShape.new(name: 'PutResourcePolicyResponse')
368
368
  PythonScript = Shapes::StringShape.new(name: 'PythonScript')
369
+ PythonVersionString = Shapes::StringShape.new(name: 'PythonVersionString')
369
370
  ResetJobBookmarkRequest = Shapes::StructureShape.new(name: 'ResetJobBookmarkRequest')
370
371
  ResetJobBookmarkResponse = Shapes::StructureShape.new(name: 'ResetJobBookmarkResponse')
371
372
  ResourceNumberLimitExceededException = Shapes::StructureShape.new(name: 'ResourceNumberLimitExceededException')
@@ -1468,6 +1469,7 @@ module Aws::Glue
1468
1469
 
1469
1470
  JobCommand.add_member(:name, Shapes::ShapeRef.new(shape: GenericString, location_name: "Name"))
1470
1471
  JobCommand.add_member(:script_location, Shapes::ShapeRef.new(shape: ScriptLocationString, location_name: "ScriptLocation"))
1472
+ JobCommand.add_member(:python_version, Shapes::ShapeRef.new(shape: PythonVersionString, location_name: "PythonVersion"))
1471
1473
  JobCommand.struct_class = Types::JobCommand
1472
1474
 
1473
1475
  JobList.member = Shapes::ShapeRef.new(shape: Job)
@@ -59,12 +59,12 @@ module Aws::Glue
59
59
  #
60
60
  #
61
61
  #
62
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
63
- # [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
62
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
63
+ # [2]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
64
64
  # @return [Hash<String,String>]
65
65
  #
66
66
  # @!attribute [rw] timeout
67
- # The JobRun timeout in minutes. This is the maximum time that a job
67
+ # The `JobRun` timeout in minutes. This is the maximum time that a job
68
68
  # run can consume resources before it is terminated and enters
69
69
  # `TIMEOUT` status. The default is 2,880 minutes (48 hours). This
70
70
  # overrides the timeout value set in the parent job.
@@ -75,8 +75,8 @@ module Aws::Glue
75
75
  # @return [Types::NotificationProperty]
76
76
  #
77
77
  # @!attribute [rw] security_configuration
78
- # The name of the SecurityConfiguration structure to be used with this
79
- # action.
78
+ # The name of the `SecurityConfiguration` structure to be used with
79
+ # this action.
80
80
  # @return [String]
81
81
  #
82
82
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Action AWS API Documentation
@@ -474,7 +474,7 @@ module Aws::Glue
474
474
  # }
475
475
  #
476
476
  # @!attribute [rw] job_names
477
- # A list of job names, which may be the names returned from the
477
+ # A list of job names, which might be the names returned from the
478
478
  # `ListJobs` operation.
479
479
  # @return [Array<String>]
480
480
  #
@@ -598,11 +598,12 @@ module Aws::Glue
598
598
  # run.
599
599
  #
600
600
  # @!attribute [rw] job_name
601
- # The name of the job definition used in the job run in question.
601
+ # The name of the job definition that is used in the job run in
602
+ # question.
602
603
  # @return [String]
603
604
  #
604
605
  # @!attribute [rw] job_run_id
605
- # The JobRunId of the job run in question.
606
+ # The `JobRunId` of the job run in question.
606
607
  # @return [String]
607
608
  #
608
609
  # @!attribute [rw] error_detail
@@ -631,7 +632,7 @@ module Aws::Glue
631
632
  # @return [String]
632
633
  #
633
634
  # @!attribute [rw] job_run_ids
634
- # A list of the JobRunIds that should be stopped for that job
635
+ # A list of the `JobRunIds` that should be stopped for that job
635
636
  # definition.
636
637
  # @return [Array<String>]
637
638
  #
@@ -648,9 +649,9 @@ module Aws::Glue
648
649
  # @return [Array<Types::BatchStopJobRunSuccessfulSubmission>]
649
650
  #
650
651
  # @!attribute [rw] errors
651
- # A list of the errors that were encountered in tryng to stop JobRuns,
652
- # including the JobRunId for which each error was encountered and
653
- # details about the error.
652
+ # A list of the errors that were encountered in trying to stop
653
+ # `JobRuns`, including the `JobRunId` for which each error was
654
+ # encountered and details about the error.
654
655
  # @return [Array<Types::BatchStopJobRunError>]
655
656
  #
656
657
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchStopJobRunResponse AWS API Documentation
@@ -661,14 +662,14 @@ module Aws::Glue
661
662
  include Aws::Structure
662
663
  end
663
664
 
664
- # Records a successful request to stop a specified JobRun.
665
+ # Records a successful request to stop a specified `JobRun`.
665
666
  #
666
667
  # @!attribute [rw] job_name
667
668
  # The name of the job definition used in the job run that was stopped.
668
669
  # @return [String]
669
670
  #
670
671
  # @!attribute [rw] job_run_id
671
- # The JobRunId of the job run that was stopped.
672
+ # The `JobRunId` of the job run that was stopped.
672
673
  # @return [String]
673
674
  #
674
675
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchStopJobRunSuccessfulSubmission AWS API Documentation
@@ -1000,13 +1001,13 @@ module Aws::Glue
1000
1001
  # @return [String]
1001
1002
  #
1002
1003
  # @!attribute [rw] job_name
1003
- # The name of the Job to whose JobRuns this condition applies and on
1004
- # which this trigger waits.
1004
+ # The name of the job whose `JobRuns` this condition applies to, and
1005
+ # on which this trigger waits.
1005
1006
  # @return [String]
1006
1007
  #
1007
1008
  # @!attribute [rw] state
1008
- # The condition state. Currently, the values supported are SUCCEEDED,
1009
- # STOPPED, TIMEOUT and FAILED.
1009
+ # The condition state. Currently, the values supported are
1010
+ # `SUCCEEDED`, `STOPPED`, `TIMEOUT`, and `FAILED`.
1010
1011
  # @return [String]
1011
1012
  #
1012
1013
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Condition AWS API Documentation
@@ -2116,6 +2117,7 @@ module Aws::Glue
2116
2117
  # command: { # required
2117
2118
  # name: "GenericString",
2118
2119
  # script_location: "ScriptLocationString",
2120
+ # python_version: "PythonVersionString",
2119
2121
  # },
2120
2122
  # default_arguments: {
2121
2123
  # "GenericString" => "GenericString",
@@ -2152,16 +2154,17 @@ module Aws::Glue
2152
2154
  # @return [String]
2153
2155
  #
2154
2156
  # @!attribute [rw] role
2155
- # The name or ARN of the IAM role associated with this job.
2157
+ # The name or Amazon Resource Name (ARN) of the IAM role associated
2158
+ # with this job.
2156
2159
  # @return [String]
2157
2160
  #
2158
2161
  # @!attribute [rw] execution_property
2159
- # An ExecutionProperty specifying the maximum number of concurrent
2162
+ # An `ExecutionProperty` specifying the maximum number of concurrent
2160
2163
  # runs allowed for this job.
2161
2164
  # @return [Types::ExecutionProperty]
2162
2165
  #
2163
2166
  # @!attribute [rw] command
2164
- # The JobCommand that executes this job.
2167
+ # The `JobCommand` that executes this job.
2165
2168
  # @return [Types::JobCommand]
2166
2169
  #
2167
2170
  # @!attribute [rw] default_arguments
@@ -2180,8 +2183,8 @@ module Aws::Glue
2180
2183
  #
2181
2184
  #
2182
2185
  #
2183
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
2184
- # [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
2186
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
2187
+ # [2]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
2185
2188
  # @return [Hash<String,String>]
2186
2189
  #
2187
2190
  # @!attribute [rw] connections
@@ -2196,7 +2199,7 @@ module Aws::Glue
2196
2199
  # This parameter is deprecated. Use `MaxCapacity` instead.
2197
2200
  #
2198
2201
  # The number of AWS Glue data processing units (DPUs) to allocate to
2199
- # this Job. From 2 to 100 DPUs can be allocated; the default is 10. A
2202
+ # this Job. You can allocate from 2 to 100 DPUs; the default is 10. A
2200
2203
  # DPU is a relative measure of processing power that consists of 4
2201
2204
  # vCPUs of compute capacity and 16 GB of memory. For more information,
2202
2205
  # see the [AWS Glue pricing page][1].
@@ -2223,9 +2226,9 @@ module Aws::Glue
2223
2226
  # `NumberOfWorkers`.
2224
2227
  #
2225
2228
  # The value that can be allocated for `MaxCapacity` depends on whether
2226
- # you are running a python shell job, or an Apache Spark ETL job:
2229
+ # you are running a Python shell job or an Apache Spark ETL job:
2227
2230
  #
2228
- # * When you specify a python shell job
2231
+ # * When you specify a Python shell job
2229
2232
  # (`JobCommand.Name`="pythonshell"), you can allocate either
2230
2233
  # 0.0625 or 1 DPU. The default is 0.0625 DPU.
2231
2234
  #
@@ -2250,11 +2253,13 @@ module Aws::Glue
2250
2253
  # * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
2251
2254
  # of memory and a 50GB disk, and 2 executors per worker.
2252
2255
  #
2253
- # * For the `G.1X` worker type, each worker provides 4 vCPU, 16 GB of
2254
- # memory and a 64GB disk, and 1 executor per worker.
2256
+ # * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPU, 16
2257
+ # GB of memory, 64 GB disk), and provides 1 executor per worker. We
2258
+ # recommend this worker type for memory-intensive jobs.
2255
2259
  #
2256
- # * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
2257
- # memory and a 128GB disk, and 1 executor per worker.
2260
+ # * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32
2261
+ # GB of memory, 128 GB disk), and provides 1 executor per worker. We
2262
+ # recommend this worker type for memory-intensive jobs.
2258
2263
  # @return [String]
2259
2264
  #
2260
2265
  # @!attribute [rw] number_of_workers
@@ -2266,8 +2271,8 @@ module Aws::Glue
2266
2271
  # @return [Integer]
2267
2272
  #
2268
2273
  # @!attribute [rw] security_configuration
2269
- # The name of the SecurityConfiguration structure to be used with this
2270
- # job.
2274
+ # The name of the `SecurityConfiguration` structure to be used with
2275
+ # this job.
2271
2276
  # @return [String]
2272
2277
  #
2273
2278
  # @!attribute [rw] tags
@@ -2277,7 +2282,7 @@ module Aws::Glue
2277
2282
  #
2278
2283
  #
2279
2284
  #
2280
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
2285
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
2281
2286
  # @return [Hash<String,String>]
2282
2287
  #
2283
2288
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateJobRequest AWS API Documentation
@@ -2705,13 +2710,13 @@ module Aws::Glue
2705
2710
  #
2706
2711
  #
2707
2712
  #
2708
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
2713
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
2709
2714
  # @return [String]
2710
2715
  #
2711
2716
  # @!attribute [rw] predicate
2712
2717
  # A predicate to specify when the new trigger should fire.
2713
2718
  #
2714
- # This field is required when the trigger type is CONDITIONAL.
2719
+ # This field is required when the trigger type is `CONDITIONAL`.
2715
2720
  # @return [Types::Predicate]
2716
2721
  #
2717
2722
  # @!attribute [rw] actions
@@ -2723,8 +2728,8 @@ module Aws::Glue
2723
2728
  # @return [String]
2724
2729
  #
2725
2730
  # @!attribute [rw] start_on_creation
2726
- # Set to true to start SCHEDULED and CONDITIONAL triggers when
2727
- # created. True not supported for ON\_DEMAND triggers.
2731
+ # Set to `true` to start `SCHEDULED` and `CONDITIONAL` triggers when
2732
+ # created. True is not supported for `ON_DEMAND` triggers.
2728
2733
  # @return [Boolean]
2729
2734
  #
2730
2735
  # @!attribute [rw] tags
@@ -2734,7 +2739,7 @@ module Aws::Glue
2734
2739
  #
2735
2740
  #
2736
2741
  #
2737
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
2742
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
2738
2743
  # @return [Hash<String,String>]
2739
2744
  #
2740
2745
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateTriggerRequest AWS API Documentation
@@ -4426,11 +4431,11 @@ module Aws::Glue
4426
4431
  end
4427
4432
 
4428
4433
  # @!attribute [rw] job_runs
4429
- # A list of job-run metatdata objects.
4434
+ # A list of job-run metadata objects.
4430
4435
  # @return [Array<Types::JobRun>]
4431
4436
  #
4432
4437
  # @!attribute [rw] next_token
4433
- # A continuation token, if not all reequested job runs have been
4438
+ # A continuation token, if not all requested job runs have been
4434
4439
  # returned.
4435
4440
  # @return [String]
4436
4441
  #
@@ -5197,7 +5202,8 @@ module Aws::Glue
5197
5202
  # }
5198
5203
  #
5199
5204
  # @!attribute [rw] resource_arn
5200
- # The Amazon ARN of the resource for which to retrieve tags.
5205
+ # The Amazon Resource Name (ARN) of the resource for which to retrieve
5206
+ # tags.
5201
5207
  # @return [String]
5202
5208
  #
5203
5209
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTagsRequest AWS API Documentation
@@ -5261,9 +5267,9 @@ module Aws::Glue
5261
5267
  # @return [String]
5262
5268
  #
5263
5269
  # @!attribute [rw] dependent_job_name
5264
- # The name of the job for which to retrieve triggers. The trigger that
5265
- # can start this job will be returned, and if there is no such
5266
- # trigger, all triggers will be returned.
5270
+ # The name of the job to retrieve triggers for. The trigger that can
5271
+ # start this job is returned, and if there is no such trigger, all
5272
+ # triggers are returned.
5267
5273
  # @return [String]
5268
5274
  #
5269
5275
  # @!attribute [rw] max_results
@@ -5573,7 +5579,7 @@ module Aws::Glue
5573
5579
  # @return [String]
5574
5580
  #
5575
5581
  # @!attribute [rw] description
5576
- # Description of the job being defined.
5582
+ # A description of the job.
5577
5583
  # @return [String]
5578
5584
  #
5579
5585
  # @!attribute [rw] log_uri
@@ -5581,7 +5587,8 @@ module Aws::Glue
5581
5587
  # @return [String]
5582
5588
  #
5583
5589
  # @!attribute [rw] role
5584
- # The name or ARN of the IAM role associated with this job.
5590
+ # The name or Amazon Resource Name (ARN) of the IAM role associated
5591
+ # with this job.
5585
5592
  # @return [String]
5586
5593
  #
5587
5594
  # @!attribute [rw] created_on
@@ -5593,12 +5600,12 @@ module Aws::Glue
5593
5600
  # @return [Time]
5594
5601
  #
5595
5602
  # @!attribute [rw] execution_property
5596
- # An ExecutionProperty specifying the maximum number of concurrent
5603
+ # An `ExecutionProperty` specifying the maximum number of concurrent
5597
5604
  # runs allowed for this job.
5598
5605
  # @return [Types::ExecutionProperty]
5599
5606
  #
5600
5607
  # @!attribute [rw] command
5601
- # The JobCommand that executes this job.
5608
+ # The `JobCommand` that executes this job.
5602
5609
  # @return [Types::JobCommand]
5603
5610
  #
5604
5611
  # @!attribute [rw] default_arguments
@@ -5617,8 +5624,8 @@ module Aws::Glue
5617
5624
  #
5618
5625
  #
5619
5626
  #
5620
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
5621
- # [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
5627
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
5628
+ # [2]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
5622
5629
  # @return [Hash<String,String>]
5623
5630
  #
5624
5631
  # @!attribute [rw] connections
@@ -5630,10 +5637,10 @@ module Aws::Glue
5630
5637
  # @return [Integer]
5631
5638
  #
5632
5639
  # @!attribute [rw] allocated_capacity
5633
- # This field is deprecated, use `MaxCapacity` instead.
5640
+ # This field is deprecated. Use `MaxCapacity` instead.
5634
5641
  #
5635
5642
  # The number of AWS Glue data processing units (DPUs) allocated to
5636
- # runs of this job. From 2 to 100 DPUs can be allocated; the default
5643
+ # runs of this job. You can allocate from 2 to 100 DPUs; the default
5637
5644
  # is 10. A DPU is a relative measure of processing power that consists
5638
5645
  # of 4 vCPUs of compute capacity and 16 GB of memory. For more
5639
5646
  # information, see the [AWS Glue pricing page][1].
@@ -5662,9 +5669,9 @@ module Aws::Glue
5662
5669
  # `NumberOfWorkers`.
5663
5670
  #
5664
5671
  # The value that can be allocated for `MaxCapacity` depends on whether
5665
- # you are running a python shell job, or an Apache Spark ETL job:
5672
+ # you are running a Python shell job or an Apache Spark ETL job:
5666
5673
  #
5667
- # * When you specify a python shell job
5674
+ # * When you specify a Python shell job
5668
5675
  # (`JobCommand.Name`="pythonshell"), you can allocate either
5669
5676
  # 0.0625 or 1 DPU. The default is 0.0625 DPU.
5670
5677
  #
@@ -5685,11 +5692,13 @@ module Aws::Glue
5685
5692
  # * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
5686
5693
  # of memory and a 50GB disk, and 2 executors per worker.
5687
5694
  #
5688
- # * For the `G.1X` worker type, each worker provides 4 vCPU, 16 GB of
5689
- # memory and a 64GB disk, and 1 executor per worker.
5695
+ # * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPU, 16
5696
+ # GB of memory, 64 GB disk), and provides 1 executor per worker. We
5697
+ # recommend this worker type for memory-intensive jobs.
5690
5698
  #
5691
- # * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
5692
- # memory and a 128GB disk, and 1 executor per worker.
5699
+ # * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32
5700
+ # GB of memory, 128 GB disk), and provides 1 executor per worker. We
5701
+ # recommend this worker type for memory-intensive jobs.
5693
5702
  # @return [String]
5694
5703
  #
5695
5704
  # @!attribute [rw] number_of_workers
@@ -5701,8 +5710,8 @@ module Aws::Glue
5701
5710
  # @return [Integer]
5702
5711
  #
5703
5712
  # @!attribute [rw] security_configuration
5704
- # The name of the SecurityConfiguration structure to be used with this
5705
- # job.
5713
+ # The name of the `SecurityConfiguration` structure to be used with
5714
+ # this job.
5706
5715
  # @return [String]
5707
5716
  #
5708
5717
  # @!attribute [rw] notification_property
@@ -5800,22 +5809,30 @@ module Aws::Glue
5800
5809
  # {
5801
5810
  # name: "GenericString",
5802
5811
  # script_location: "ScriptLocationString",
5812
+ # python_version: "PythonVersionString",
5803
5813
  # }
5804
5814
  #
5805
5815
  # @!attribute [rw] name
5806
- # The name of the job command: this must be `glueetl`, for an Apache
5807
- # Spark ETL job, or `pythonshell`, for a Python shell job.
5816
+ # The name of the job command. For an Apache Spark ETL job, this must
5817
+ # be `glueetl`. For a Python shell job, it must be `pythonshell`.
5808
5818
  # @return [String]
5809
5819
  #
5810
5820
  # @!attribute [rw] script_location
5811
- # Specifies the S3 path to a script that executes a job (required).
5821
+ # Specifies the Amazon Simple Storage Service (Amazon S3) path to a
5822
+ # script that executes a job (required).
5823
+ # @return [String]
5824
+ #
5825
+ # @!attribute [rw] python_version
5826
+ # The Python version being used to execute a Python shell job. Allowed
5827
+ # values are 2 or 3.
5812
5828
  # @return [String]
5813
5829
  #
5814
5830
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/JobCommand AWS API Documentation
5815
5831
  #
5816
5832
  class JobCommand < Struct.new(
5817
5833
  :name,
5818
- :script_location)
5834
+ :script_location,
5835
+ :python_version)
5819
5836
  include Aws::Structure
5820
5837
  end
5821
5838
 
@@ -5830,8 +5847,8 @@ module Aws::Glue
5830
5847
  # @return [Integer]
5831
5848
  #
5832
5849
  # @!attribute [rw] previous_run_id
5833
- # The ID of the previous run of this job. For example, the JobRunId
5834
- # specified in the StartJobRun action.
5850
+ # The ID of the previous run of this job. For example, the `JobRunId`
5851
+ # specified in the `StartJobRun` action.
5835
5852
  # @return [String]
5836
5853
  #
5837
5854
  # @!attribute [rw] trigger_name
@@ -5847,11 +5864,11 @@ module Aws::Glue
5847
5864
  # @return [Time]
5848
5865
  #
5849
5866
  # @!attribute [rw] last_modified_on
5850
- # The last time this job run was modified.
5867
+ # The last time that this job run was modified.
5851
5868
  # @return [Time]
5852
5869
  #
5853
5870
  # @!attribute [rw] completed_on
5854
- # The date and time this job run completed.
5871
+ # The date and time that this job run completed.
5855
5872
  # @return [Time]
5856
5873
  #
5857
5874
  # @!attribute [rw] job_run_state
@@ -5875,8 +5892,8 @@ module Aws::Glue
5875
5892
  #
5876
5893
  #
5877
5894
  #
5878
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
5879
- # [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
5895
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
5896
+ # [2]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
5880
5897
  # @return [Hash<String,String>]
5881
5898
  #
5882
5899
  # @!attribute [rw] error_message
@@ -5888,7 +5905,7 @@ module Aws::Glue
5888
5905
  # @return [Array<Types::Predecessor>]
5889
5906
  #
5890
5907
  # @!attribute [rw] allocated_capacity
5891
- # This field is deprecated, use `MaxCapacity` instead.
5908
+ # This field is deprecated. Use `MaxCapacity` instead.
5892
5909
  #
5893
5910
  # The number of AWS Glue data processing units (DPUs) allocated to
5894
5911
  # this JobRun. From 2 to 100 DPUs can be allocated; the default is 10.
@@ -5906,7 +5923,7 @@ module Aws::Glue
5906
5923
  # @return [Integer]
5907
5924
  #
5908
5925
  # @!attribute [rw] timeout
5909
- # The JobRun timeout in minutes. This is the maximum time that a job
5926
+ # The `JobRun` timeout in minutes. This is the maximum time that a job
5910
5927
  # run can consume resources before it is terminated and enters
5911
5928
  # `TIMEOUT` status. The default is 2,880 minutes (48 hours). This
5912
5929
  # overrides the timeout value set in the parent job.
@@ -5923,9 +5940,9 @@ module Aws::Glue
5923
5940
  # `NumberOfWorkers`.
5924
5941
  #
5925
5942
  # The value that can be allocated for `MaxCapacity` depends on whether
5926
- # you are running a python shell job, or an Apache Spark ETL job:
5943
+ # you are running a Python shell job or an Apache Spark ETL job:
5927
5944
  #
5928
- # * When you specify a python shell job
5945
+ # * When you specify a Python shell job
5929
5946
  # (`JobCommand.Name`="pythonshell"), you can allocate either
5930
5947
  # 0.0625 or 1 DPU. The default is 0.0625 DPU.
5931
5948
  #
@@ -5936,7 +5953,7 @@ module Aws::Glue
5936
5953
  #
5937
5954
  #
5938
5955
  #
5939
- # [1]: https://aws.amazon.com/glue/pricing/
5956
+ # [1]: https://docs.aws.amazon.com/https:/aws.amazon.com/glue/pricing/
5940
5957
  # @return [Float]
5941
5958
  #
5942
5959
  # @!attribute [rw] notification_property
@@ -5966,18 +5983,18 @@ module Aws::Glue
5966
5983
  # @return [Integer]
5967
5984
  #
5968
5985
  # @!attribute [rw] security_configuration
5969
- # The name of the SecurityConfiguration structure to be used with this
5970
- # job run.
5986
+ # The name of the `SecurityConfiguration` structure to be used with
5987
+ # this job run.
5971
5988
  # @return [String]
5972
5989
  #
5973
5990
  # @!attribute [rw] log_group_name
5974
- # The name of the log group for secure logging, that can be
5975
- # server-side encrypted in CloudWatch using KMS. This name can be
5991
+ # The name of the log group for secure logging that can be server-side
5992
+ # encrypted in Amazon CloudWatch using AWS KMS. This name can be
5976
5993
  # `/aws-glue/jobs/`, in which case the default encryption is `NONE`.
5977
- # If you add a role name and SecurityConfiguration name (in other
5994
+ # If you add a role name and `SecurityConfiguration` name (in other
5978
5995
  # words,
5979
5996
  # `/aws-glue/jobs-yourRoleName-yourSecurityConfigurationName/`), then
5980
- # that security configuration will be used to encrypt the log group.
5997
+ # that security configuration is used to encrypt the log group.
5981
5998
  # @return [String]
5982
5999
  #
5983
6000
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/JobRun AWS API Documentation
@@ -6007,9 +6024,8 @@ module Aws::Glue
6007
6024
  include Aws::Structure
6008
6025
  end
6009
6026
 
6010
- # Specifies information used to update an existing job definition. Note
6011
- # that the previous job definition will be completely overwritten by
6012
- # this information.
6027
+ # Specifies information used to update an existing job definition. The
6028
+ # previous job definition is completely overwritten by this information.
6013
6029
  #
6014
6030
  # @note When making an API call, you may pass JobUpdate
6015
6031
  # data as a hash:
@@ -6024,6 +6040,7 @@ module Aws::Glue
6024
6040
  # command: {
6025
6041
  # name: "GenericString",
6026
6042
  # script_location: "ScriptLocationString",
6043
+ # python_version: "PythonVersionString",
6027
6044
  # },
6028
6045
  # default_arguments: {
6029
6046
  # "GenericString" => "GenericString",
@@ -6052,16 +6069,17 @@ module Aws::Glue
6052
6069
  # @return [String]
6053
6070
  #
6054
6071
  # @!attribute [rw] role
6055
- # The name or ARN of the IAM role associated with this job (required).
6072
+ # The name or Amazon Resource Name (ARN) of the IAM role associated
6073
+ # with this job (required).
6056
6074
  # @return [String]
6057
6075
  #
6058
6076
  # @!attribute [rw] execution_property
6059
- # An ExecutionProperty specifying the maximum number of concurrent
6077
+ # An `ExecutionProperty` specifying the maximum number of concurrent
6060
6078
  # runs allowed for this job.
6061
6079
  # @return [Types::ExecutionProperty]
6062
6080
  #
6063
6081
  # @!attribute [rw] command
6064
- # The JobCommand that executes this job (required).
6082
+ # The `JobCommand` that executes this job (required).
6065
6083
  # @return [Types::JobCommand]
6066
6084
  #
6067
6085
  # @!attribute [rw] default_arguments
@@ -6080,8 +6098,8 @@ module Aws::Glue
6080
6098
  #
6081
6099
  #
6082
6100
  #
6083
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
6084
- # [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
6101
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
6102
+ # [2]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
6085
6103
  # @return [Hash<String,String>]
6086
6104
  #
6087
6105
  # @!attribute [rw] connections
@@ -6096,7 +6114,7 @@ module Aws::Glue
6096
6114
  # This field is deprecated. Use `MaxCapacity` instead.
6097
6115
  #
6098
6116
  # The number of AWS Glue data processing units (DPUs) to allocate to
6099
- # this Job. From 2 to 100 DPUs can be allocated; the default is 10. A
6117
+ # this job. You can allocate from 2 to 100 DPUs; the default is 10. A
6100
6118
  # DPU is a relative measure of processing power that consists of 4
6101
6119
  # vCPUs of compute capacity and 16 GB of memory. For more information,
6102
6120
  # see the [AWS Glue pricing page][1].
@@ -6123,9 +6141,9 @@ module Aws::Glue
6123
6141
  # `NumberOfWorkers`.
6124
6142
  #
6125
6143
  # The value that can be allocated for `MaxCapacity` depends on whether
6126
- # you are running a python shell job, or an Apache Spark ETL job:
6144
+ # you are running a Python shell job or an Apache Spark ETL job:
6127
6145
  #
6128
- # * When you specify a python shell job
6146
+ # * When you specify a Python shell job
6129
6147
  # (`JobCommand.Name`="pythonshell"), you can allocate either
6130
6148
  # 0.0625 or 1 DPU. The default is 0.0625 DPU.
6131
6149
  #
@@ -6146,11 +6164,13 @@ module Aws::Glue
6146
6164
  # * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
6147
6165
  # of memory and a 50GB disk, and 2 executors per worker.
6148
6166
  #
6149
- # * For the `G.1X` worker type, each worker provides 4 vCPU, 16 GB of
6150
- # memory and a 64GB disk, and 1 executor per worker.
6167
+ # * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPU, 16
6168
+ # GB of memory, 64 GB disk), and provides 1 executor per worker. We
6169
+ # recommend this worker type for memory-intensive jobs.
6151
6170
  #
6152
- # * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
6153
- # memory and a 128GB disk, and 1 executor per worker.
6171
+ # * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32
6172
+ # GB of memory, 128 GB disk), and provides 1 executor per worker. We
6173
+ # recommend this worker type for memory-intensive jobs.
6154
6174
  # @return [String]
6155
6175
  #
6156
6176
  # @!attribute [rw] number_of_workers
@@ -6162,12 +6182,12 @@ module Aws::Glue
6162
6182
  # @return [Integer]
6163
6183
  #
6164
6184
  # @!attribute [rw] security_configuration
6165
- # The name of the SecurityConfiguration structure to be used with this
6166
- # job.
6185
+ # The name of the `SecurityConfiguration` structure to be used with
6186
+ # this job.
6167
6187
  # @return [String]
6168
6188
  #
6169
6189
  # @!attribute [rw] notification_property
6170
- # Specifies configuration properties of a job notification.
6190
+ # Specifies the configuration properties of a job notification.
6171
6191
  # @return [Types::NotificationProperty]
6172
6192
  #
6173
6193
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/JobUpdate AWS API Documentation
@@ -6351,8 +6371,8 @@ module Aws::Glue
6351
6371
  end
6352
6372
 
6353
6373
  # @!attribute [rw] dev_endpoint_names
6354
- # The names of all DevEndpoints in the account, or the DevEndpoints
6355
- # with the specified tags.
6374
+ # The names of all the `DevEndpoint`s in the account, or the
6375
+ # `DevEndpoint`s with the specified tags.
6356
6376
  # @return [Array<String>]
6357
6377
  #
6358
6378
  # @!attribute [rw] next_token
@@ -6436,8 +6456,8 @@ module Aws::Glue
6436
6456
  #
6437
6457
  # @!attribute [rw] dependent_job_name
6438
6458
  # The name of the job for which to retrieve triggers. The trigger that
6439
- # can start this job will be returned, and if there is no such
6440
- # trigger, all triggers will be returned.
6459
+ # can start this job is returned. If there is no such trigger, all
6460
+ # triggers are returned.
6441
6461
  # @return [String]
6442
6462
  #
6443
6463
  # @!attribute [rw] max_results
@@ -6897,7 +6917,7 @@ module Aws::Glue
6897
6917
  # }
6898
6918
  #
6899
6919
  # @!attribute [rw] logical
6900
- # Optional field if only one condition is listed. If multiple
6920
+ # An optional field if only one condition is listed. If multiple
6901
6921
  # conditions are listed, then this field is required.
6902
6922
  # @return [String]
6903
6923
  #
@@ -7410,7 +7430,7 @@ module Aws::Glue
7410
7430
  # @return [String]
7411
7431
  #
7412
7432
  # @!attribute [rw] job_run_id
7413
- # The ID of a previous JobRun to retry.
7433
+ # The ID of a previous `JobRun` to retry.
7414
7434
  # @return [String]
7415
7435
  #
7416
7436
  # @!attribute [rw] arguments
@@ -7430,12 +7450,12 @@ module Aws::Glue
7430
7450
  #
7431
7451
  #
7432
7452
  #
7433
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
7434
- # [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
7453
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
7454
+ # [2]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
7435
7455
  # @return [Hash<String,String>]
7436
7456
  #
7437
7457
  # @!attribute [rw] allocated_capacity
7438
- # This field is deprecated, use `MaxCapacity` instead.
7458
+ # This field is deprecated. Use `MaxCapacity` instead.
7439
7459
  #
7440
7460
  # The number of AWS Glue data processing units (DPUs) to allocate to
7441
7461
  # this JobRun. From 2 to 100 DPUs can be allocated; the default is 10.
@@ -7445,11 +7465,11 @@ module Aws::Glue
7445
7465
  #
7446
7466
  #
7447
7467
  #
7448
- # [1]: https://aws.amazon.com/glue/pricing/
7468
+ # [1]: https://docs.aws.amazon.com/https:/aws.amazon.com/glue/pricing/
7449
7469
  # @return [Integer]
7450
7470
  #
7451
7471
  # @!attribute [rw] timeout
7452
- # The JobRun timeout in minutes. This is the maximum time that a job
7472
+ # The `JobRun` timeout in minutes. This is the maximum time that a job
7453
7473
  # run can consume resources before it is terminated and enters
7454
7474
  # `TIMEOUT` status. The default is 2,880 minutes (48 hours). This
7455
7475
  # overrides the timeout value set in the parent job.
@@ -7466,9 +7486,9 @@ module Aws::Glue
7466
7486
  # `NumberOfWorkers`.
7467
7487
  #
7468
7488
  # The value that can be allocated for `MaxCapacity` depends on whether
7469
- # you are running a python shell job, or an Apache Spark ETL job:
7489
+ # you are running a Python shell job, or an Apache Spark ETL job:
7470
7490
  #
7471
- # * When you specify a python shell job
7491
+ # * When you specify a Python shell job
7472
7492
  # (`JobCommand.Name`="pythonshell"), you can allocate either
7473
7493
  # 0.0625 or 1 DPU. The default is 0.0625 DPU.
7474
7494
  #
@@ -7479,7 +7499,7 @@ module Aws::Glue
7479
7499
  #
7480
7500
  #
7481
7501
  #
7482
- # [1]: https://aws.amazon.com/glue/pricing/
7502
+ # [1]: https://docs.aws.amazon.com/https:/aws.amazon.com/glue/pricing/
7483
7503
  # @return [Float]
7484
7504
  #
7485
7505
  # @!attribute [rw] worker_type
@@ -7505,8 +7525,8 @@ module Aws::Glue
7505
7525
  # @return [Integer]
7506
7526
  #
7507
7527
  # @!attribute [rw] security_configuration
7508
- # The name of the SecurityConfiguration structure to be used with this
7509
- # job run.
7528
+ # The name of the `SecurityConfiguration` structure to be used with
7529
+ # this job run.
7510
7530
  # @return [String]
7511
7531
  #
7512
7532
  # @!attribute [rw] notification_property
@@ -8083,7 +8103,7 @@ module Aws::Glue
8083
8103
  #
8084
8104
  #
8085
8105
  #
8086
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-api-common.html#aws-glue-api-regex-aws-glue-arn-id
8106
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-api-common.html#aws-glue-api-regex-aws-glue-arn-id
8087
8107
  # @return [String]
8088
8108
  #
8089
8109
  # @!attribute [rw] tags_to_add
@@ -8105,7 +8125,7 @@ module Aws::Glue
8105
8125
  # Information about a specific trigger.
8106
8126
  #
8107
8127
  # @!attribute [rw] name
8108
- # Name of the trigger.
8128
+ # The name of the trigger.
8109
8129
  # @return [String]
8110
8130
  #
8111
8131
  # @!attribute [rw] id
@@ -8131,7 +8151,7 @@ module Aws::Glue
8131
8151
  #
8132
8152
  #
8133
8153
  #
8134
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
8154
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
8135
8155
  # @return [String]
8136
8156
  #
8137
8157
  # @!attribute [rw] actions
@@ -8157,8 +8177,8 @@ module Aws::Glue
8157
8177
  end
8158
8178
 
8159
8179
  # A structure used to provide information used to update a trigger. This
8160
- # object will update the the previous trigger definition by overwriting
8161
- # it completely.
8180
+ # object updates the previous trigger definition by overwriting it
8181
+ # completely.
8162
8182
  #
8163
8183
  # @note When making an API call, you may pass TriggerUpdate
8164
8184
  # data as a hash:
@@ -8207,7 +8227,7 @@ module Aws::Glue
8207
8227
  #
8208
8228
  #
8209
8229
  #
8210
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
8230
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
8211
8231
  # @return [String]
8212
8232
  #
8213
8233
  # @!attribute [rw] actions
@@ -8238,7 +8258,8 @@ module Aws::Glue
8238
8258
  # }
8239
8259
  #
8240
8260
  # @!attribute [rw] resource_arn
8241
- # The ARN of the resource from which to remove the tags.
8261
+ # The Amazon Resource Name (ARN) of the resource from which to remove
8262
+ # the tags.
8242
8263
  # @return [String]
8243
8264
  #
8244
8265
  # @!attribute [rw] tags_to_remove
@@ -8760,6 +8781,7 @@ module Aws::Glue
8760
8781
  # command: {
8761
8782
  # name: "GenericString",
8762
8783
  # script_location: "ScriptLocationString",
8784
+ # python_version: "PythonVersionString",
8763
8785
  # },
8764
8786
  # default_arguments: {
8765
8787
  # "GenericString" => "GenericString",
@@ -8781,7 +8803,7 @@ module Aws::Glue
8781
8803
  # }
8782
8804
  #
8783
8805
  # @!attribute [rw] job_name
8784
- # Name of the job definition to update.
8806
+ # The name of the job definition to update.
8785
8807
  # @return [String]
8786
8808
  #
8787
8809
  # @!attribute [rw] job_update
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: aws-sdk-glue
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.34.0
4
+ version: 1.35.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Amazon Web Services
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2019-05-21 00:00:00.000000000 Z
11
+ date: 2019-06-05 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: aws-sdk-core