aws-sdk-glue 1.34.0 → 1.35.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/aws-sdk-glue.rb +1 -1
- data/lib/aws-sdk-glue/client.rb +67 -56
- data/lib/aws-sdk-glue/client_api.rb +2 -0
- data/lib/aws-sdk-glue/types.rb +145 -123
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 6c53ad11cd4a4102e64443704eeb662e09d8a09f
|
4
|
+
data.tar.gz: c8a55ce4cae754c2b33137266156f2206c2af4a8
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 5dbdeb2c79a0817b485680865717e9ce56b7c738d609fe41b6c6b0e2f7f12e4346cef8f30da5a62bce37926af768c6428b5a2cce4cb425afdd4bb4d7dcb66121
|
7
|
+
data.tar.gz: b027d0b23f3fb8b84b0a02c9e2272b02f10b15a9b0a7901a0e105d76f23f6eb7019159af993763b27b6ae1ec69d9f7b42df17052722fb1ce5af4899b0ff53f8d
|
data/lib/aws-sdk-glue.rb
CHANGED
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -690,7 +690,7 @@ module Aws::Glue
|
|
690
690
|
# conditions that uses tags.
|
691
691
|
#
|
692
692
|
# @option params [required, Array<String>] :job_names
|
693
|
-
# A list of job names, which
|
693
|
+
# A list of job names, which might be the names returned from the
|
694
694
|
# `ListJobs` operation.
|
695
695
|
#
|
696
696
|
# @return [Types::BatchGetJobsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
@@ -716,6 +716,7 @@ module Aws::Glue
|
|
716
716
|
# resp.jobs[0].execution_property.max_concurrent_runs #=> Integer
|
717
717
|
# resp.jobs[0].command.name #=> String
|
718
718
|
# resp.jobs[0].command.script_location #=> String
|
719
|
+
# resp.jobs[0].command.python_version #=> String
|
719
720
|
# resp.jobs[0].default_arguments #=> Hash
|
720
721
|
# resp.jobs[0].default_arguments["GenericString"] #=> String
|
721
722
|
# resp.jobs[0].connections.connections #=> Array
|
@@ -885,7 +886,7 @@ module Aws::Glue
|
|
885
886
|
# The name of the job definition for which to stop job runs.
|
886
887
|
#
|
887
888
|
# @option params [required, Array<String>] :job_run_ids
|
888
|
-
# A list of the JobRunIds that should be stopped for that job
|
889
|
+
# A list of the `JobRunIds` that should be stopped for that job
|
889
890
|
# definition.
|
890
891
|
#
|
891
892
|
# @return [Types::BatchStopJobRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
@@ -1329,14 +1330,15 @@ module Aws::Glue
|
|
1329
1330
|
# This field is reserved for future use.
|
1330
1331
|
#
|
1331
1332
|
# @option params [required, String] :role
|
1332
|
-
# The name or ARN of the IAM role associated with
|
1333
|
+
# The name or Amazon Resource Name (ARN) of the IAM role associated with
|
1334
|
+
# this job.
|
1333
1335
|
#
|
1334
1336
|
# @option params [Types::ExecutionProperty] :execution_property
|
1335
|
-
# An ExecutionProperty specifying the maximum number of concurrent
|
1336
|
-
# allowed for this job.
|
1337
|
+
# An `ExecutionProperty` specifying the maximum number of concurrent
|
1338
|
+
# runs allowed for this job.
|
1337
1339
|
#
|
1338
1340
|
# @option params [required, Types::JobCommand] :command
|
1339
|
-
# The JobCommand that executes this job.
|
1341
|
+
# The `JobCommand` that executes this job.
|
1340
1342
|
#
|
1341
1343
|
# @option params [Hash<String,String>] :default_arguments
|
1342
1344
|
# The default arguments for this job.
|
@@ -1354,8 +1356,8 @@ module Aws::Glue
|
|
1354
1356
|
#
|
1355
1357
|
#
|
1356
1358
|
#
|
1357
|
-
# [1]:
|
1358
|
-
# [2]:
|
1359
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
|
1360
|
+
# [2]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
|
1359
1361
|
#
|
1360
1362
|
# @option params [Types::ConnectionsList] :connections
|
1361
1363
|
# The connections used for this job.
|
@@ -1367,7 +1369,7 @@ module Aws::Glue
|
|
1367
1369
|
# This parameter is deprecated. Use `MaxCapacity` instead.
|
1368
1370
|
#
|
1369
1371
|
# The number of AWS Glue data processing units (DPUs) to allocate to
|
1370
|
-
# this Job.
|
1372
|
+
# this Job. You can allocate from 2 to 100 DPUs; the default is 10. A
|
1371
1373
|
# DPU is a relative measure of processing power that consists of 4 vCPUs
|
1372
1374
|
# of compute capacity and 16 GB of memory. For more information, see the
|
1373
1375
|
# [AWS Glue pricing page][1].
|
@@ -1391,9 +1393,9 @@ module Aws::Glue
|
|
1391
1393
|
# Do not set `Max Capacity` if using `WorkerType` and `NumberOfWorkers`.
|
1392
1394
|
#
|
1393
1395
|
# The value that can be allocated for `MaxCapacity` depends on whether
|
1394
|
-
# you are running a
|
1396
|
+
# you are running a Python shell job or an Apache Spark ETL job:
|
1395
1397
|
#
|
1396
|
-
# * When you specify a
|
1398
|
+
# * When you specify a Python shell job
|
1397
1399
|
# (`JobCommand.Name`="pythonshell"), you can allocate either 0.0625
|
1398
1400
|
# or 1 DPU. The default is 0.0625 DPU.
|
1399
1401
|
#
|
@@ -1416,11 +1418,13 @@ module Aws::Glue
|
|
1416
1418
|
# * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
|
1417
1419
|
# of memory and a 50GB disk, and 2 executors per worker.
|
1418
1420
|
#
|
1419
|
-
# * For the `G.1X` worker type, each worker
|
1420
|
-
# memory
|
1421
|
+
# * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPU, 16 GB
|
1422
|
+
# of memory, 64 GB disk), and provides 1 executor per worker. We
|
1423
|
+
# recommend this worker type for memory-intensive jobs.
|
1421
1424
|
#
|
1422
|
-
# * For the `G.2X` worker type, each worker
|
1423
|
-
# memory
|
1425
|
+
# * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32 GB
|
1426
|
+
# of memory, 128 GB disk), and provides 1 executor per worker. We
|
1427
|
+
# recommend this worker type for memory-intensive jobs.
|
1424
1428
|
#
|
1425
1429
|
# @option params [Integer] :number_of_workers
|
1426
1430
|
# The number of workers of a defined `workerType` that are allocated
|
@@ -1430,7 +1434,7 @@ module Aws::Glue
|
|
1430
1434
|
# 149 for `G.2X`.
|
1431
1435
|
#
|
1432
1436
|
# @option params [String] :security_configuration
|
1433
|
-
# The name of the SecurityConfiguration structure to be used with this
|
1437
|
+
# The name of the `SecurityConfiguration` structure to be used with this
|
1434
1438
|
# job.
|
1435
1439
|
#
|
1436
1440
|
# @option params [Hash<String,String>] :tags
|
@@ -1440,7 +1444,7 @@ module Aws::Glue
|
|
1440
1444
|
#
|
1441
1445
|
#
|
1442
1446
|
#
|
1443
|
-
# [1]:
|
1447
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
|
1444
1448
|
#
|
1445
1449
|
# @return [Types::CreateJobResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
1446
1450
|
#
|
@@ -1459,6 +1463,7 @@ module Aws::Glue
|
|
1459
1463
|
# command: { # required
|
1460
1464
|
# name: "GenericString",
|
1461
1465
|
# script_location: "ScriptLocationString",
|
1466
|
+
# python_version: "PythonVersionString",
|
1462
1467
|
# },
|
1463
1468
|
# default_arguments: {
|
1464
1469
|
# "GenericString" => "GenericString",
|
@@ -1792,12 +1797,12 @@ module Aws::Glue
|
|
1792
1797
|
#
|
1793
1798
|
#
|
1794
1799
|
#
|
1795
|
-
# [1]:
|
1800
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
|
1796
1801
|
#
|
1797
1802
|
# @option params [Types::Predicate] :predicate
|
1798
1803
|
# A predicate to specify when the new trigger should fire.
|
1799
1804
|
#
|
1800
|
-
# This field is required when the trigger type is CONDITIONAL
|
1805
|
+
# This field is required when the trigger type is `CONDITIONAL`.
|
1801
1806
|
#
|
1802
1807
|
# @option params [required, Array<Types::Action>] :actions
|
1803
1808
|
# The actions initiated by this trigger when it fires.
|
@@ -1806,8 +1811,8 @@ module Aws::Glue
|
|
1806
1811
|
# A description of the new trigger.
|
1807
1812
|
#
|
1808
1813
|
# @option params [Boolean] :start_on_creation
|
1809
|
-
# Set to true to start SCHEDULED and CONDITIONAL triggers when
|
1810
|
-
# True not supported for
|
1814
|
+
# Set to `true` to start `SCHEDULED` and `CONDITIONAL` triggers when
|
1815
|
+
# created. True is not supported for `ON_DEMAND` triggers.
|
1811
1816
|
#
|
1812
1817
|
# @option params [Hash<String,String>] :tags
|
1813
1818
|
# The tags to use with this trigger. You may use tags to limit access to
|
@@ -1816,7 +1821,7 @@ module Aws::Glue
|
|
1816
1821
|
#
|
1817
1822
|
#
|
1818
1823
|
#
|
1819
|
-
# [1]:
|
1824
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
|
1820
1825
|
#
|
1821
1826
|
# @return [Types::CreateTriggerResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
1822
1827
|
#
|
@@ -3070,6 +3075,7 @@ module Aws::Glue
|
|
3070
3075
|
# resp.job.execution_property.max_concurrent_runs #=> Integer
|
3071
3076
|
# resp.job.command.name #=> String
|
3072
3077
|
# resp.job.command.script_location #=> String
|
3078
|
+
# resp.job.command.python_version #=> String
|
3073
3079
|
# resp.job.default_arguments #=> Hash
|
3074
3080
|
# resp.job.default_arguments["GenericString"] #=> String
|
3075
3081
|
# resp.job.connections.connections #=> Array
|
@@ -3245,6 +3251,7 @@ module Aws::Glue
|
|
3245
3251
|
# resp.jobs[0].execution_property.max_concurrent_runs #=> Integer
|
3246
3252
|
# resp.jobs[0].command.name #=> String
|
3247
3253
|
# resp.jobs[0].command.script_location #=> String
|
3254
|
+
# resp.jobs[0].command.python_version #=> String
|
3248
3255
|
# resp.jobs[0].default_arguments #=> Hash
|
3249
3256
|
# resp.jobs[0].default_arguments["GenericString"] #=> String
|
3250
3257
|
# resp.jobs[0].connections.connections #=> Array
|
@@ -4160,7 +4167,8 @@ module Aws::Glue
|
|
4160
4167
|
# Retrieves a list of tags associated with a resource.
|
4161
4168
|
#
|
4162
4169
|
# @option params [required, String] :resource_arn
|
4163
|
-
# The Amazon ARN of the resource for which to retrieve
|
4170
|
+
# The Amazon Resource Name (ARN) of the resource for which to retrieve
|
4171
|
+
# tags.
|
4164
4172
|
#
|
4165
4173
|
# @return [Types::GetTagsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
4166
4174
|
#
|
@@ -4237,9 +4245,9 @@ module Aws::Glue
|
|
4237
4245
|
# A continuation token, if this is a continuation call.
|
4238
4246
|
#
|
4239
4247
|
# @option params [String] :dependent_job_name
|
4240
|
-
# The name of the job
|
4241
|
-
#
|
4242
|
-
#
|
4248
|
+
# The name of the job to retrieve triggers for. The trigger that can
|
4249
|
+
# start this job is returned, and if there is no such trigger, all
|
4250
|
+
# triggers are returned.
|
4243
4251
|
#
|
4244
4252
|
# @option params [Integer] :max_results
|
4245
4253
|
# The maximum size of the response.
|
@@ -4416,10 +4424,10 @@ module Aws::Glue
|
|
4416
4424
|
# the resources with the specified tag. This operation allows you to see
|
4417
4425
|
# which resources are available in your account, and their names.
|
4418
4426
|
#
|
4419
|
-
# This operation takes the optional `Tags` field which you can use as a
|
4427
|
+
# This operation takes the optional `Tags` field, which you can use as a
|
4420
4428
|
# filter on the response so that tagged resources can be retrieved as a
|
4421
4429
|
# group. If you choose to use tags filtering, only resources with the
|
4422
|
-
# tag
|
4430
|
+
# tag are retrieved.
|
4423
4431
|
#
|
4424
4432
|
# @option params [Integer] :max_results
|
4425
4433
|
# The maximum size of a list to return.
|
@@ -4460,14 +4468,15 @@ module Aws::Glue
|
|
4460
4468
|
req.send_request(options)
|
4461
4469
|
end
|
4462
4470
|
|
4463
|
-
# Retrieves the names of all DevEndpoint resources in this AWS
|
4464
|
-
# or the resources with the specified tag. This operation
|
4465
|
-
# see which resources are available in your account, and
|
4471
|
+
# Retrieves the names of all `DevEndpoint` resources in this AWS
|
4472
|
+
# account, or the resources with the specified tag. This operation
|
4473
|
+
# allows you to see which resources are available in your account, and
|
4474
|
+
# their names.
|
4466
4475
|
#
|
4467
|
-
# This operation takes the optional `Tags` field which you can use as a
|
4476
|
+
# This operation takes the optional `Tags` field, which you can use as a
|
4468
4477
|
# filter on the response so that tagged resources can be retrieved as a
|
4469
4478
|
# group. If you choose to use tags filtering, only resources with the
|
4470
|
-
# tag
|
4479
|
+
# tag are retrieved.
|
4471
4480
|
#
|
4472
4481
|
# @option params [String] :next_token
|
4473
4482
|
# A continuation token, if this is a continuation request.
|
@@ -4512,10 +4521,10 @@ module Aws::Glue
|
|
4512
4521
|
# resources with the specified tag. This operation allows you to see
|
4513
4522
|
# which resources are available in your account, and their names.
|
4514
4523
|
#
|
4515
|
-
# This operation takes the optional `Tags` field which you can use as a
|
4524
|
+
# This operation takes the optional `Tags` field, which you can use as a
|
4516
4525
|
# filter on the response so that tagged resources can be retrieved as a
|
4517
4526
|
# group. If you choose to use tags filtering, only resources with the
|
4518
|
-
# tag
|
4527
|
+
# tag are retrieved.
|
4519
4528
|
#
|
4520
4529
|
# @option params [String] :next_token
|
4521
4530
|
# A continuation token, if this is a continuation request.
|
@@ -4560,18 +4569,18 @@ module Aws::Glue
|
|
4560
4569
|
# the resources with the specified tag. This operation allows you to see
|
4561
4570
|
# which resources are available in your account, and their names.
|
4562
4571
|
#
|
4563
|
-
# This operation takes the optional `Tags` field which you can use as a
|
4572
|
+
# This operation takes the optional `Tags` field, which you can use as a
|
4564
4573
|
# filter on the response so that tagged resources can be retrieved as a
|
4565
4574
|
# group. If you choose to use tags filtering, only resources with the
|
4566
|
-
# tag
|
4575
|
+
# tag are retrieved.
|
4567
4576
|
#
|
4568
4577
|
# @option params [String] :next_token
|
4569
4578
|
# A continuation token, if this is a continuation request.
|
4570
4579
|
#
|
4571
4580
|
# @option params [String] :dependent_job_name
|
4572
4581
|
# The name of the job for which to retrieve triggers. The trigger that
|
4573
|
-
# can start this job
|
4574
|
-
#
|
4582
|
+
# can start this job is returned. If there is no such trigger, all
|
4583
|
+
# triggers are returned.
|
4575
4584
|
#
|
4576
4585
|
# @option params [Integer] :max_results
|
4577
4586
|
# The maximum size of a list to return.
|
@@ -4781,7 +4790,7 @@ module Aws::Glue
|
|
4781
4790
|
# The name of the job definition to use.
|
4782
4791
|
#
|
4783
4792
|
# @option params [String] :job_run_id
|
4784
|
-
# The ID of a previous JobRun to retry.
|
4793
|
+
# The ID of a previous `JobRun` to retry.
|
4785
4794
|
#
|
4786
4795
|
# @option params [Hash<String,String>] :arguments
|
4787
4796
|
# The job arguments specifically for this run. For this job run, they
|
@@ -4800,11 +4809,11 @@ module Aws::Glue
|
|
4800
4809
|
#
|
4801
4810
|
#
|
4802
4811
|
#
|
4803
|
-
# [1]:
|
4804
|
-
# [2]:
|
4812
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
|
4813
|
+
# [2]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
|
4805
4814
|
#
|
4806
4815
|
# @option params [Integer] :allocated_capacity
|
4807
|
-
# This field is deprecated
|
4816
|
+
# This field is deprecated. Use `MaxCapacity` instead.
|
4808
4817
|
#
|
4809
4818
|
# The number of AWS Glue data processing units (DPUs) to allocate to
|
4810
4819
|
# this JobRun. From 2 to 100 DPUs can be allocated; the default is 10. A
|
@@ -4814,11 +4823,11 @@ module Aws::Glue
|
|
4814
4823
|
#
|
4815
4824
|
#
|
4816
4825
|
#
|
4817
|
-
# [1]: https://aws.amazon.com/glue/pricing/
|
4826
|
+
# [1]: https://docs.aws.amazon.com/https:/aws.amazon.com/glue/pricing/
|
4818
4827
|
#
|
4819
4828
|
# @option params [Integer] :timeout
|
4820
|
-
# The JobRun timeout in minutes. This is the maximum time that a job
|
4821
|
-
# can consume resources before it is terminated and enters `TIMEOUT`
|
4829
|
+
# The `JobRun` timeout in minutes. This is the maximum time that a job
|
4830
|
+
# run can consume resources before it is terminated and enters `TIMEOUT`
|
4822
4831
|
# status. The default is 2,880 minutes (48 hours). This overrides the
|
4823
4832
|
# timeout value set in the parent job.
|
4824
4833
|
#
|
@@ -4832,9 +4841,9 @@ module Aws::Glue
|
|
4832
4841
|
# Do not set `Max Capacity` if using `WorkerType` and `NumberOfWorkers`.
|
4833
4842
|
#
|
4834
4843
|
# The value that can be allocated for `MaxCapacity` depends on whether
|
4835
|
-
# you are running a
|
4844
|
+
# you are running a Python shell job, or an Apache Spark ETL job:
|
4836
4845
|
#
|
4837
|
-
# * When you specify a
|
4846
|
+
# * When you specify a Python shell job
|
4838
4847
|
# (`JobCommand.Name`="pythonshell"), you can allocate either 0.0625
|
4839
4848
|
# or 1 DPU. The default is 0.0625 DPU.
|
4840
4849
|
#
|
@@ -4845,7 +4854,7 @@ module Aws::Glue
|
|
4845
4854
|
#
|
4846
4855
|
#
|
4847
4856
|
#
|
4848
|
-
# [1]: https://aws.amazon.com/glue/pricing/
|
4857
|
+
# [1]: https://docs.aws.amazon.com/https:/aws.amazon.com/glue/pricing/
|
4849
4858
|
#
|
4850
4859
|
# @option params [String] :worker_type
|
4851
4860
|
# The type of predefined worker that is allocated when a job runs.
|
@@ -4868,7 +4877,7 @@ module Aws::Glue
|
|
4868
4877
|
# 149 for `G.2X`.
|
4869
4878
|
#
|
4870
4879
|
# @option params [String] :security_configuration
|
4871
|
-
# The name of the SecurityConfiguration structure to be used with this
|
4880
|
+
# The name of the `SecurityConfiguration` structure to be used with this
|
4872
4881
|
# job run.
|
4873
4882
|
#
|
4874
4883
|
# @option params [Types::NotificationProperty] :notification_property
|
@@ -4915,7 +4924,7 @@ module Aws::Glue
|
|
4915
4924
|
#
|
4916
4925
|
#
|
4917
4926
|
#
|
4918
|
-
# [1]:
|
4927
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/trigger-job.html
|
4919
4928
|
#
|
4920
4929
|
# @option params [required, String] :name
|
4921
4930
|
# The name of the trigger to start.
|
@@ -5023,7 +5032,7 @@ module Aws::Glue
|
|
5023
5032
|
#
|
5024
5033
|
#
|
5025
5034
|
#
|
5026
|
-
# [1]:
|
5035
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
|
5027
5036
|
#
|
5028
5037
|
# @option params [required, String] :resource_arn
|
5029
5038
|
# The ARN of the AWS Glue resource to which to add the tags. For more
|
@@ -5032,7 +5041,7 @@ module Aws::Glue
|
|
5032
5041
|
#
|
5033
5042
|
#
|
5034
5043
|
#
|
5035
|
-
# [1]:
|
5044
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-api-common.html#aws-glue-api-regex-aws-glue-arn-id
|
5036
5045
|
#
|
5037
5046
|
# @option params [required, Hash<String,String>] :tags_to_add
|
5038
5047
|
# Tags to add to this resource.
|
@@ -5060,7 +5069,8 @@ module Aws::Glue
|
|
5060
5069
|
# Removes tags from a resource.
|
5061
5070
|
#
|
5062
5071
|
# @option params [required, String] :resource_arn
|
5063
|
-
# The ARN of the resource from which to remove
|
5072
|
+
# The Amazon Resource Name (ARN) of the resource from which to remove
|
5073
|
+
# the tags.
|
5064
5074
|
#
|
5065
5075
|
# @option params [required, Array<String>] :tags_to_remove
|
5066
5076
|
# Tags to remove from this resource.
|
@@ -5427,7 +5437,7 @@ module Aws::Glue
|
|
5427
5437
|
# Updates an existing job definition.
|
5428
5438
|
#
|
5429
5439
|
# @option params [required, String] :job_name
|
5430
|
-
#
|
5440
|
+
# The name of the job definition to update.
|
5431
5441
|
#
|
5432
5442
|
# @option params [required, Types::JobUpdate] :job_update
|
5433
5443
|
# Specifies the values with which to update the job definition.
|
@@ -5450,6 +5460,7 @@ module Aws::Glue
|
|
5450
5460
|
# command: {
|
5451
5461
|
# name: "GenericString",
|
5452
5462
|
# script_location: "ScriptLocationString",
|
5463
|
+
# python_version: "PythonVersionString",
|
5453
5464
|
# },
|
5454
5465
|
# default_arguments: {
|
5455
5466
|
# "GenericString" => "GenericString",
|
@@ -5804,7 +5815,7 @@ module Aws::Glue
|
|
5804
5815
|
params: params,
|
5805
5816
|
config: config)
|
5806
5817
|
context[:gem_name] = 'aws-sdk-glue'
|
5807
|
-
context[:gem_version] = '1.
|
5818
|
+
context[:gem_version] = '1.35.0'
|
5808
5819
|
Seahorse::Client::Request.new(handlers, context)
|
5809
5820
|
end
|
5810
5821
|
|
@@ -366,6 +366,7 @@ module Aws::Glue
|
|
366
366
|
PutResourcePolicyRequest = Shapes::StructureShape.new(name: 'PutResourcePolicyRequest')
|
367
367
|
PutResourcePolicyResponse = Shapes::StructureShape.new(name: 'PutResourcePolicyResponse')
|
368
368
|
PythonScript = Shapes::StringShape.new(name: 'PythonScript')
|
369
|
+
PythonVersionString = Shapes::StringShape.new(name: 'PythonVersionString')
|
369
370
|
ResetJobBookmarkRequest = Shapes::StructureShape.new(name: 'ResetJobBookmarkRequest')
|
370
371
|
ResetJobBookmarkResponse = Shapes::StructureShape.new(name: 'ResetJobBookmarkResponse')
|
371
372
|
ResourceNumberLimitExceededException = Shapes::StructureShape.new(name: 'ResourceNumberLimitExceededException')
|
@@ -1468,6 +1469,7 @@ module Aws::Glue
|
|
1468
1469
|
|
1469
1470
|
JobCommand.add_member(:name, Shapes::ShapeRef.new(shape: GenericString, location_name: "Name"))
|
1470
1471
|
JobCommand.add_member(:script_location, Shapes::ShapeRef.new(shape: ScriptLocationString, location_name: "ScriptLocation"))
|
1472
|
+
JobCommand.add_member(:python_version, Shapes::ShapeRef.new(shape: PythonVersionString, location_name: "PythonVersion"))
|
1471
1473
|
JobCommand.struct_class = Types::JobCommand
|
1472
1474
|
|
1473
1475
|
JobList.member = Shapes::ShapeRef.new(shape: Job)
|
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -59,12 +59,12 @@ module Aws::Glue
|
|
59
59
|
#
|
60
60
|
#
|
61
61
|
#
|
62
|
-
# [1]:
|
63
|
-
# [2]:
|
62
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
|
63
|
+
# [2]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
|
64
64
|
# @return [Hash<String,String>]
|
65
65
|
#
|
66
66
|
# @!attribute [rw] timeout
|
67
|
-
# The JobRun timeout in minutes. This is the maximum time that a job
|
67
|
+
# The `JobRun` timeout in minutes. This is the maximum time that a job
|
68
68
|
# run can consume resources before it is terminated and enters
|
69
69
|
# `TIMEOUT` status. The default is 2,880 minutes (48 hours). This
|
70
70
|
# overrides the timeout value set in the parent job.
|
@@ -75,8 +75,8 @@ module Aws::Glue
|
|
75
75
|
# @return [Types::NotificationProperty]
|
76
76
|
#
|
77
77
|
# @!attribute [rw] security_configuration
|
78
|
-
# The name of the SecurityConfiguration structure to be used with
|
79
|
-
# action.
|
78
|
+
# The name of the `SecurityConfiguration` structure to be used with
|
79
|
+
# this action.
|
80
80
|
# @return [String]
|
81
81
|
#
|
82
82
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Action AWS API Documentation
|
@@ -474,7 +474,7 @@ module Aws::Glue
|
|
474
474
|
# }
|
475
475
|
#
|
476
476
|
# @!attribute [rw] job_names
|
477
|
-
# A list of job names, which
|
477
|
+
# A list of job names, which might be the names returned from the
|
478
478
|
# `ListJobs` operation.
|
479
479
|
# @return [Array<String>]
|
480
480
|
#
|
@@ -598,11 +598,12 @@ module Aws::Glue
|
|
598
598
|
# run.
|
599
599
|
#
|
600
600
|
# @!attribute [rw] job_name
|
601
|
-
# The name of the job definition used in the job run in
|
601
|
+
# The name of the job definition that is used in the job run in
|
602
|
+
# question.
|
602
603
|
# @return [String]
|
603
604
|
#
|
604
605
|
# @!attribute [rw] job_run_id
|
605
|
-
# The JobRunId of the job run in question.
|
606
|
+
# The `JobRunId` of the job run in question.
|
606
607
|
# @return [String]
|
607
608
|
#
|
608
609
|
# @!attribute [rw] error_detail
|
@@ -631,7 +632,7 @@ module Aws::Glue
|
|
631
632
|
# @return [String]
|
632
633
|
#
|
633
634
|
# @!attribute [rw] job_run_ids
|
634
|
-
# A list of the JobRunIds that should be stopped for that job
|
635
|
+
# A list of the `JobRunIds` that should be stopped for that job
|
635
636
|
# definition.
|
636
637
|
# @return [Array<String>]
|
637
638
|
#
|
@@ -648,9 +649,9 @@ module Aws::Glue
|
|
648
649
|
# @return [Array<Types::BatchStopJobRunSuccessfulSubmission>]
|
649
650
|
#
|
650
651
|
# @!attribute [rw] errors
|
651
|
-
# A list of the errors that were encountered in
|
652
|
-
# including the JobRunId for which each error was
|
653
|
-
# details about the error.
|
652
|
+
# A list of the errors that were encountered in trying to stop
|
653
|
+
# `JobRuns`, including the `JobRunId` for which each error was
|
654
|
+
# encountered and details about the error.
|
654
655
|
# @return [Array<Types::BatchStopJobRunError>]
|
655
656
|
#
|
656
657
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchStopJobRunResponse AWS API Documentation
|
@@ -661,14 +662,14 @@ module Aws::Glue
|
|
661
662
|
include Aws::Structure
|
662
663
|
end
|
663
664
|
|
664
|
-
# Records a successful request to stop a specified JobRun
|
665
|
+
# Records a successful request to stop a specified `JobRun`.
|
665
666
|
#
|
666
667
|
# @!attribute [rw] job_name
|
667
668
|
# The name of the job definition used in the job run that was stopped.
|
668
669
|
# @return [String]
|
669
670
|
#
|
670
671
|
# @!attribute [rw] job_run_id
|
671
|
-
# The JobRunId of the job run that was stopped.
|
672
|
+
# The `JobRunId` of the job run that was stopped.
|
672
673
|
# @return [String]
|
673
674
|
#
|
674
675
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchStopJobRunSuccessfulSubmission AWS API Documentation
|
@@ -1000,13 +1001,13 @@ module Aws::Glue
|
|
1000
1001
|
# @return [String]
|
1001
1002
|
#
|
1002
1003
|
# @!attribute [rw] job_name
|
1003
|
-
# The name of the
|
1004
|
-
# which this trigger waits.
|
1004
|
+
# The name of the job whose `JobRuns` this condition applies to, and
|
1005
|
+
# on which this trigger waits.
|
1005
1006
|
# @return [String]
|
1006
1007
|
#
|
1007
1008
|
# @!attribute [rw] state
|
1008
|
-
# The condition state. Currently, the values supported are
|
1009
|
-
# STOPPED
|
1009
|
+
# The condition state. Currently, the values supported are
|
1010
|
+
# `SUCCEEDED`, `STOPPED`, `TIMEOUT`, and `FAILED`.
|
1010
1011
|
# @return [String]
|
1011
1012
|
#
|
1012
1013
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Condition AWS API Documentation
|
@@ -2116,6 +2117,7 @@ module Aws::Glue
|
|
2116
2117
|
# command: { # required
|
2117
2118
|
# name: "GenericString",
|
2118
2119
|
# script_location: "ScriptLocationString",
|
2120
|
+
# python_version: "PythonVersionString",
|
2119
2121
|
# },
|
2120
2122
|
# default_arguments: {
|
2121
2123
|
# "GenericString" => "GenericString",
|
@@ -2152,16 +2154,17 @@ module Aws::Glue
|
|
2152
2154
|
# @return [String]
|
2153
2155
|
#
|
2154
2156
|
# @!attribute [rw] role
|
2155
|
-
# The name or ARN of the IAM role associated
|
2157
|
+
# The name or Amazon Resource Name (ARN) of the IAM role associated
|
2158
|
+
# with this job.
|
2156
2159
|
# @return [String]
|
2157
2160
|
#
|
2158
2161
|
# @!attribute [rw] execution_property
|
2159
|
-
# An ExecutionProperty specifying the maximum number of concurrent
|
2162
|
+
# An `ExecutionProperty` specifying the maximum number of concurrent
|
2160
2163
|
# runs allowed for this job.
|
2161
2164
|
# @return [Types::ExecutionProperty]
|
2162
2165
|
#
|
2163
2166
|
# @!attribute [rw] command
|
2164
|
-
# The JobCommand that executes this job.
|
2167
|
+
# The `JobCommand` that executes this job.
|
2165
2168
|
# @return [Types::JobCommand]
|
2166
2169
|
#
|
2167
2170
|
# @!attribute [rw] default_arguments
|
@@ -2180,8 +2183,8 @@ module Aws::Glue
|
|
2180
2183
|
#
|
2181
2184
|
#
|
2182
2185
|
#
|
2183
|
-
# [1]:
|
2184
|
-
# [2]:
|
2186
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
|
2187
|
+
# [2]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
|
2185
2188
|
# @return [Hash<String,String>]
|
2186
2189
|
#
|
2187
2190
|
# @!attribute [rw] connections
|
@@ -2196,7 +2199,7 @@ module Aws::Glue
|
|
2196
2199
|
# This parameter is deprecated. Use `MaxCapacity` instead.
|
2197
2200
|
#
|
2198
2201
|
# The number of AWS Glue data processing units (DPUs) to allocate to
|
2199
|
-
# this Job.
|
2202
|
+
# this Job. You can allocate from 2 to 100 DPUs; the default is 10. A
|
2200
2203
|
# DPU is a relative measure of processing power that consists of 4
|
2201
2204
|
# vCPUs of compute capacity and 16 GB of memory. For more information,
|
2202
2205
|
# see the [AWS Glue pricing page][1].
|
@@ -2223,9 +2226,9 @@ module Aws::Glue
|
|
2223
2226
|
# `NumberOfWorkers`.
|
2224
2227
|
#
|
2225
2228
|
# The value that can be allocated for `MaxCapacity` depends on whether
|
2226
|
-
# you are running a
|
2229
|
+
# you are running a Python shell job or an Apache Spark ETL job:
|
2227
2230
|
#
|
2228
|
-
# * When you specify a
|
2231
|
+
# * When you specify a Python shell job
|
2229
2232
|
# (`JobCommand.Name`="pythonshell"), you can allocate either
|
2230
2233
|
# 0.0625 or 1 DPU. The default is 0.0625 DPU.
|
2231
2234
|
#
|
@@ -2250,11 +2253,13 @@ module Aws::Glue
|
|
2250
2253
|
# * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
|
2251
2254
|
# of memory and a 50GB disk, and 2 executors per worker.
|
2252
2255
|
#
|
2253
|
-
# * For the `G.1X` worker type, each worker
|
2254
|
-
# memory
|
2256
|
+
# * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPU, 16
|
2257
|
+
# GB of memory, 64 GB disk), and provides 1 executor per worker. We
|
2258
|
+
# recommend this worker type for memory-intensive jobs.
|
2255
2259
|
#
|
2256
|
-
# * For the `G.2X` worker type, each worker
|
2257
|
-
# memory
|
2260
|
+
# * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32
|
2261
|
+
# GB of memory, 128 GB disk), and provides 1 executor per worker. We
|
2262
|
+
# recommend this worker type for memory-intensive jobs.
|
2258
2263
|
# @return [String]
|
2259
2264
|
#
|
2260
2265
|
# @!attribute [rw] number_of_workers
|
@@ -2266,8 +2271,8 @@ module Aws::Glue
|
|
2266
2271
|
# @return [Integer]
|
2267
2272
|
#
|
2268
2273
|
# @!attribute [rw] security_configuration
|
2269
|
-
# The name of the SecurityConfiguration structure to be used with
|
2270
|
-
# job.
|
2274
|
+
# The name of the `SecurityConfiguration` structure to be used with
|
2275
|
+
# this job.
|
2271
2276
|
# @return [String]
|
2272
2277
|
#
|
2273
2278
|
# @!attribute [rw] tags
|
@@ -2277,7 +2282,7 @@ module Aws::Glue
|
|
2277
2282
|
#
|
2278
2283
|
#
|
2279
2284
|
#
|
2280
|
-
# [1]:
|
2285
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
|
2281
2286
|
# @return [Hash<String,String>]
|
2282
2287
|
#
|
2283
2288
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateJobRequest AWS API Documentation
|
@@ -2705,13 +2710,13 @@ module Aws::Glue
|
|
2705
2710
|
#
|
2706
2711
|
#
|
2707
2712
|
#
|
2708
|
-
# [1]:
|
2713
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
|
2709
2714
|
# @return [String]
|
2710
2715
|
#
|
2711
2716
|
# @!attribute [rw] predicate
|
2712
2717
|
# A predicate to specify when the new trigger should fire.
|
2713
2718
|
#
|
2714
|
-
# This field is required when the trigger type is CONDITIONAL
|
2719
|
+
# This field is required when the trigger type is `CONDITIONAL`.
|
2715
2720
|
# @return [Types::Predicate]
|
2716
2721
|
#
|
2717
2722
|
# @!attribute [rw] actions
|
@@ -2723,8 +2728,8 @@ module Aws::Glue
|
|
2723
2728
|
# @return [String]
|
2724
2729
|
#
|
2725
2730
|
# @!attribute [rw] start_on_creation
|
2726
|
-
# Set to true to start SCHEDULED and CONDITIONAL triggers when
|
2727
|
-
# created. True not supported for
|
2731
|
+
# Set to `true` to start `SCHEDULED` and `CONDITIONAL` triggers when
|
2732
|
+
# created. True is not supported for `ON_DEMAND` triggers.
|
2728
2733
|
# @return [Boolean]
|
2729
2734
|
#
|
2730
2735
|
# @!attribute [rw] tags
|
@@ -2734,7 +2739,7 @@ module Aws::Glue
|
|
2734
2739
|
#
|
2735
2740
|
#
|
2736
2741
|
#
|
2737
|
-
# [1]:
|
2742
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
|
2738
2743
|
# @return [Hash<String,String>]
|
2739
2744
|
#
|
2740
2745
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateTriggerRequest AWS API Documentation
|
@@ -4426,11 +4431,11 @@ module Aws::Glue
|
|
4426
4431
|
end
|
4427
4432
|
|
4428
4433
|
# @!attribute [rw] job_runs
|
4429
|
-
# A list of job-run
|
4434
|
+
# A list of job-run metadata objects.
|
4430
4435
|
# @return [Array<Types::JobRun>]
|
4431
4436
|
#
|
4432
4437
|
# @!attribute [rw] next_token
|
4433
|
-
# A continuation token, if not all
|
4438
|
+
# A continuation token, if not all requested job runs have been
|
4434
4439
|
# returned.
|
4435
4440
|
# @return [String]
|
4436
4441
|
#
|
@@ -5197,7 +5202,8 @@ module Aws::Glue
|
|
5197
5202
|
# }
|
5198
5203
|
#
|
5199
5204
|
# @!attribute [rw] resource_arn
|
5200
|
-
# The Amazon ARN of the resource for which to retrieve
|
5205
|
+
# The Amazon Resource Name (ARN) of the resource for which to retrieve
|
5206
|
+
# tags.
|
5201
5207
|
# @return [String]
|
5202
5208
|
#
|
5203
5209
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTagsRequest AWS API Documentation
|
@@ -5261,9 +5267,9 @@ module Aws::Glue
|
|
5261
5267
|
# @return [String]
|
5262
5268
|
#
|
5263
5269
|
# @!attribute [rw] dependent_job_name
|
5264
|
-
# The name of the job
|
5265
|
-
#
|
5266
|
-
#
|
5270
|
+
# The name of the job to retrieve triggers for. The trigger that can
|
5271
|
+
# start this job is returned, and if there is no such trigger, all
|
5272
|
+
# triggers are returned.
|
5267
5273
|
# @return [String]
|
5268
5274
|
#
|
5269
5275
|
# @!attribute [rw] max_results
|
@@ -5573,7 +5579,7 @@ module Aws::Glue
|
|
5573
5579
|
# @return [String]
|
5574
5580
|
#
|
5575
5581
|
# @!attribute [rw] description
|
5576
|
-
#
|
5582
|
+
# A description of the job.
|
5577
5583
|
# @return [String]
|
5578
5584
|
#
|
5579
5585
|
# @!attribute [rw] log_uri
|
@@ -5581,7 +5587,8 @@ module Aws::Glue
|
|
5581
5587
|
# @return [String]
|
5582
5588
|
#
|
5583
5589
|
# @!attribute [rw] role
|
5584
|
-
# The name or ARN of the IAM role associated
|
5590
|
+
# The name or Amazon Resource Name (ARN) of the IAM role associated
|
5591
|
+
# with this job.
|
5585
5592
|
# @return [String]
|
5586
5593
|
#
|
5587
5594
|
# @!attribute [rw] created_on
|
@@ -5593,12 +5600,12 @@ module Aws::Glue
|
|
5593
5600
|
# @return [Time]
|
5594
5601
|
#
|
5595
5602
|
# @!attribute [rw] execution_property
|
5596
|
-
# An ExecutionProperty specifying the maximum number of concurrent
|
5603
|
+
# An `ExecutionProperty` specifying the maximum number of concurrent
|
5597
5604
|
# runs allowed for this job.
|
5598
5605
|
# @return [Types::ExecutionProperty]
|
5599
5606
|
#
|
5600
5607
|
# @!attribute [rw] command
|
5601
|
-
# The JobCommand that executes this job.
|
5608
|
+
# The `JobCommand` that executes this job.
|
5602
5609
|
# @return [Types::JobCommand]
|
5603
5610
|
#
|
5604
5611
|
# @!attribute [rw] default_arguments
|
@@ -5617,8 +5624,8 @@ module Aws::Glue
|
|
5617
5624
|
#
|
5618
5625
|
#
|
5619
5626
|
#
|
5620
|
-
# [1]:
|
5621
|
-
# [2]:
|
5627
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
|
5628
|
+
# [2]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
|
5622
5629
|
# @return [Hash<String,String>]
|
5623
5630
|
#
|
5624
5631
|
# @!attribute [rw] connections
|
@@ -5630,10 +5637,10 @@ module Aws::Glue
|
|
5630
5637
|
# @return [Integer]
|
5631
5638
|
#
|
5632
5639
|
# @!attribute [rw] allocated_capacity
|
5633
|
-
# This field is deprecated
|
5640
|
+
# This field is deprecated. Use `MaxCapacity` instead.
|
5634
5641
|
#
|
5635
5642
|
# The number of AWS Glue data processing units (DPUs) allocated to
|
5636
|
-
# runs of this job.
|
5643
|
+
# runs of this job. You can allocate from 2 to 100 DPUs; the default
|
5637
5644
|
# is 10. A DPU is a relative measure of processing power that consists
|
5638
5645
|
# of 4 vCPUs of compute capacity and 16 GB of memory. For more
|
5639
5646
|
# information, see the [AWS Glue pricing page][1].
|
@@ -5662,9 +5669,9 @@ module Aws::Glue
|
|
5662
5669
|
# `NumberOfWorkers`.
|
5663
5670
|
#
|
5664
5671
|
# The value that can be allocated for `MaxCapacity` depends on whether
|
5665
|
-
# you are running a
|
5672
|
+
# you are running a Python shell job or an Apache Spark ETL job:
|
5666
5673
|
#
|
5667
|
-
# * When you specify a
|
5674
|
+
# * When you specify a Python shell job
|
5668
5675
|
# (`JobCommand.Name`="pythonshell"), you can allocate either
|
5669
5676
|
# 0.0625 or 1 DPU. The default is 0.0625 DPU.
|
5670
5677
|
#
|
@@ -5685,11 +5692,13 @@ module Aws::Glue
|
|
5685
5692
|
# * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
|
5686
5693
|
# of memory and a 50GB disk, and 2 executors per worker.
|
5687
5694
|
#
|
5688
|
-
# * For the `G.1X` worker type, each worker
|
5689
|
-
# memory
|
5695
|
+
# * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPU, 16
|
5696
|
+
# GB of memory, 64 GB disk), and provides 1 executor per worker. We
|
5697
|
+
# recommend this worker type for memory-intensive jobs.
|
5690
5698
|
#
|
5691
|
-
# * For the `G.2X` worker type, each worker
|
5692
|
-
# memory
|
5699
|
+
# * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32
|
5700
|
+
# GB of memory, 128 GB disk), and provides 1 executor per worker. We
|
5701
|
+
# recommend this worker type for memory-intensive jobs.
|
5693
5702
|
# @return [String]
|
5694
5703
|
#
|
5695
5704
|
# @!attribute [rw] number_of_workers
|
@@ -5701,8 +5710,8 @@ module Aws::Glue
|
|
5701
5710
|
# @return [Integer]
|
5702
5711
|
#
|
5703
5712
|
# @!attribute [rw] security_configuration
|
5704
|
-
# The name of the SecurityConfiguration structure to be used with
|
5705
|
-
# job.
|
5713
|
+
# The name of the `SecurityConfiguration` structure to be used with
|
5714
|
+
# this job.
|
5706
5715
|
# @return [String]
|
5707
5716
|
#
|
5708
5717
|
# @!attribute [rw] notification_property
|
@@ -5800,22 +5809,30 @@ module Aws::Glue
|
|
5800
5809
|
# {
|
5801
5810
|
# name: "GenericString",
|
5802
5811
|
# script_location: "ScriptLocationString",
|
5812
|
+
# python_version: "PythonVersionString",
|
5803
5813
|
# }
|
5804
5814
|
#
|
5805
5815
|
# @!attribute [rw] name
|
5806
|
-
# The name of the job command
|
5807
|
-
#
|
5816
|
+
# The name of the job command. For an Apache Spark ETL job, this must
|
5817
|
+
# be `glueetl`. For a Python shell job, it must be `pythonshell`.
|
5808
5818
|
# @return [String]
|
5809
5819
|
#
|
5810
5820
|
# @!attribute [rw] script_location
|
5811
|
-
# Specifies the
|
5821
|
+
# Specifies the Amazon Simple Storage Service (Amazon S3) path to a
|
5822
|
+
# script that executes a job (required).
|
5823
|
+
# @return [String]
|
5824
|
+
#
|
5825
|
+
# @!attribute [rw] python_version
|
5826
|
+
# The Python version being used to execute a Python shell job. Allowed
|
5827
|
+
# values are 2 or 3.
|
5812
5828
|
# @return [String]
|
5813
5829
|
#
|
5814
5830
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/JobCommand AWS API Documentation
|
5815
5831
|
#
|
5816
5832
|
class JobCommand < Struct.new(
|
5817
5833
|
:name,
|
5818
|
-
:script_location
|
5834
|
+
:script_location,
|
5835
|
+
:python_version)
|
5819
5836
|
include Aws::Structure
|
5820
5837
|
end
|
5821
5838
|
|
@@ -5830,8 +5847,8 @@ module Aws::Glue
|
|
5830
5847
|
# @return [Integer]
|
5831
5848
|
#
|
5832
5849
|
# @!attribute [rw] previous_run_id
|
5833
|
-
# The ID of the previous run of this job. For example, the JobRunId
|
5834
|
-
# specified in the StartJobRun action.
|
5850
|
+
# The ID of the previous run of this job. For example, the `JobRunId`
|
5851
|
+
# specified in the `StartJobRun` action.
|
5835
5852
|
# @return [String]
|
5836
5853
|
#
|
5837
5854
|
# @!attribute [rw] trigger_name
|
@@ -5847,11 +5864,11 @@ module Aws::Glue
|
|
5847
5864
|
# @return [Time]
|
5848
5865
|
#
|
5849
5866
|
# @!attribute [rw] last_modified_on
|
5850
|
-
# The last time this job run was modified.
|
5867
|
+
# The last time that this job run was modified.
|
5851
5868
|
# @return [Time]
|
5852
5869
|
#
|
5853
5870
|
# @!attribute [rw] completed_on
|
5854
|
-
# The date and time this job run completed.
|
5871
|
+
# The date and time that this job run completed.
|
5855
5872
|
# @return [Time]
|
5856
5873
|
#
|
5857
5874
|
# @!attribute [rw] job_run_state
|
@@ -5875,8 +5892,8 @@ module Aws::Glue
|
|
5875
5892
|
#
|
5876
5893
|
#
|
5877
5894
|
#
|
5878
|
-
# [1]:
|
5879
|
-
# [2]:
|
5895
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
|
5896
|
+
# [2]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
|
5880
5897
|
# @return [Hash<String,String>]
|
5881
5898
|
#
|
5882
5899
|
# @!attribute [rw] error_message
|
@@ -5888,7 +5905,7 @@ module Aws::Glue
|
|
5888
5905
|
# @return [Array<Types::Predecessor>]
|
5889
5906
|
#
|
5890
5907
|
# @!attribute [rw] allocated_capacity
|
5891
|
-
# This field is deprecated
|
5908
|
+
# This field is deprecated. Use `MaxCapacity` instead.
|
5892
5909
|
#
|
5893
5910
|
# The number of AWS Glue data processing units (DPUs) allocated to
|
5894
5911
|
# this JobRun. From 2 to 100 DPUs can be allocated; the default is 10.
|
@@ -5906,7 +5923,7 @@ module Aws::Glue
|
|
5906
5923
|
# @return [Integer]
|
5907
5924
|
#
|
5908
5925
|
# @!attribute [rw] timeout
|
5909
|
-
# The JobRun timeout in minutes. This is the maximum time that a job
|
5926
|
+
# The `JobRun` timeout in minutes. This is the maximum time that a job
|
5910
5927
|
# run can consume resources before it is terminated and enters
|
5911
5928
|
# `TIMEOUT` status. The default is 2,880 minutes (48 hours). This
|
5912
5929
|
# overrides the timeout value set in the parent job.
|
@@ -5923,9 +5940,9 @@ module Aws::Glue
|
|
5923
5940
|
# `NumberOfWorkers`.
|
5924
5941
|
#
|
5925
5942
|
# The value that can be allocated for `MaxCapacity` depends on whether
|
5926
|
-
# you are running a
|
5943
|
+
# you are running a Python shell job or an Apache Spark ETL job:
|
5927
5944
|
#
|
5928
|
-
# * When you specify a
|
5945
|
+
# * When you specify a Python shell job
|
5929
5946
|
# (`JobCommand.Name`="pythonshell"), you can allocate either
|
5930
5947
|
# 0.0625 or 1 DPU. The default is 0.0625 DPU.
|
5931
5948
|
#
|
@@ -5936,7 +5953,7 @@ module Aws::Glue
|
|
5936
5953
|
#
|
5937
5954
|
#
|
5938
5955
|
#
|
5939
|
-
# [1]: https://aws.amazon.com/glue/pricing/
|
5956
|
+
# [1]: https://docs.aws.amazon.com/https:/aws.amazon.com/glue/pricing/
|
5940
5957
|
# @return [Float]
|
5941
5958
|
#
|
5942
5959
|
# @!attribute [rw] notification_property
|
@@ -5966,18 +5983,18 @@ module Aws::Glue
|
|
5966
5983
|
# @return [Integer]
|
5967
5984
|
#
|
5968
5985
|
# @!attribute [rw] security_configuration
|
5969
|
-
# The name of the SecurityConfiguration structure to be used with
|
5970
|
-
# job run.
|
5986
|
+
# The name of the `SecurityConfiguration` structure to be used with
|
5987
|
+
# this job run.
|
5971
5988
|
# @return [String]
|
5972
5989
|
#
|
5973
5990
|
# @!attribute [rw] log_group_name
|
5974
|
-
# The name of the log group for secure logging
|
5975
|
-
#
|
5991
|
+
# The name of the log group for secure logging that can be server-side
|
5992
|
+
# encrypted in Amazon CloudWatch using AWS KMS. This name can be
|
5976
5993
|
# `/aws-glue/jobs/`, in which case the default encryption is `NONE`.
|
5977
|
-
# If you add a role name and SecurityConfiguration name (in other
|
5994
|
+
# If you add a role name and `SecurityConfiguration` name (in other
|
5978
5995
|
# words,
|
5979
5996
|
# `/aws-glue/jobs-yourRoleName-yourSecurityConfigurationName/`), then
|
5980
|
-
# that security configuration
|
5997
|
+
# that security configuration is used to encrypt the log group.
|
5981
5998
|
# @return [String]
|
5982
5999
|
#
|
5983
6000
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/JobRun AWS API Documentation
|
@@ -6007,9 +6024,8 @@ module Aws::Glue
|
|
6007
6024
|
include Aws::Structure
|
6008
6025
|
end
|
6009
6026
|
|
6010
|
-
# Specifies information used to update an existing job definition.
|
6011
|
-
#
|
6012
|
-
# this information.
|
6027
|
+
# Specifies information used to update an existing job definition. The
|
6028
|
+
# previous job definition is completely overwritten by this information.
|
6013
6029
|
#
|
6014
6030
|
# @note When making an API call, you may pass JobUpdate
|
6015
6031
|
# data as a hash:
|
@@ -6024,6 +6040,7 @@ module Aws::Glue
|
|
6024
6040
|
# command: {
|
6025
6041
|
# name: "GenericString",
|
6026
6042
|
# script_location: "ScriptLocationString",
|
6043
|
+
# python_version: "PythonVersionString",
|
6027
6044
|
# },
|
6028
6045
|
# default_arguments: {
|
6029
6046
|
# "GenericString" => "GenericString",
|
@@ -6052,16 +6069,17 @@ module Aws::Glue
|
|
6052
6069
|
# @return [String]
|
6053
6070
|
#
|
6054
6071
|
# @!attribute [rw] role
|
6055
|
-
# The name or ARN of the IAM role associated
|
6072
|
+
# The name or Amazon Resource Name (ARN) of the IAM role associated
|
6073
|
+
# with this job (required).
|
6056
6074
|
# @return [String]
|
6057
6075
|
#
|
6058
6076
|
# @!attribute [rw] execution_property
|
6059
|
-
# An ExecutionProperty specifying the maximum number of concurrent
|
6077
|
+
# An `ExecutionProperty` specifying the maximum number of concurrent
|
6060
6078
|
# runs allowed for this job.
|
6061
6079
|
# @return [Types::ExecutionProperty]
|
6062
6080
|
#
|
6063
6081
|
# @!attribute [rw] command
|
6064
|
-
# The JobCommand that executes this job (required).
|
6082
|
+
# The `JobCommand` that executes this job (required).
|
6065
6083
|
# @return [Types::JobCommand]
|
6066
6084
|
#
|
6067
6085
|
# @!attribute [rw] default_arguments
|
@@ -6080,8 +6098,8 @@ module Aws::Glue
|
|
6080
6098
|
#
|
6081
6099
|
#
|
6082
6100
|
#
|
6083
|
-
# [1]:
|
6084
|
-
# [2]:
|
6101
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
|
6102
|
+
# [2]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
|
6085
6103
|
# @return [Hash<String,String>]
|
6086
6104
|
#
|
6087
6105
|
# @!attribute [rw] connections
|
@@ -6096,7 +6114,7 @@ module Aws::Glue
|
|
6096
6114
|
# This field is deprecated. Use `MaxCapacity` instead.
|
6097
6115
|
#
|
6098
6116
|
# The number of AWS Glue data processing units (DPUs) to allocate to
|
6099
|
-
# this
|
6117
|
+
# this job. You can allocate from 2 to 100 DPUs; the default is 10. A
|
6100
6118
|
# DPU is a relative measure of processing power that consists of 4
|
6101
6119
|
# vCPUs of compute capacity and 16 GB of memory. For more information,
|
6102
6120
|
# see the [AWS Glue pricing page][1].
|
@@ -6123,9 +6141,9 @@ module Aws::Glue
|
|
6123
6141
|
# `NumberOfWorkers`.
|
6124
6142
|
#
|
6125
6143
|
# The value that can be allocated for `MaxCapacity` depends on whether
|
6126
|
-
# you are running a
|
6144
|
+
# you are running a Python shell job or an Apache Spark ETL job:
|
6127
6145
|
#
|
6128
|
-
# * When you specify a
|
6146
|
+
# * When you specify a Python shell job
|
6129
6147
|
# (`JobCommand.Name`="pythonshell"), you can allocate either
|
6130
6148
|
# 0.0625 or 1 DPU. The default is 0.0625 DPU.
|
6131
6149
|
#
|
@@ -6146,11 +6164,13 @@ module Aws::Glue
|
|
6146
6164
|
# * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
|
6147
6165
|
# of memory and a 50GB disk, and 2 executors per worker.
|
6148
6166
|
#
|
6149
|
-
# * For the `G.1X` worker type, each worker
|
6150
|
-
# memory
|
6167
|
+
# * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPU, 16
|
6168
|
+
# GB of memory, 64 GB disk), and provides 1 executor per worker. We
|
6169
|
+
# recommend this worker type for memory-intensive jobs.
|
6151
6170
|
#
|
6152
|
-
# * For the `G.2X` worker type, each worker
|
6153
|
-
# memory
|
6171
|
+
# * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32
|
6172
|
+
# GB of memory, 128 GB disk), and provides 1 executor per worker. We
|
6173
|
+
# recommend this worker type for memory-intensive jobs.
|
6154
6174
|
# @return [String]
|
6155
6175
|
#
|
6156
6176
|
# @!attribute [rw] number_of_workers
|
@@ -6162,12 +6182,12 @@ module Aws::Glue
|
|
6162
6182
|
# @return [Integer]
|
6163
6183
|
#
|
6164
6184
|
# @!attribute [rw] security_configuration
|
6165
|
-
# The name of the SecurityConfiguration structure to be used with
|
6166
|
-
# job.
|
6185
|
+
# The name of the `SecurityConfiguration` structure to be used with
|
6186
|
+
# this job.
|
6167
6187
|
# @return [String]
|
6168
6188
|
#
|
6169
6189
|
# @!attribute [rw] notification_property
|
6170
|
-
# Specifies configuration properties of a job notification.
|
6190
|
+
# Specifies the configuration properties of a job notification.
|
6171
6191
|
# @return [Types::NotificationProperty]
|
6172
6192
|
#
|
6173
6193
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/JobUpdate AWS API Documentation
|
@@ -6351,8 +6371,8 @@ module Aws::Glue
|
|
6351
6371
|
end
|
6352
6372
|
|
6353
6373
|
# @!attribute [rw] dev_endpoint_names
|
6354
|
-
# The names of all
|
6355
|
-
# with the specified tags.
|
6374
|
+
# The names of all the `DevEndpoint`s in the account, or the
|
6375
|
+
# `DevEndpoint`s with the specified tags.
|
6356
6376
|
# @return [Array<String>]
|
6357
6377
|
#
|
6358
6378
|
# @!attribute [rw] next_token
|
@@ -6436,8 +6456,8 @@ module Aws::Glue
|
|
6436
6456
|
#
|
6437
6457
|
# @!attribute [rw] dependent_job_name
|
6438
6458
|
# The name of the job for which to retrieve triggers. The trigger that
|
6439
|
-
# can start this job
|
6440
|
-
#
|
6459
|
+
# can start this job is returned. If there is no such trigger, all
|
6460
|
+
# triggers are returned.
|
6441
6461
|
# @return [String]
|
6442
6462
|
#
|
6443
6463
|
# @!attribute [rw] max_results
|
@@ -6897,7 +6917,7 @@ module Aws::Glue
|
|
6897
6917
|
# }
|
6898
6918
|
#
|
6899
6919
|
# @!attribute [rw] logical
|
6900
|
-
#
|
6920
|
+
# An optional field if only one condition is listed. If multiple
|
6901
6921
|
# conditions are listed, then this field is required.
|
6902
6922
|
# @return [String]
|
6903
6923
|
#
|
@@ -7410,7 +7430,7 @@ module Aws::Glue
|
|
7410
7430
|
# @return [String]
|
7411
7431
|
#
|
7412
7432
|
# @!attribute [rw] job_run_id
|
7413
|
-
# The ID of a previous JobRun to retry.
|
7433
|
+
# The ID of a previous `JobRun` to retry.
|
7414
7434
|
# @return [String]
|
7415
7435
|
#
|
7416
7436
|
# @!attribute [rw] arguments
|
@@ -7430,12 +7450,12 @@ module Aws::Glue
|
|
7430
7450
|
#
|
7431
7451
|
#
|
7432
7452
|
#
|
7433
|
-
# [1]:
|
7434
|
-
# [2]:
|
7453
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
|
7454
|
+
# [2]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
|
7435
7455
|
# @return [Hash<String,String>]
|
7436
7456
|
#
|
7437
7457
|
# @!attribute [rw] allocated_capacity
|
7438
|
-
# This field is deprecated
|
7458
|
+
# This field is deprecated. Use `MaxCapacity` instead.
|
7439
7459
|
#
|
7440
7460
|
# The number of AWS Glue data processing units (DPUs) to allocate to
|
7441
7461
|
# this JobRun. From 2 to 100 DPUs can be allocated; the default is 10.
|
@@ -7445,11 +7465,11 @@ module Aws::Glue
|
|
7445
7465
|
#
|
7446
7466
|
#
|
7447
7467
|
#
|
7448
|
-
# [1]: https://aws.amazon.com/glue/pricing/
|
7468
|
+
# [1]: https://docs.aws.amazon.com/https:/aws.amazon.com/glue/pricing/
|
7449
7469
|
# @return [Integer]
|
7450
7470
|
#
|
7451
7471
|
# @!attribute [rw] timeout
|
7452
|
-
# The JobRun timeout in minutes. This is the maximum time that a job
|
7472
|
+
# The `JobRun` timeout in minutes. This is the maximum time that a job
|
7453
7473
|
# run can consume resources before it is terminated and enters
|
7454
7474
|
# `TIMEOUT` status. The default is 2,880 minutes (48 hours). This
|
7455
7475
|
# overrides the timeout value set in the parent job.
|
@@ -7466,9 +7486,9 @@ module Aws::Glue
|
|
7466
7486
|
# `NumberOfWorkers`.
|
7467
7487
|
#
|
7468
7488
|
# The value that can be allocated for `MaxCapacity` depends on whether
|
7469
|
-
# you are running a
|
7489
|
+
# you are running a Python shell job, or an Apache Spark ETL job:
|
7470
7490
|
#
|
7471
|
-
# * When you specify a
|
7491
|
+
# * When you specify a Python shell job
|
7472
7492
|
# (`JobCommand.Name`="pythonshell"), you can allocate either
|
7473
7493
|
# 0.0625 or 1 DPU. The default is 0.0625 DPU.
|
7474
7494
|
#
|
@@ -7479,7 +7499,7 @@ module Aws::Glue
|
|
7479
7499
|
#
|
7480
7500
|
#
|
7481
7501
|
#
|
7482
|
-
# [1]: https://aws.amazon.com/glue/pricing/
|
7502
|
+
# [1]: https://docs.aws.amazon.com/https:/aws.amazon.com/glue/pricing/
|
7483
7503
|
# @return [Float]
|
7484
7504
|
#
|
7485
7505
|
# @!attribute [rw] worker_type
|
@@ -7505,8 +7525,8 @@ module Aws::Glue
|
|
7505
7525
|
# @return [Integer]
|
7506
7526
|
#
|
7507
7527
|
# @!attribute [rw] security_configuration
|
7508
|
-
# The name of the SecurityConfiguration structure to be used with
|
7509
|
-
# job run.
|
7528
|
+
# The name of the `SecurityConfiguration` structure to be used with
|
7529
|
+
# this job run.
|
7510
7530
|
# @return [String]
|
7511
7531
|
#
|
7512
7532
|
# @!attribute [rw] notification_property
|
@@ -8083,7 +8103,7 @@ module Aws::Glue
|
|
8083
8103
|
#
|
8084
8104
|
#
|
8085
8105
|
#
|
8086
|
-
# [1]:
|
8106
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-api-common.html#aws-glue-api-regex-aws-glue-arn-id
|
8087
8107
|
# @return [String]
|
8088
8108
|
#
|
8089
8109
|
# @!attribute [rw] tags_to_add
|
@@ -8105,7 +8125,7 @@ module Aws::Glue
|
|
8105
8125
|
# Information about a specific trigger.
|
8106
8126
|
#
|
8107
8127
|
# @!attribute [rw] name
|
8108
|
-
#
|
8128
|
+
# The name of the trigger.
|
8109
8129
|
# @return [String]
|
8110
8130
|
#
|
8111
8131
|
# @!attribute [rw] id
|
@@ -8131,7 +8151,7 @@ module Aws::Glue
|
|
8131
8151
|
#
|
8132
8152
|
#
|
8133
8153
|
#
|
8134
|
-
# [1]:
|
8154
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
|
8135
8155
|
# @return [String]
|
8136
8156
|
#
|
8137
8157
|
# @!attribute [rw] actions
|
@@ -8157,8 +8177,8 @@ module Aws::Glue
|
|
8157
8177
|
end
|
8158
8178
|
|
8159
8179
|
# A structure used to provide information used to update a trigger. This
|
8160
|
-
# object
|
8161
|
-
#
|
8180
|
+
# object updates the previous trigger definition by overwriting it
|
8181
|
+
# completely.
|
8162
8182
|
#
|
8163
8183
|
# @note When making an API call, you may pass TriggerUpdate
|
8164
8184
|
# data as a hash:
|
@@ -8207,7 +8227,7 @@ module Aws::Glue
|
|
8207
8227
|
#
|
8208
8228
|
#
|
8209
8229
|
#
|
8210
|
-
# [1]:
|
8230
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
|
8211
8231
|
# @return [String]
|
8212
8232
|
#
|
8213
8233
|
# @!attribute [rw] actions
|
@@ -8238,7 +8258,8 @@ module Aws::Glue
|
|
8238
8258
|
# }
|
8239
8259
|
#
|
8240
8260
|
# @!attribute [rw] resource_arn
|
8241
|
-
# The ARN of the resource from which to remove
|
8261
|
+
# The Amazon Resource Name (ARN) of the resource from which to remove
|
8262
|
+
# the tags.
|
8242
8263
|
# @return [String]
|
8243
8264
|
#
|
8244
8265
|
# @!attribute [rw] tags_to_remove
|
@@ -8760,6 +8781,7 @@ module Aws::Glue
|
|
8760
8781
|
# command: {
|
8761
8782
|
# name: "GenericString",
|
8762
8783
|
# script_location: "ScriptLocationString",
|
8784
|
+
# python_version: "PythonVersionString",
|
8763
8785
|
# },
|
8764
8786
|
# default_arguments: {
|
8765
8787
|
# "GenericString" => "GenericString",
|
@@ -8781,7 +8803,7 @@ module Aws::Glue
|
|
8781
8803
|
# }
|
8782
8804
|
#
|
8783
8805
|
# @!attribute [rw] job_name
|
8784
|
-
#
|
8806
|
+
# The name of the job definition to update.
|
8785
8807
|
# @return [String]
|
8786
8808
|
#
|
8787
8809
|
# @!attribute [rw] job_update
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: aws-sdk-glue
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.
|
4
|
+
version: 1.35.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Amazon Web Services
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2019-05
|
11
|
+
date: 2019-06-05 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: aws-sdk-core
|