aws-sdk-glue 1.6.0 → 1.7.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/aws-sdk-glue.rb +1 -1
- data/lib/aws-sdk-glue/client.rb +57 -29
- data/lib/aws-sdk-glue/client_api.rb +9 -0
- data/lib/aws-sdk-glue/types.rb +121 -65
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: e64f332ce9c47e82349a56d10ce43f09aab54b0e
|
4
|
+
data.tar.gz: 4e3f9af7d0661ce914130afb9d192ce787e89328
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: c6bb554d9e55319c54a118d9c69b82089e413ce1fee319a642cad3ece88ead6d70f552d0f20cd73d0ee4fd7c3f38207950b2c96803949098f7bd45de40c58c6b
|
7
|
+
data.tar.gz: 79ed323d7fbd1087fc76bf11830d6b94985ec76f38420537aae320da027bb645d25569859448422fc80d710512fd9dab617e74b59cbae3a51cc6c6cf99809d2a
|
data/lib/aws-sdk-glue.rb
CHANGED
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -513,13 +513,14 @@ module Aws::Glue
|
|
513
513
|
req.send_request(options)
|
514
514
|
end
|
515
515
|
|
516
|
-
# Stops one or more job runs for a specified
|
516
|
+
# Stops one or more job runs for a specified job definition.
|
517
517
|
#
|
518
518
|
# @option params [required, String] :job_name
|
519
|
-
# The name of the
|
519
|
+
# The name of the job definition for which to stop job runs.
|
520
520
|
#
|
521
521
|
# @option params [required, Array<String>] :job_run_ids
|
522
|
-
# A list of the JobRunIds that should be stopped for that
|
522
|
+
# A list of the JobRunIds that should be stopped for that job
|
523
|
+
# definition.
|
523
524
|
#
|
524
525
|
# @return [Types::BatchStopJobRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
525
526
|
#
|
@@ -866,19 +867,20 @@ module Aws::Glue
|
|
866
867
|
req.send_request(options)
|
867
868
|
end
|
868
869
|
|
869
|
-
# Creates a new job.
|
870
|
+
# Creates a new job definition.
|
870
871
|
#
|
871
872
|
# @option params [required, String] :name
|
872
|
-
# The name you assign to this job. It must be unique in your
|
873
|
+
# The name you assign to this job definition. It must be unique in your
|
874
|
+
# account.
|
873
875
|
#
|
874
876
|
# @option params [String] :description
|
875
|
-
# Description of the job.
|
877
|
+
# Description of the job being defined.
|
876
878
|
#
|
877
879
|
# @option params [String] :log_uri
|
878
880
|
# This field is reserved for future use.
|
879
881
|
#
|
880
882
|
# @option params [required, String] :role
|
881
|
-
# The name of the IAM role associated with this job.
|
883
|
+
# The name or ARN of the IAM role associated with this job.
|
882
884
|
#
|
883
885
|
# @option params [Types::ExecutionProperty] :execution_property
|
884
886
|
# An ExecutionProperty specifying the maximum number of concurrent runs
|
@@ -904,7 +906,7 @@ module Aws::Glue
|
|
904
906
|
#
|
905
907
|
#
|
906
908
|
# [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
|
907
|
-
# [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-
|
909
|
+
# [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
|
908
910
|
#
|
909
911
|
# @option params [Types::ConnectionsList] :connections
|
910
912
|
# The connections used for this job.
|
@@ -923,6 +925,9 @@ module Aws::Glue
|
|
923
925
|
#
|
924
926
|
# [1]: https://aws.amazon.com/glue/pricing/
|
925
927
|
#
|
928
|
+
# @option params [Integer] :timeout
|
929
|
+
# The job timeout in minutes. The default is 2880 minutes (48 hours).
|
930
|
+
#
|
926
931
|
# @return [Types::CreateJobResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
927
932
|
#
|
928
933
|
# * {Types::CreateJobResponse#name #name} => String
|
@@ -949,6 +954,7 @@ module Aws::Glue
|
|
949
954
|
# },
|
950
955
|
# max_retries: 1,
|
951
956
|
# allocated_capacity: 1,
|
957
|
+
# timeout: 1,
|
952
958
|
# })
|
953
959
|
#
|
954
960
|
# @example Response structure
|
@@ -1226,6 +1232,10 @@ module Aws::Glue
|
|
1226
1232
|
# @option params [String] :description
|
1227
1233
|
# A description of the new trigger.
|
1228
1234
|
#
|
1235
|
+
# @option params [Boolean] :start_on_creation
|
1236
|
+
# Set to true to start SCHEDULED and CONDITIONAL triggers when created.
|
1237
|
+
# True not supported for ON\_DEMAND triggers.
|
1238
|
+
#
|
1229
1239
|
# @return [Types::CreateTriggerResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
1230
1240
|
#
|
1231
1241
|
# * {Types::CreateTriggerResponse#name #name} => String
|
@@ -1242,7 +1252,7 @@ module Aws::Glue
|
|
1242
1252
|
# {
|
1243
1253
|
# logical_operator: "EQUALS", # accepts EQUALS
|
1244
1254
|
# job_name: "NameString",
|
1245
|
-
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED
|
1255
|
+
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT
|
1246
1256
|
# },
|
1247
1257
|
# ],
|
1248
1258
|
# },
|
@@ -1252,9 +1262,11 @@ module Aws::Glue
|
|
1252
1262
|
# arguments: {
|
1253
1263
|
# "GenericString" => "GenericString",
|
1254
1264
|
# },
|
1265
|
+
# timeout: 1,
|
1255
1266
|
# },
|
1256
1267
|
# ],
|
1257
1268
|
# description: "DescriptionString",
|
1269
|
+
# start_on_creation: false,
|
1258
1270
|
# })
|
1259
1271
|
#
|
1260
1272
|
# @example Response structure
|
@@ -1435,11 +1447,11 @@ module Aws::Glue
|
|
1435
1447
|
req.send_request(options)
|
1436
1448
|
end
|
1437
1449
|
|
1438
|
-
# Deletes a specified job. If the job is not
|
1439
|
-
# thrown.
|
1450
|
+
# Deletes a specified job definition. If the job definition is not
|
1451
|
+
# found, no exception is thrown.
|
1440
1452
|
#
|
1441
1453
|
# @option params [required, String] :job_name
|
1442
|
-
# The name of the job to delete.
|
1454
|
+
# The name of the job definition to delete.
|
1443
1455
|
#
|
1444
1456
|
# @return [Types::DeleteJobResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
1445
1457
|
#
|
@@ -2263,7 +2275,7 @@ module Aws::Glue
|
|
2263
2275
|
# Retrieves an existing job definition.
|
2264
2276
|
#
|
2265
2277
|
# @option params [required, String] :job_name
|
2266
|
-
# The name of the job to retrieve.
|
2278
|
+
# The name of the job definition to retrieve.
|
2267
2279
|
#
|
2268
2280
|
# @return [Types::GetJobResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
2269
2281
|
#
|
@@ -2292,6 +2304,7 @@ module Aws::Glue
|
|
2292
2304
|
# resp.job.connections.connections[0] #=> String
|
2293
2305
|
# resp.job.max_retries #=> Integer
|
2294
2306
|
# resp.job.allocated_capacity #=> Integer
|
2307
|
+
# resp.job.timeout #=> Integer
|
2295
2308
|
#
|
2296
2309
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetJob AWS API Documentation
|
2297
2310
|
#
|
@@ -2305,7 +2318,7 @@ module Aws::Glue
|
|
2305
2318
|
# Retrieves the metadata for a given job run.
|
2306
2319
|
#
|
2307
2320
|
# @option params [required, String] :job_name
|
2308
|
-
# Name of the job being run.
|
2321
|
+
# Name of the job definition being run.
|
2309
2322
|
#
|
2310
2323
|
# @option params [required, String] :run_id
|
2311
2324
|
# The ID of the job run.
|
@@ -2335,7 +2348,7 @@ module Aws::Glue
|
|
2335
2348
|
# resp.job_run.started_on #=> Time
|
2336
2349
|
# resp.job_run.last_modified_on #=> Time
|
2337
2350
|
# resp.job_run.completed_on #=> Time
|
2338
|
-
# resp.job_run.job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED"
|
2351
|
+
# resp.job_run.job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
2339
2352
|
# resp.job_run.arguments #=> Hash
|
2340
2353
|
# resp.job_run.arguments["GenericString"] #=> String
|
2341
2354
|
# resp.job_run.error_message #=> String
|
@@ -2343,6 +2356,8 @@ module Aws::Glue
|
|
2343
2356
|
# resp.job_run.predecessor_runs[0].job_name #=> String
|
2344
2357
|
# resp.job_run.predecessor_runs[0].run_id #=> String
|
2345
2358
|
# resp.job_run.allocated_capacity #=> Integer
|
2359
|
+
# resp.job_run.execution_time #=> Integer
|
2360
|
+
# resp.job_run.timeout #=> Integer
|
2346
2361
|
#
|
2347
2362
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetJobRun AWS API Documentation
|
2348
2363
|
#
|
@@ -2353,10 +2368,10 @@ module Aws::Glue
|
|
2353
2368
|
req.send_request(options)
|
2354
2369
|
end
|
2355
2370
|
|
2356
|
-
# Retrieves metadata for all runs of a given job.
|
2371
|
+
# Retrieves metadata for all runs of a given job definition.
|
2357
2372
|
#
|
2358
2373
|
# @option params [required, String] :job_name
|
2359
|
-
# The name of the job for which to retrieve all job runs.
|
2374
|
+
# The name of the job definition for which to retrieve all job runs.
|
2360
2375
|
#
|
2361
2376
|
# @option params [String] :next_token
|
2362
2377
|
# A continuation token, if this is a continuation call.
|
@@ -2388,7 +2403,7 @@ module Aws::Glue
|
|
2388
2403
|
# resp.job_runs[0].started_on #=> Time
|
2389
2404
|
# resp.job_runs[0].last_modified_on #=> Time
|
2390
2405
|
# resp.job_runs[0].completed_on #=> Time
|
2391
|
-
# resp.job_runs[0].job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED"
|
2406
|
+
# resp.job_runs[0].job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
2392
2407
|
# resp.job_runs[0].arguments #=> Hash
|
2393
2408
|
# resp.job_runs[0].arguments["GenericString"] #=> String
|
2394
2409
|
# resp.job_runs[0].error_message #=> String
|
@@ -2396,6 +2411,8 @@ module Aws::Glue
|
|
2396
2411
|
# resp.job_runs[0].predecessor_runs[0].job_name #=> String
|
2397
2412
|
# resp.job_runs[0].predecessor_runs[0].run_id #=> String
|
2398
2413
|
# resp.job_runs[0].allocated_capacity #=> Integer
|
2414
|
+
# resp.job_runs[0].execution_time #=> Integer
|
2415
|
+
# resp.job_runs[0].timeout #=> Integer
|
2399
2416
|
# resp.next_token #=> String
|
2400
2417
|
#
|
2401
2418
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetJobRuns AWS API Documentation
|
@@ -2407,7 +2424,7 @@ module Aws::Glue
|
|
2407
2424
|
req.send_request(options)
|
2408
2425
|
end
|
2409
2426
|
|
2410
|
-
# Retrieves all current
|
2427
|
+
# Retrieves all current job definitions.
|
2411
2428
|
#
|
2412
2429
|
# @option params [String] :next_token
|
2413
2430
|
# A continuation token, if this is a continuation call.
|
@@ -2445,6 +2462,7 @@ module Aws::Glue
|
|
2445
2462
|
# resp.jobs[0].connections.connections[0] #=> String
|
2446
2463
|
# resp.jobs[0].max_retries #=> Integer
|
2447
2464
|
# resp.jobs[0].allocated_capacity #=> Integer
|
2465
|
+
# resp.jobs[0].timeout #=> Integer
|
2448
2466
|
# resp.next_token #=> String
|
2449
2467
|
#
|
2450
2468
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetJobs AWS API Documentation
|
@@ -3164,11 +3182,12 @@ module Aws::Glue
|
|
3164
3182
|
# resp.trigger.actions[0].job_name #=> String
|
3165
3183
|
# resp.trigger.actions[0].arguments #=> Hash
|
3166
3184
|
# resp.trigger.actions[0].arguments["GenericString"] #=> String
|
3185
|
+
# resp.trigger.actions[0].timeout #=> Integer
|
3167
3186
|
# resp.trigger.predicate.logical #=> String, one of "AND", "ANY"
|
3168
3187
|
# resp.trigger.predicate.conditions #=> Array
|
3169
3188
|
# resp.trigger.predicate.conditions[0].logical_operator #=> String, one of "EQUALS"
|
3170
3189
|
# resp.trigger.predicate.conditions[0].job_name #=> String
|
3171
|
-
# resp.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED"
|
3190
|
+
# resp.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
3172
3191
|
#
|
3173
3192
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTrigger AWS API Documentation
|
3174
3193
|
#
|
@@ -3218,11 +3237,12 @@ module Aws::Glue
|
|
3218
3237
|
# resp.triggers[0].actions[0].job_name #=> String
|
3219
3238
|
# resp.triggers[0].actions[0].arguments #=> Hash
|
3220
3239
|
# resp.triggers[0].actions[0].arguments["GenericString"] #=> String
|
3240
|
+
# resp.triggers[0].actions[0].timeout #=> Integer
|
3221
3241
|
# resp.triggers[0].predicate.logical #=> String, one of "AND", "ANY"
|
3222
3242
|
# resp.triggers[0].predicate.conditions #=> Array
|
3223
3243
|
# resp.triggers[0].predicate.conditions[0].logical_operator #=> String, one of "EQUALS"
|
3224
3244
|
# resp.triggers[0].predicate.conditions[0].job_name #=> String
|
3225
|
-
# resp.triggers[0].predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED"
|
3245
|
+
# resp.triggers[0].predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
3226
3246
|
# resp.next_token #=> String
|
3227
3247
|
#
|
3228
3248
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTriggers AWS API Documentation
|
@@ -3436,17 +3456,17 @@ module Aws::Glue
|
|
3436
3456
|
req.send_request(options)
|
3437
3457
|
end
|
3438
3458
|
|
3439
|
-
#
|
3459
|
+
# Starts a job run using a job definition.
|
3440
3460
|
#
|
3441
3461
|
# @option params [required, String] :job_name
|
3442
|
-
# The name of the job to
|
3462
|
+
# The name of the job definition to use.
|
3443
3463
|
#
|
3444
3464
|
# @option params [String] :job_run_id
|
3445
3465
|
# The ID of a previous JobRun to retry.
|
3446
3466
|
#
|
3447
3467
|
# @option params [Hash<String,String>] :arguments
|
3448
3468
|
# The job arguments specifically for this run. They override the
|
3449
|
-
# equivalent default arguments set for the job itself.
|
3469
|
+
# equivalent default arguments set for in the job definition itself.
|
3450
3470
|
#
|
3451
3471
|
# You can specify arguments here that your own job-execution script
|
3452
3472
|
# consumes, as well as arguments that AWS Glue itself consumes.
|
@@ -3462,7 +3482,7 @@ module Aws::Glue
|
|
3462
3482
|
#
|
3463
3483
|
#
|
3464
3484
|
# [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
|
3465
|
-
# [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-
|
3485
|
+
# [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
|
3466
3486
|
#
|
3467
3487
|
# @option params [Integer] :allocated_capacity
|
3468
3488
|
# The number of AWS Glue data processing units (DPUs) to allocate to
|
@@ -3475,6 +3495,10 @@ module Aws::Glue
|
|
3475
3495
|
#
|
3476
3496
|
# [1]: https://aws.amazon.com/glue/pricing/
|
3477
3497
|
#
|
3498
|
+
# @option params [Integer] :timeout
|
3499
|
+
# The job run timeout in minutes. It overrides the timeout value of the
|
3500
|
+
# job.
|
3501
|
+
#
|
3478
3502
|
# @return [Types::StartJobRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
3479
3503
|
#
|
3480
3504
|
# * {Types::StartJobRunResponse#job_run_id #job_run_id} => String
|
@@ -3488,6 +3512,7 @@ module Aws::Glue
|
|
3488
3512
|
# "GenericString" => "GenericString",
|
3489
3513
|
# },
|
3490
3514
|
# allocated_capacity: 1,
|
3515
|
+
# timeout: 1,
|
3491
3516
|
# })
|
3492
3517
|
#
|
3493
3518
|
# @example Response structure
|
@@ -3909,7 +3934,7 @@ module Aws::Glue
|
|
3909
3934
|
# Name of the job definition to update.
|
3910
3935
|
#
|
3911
3936
|
# @option params [required, Types::JobUpdate] :job_update
|
3912
|
-
# Specifies the values with which to update the job.
|
3937
|
+
# Specifies the values with which to update the job definition.
|
3913
3938
|
#
|
3914
3939
|
# @return [Types::UpdateJobResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
3915
3940
|
#
|
@@ -3938,6 +3963,7 @@ module Aws::Glue
|
|
3938
3963
|
# },
|
3939
3964
|
# max_retries: 1,
|
3940
3965
|
# allocated_capacity: 1,
|
3966
|
+
# timeout: 1,
|
3941
3967
|
# },
|
3942
3968
|
# })
|
3943
3969
|
#
|
@@ -4164,6 +4190,7 @@ module Aws::Glue
|
|
4164
4190
|
# arguments: {
|
4165
4191
|
# "GenericString" => "GenericString",
|
4166
4192
|
# },
|
4193
|
+
# timeout: 1,
|
4167
4194
|
# },
|
4168
4195
|
# ],
|
4169
4196
|
# predicate: {
|
@@ -4172,7 +4199,7 @@ module Aws::Glue
|
|
4172
4199
|
# {
|
4173
4200
|
# logical_operator: "EQUALS", # accepts EQUALS
|
4174
4201
|
# job_name: "NameString",
|
4175
|
-
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED
|
4202
|
+
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT
|
4176
4203
|
# },
|
4177
4204
|
# ],
|
4178
4205
|
# },
|
@@ -4191,11 +4218,12 @@ module Aws::Glue
|
|
4191
4218
|
# resp.trigger.actions[0].job_name #=> String
|
4192
4219
|
# resp.trigger.actions[0].arguments #=> Hash
|
4193
4220
|
# resp.trigger.actions[0].arguments["GenericString"] #=> String
|
4221
|
+
# resp.trigger.actions[0].timeout #=> Integer
|
4194
4222
|
# resp.trigger.predicate.logical #=> String, one of "AND", "ANY"
|
4195
4223
|
# resp.trigger.predicate.conditions #=> Array
|
4196
4224
|
# resp.trigger.predicate.conditions[0].logical_operator #=> String, one of "EQUALS"
|
4197
4225
|
# resp.trigger.predicate.conditions[0].job_name #=> String
|
4198
|
-
# resp.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED"
|
4226
|
+
# resp.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
4199
4227
|
#
|
4200
4228
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateTrigger AWS API Documentation
|
4201
4229
|
#
|
@@ -4267,7 +4295,7 @@ module Aws::Glue
|
|
4267
4295
|
params: params,
|
4268
4296
|
config: config)
|
4269
4297
|
context[:gem_name] = 'aws-sdk-glue'
|
4270
|
-
context[:gem_version] = '1.
|
4298
|
+
context[:gem_version] = '1.7.0'
|
4271
4299
|
Seahorse::Client::Request.new(handlers, context)
|
4272
4300
|
end
|
4273
4301
|
|
@@ -343,6 +343,7 @@ module Aws::Glue
|
|
343
343
|
TableVersion = Shapes::StructureShape.new(name: 'TableVersion')
|
344
344
|
TableVersionError = Shapes::StructureShape.new(name: 'TableVersionError')
|
345
345
|
TableVersionErrors = Shapes::ListShape.new(name: 'TableVersionErrors')
|
346
|
+
Timeout = Shapes::IntegerShape.new(name: 'Timeout')
|
346
347
|
Timestamp = Shapes::TimestampShape.new(name: 'Timestamp')
|
347
348
|
TimestampValue = Shapes::TimestampShape.new(name: 'TimestampValue')
|
348
349
|
Token = Shapes::StringShape.new(name: 'Token')
|
@@ -394,6 +395,7 @@ module Aws::Glue
|
|
394
395
|
|
395
396
|
Action.add_member(:job_name, Shapes::ShapeRef.new(shape: NameString, location_name: "JobName"))
|
396
397
|
Action.add_member(:arguments, Shapes::ShapeRef.new(shape: GenericMap, location_name: "Arguments"))
|
398
|
+
Action.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
|
397
399
|
Action.struct_class = Types::Action
|
398
400
|
|
399
401
|
ActionList.member = Shapes::ShapeRef.new(shape: Action)
|
@@ -678,6 +680,7 @@ module Aws::Glue
|
|
678
680
|
CreateJobRequest.add_member(:connections, Shapes::ShapeRef.new(shape: ConnectionsList, location_name: "Connections"))
|
679
681
|
CreateJobRequest.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
|
680
682
|
CreateJobRequest.add_member(:allocated_capacity, Shapes::ShapeRef.new(shape: IntegerValue, location_name: "AllocatedCapacity"))
|
683
|
+
CreateJobRequest.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
|
681
684
|
CreateJobRequest.struct_class = Types::CreateJobRequest
|
682
685
|
|
683
686
|
CreateJobResponse.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
|
@@ -717,6 +720,7 @@ module Aws::Glue
|
|
717
720
|
CreateTriggerRequest.add_member(:predicate, Shapes::ShapeRef.new(shape: Predicate, location_name: "Predicate"))
|
718
721
|
CreateTriggerRequest.add_member(:actions, Shapes::ShapeRef.new(shape: ActionList, required: true, location_name: "Actions"))
|
719
722
|
CreateTriggerRequest.add_member(:description, Shapes::ShapeRef.new(shape: DescriptionString, location_name: "Description"))
|
723
|
+
CreateTriggerRequest.add_member(:start_on_creation, Shapes::ShapeRef.new(shape: BooleanValue, location_name: "StartOnCreation"))
|
720
724
|
CreateTriggerRequest.struct_class = Types::CreateTriggerRequest
|
721
725
|
|
722
726
|
CreateTriggerResponse.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
|
@@ -1145,6 +1149,7 @@ module Aws::Glue
|
|
1145
1149
|
Job.add_member(:connections, Shapes::ShapeRef.new(shape: ConnectionsList, location_name: "Connections"))
|
1146
1150
|
Job.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
|
1147
1151
|
Job.add_member(:allocated_capacity, Shapes::ShapeRef.new(shape: IntegerValue, location_name: "AllocatedCapacity"))
|
1152
|
+
Job.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
|
1148
1153
|
Job.struct_class = Types::Job
|
1149
1154
|
|
1150
1155
|
JobBookmarkEntry.add_member(:job_name, Shapes::ShapeRef.new(shape: JobName, location_name: "JobName"))
|
@@ -1173,6 +1178,8 @@ module Aws::Glue
|
|
1173
1178
|
JobRun.add_member(:error_message, Shapes::ShapeRef.new(shape: ErrorString, location_name: "ErrorMessage"))
|
1174
1179
|
JobRun.add_member(:predecessor_runs, Shapes::ShapeRef.new(shape: PredecessorList, location_name: "PredecessorRuns"))
|
1175
1180
|
JobRun.add_member(:allocated_capacity, Shapes::ShapeRef.new(shape: IntegerValue, location_name: "AllocatedCapacity"))
|
1181
|
+
JobRun.add_member(:execution_time, Shapes::ShapeRef.new(shape: IntegerValue, location_name: "ExecutionTime"))
|
1182
|
+
JobRun.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
|
1176
1183
|
JobRun.struct_class = Types::JobRun
|
1177
1184
|
|
1178
1185
|
JobRunList.member = Shapes::ShapeRef.new(shape: JobRun)
|
@@ -1186,6 +1193,7 @@ module Aws::Glue
|
|
1186
1193
|
JobUpdate.add_member(:connections, Shapes::ShapeRef.new(shape: ConnectionsList, location_name: "Connections"))
|
1187
1194
|
JobUpdate.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
|
1188
1195
|
JobUpdate.add_member(:allocated_capacity, Shapes::ShapeRef.new(shape: IntegerValue, location_name: "AllocatedCapacity"))
|
1196
|
+
JobUpdate.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
|
1189
1197
|
JobUpdate.struct_class = Types::JobUpdate
|
1190
1198
|
|
1191
1199
|
JsonClassifier.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
|
@@ -1336,6 +1344,7 @@ module Aws::Glue
|
|
1336
1344
|
StartJobRunRequest.add_member(:job_run_id, Shapes::ShapeRef.new(shape: IdString, location_name: "JobRunId"))
|
1337
1345
|
StartJobRunRequest.add_member(:arguments, Shapes::ShapeRef.new(shape: GenericMap, location_name: "Arguments"))
|
1338
1346
|
StartJobRunRequest.add_member(:allocated_capacity, Shapes::ShapeRef.new(shape: IntegerValue, location_name: "AllocatedCapacity"))
|
1347
|
+
StartJobRunRequest.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
|
1339
1348
|
StartJobRunRequest.struct_class = Types::StartJobRunRequest
|
1340
1349
|
|
1341
1350
|
StartJobRunResponse.add_member(:job_run_id, Shapes::ShapeRef.new(shape: IdString, location_name: "JobRunId"))
|
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -18,6 +18,7 @@ module Aws::Glue
|
|
18
18
|
# arguments: {
|
19
19
|
# "GenericString" => "GenericString",
|
20
20
|
# },
|
21
|
+
# timeout: 1,
|
21
22
|
# }
|
22
23
|
#
|
23
24
|
# @!attribute [rw] job_name
|
@@ -41,14 +42,20 @@ module Aws::Glue
|
|
41
42
|
#
|
42
43
|
#
|
43
44
|
# [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
|
44
|
-
# [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-
|
45
|
+
# [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
|
45
46
|
# @return [Hash<String,String>]
|
46
47
|
#
|
48
|
+
# @!attribute [rw] timeout
|
49
|
+
# The job run timeout in minutes. It overrides the timeout value of
|
50
|
+
# the job.
|
51
|
+
# @return [Integer]
|
52
|
+
#
|
47
53
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Action AWS API Documentation
|
48
54
|
#
|
49
55
|
class Action < Struct.new(
|
50
56
|
:job_name,
|
51
|
-
:arguments
|
57
|
+
:arguments,
|
58
|
+
:timeout)
|
52
59
|
include Aws::Structure
|
53
60
|
end
|
54
61
|
|
@@ -401,15 +408,15 @@ module Aws::Glue
|
|
401
408
|
include Aws::Structure
|
402
409
|
end
|
403
410
|
|
404
|
-
# Records an error that occurred when attempting to stop a specified
|
405
|
-
#
|
411
|
+
# Records an error that occurred when attempting to stop a specified job
|
412
|
+
# run.
|
406
413
|
#
|
407
414
|
# @!attribute [rw] job_name
|
408
|
-
# The name of the
|
415
|
+
# The name of the job definition used in the job run in question.
|
409
416
|
# @return [String]
|
410
417
|
#
|
411
418
|
# @!attribute [rw] job_run_id
|
412
|
-
# The JobRunId of the
|
419
|
+
# The JobRunId of the job run in question.
|
413
420
|
# @return [String]
|
414
421
|
#
|
415
422
|
# @!attribute [rw] error_detail
|
@@ -434,11 +441,12 @@ module Aws::Glue
|
|
434
441
|
# }
|
435
442
|
#
|
436
443
|
# @!attribute [rw] job_name
|
437
|
-
# The name of the
|
444
|
+
# The name of the job definition for which to stop job runs.
|
438
445
|
# @return [String]
|
439
446
|
#
|
440
447
|
# @!attribute [rw] job_run_ids
|
441
|
-
# A list of the JobRunIds that should be stopped for that
|
448
|
+
# A list of the JobRunIds that should be stopped for that job
|
449
|
+
# definition.
|
442
450
|
# @return [Array<String>]
|
443
451
|
#
|
444
452
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchStopJobRunRequest AWS API Documentation
|
@@ -470,11 +478,11 @@ module Aws::Glue
|
|
470
478
|
# Records a successful request to stop a specified JobRun.
|
471
479
|
#
|
472
480
|
# @!attribute [rw] job_name
|
473
|
-
# The
|
481
|
+
# The name of the job definition used in the job run that was stopped.
|
474
482
|
# @return [String]
|
475
483
|
#
|
476
484
|
# @!attribute [rw] job_run_id
|
477
|
-
# The JobRunId of the
|
485
|
+
# The JobRunId of the job run that was stopped.
|
478
486
|
# @return [String]
|
479
487
|
#
|
480
488
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchStopJobRunSuccessfulSubmission AWS API Documentation
|
@@ -714,7 +722,7 @@ module Aws::Glue
|
|
714
722
|
# {
|
715
723
|
# logical_operator: "EQUALS", # accepts EQUALS
|
716
724
|
# job_name: "NameString",
|
717
|
-
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED
|
725
|
+
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT
|
718
726
|
# }
|
719
727
|
#
|
720
728
|
# @!attribute [rw] logical_operator
|
@@ -728,7 +736,7 @@ module Aws::Glue
|
|
728
736
|
#
|
729
737
|
# @!attribute [rw] state
|
730
738
|
# The condition state. Currently, the values supported are SUCCEEDED,
|
731
|
-
# STOPPED and FAILED.
|
739
|
+
# STOPPED, TIMEOUT and FAILED.
|
732
740
|
# @return [String]
|
733
741
|
#
|
734
742
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Condition AWS API Documentation
|
@@ -1519,14 +1527,16 @@ module Aws::Glue
|
|
1519
1527
|
# },
|
1520
1528
|
# max_retries: 1,
|
1521
1529
|
# allocated_capacity: 1,
|
1530
|
+
# timeout: 1,
|
1522
1531
|
# }
|
1523
1532
|
#
|
1524
1533
|
# @!attribute [rw] name
|
1525
|
-
# The name you assign to this job. It must be unique in
|
1534
|
+
# The name you assign to this job definition. It must be unique in
|
1535
|
+
# your account.
|
1526
1536
|
# @return [String]
|
1527
1537
|
#
|
1528
1538
|
# @!attribute [rw] description
|
1529
|
-
# Description of the job.
|
1539
|
+
# Description of the job being defined.
|
1530
1540
|
# @return [String]
|
1531
1541
|
#
|
1532
1542
|
# @!attribute [rw] log_uri
|
@@ -1534,7 +1544,7 @@ module Aws::Glue
|
|
1534
1544
|
# @return [String]
|
1535
1545
|
#
|
1536
1546
|
# @!attribute [rw] role
|
1537
|
-
# The name of the IAM role associated with this job.
|
1547
|
+
# The name or ARN of the IAM role associated with this job.
|
1538
1548
|
# @return [String]
|
1539
1549
|
#
|
1540
1550
|
# @!attribute [rw] execution_property
|
@@ -1563,7 +1573,7 @@ module Aws::Glue
|
|
1563
1573
|
#
|
1564
1574
|
#
|
1565
1575
|
# [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
|
1566
|
-
# [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-
|
1576
|
+
# [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
|
1567
1577
|
# @return [Hash<String,String>]
|
1568
1578
|
#
|
1569
1579
|
# @!attribute [rw] connections
|
@@ -1586,6 +1596,10 @@ module Aws::Glue
|
|
1586
1596
|
# [1]: https://aws.amazon.com/glue/pricing/
|
1587
1597
|
# @return [Integer]
|
1588
1598
|
#
|
1599
|
+
# @!attribute [rw] timeout
|
1600
|
+
# The job timeout in minutes. The default is 2880 minutes (48 hours).
|
1601
|
+
# @return [Integer]
|
1602
|
+
#
|
1589
1603
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateJobRequest AWS API Documentation
|
1590
1604
|
#
|
1591
1605
|
class CreateJobRequest < Struct.new(
|
@@ -1598,12 +1612,13 @@ module Aws::Glue
|
|
1598
1612
|
:default_arguments,
|
1599
1613
|
:connections,
|
1600
1614
|
:max_retries,
|
1601
|
-
:allocated_capacity
|
1615
|
+
:allocated_capacity,
|
1616
|
+
:timeout)
|
1602
1617
|
include Aws::Structure
|
1603
1618
|
end
|
1604
1619
|
|
1605
1620
|
# @!attribute [rw] name
|
1606
|
-
# The unique name that was provided.
|
1621
|
+
# The unique name that was provided for this job definition.
|
1607
1622
|
# @return [String]
|
1608
1623
|
#
|
1609
1624
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateJobResponse AWS API Documentation
|
@@ -1908,7 +1923,7 @@ module Aws::Glue
|
|
1908
1923
|
# {
|
1909
1924
|
# logical_operator: "EQUALS", # accepts EQUALS
|
1910
1925
|
# job_name: "NameString",
|
1911
|
-
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED
|
1926
|
+
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT
|
1912
1927
|
# },
|
1913
1928
|
# ],
|
1914
1929
|
# },
|
@@ -1918,9 +1933,11 @@ module Aws::Glue
|
|
1918
1933
|
# arguments: {
|
1919
1934
|
# "GenericString" => "GenericString",
|
1920
1935
|
# },
|
1936
|
+
# timeout: 1,
|
1921
1937
|
# },
|
1922
1938
|
# ],
|
1923
1939
|
# description: "DescriptionString",
|
1940
|
+
# start_on_creation: false,
|
1924
1941
|
# }
|
1925
1942
|
#
|
1926
1943
|
# @!attribute [rw] name
|
@@ -1957,6 +1974,11 @@ module Aws::Glue
|
|
1957
1974
|
# A description of the new trigger.
|
1958
1975
|
# @return [String]
|
1959
1976
|
#
|
1977
|
+
# @!attribute [rw] start_on_creation
|
1978
|
+
# Set to true to start SCHEDULED and CONDITIONAL triggers when
|
1979
|
+
# created. True not supported for ON\_DEMAND triggers.
|
1980
|
+
# @return [Boolean]
|
1981
|
+
#
|
1960
1982
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateTriggerRequest AWS API Documentation
|
1961
1983
|
#
|
1962
1984
|
class CreateTriggerRequest < Struct.new(
|
@@ -1965,7 +1987,8 @@ module Aws::Glue
|
|
1965
1987
|
:schedule,
|
1966
1988
|
:predicate,
|
1967
1989
|
:actions,
|
1968
|
-
:description
|
1990
|
+
:description,
|
1991
|
+
:start_on_creation)
|
1969
1992
|
include Aws::Structure
|
1970
1993
|
end
|
1971
1994
|
|
@@ -2275,7 +2298,7 @@ module Aws::Glue
|
|
2275
2298
|
# }
|
2276
2299
|
#
|
2277
2300
|
# @!attribute [rw] job_name
|
2278
|
-
# The name of the job to delete.
|
2301
|
+
# The name of the job definition to delete.
|
2279
2302
|
# @return [String]
|
2280
2303
|
#
|
2281
2304
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteJobRequest AWS API Documentation
|
@@ -2286,7 +2309,7 @@ module Aws::Glue
|
|
2286
2309
|
end
|
2287
2310
|
|
2288
2311
|
# @!attribute [rw] job_name
|
2289
|
-
# The name of the job that was deleted.
|
2312
|
+
# The name of the job definition that was deleted.
|
2290
2313
|
# @return [String]
|
2291
2314
|
#
|
2292
2315
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteJobResponse AWS API Documentation
|
@@ -2669,9 +2692,9 @@ module Aws::Glue
|
|
2669
2692
|
# }
|
2670
2693
|
#
|
2671
2694
|
# @!attribute [rw] max_concurrent_runs
|
2672
|
-
# The maximum number of concurrent runs allowed for
|
2673
|
-
# is 1. An error is returned when this threshold is reached.
|
2674
|
-
# maximum value you can specify is controlled by a service limit.
|
2695
|
+
# The maximum number of concurrent runs allowed for the job. The
|
2696
|
+
# default is 1. An error is returned when this threshold is reached.
|
2697
|
+
# The maximum value you can specify is controlled by a service limit.
|
2675
2698
|
# @return [Integer]
|
2676
2699
|
#
|
2677
2700
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ExecutionProperty AWS API Documentation
|
@@ -3216,7 +3239,7 @@ module Aws::Glue
|
|
3216
3239
|
# }
|
3217
3240
|
#
|
3218
3241
|
# @!attribute [rw] job_name
|
3219
|
-
# The name of the job to retrieve.
|
3242
|
+
# The name of the job definition to retrieve.
|
3220
3243
|
# @return [String]
|
3221
3244
|
#
|
3222
3245
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetJobRequest AWS API Documentation
|
@@ -3247,7 +3270,7 @@ module Aws::Glue
|
|
3247
3270
|
# }
|
3248
3271
|
#
|
3249
3272
|
# @!attribute [rw] job_name
|
3250
|
-
# Name of the job being run.
|
3273
|
+
# Name of the job definition being run.
|
3251
3274
|
# @return [String]
|
3252
3275
|
#
|
3253
3276
|
# @!attribute [rw] run_id
|
@@ -3288,7 +3311,7 @@ module Aws::Glue
|
|
3288
3311
|
# }
|
3289
3312
|
#
|
3290
3313
|
# @!attribute [rw] job_name
|
3291
|
-
# The name of the job for which to retrieve all job runs.
|
3314
|
+
# The name of the job definition for which to retrieve all job runs.
|
3292
3315
|
# @return [String]
|
3293
3316
|
#
|
3294
3317
|
# @!attribute [rw] next_token
|
@@ -3350,11 +3373,12 @@ module Aws::Glue
|
|
3350
3373
|
end
|
3351
3374
|
|
3352
3375
|
# @!attribute [rw] jobs
|
3353
|
-
# A list of
|
3376
|
+
# A list of job definitions.
|
3354
3377
|
# @return [Array<Types::Job>]
|
3355
3378
|
#
|
3356
3379
|
# @!attribute [rw] next_token
|
3357
|
-
# A continuation token, if not all
|
3380
|
+
# A continuation token, if not all job definitions have yet been
|
3381
|
+
# returned.
|
3358
3382
|
# @return [String]
|
3359
3383
|
#
|
3360
3384
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetJobsResponse AWS API Documentation
|
@@ -4158,14 +4182,14 @@ module Aws::Glue
|
|
4158
4182
|
include Aws::Structure
|
4159
4183
|
end
|
4160
4184
|
|
4161
|
-
# Specifies a job.
|
4185
|
+
# Specifies a job definition.
|
4162
4186
|
#
|
4163
4187
|
# @!attribute [rw] name
|
4164
|
-
# The name you assign to this job.
|
4188
|
+
# The name you assign to this job definition.
|
4165
4189
|
# @return [String]
|
4166
4190
|
#
|
4167
4191
|
# @!attribute [rw] description
|
4168
|
-
# Description of
|
4192
|
+
# Description of the job being defined.
|
4169
4193
|
# @return [String]
|
4170
4194
|
#
|
4171
4195
|
# @!attribute [rw] log_uri
|
@@ -4173,15 +4197,15 @@ module Aws::Glue
|
|
4173
4197
|
# @return [String]
|
4174
4198
|
#
|
4175
4199
|
# @!attribute [rw] role
|
4176
|
-
# The name of the IAM role associated with this job.
|
4200
|
+
# The name or ARN of the IAM role associated with this job.
|
4177
4201
|
# @return [String]
|
4178
4202
|
#
|
4179
4203
|
# @!attribute [rw] created_on
|
4180
|
-
# The time and date that this job
|
4204
|
+
# The time and date that this job definition was created.
|
4181
4205
|
# @return [Time]
|
4182
4206
|
#
|
4183
4207
|
# @!attribute [rw] last_modified_on
|
4184
|
-
# The last point in time when this job
|
4208
|
+
# The last point in time when this job definition was modified.
|
4185
4209
|
# @return [Time]
|
4186
4210
|
#
|
4187
4211
|
# @!attribute [rw] execution_property
|
@@ -4210,7 +4234,7 @@ module Aws::Glue
|
|
4210
4234
|
#
|
4211
4235
|
#
|
4212
4236
|
# [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
|
4213
|
-
# [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-
|
4237
|
+
# [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
|
4214
4238
|
# @return [Hash<String,String>]
|
4215
4239
|
#
|
4216
4240
|
# @!attribute [rw] connections
|
@@ -4218,21 +4242,25 @@ module Aws::Glue
|
|
4218
4242
|
# @return [Types::ConnectionsList]
|
4219
4243
|
#
|
4220
4244
|
# @!attribute [rw] max_retries
|
4221
|
-
# The maximum number of times to retry this job
|
4245
|
+
# The maximum number of times to retry this job after a JobRun fails.
|
4222
4246
|
# @return [Integer]
|
4223
4247
|
#
|
4224
4248
|
# @!attribute [rw] allocated_capacity
|
4225
4249
|
# The number of AWS Glue data processing units (DPUs) allocated to
|
4226
|
-
# this
|
4227
|
-
# DPU is a relative measure of processing power that consists
|
4228
|
-
# vCPUs of compute capacity and 16 GB of memory. For more
|
4229
|
-
# see the [AWS Glue pricing page][1].
|
4250
|
+
# runs of this job. From 2 to 100 DPUs can be allocated; the default
|
4251
|
+
# is 10. A DPU is a relative measure of processing power that consists
|
4252
|
+
# of 4 vCPUs of compute capacity and 16 GB of memory. For more
|
4253
|
+
# information, see the [AWS Glue pricing page][1].
|
4230
4254
|
#
|
4231
4255
|
#
|
4232
4256
|
#
|
4233
4257
|
# [1]: https://aws.amazon.com/glue/pricing/
|
4234
4258
|
# @return [Integer]
|
4235
4259
|
#
|
4260
|
+
# @!attribute [rw] timeout
|
4261
|
+
# The job timeout in minutes.
|
4262
|
+
# @return [Integer]
|
4263
|
+
#
|
4236
4264
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Job AWS API Documentation
|
4237
4265
|
#
|
4238
4266
|
class Job < Struct.new(
|
@@ -4247,7 +4275,8 @@ module Aws::Glue
|
|
4247
4275
|
:default_arguments,
|
4248
4276
|
:connections,
|
4249
4277
|
:max_retries,
|
4250
|
-
:allocated_capacity
|
4278
|
+
:allocated_capacity,
|
4279
|
+
:timeout)
|
4251
4280
|
include Aws::Structure
|
4252
4281
|
end
|
4253
4282
|
|
@@ -4284,7 +4313,7 @@ module Aws::Glue
|
|
4284
4313
|
include Aws::Structure
|
4285
4314
|
end
|
4286
4315
|
|
4287
|
-
# Specifies code
|
4316
|
+
# Specifies code executed when a job is run.
|
4288
4317
|
#
|
4289
4318
|
# @note When making an API call, you may pass JobCommand
|
4290
4319
|
# data as a hash:
|
@@ -4330,7 +4359,7 @@ module Aws::Glue
|
|
4330
4359
|
# @return [String]
|
4331
4360
|
#
|
4332
4361
|
# @!attribute [rw] job_name
|
4333
|
-
# The name of the job being run.
|
4362
|
+
# The name of the job definition being used in this run.
|
4334
4363
|
# @return [String]
|
4335
4364
|
#
|
4336
4365
|
# @!attribute [rw] started_on
|
@@ -4367,7 +4396,7 @@ module Aws::Glue
|
|
4367
4396
|
#
|
4368
4397
|
#
|
4369
4398
|
# [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
|
4370
|
-
# [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-
|
4399
|
+
# [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
|
4371
4400
|
# @return [Hash<String,String>]
|
4372
4401
|
#
|
4373
4402
|
# @!attribute [rw] error_message
|
@@ -4390,6 +4419,14 @@ module Aws::Glue
|
|
4390
4419
|
# [1]: https://aws.amazon.com/glue/pricing/
|
4391
4420
|
# @return [Integer]
|
4392
4421
|
#
|
4422
|
+
# @!attribute [rw] execution_time
|
4423
|
+
# The amount of time (in seconds) that the job run consumed resources.
|
4424
|
+
# @return [Integer]
|
4425
|
+
#
|
4426
|
+
# @!attribute [rw] timeout
|
4427
|
+
# The job run timeout in minutes.
|
4428
|
+
# @return [Integer]
|
4429
|
+
#
|
4393
4430
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/JobRun AWS API Documentation
|
4394
4431
|
#
|
4395
4432
|
class JobRun < Struct.new(
|
@@ -4405,13 +4442,15 @@ module Aws::Glue
|
|
4405
4442
|
:arguments,
|
4406
4443
|
:error_message,
|
4407
4444
|
:predecessor_runs,
|
4408
|
-
:allocated_capacity
|
4445
|
+
:allocated_capacity,
|
4446
|
+
:execution_time,
|
4447
|
+
:timeout)
|
4409
4448
|
include Aws::Structure
|
4410
4449
|
end
|
4411
4450
|
|
4412
|
-
# Specifies information used to update an existing job. Note
|
4413
|
-
# previous job definition will be completely overwritten by
|
4414
|
-
# information.
|
4451
|
+
# Specifies information used to update an existing job definition. Note
|
4452
|
+
# that the previous job definition will be completely overwritten by
|
4453
|
+
# this information.
|
4415
4454
|
#
|
4416
4455
|
# @note When making an API call, you may pass JobUpdate
|
4417
4456
|
# data as a hash:
|
@@ -4435,10 +4474,11 @@ module Aws::Glue
|
|
4435
4474
|
# },
|
4436
4475
|
# max_retries: 1,
|
4437
4476
|
# allocated_capacity: 1,
|
4477
|
+
# timeout: 1,
|
4438
4478
|
# }
|
4439
4479
|
#
|
4440
4480
|
# @!attribute [rw] description
|
4441
|
-
# Description of the job.
|
4481
|
+
# Description of the job being defined.
|
4442
4482
|
# @return [String]
|
4443
4483
|
#
|
4444
4484
|
# @!attribute [rw] log_uri
|
@@ -4446,7 +4486,7 @@ module Aws::Glue
|
|
4446
4486
|
# @return [String]
|
4447
4487
|
#
|
4448
4488
|
# @!attribute [rw] role
|
4449
|
-
# The name of the IAM role associated with this job (required).
|
4489
|
+
# The name or ARN of the IAM role associated with this job (required).
|
4450
4490
|
# @return [String]
|
4451
4491
|
#
|
4452
4492
|
# @!attribute [rw] execution_property
|
@@ -4475,7 +4515,7 @@ module Aws::Glue
|
|
4475
4515
|
#
|
4476
4516
|
#
|
4477
4517
|
# [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
|
4478
|
-
# [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-
|
4518
|
+
# [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
|
4479
4519
|
# @return [Hash<String,String>]
|
4480
4520
|
#
|
4481
4521
|
# @!attribute [rw] connections
|
@@ -4498,6 +4538,10 @@ module Aws::Glue
|
|
4498
4538
|
# [1]: https://aws.amazon.com/glue/pricing/
|
4499
4539
|
# @return [Integer]
|
4500
4540
|
#
|
4541
|
+
# @!attribute [rw] timeout
|
4542
|
+
# The job timeout in minutes. The default is 2880 minutes (48 hours).
|
4543
|
+
# @return [Integer]
|
4544
|
+
#
|
4501
4545
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/JobUpdate AWS API Documentation
|
4502
4546
|
#
|
4503
4547
|
class JobUpdate < Struct.new(
|
@@ -4509,7 +4553,8 @@ module Aws::Glue
|
|
4509
4553
|
:default_arguments,
|
4510
4554
|
:connections,
|
4511
4555
|
:max_retries,
|
4512
|
-
:allocated_capacity
|
4556
|
+
:allocated_capacity,
|
4557
|
+
:timeout)
|
4513
4558
|
include Aws::Structure
|
4514
4559
|
end
|
4515
4560
|
|
@@ -4917,7 +4962,7 @@ module Aws::Glue
|
|
4917
4962
|
# triggered this job run.
|
4918
4963
|
#
|
4919
4964
|
# @!attribute [rw] job_name
|
4920
|
-
# The name of the predecessor job.
|
4965
|
+
# The name of the job definition used by the predecessor job run.
|
4921
4966
|
# @return [String]
|
4922
4967
|
#
|
4923
4968
|
# @!attribute [rw] run_id
|
@@ -4943,13 +4988,14 @@ module Aws::Glue
|
|
4943
4988
|
# {
|
4944
4989
|
# logical_operator: "EQUALS", # accepts EQUALS
|
4945
4990
|
# job_name: "NameString",
|
4946
|
-
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED
|
4991
|
+
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT
|
4947
4992
|
# },
|
4948
4993
|
# ],
|
4949
4994
|
# }
|
4950
4995
|
#
|
4951
4996
|
# @!attribute [rw] logical
|
4952
|
-
#
|
4997
|
+
# Optional field if only one condition is listed. If multiple
|
4998
|
+
# conditions are listed, then this field is required.
|
4953
4999
|
# @return [String]
|
4954
5000
|
#
|
4955
5001
|
# @!attribute [rw] conditions
|
@@ -5256,10 +5302,11 @@ module Aws::Glue
|
|
5256
5302
|
# "GenericString" => "GenericString",
|
5257
5303
|
# },
|
5258
5304
|
# allocated_capacity: 1,
|
5305
|
+
# timeout: 1,
|
5259
5306
|
# }
|
5260
5307
|
#
|
5261
5308
|
# @!attribute [rw] job_name
|
5262
|
-
# The name of the job to
|
5309
|
+
# The name of the job definition to use.
|
5263
5310
|
# @return [String]
|
5264
5311
|
#
|
5265
5312
|
# @!attribute [rw] job_run_id
|
@@ -5268,7 +5315,7 @@ module Aws::Glue
|
|
5268
5315
|
#
|
5269
5316
|
# @!attribute [rw] arguments
|
5270
5317
|
# The job arguments specifically for this run. They override the
|
5271
|
-
# equivalent default arguments set for the job itself.
|
5318
|
+
# equivalent default arguments set for in the job definition itself.
|
5272
5319
|
#
|
5273
5320
|
# You can specify arguments here that your own job-execution script
|
5274
5321
|
# consumes, as well as arguments that AWS Glue itself consumes.
|
@@ -5284,7 +5331,7 @@ module Aws::Glue
|
|
5284
5331
|
#
|
5285
5332
|
#
|
5286
5333
|
# [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
|
5287
|
-
# [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-
|
5334
|
+
# [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
|
5288
5335
|
# @return [Hash<String,String>]
|
5289
5336
|
#
|
5290
5337
|
# @!attribute [rw] allocated_capacity
|
@@ -5299,13 +5346,19 @@ module Aws::Glue
|
|
5299
5346
|
# [1]: https://aws.amazon.com/glue/pricing/
|
5300
5347
|
# @return [Integer]
|
5301
5348
|
#
|
5349
|
+
# @!attribute [rw] timeout
|
5350
|
+
# The job run timeout in minutes. It overrides the timeout value of
|
5351
|
+
# the job.
|
5352
|
+
# @return [Integer]
|
5353
|
+
#
|
5302
5354
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartJobRunRequest AWS API Documentation
|
5303
5355
|
#
|
5304
5356
|
class StartJobRunRequest < Struct.new(
|
5305
5357
|
:job_name,
|
5306
5358
|
:job_run_id,
|
5307
5359
|
:arguments,
|
5308
|
-
:allocated_capacity
|
5360
|
+
:allocated_capacity,
|
5361
|
+
:timeout)
|
5309
5362
|
include Aws::Structure
|
5310
5363
|
end
|
5311
5364
|
|
@@ -5902,6 +5955,7 @@ module Aws::Glue
|
|
5902
5955
|
# arguments: {
|
5903
5956
|
# "GenericString" => "GenericString",
|
5904
5957
|
# },
|
5958
|
+
# timeout: 1,
|
5905
5959
|
# },
|
5906
5960
|
# ],
|
5907
5961
|
# predicate: {
|
@@ -5910,7 +5964,7 @@ module Aws::Glue
|
|
5910
5964
|
# {
|
5911
5965
|
# logical_operator: "EQUALS", # accepts EQUALS
|
5912
5966
|
# job_name: "NameString",
|
5913
|
-
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED
|
5967
|
+
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT
|
5914
5968
|
# },
|
5915
5969
|
# ],
|
5916
5970
|
# },
|
@@ -6349,6 +6403,7 @@ module Aws::Glue
|
|
6349
6403
|
# },
|
6350
6404
|
# max_retries: 1,
|
6351
6405
|
# allocated_capacity: 1,
|
6406
|
+
# timeout: 1,
|
6352
6407
|
# },
|
6353
6408
|
# }
|
6354
6409
|
#
|
@@ -6357,7 +6412,7 @@ module Aws::Glue
|
|
6357
6412
|
# @return [String]
|
6358
6413
|
#
|
6359
6414
|
# @!attribute [rw] job_update
|
6360
|
-
# Specifies the values with which to update the job.
|
6415
|
+
# Specifies the values with which to update the job definition.
|
6361
6416
|
# @return [Types::JobUpdate]
|
6362
6417
|
#
|
6363
6418
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateJobRequest AWS API Documentation
|
@@ -6369,7 +6424,7 @@ module Aws::Glue
|
|
6369
6424
|
end
|
6370
6425
|
|
6371
6426
|
# @!attribute [rw] job_name
|
6372
|
-
# Returns the name of the updated job.
|
6427
|
+
# Returns the name of the updated job definition.
|
6373
6428
|
# @return [String]
|
6374
6429
|
#
|
6375
6430
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateJobResponse AWS API Documentation
|
@@ -6624,6 +6679,7 @@ module Aws::Glue
|
|
6624
6679
|
# arguments: {
|
6625
6680
|
# "GenericString" => "GenericString",
|
6626
6681
|
# },
|
6682
|
+
# timeout: 1,
|
6627
6683
|
# },
|
6628
6684
|
# ],
|
6629
6685
|
# predicate: {
|
@@ -6632,7 +6688,7 @@ module Aws::Glue
|
|
6632
6688
|
# {
|
6633
6689
|
# logical_operator: "EQUALS", # accepts EQUALS
|
6634
6690
|
# job_name: "NameString",
|
6635
|
-
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED
|
6691
|
+
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT
|
6636
6692
|
# },
|
6637
6693
|
# ],
|
6638
6694
|
# },
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: aws-sdk-glue
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.
|
4
|
+
version: 1.7.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Amazon Web Services
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2018-
|
11
|
+
date: 2018-04-10 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: aws-sdk-core
|