aws-sdk-glue 1.6.0 → 1.7.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/aws-sdk-glue.rb +1 -1
- data/lib/aws-sdk-glue/client.rb +57 -29
- data/lib/aws-sdk-glue/client_api.rb +9 -0
- data/lib/aws-sdk-glue/types.rb +121 -65
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: e64f332ce9c47e82349a56d10ce43f09aab54b0e
|
4
|
+
data.tar.gz: 4e3f9af7d0661ce914130afb9d192ce787e89328
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: c6bb554d9e55319c54a118d9c69b82089e413ce1fee319a642cad3ece88ead6d70f552d0f20cd73d0ee4fd7c3f38207950b2c96803949098f7bd45de40c58c6b
|
7
|
+
data.tar.gz: 79ed323d7fbd1087fc76bf11830d6b94985ec76f38420537aae320da027bb645d25569859448422fc80d710512fd9dab617e74b59cbae3a51cc6c6cf99809d2a
|
data/lib/aws-sdk-glue.rb
CHANGED
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -513,13 +513,14 @@ module Aws::Glue
|
|
513
513
|
req.send_request(options)
|
514
514
|
end
|
515
515
|
|
516
|
-
# Stops one or more job runs for a specified
|
516
|
+
# Stops one or more job runs for a specified job definition.
|
517
517
|
#
|
518
518
|
# @option params [required, String] :job_name
|
519
|
-
# The name of the
|
519
|
+
# The name of the job definition for which to stop job runs.
|
520
520
|
#
|
521
521
|
# @option params [required, Array<String>] :job_run_ids
|
522
|
-
# A list of the JobRunIds that should be stopped for that
|
522
|
+
# A list of the JobRunIds that should be stopped for that job
|
523
|
+
# definition.
|
523
524
|
#
|
524
525
|
# @return [Types::BatchStopJobRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
525
526
|
#
|
@@ -866,19 +867,20 @@ module Aws::Glue
|
|
866
867
|
req.send_request(options)
|
867
868
|
end
|
868
869
|
|
869
|
-
# Creates a new job.
|
870
|
+
# Creates a new job definition.
|
870
871
|
#
|
871
872
|
# @option params [required, String] :name
|
872
|
-
# The name you assign to this job. It must be unique in your
|
873
|
+
# The name you assign to this job definition. It must be unique in your
|
874
|
+
# account.
|
873
875
|
#
|
874
876
|
# @option params [String] :description
|
875
|
-
# Description of the job.
|
877
|
+
# Description of the job being defined.
|
876
878
|
#
|
877
879
|
# @option params [String] :log_uri
|
878
880
|
# This field is reserved for future use.
|
879
881
|
#
|
880
882
|
# @option params [required, String] :role
|
881
|
-
# The name of the IAM role associated with this job.
|
883
|
+
# The name or ARN of the IAM role associated with this job.
|
882
884
|
#
|
883
885
|
# @option params [Types::ExecutionProperty] :execution_property
|
884
886
|
# An ExecutionProperty specifying the maximum number of concurrent runs
|
@@ -904,7 +906,7 @@ module Aws::Glue
|
|
904
906
|
#
|
905
907
|
#
|
906
908
|
# [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
|
907
|
-
# [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-
|
909
|
+
# [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
|
908
910
|
#
|
909
911
|
# @option params [Types::ConnectionsList] :connections
|
910
912
|
# The connections used for this job.
|
@@ -923,6 +925,9 @@ module Aws::Glue
|
|
923
925
|
#
|
924
926
|
# [1]: https://aws.amazon.com/glue/pricing/
|
925
927
|
#
|
928
|
+
# @option params [Integer] :timeout
|
929
|
+
# The job timeout in minutes. The default is 2880 minutes (48 hours).
|
930
|
+
#
|
926
931
|
# @return [Types::CreateJobResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
927
932
|
#
|
928
933
|
# * {Types::CreateJobResponse#name #name} => String
|
@@ -949,6 +954,7 @@ module Aws::Glue
|
|
949
954
|
# },
|
950
955
|
# max_retries: 1,
|
951
956
|
# allocated_capacity: 1,
|
957
|
+
# timeout: 1,
|
952
958
|
# })
|
953
959
|
#
|
954
960
|
# @example Response structure
|
@@ -1226,6 +1232,10 @@ module Aws::Glue
|
|
1226
1232
|
# @option params [String] :description
|
1227
1233
|
# A description of the new trigger.
|
1228
1234
|
#
|
1235
|
+
# @option params [Boolean] :start_on_creation
|
1236
|
+
# Set to true to start SCHEDULED and CONDITIONAL triggers when created.
|
1237
|
+
# True not supported for ON\_DEMAND triggers.
|
1238
|
+
#
|
1229
1239
|
# @return [Types::CreateTriggerResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
1230
1240
|
#
|
1231
1241
|
# * {Types::CreateTriggerResponse#name #name} => String
|
@@ -1242,7 +1252,7 @@ module Aws::Glue
|
|
1242
1252
|
# {
|
1243
1253
|
# logical_operator: "EQUALS", # accepts EQUALS
|
1244
1254
|
# job_name: "NameString",
|
1245
|
-
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED
|
1255
|
+
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT
|
1246
1256
|
# },
|
1247
1257
|
# ],
|
1248
1258
|
# },
|
@@ -1252,9 +1262,11 @@ module Aws::Glue
|
|
1252
1262
|
# arguments: {
|
1253
1263
|
# "GenericString" => "GenericString",
|
1254
1264
|
# },
|
1265
|
+
# timeout: 1,
|
1255
1266
|
# },
|
1256
1267
|
# ],
|
1257
1268
|
# description: "DescriptionString",
|
1269
|
+
# start_on_creation: false,
|
1258
1270
|
# })
|
1259
1271
|
#
|
1260
1272
|
# @example Response structure
|
@@ -1435,11 +1447,11 @@ module Aws::Glue
|
|
1435
1447
|
req.send_request(options)
|
1436
1448
|
end
|
1437
1449
|
|
1438
|
-
# Deletes a specified job. If the job is not
|
1439
|
-
# thrown.
|
1450
|
+
# Deletes a specified job definition. If the job definition is not
|
1451
|
+
# found, no exception is thrown.
|
1440
1452
|
#
|
1441
1453
|
# @option params [required, String] :job_name
|
1442
|
-
# The name of the job to delete.
|
1454
|
+
# The name of the job definition to delete.
|
1443
1455
|
#
|
1444
1456
|
# @return [Types::DeleteJobResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
1445
1457
|
#
|
@@ -2263,7 +2275,7 @@ module Aws::Glue
|
|
2263
2275
|
# Retrieves an existing job definition.
|
2264
2276
|
#
|
2265
2277
|
# @option params [required, String] :job_name
|
2266
|
-
# The name of the job to retrieve.
|
2278
|
+
# The name of the job definition to retrieve.
|
2267
2279
|
#
|
2268
2280
|
# @return [Types::GetJobResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
2269
2281
|
#
|
@@ -2292,6 +2304,7 @@ module Aws::Glue
|
|
2292
2304
|
# resp.job.connections.connections[0] #=> String
|
2293
2305
|
# resp.job.max_retries #=> Integer
|
2294
2306
|
# resp.job.allocated_capacity #=> Integer
|
2307
|
+
# resp.job.timeout #=> Integer
|
2295
2308
|
#
|
2296
2309
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetJob AWS API Documentation
|
2297
2310
|
#
|
@@ -2305,7 +2318,7 @@ module Aws::Glue
|
|
2305
2318
|
# Retrieves the metadata for a given job run.
|
2306
2319
|
#
|
2307
2320
|
# @option params [required, String] :job_name
|
2308
|
-
# Name of the job being run.
|
2321
|
+
# Name of the job definition being run.
|
2309
2322
|
#
|
2310
2323
|
# @option params [required, String] :run_id
|
2311
2324
|
# The ID of the job run.
|
@@ -2335,7 +2348,7 @@ module Aws::Glue
|
|
2335
2348
|
# resp.job_run.started_on #=> Time
|
2336
2349
|
# resp.job_run.last_modified_on #=> Time
|
2337
2350
|
# resp.job_run.completed_on #=> Time
|
2338
|
-
# resp.job_run.job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED"
|
2351
|
+
# resp.job_run.job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
2339
2352
|
# resp.job_run.arguments #=> Hash
|
2340
2353
|
# resp.job_run.arguments["GenericString"] #=> String
|
2341
2354
|
# resp.job_run.error_message #=> String
|
@@ -2343,6 +2356,8 @@ module Aws::Glue
|
|
2343
2356
|
# resp.job_run.predecessor_runs[0].job_name #=> String
|
2344
2357
|
# resp.job_run.predecessor_runs[0].run_id #=> String
|
2345
2358
|
# resp.job_run.allocated_capacity #=> Integer
|
2359
|
+
# resp.job_run.execution_time #=> Integer
|
2360
|
+
# resp.job_run.timeout #=> Integer
|
2346
2361
|
#
|
2347
2362
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetJobRun AWS API Documentation
|
2348
2363
|
#
|
@@ -2353,10 +2368,10 @@ module Aws::Glue
|
|
2353
2368
|
req.send_request(options)
|
2354
2369
|
end
|
2355
2370
|
|
2356
|
-
# Retrieves metadata for all runs of a given job.
|
2371
|
+
# Retrieves metadata for all runs of a given job definition.
|
2357
2372
|
#
|
2358
2373
|
# @option params [required, String] :job_name
|
2359
|
-
# The name of the job for which to retrieve all job runs.
|
2374
|
+
# The name of the job definition for which to retrieve all job runs.
|
2360
2375
|
#
|
2361
2376
|
# @option params [String] :next_token
|
2362
2377
|
# A continuation token, if this is a continuation call.
|
@@ -2388,7 +2403,7 @@ module Aws::Glue
|
|
2388
2403
|
# resp.job_runs[0].started_on #=> Time
|
2389
2404
|
# resp.job_runs[0].last_modified_on #=> Time
|
2390
2405
|
# resp.job_runs[0].completed_on #=> Time
|
2391
|
-
# resp.job_runs[0].job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED"
|
2406
|
+
# resp.job_runs[0].job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
2392
2407
|
# resp.job_runs[0].arguments #=> Hash
|
2393
2408
|
# resp.job_runs[0].arguments["GenericString"] #=> String
|
2394
2409
|
# resp.job_runs[0].error_message #=> String
|
@@ -2396,6 +2411,8 @@ module Aws::Glue
|
|
2396
2411
|
# resp.job_runs[0].predecessor_runs[0].job_name #=> String
|
2397
2412
|
# resp.job_runs[0].predecessor_runs[0].run_id #=> String
|
2398
2413
|
# resp.job_runs[0].allocated_capacity #=> Integer
|
2414
|
+
# resp.job_runs[0].execution_time #=> Integer
|
2415
|
+
# resp.job_runs[0].timeout #=> Integer
|
2399
2416
|
# resp.next_token #=> String
|
2400
2417
|
#
|
2401
2418
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetJobRuns AWS API Documentation
|
@@ -2407,7 +2424,7 @@ module Aws::Glue
|
|
2407
2424
|
req.send_request(options)
|
2408
2425
|
end
|
2409
2426
|
|
2410
|
-
# Retrieves all current
|
2427
|
+
# Retrieves all current job definitions.
|
2411
2428
|
#
|
2412
2429
|
# @option params [String] :next_token
|
2413
2430
|
# A continuation token, if this is a continuation call.
|
@@ -2445,6 +2462,7 @@ module Aws::Glue
|
|
2445
2462
|
# resp.jobs[0].connections.connections[0] #=> String
|
2446
2463
|
# resp.jobs[0].max_retries #=> Integer
|
2447
2464
|
# resp.jobs[0].allocated_capacity #=> Integer
|
2465
|
+
# resp.jobs[0].timeout #=> Integer
|
2448
2466
|
# resp.next_token #=> String
|
2449
2467
|
#
|
2450
2468
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetJobs AWS API Documentation
|
@@ -3164,11 +3182,12 @@ module Aws::Glue
|
|
3164
3182
|
# resp.trigger.actions[0].job_name #=> String
|
3165
3183
|
# resp.trigger.actions[0].arguments #=> Hash
|
3166
3184
|
# resp.trigger.actions[0].arguments["GenericString"] #=> String
|
3185
|
+
# resp.trigger.actions[0].timeout #=> Integer
|
3167
3186
|
# resp.trigger.predicate.logical #=> String, one of "AND", "ANY"
|
3168
3187
|
# resp.trigger.predicate.conditions #=> Array
|
3169
3188
|
# resp.trigger.predicate.conditions[0].logical_operator #=> String, one of "EQUALS"
|
3170
3189
|
# resp.trigger.predicate.conditions[0].job_name #=> String
|
3171
|
-
# resp.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED"
|
3190
|
+
# resp.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
3172
3191
|
#
|
3173
3192
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTrigger AWS API Documentation
|
3174
3193
|
#
|
@@ -3218,11 +3237,12 @@ module Aws::Glue
|
|
3218
3237
|
# resp.triggers[0].actions[0].job_name #=> String
|
3219
3238
|
# resp.triggers[0].actions[0].arguments #=> Hash
|
3220
3239
|
# resp.triggers[0].actions[0].arguments["GenericString"] #=> String
|
3240
|
+
# resp.triggers[0].actions[0].timeout #=> Integer
|
3221
3241
|
# resp.triggers[0].predicate.logical #=> String, one of "AND", "ANY"
|
3222
3242
|
# resp.triggers[0].predicate.conditions #=> Array
|
3223
3243
|
# resp.triggers[0].predicate.conditions[0].logical_operator #=> String, one of "EQUALS"
|
3224
3244
|
# resp.triggers[0].predicate.conditions[0].job_name #=> String
|
3225
|
-
# resp.triggers[0].predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED"
|
3245
|
+
# resp.triggers[0].predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
3226
3246
|
# resp.next_token #=> String
|
3227
3247
|
#
|
3228
3248
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTriggers AWS API Documentation
|
@@ -3436,17 +3456,17 @@ module Aws::Glue
|
|
3436
3456
|
req.send_request(options)
|
3437
3457
|
end
|
3438
3458
|
|
3439
|
-
#
|
3459
|
+
# Starts a job run using a job definition.
|
3440
3460
|
#
|
3441
3461
|
# @option params [required, String] :job_name
|
3442
|
-
# The name of the job to
|
3462
|
+
# The name of the job definition to use.
|
3443
3463
|
#
|
3444
3464
|
# @option params [String] :job_run_id
|
3445
3465
|
# The ID of a previous JobRun to retry.
|
3446
3466
|
#
|
3447
3467
|
# @option params [Hash<String,String>] :arguments
|
3448
3468
|
# The job arguments specifically for this run. They override the
|
3449
|
-
# equivalent default arguments set for the job itself.
|
3469
|
+
# equivalent default arguments set for in the job definition itself.
|
3450
3470
|
#
|
3451
3471
|
# You can specify arguments here that your own job-execution script
|
3452
3472
|
# consumes, as well as arguments that AWS Glue itself consumes.
|
@@ -3462,7 +3482,7 @@ module Aws::Glue
|
|
3462
3482
|
#
|
3463
3483
|
#
|
3464
3484
|
# [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
|
3465
|
-
# [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-
|
3485
|
+
# [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
|
3466
3486
|
#
|
3467
3487
|
# @option params [Integer] :allocated_capacity
|
3468
3488
|
# The number of AWS Glue data processing units (DPUs) to allocate to
|
@@ -3475,6 +3495,10 @@ module Aws::Glue
|
|
3475
3495
|
#
|
3476
3496
|
# [1]: https://aws.amazon.com/glue/pricing/
|
3477
3497
|
#
|
3498
|
+
# @option params [Integer] :timeout
|
3499
|
+
# The job run timeout in minutes. It overrides the timeout value of the
|
3500
|
+
# job.
|
3501
|
+
#
|
3478
3502
|
# @return [Types::StartJobRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
3479
3503
|
#
|
3480
3504
|
# * {Types::StartJobRunResponse#job_run_id #job_run_id} => String
|
@@ -3488,6 +3512,7 @@ module Aws::Glue
|
|
3488
3512
|
# "GenericString" => "GenericString",
|
3489
3513
|
# },
|
3490
3514
|
# allocated_capacity: 1,
|
3515
|
+
# timeout: 1,
|
3491
3516
|
# })
|
3492
3517
|
#
|
3493
3518
|
# @example Response structure
|
@@ -3909,7 +3934,7 @@ module Aws::Glue
|
|
3909
3934
|
# Name of the job definition to update.
|
3910
3935
|
#
|
3911
3936
|
# @option params [required, Types::JobUpdate] :job_update
|
3912
|
-
# Specifies the values with which to update the job.
|
3937
|
+
# Specifies the values with which to update the job definition.
|
3913
3938
|
#
|
3914
3939
|
# @return [Types::UpdateJobResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
3915
3940
|
#
|
@@ -3938,6 +3963,7 @@ module Aws::Glue
|
|
3938
3963
|
# },
|
3939
3964
|
# max_retries: 1,
|
3940
3965
|
# allocated_capacity: 1,
|
3966
|
+
# timeout: 1,
|
3941
3967
|
# },
|
3942
3968
|
# })
|
3943
3969
|
#
|
@@ -4164,6 +4190,7 @@ module Aws::Glue
|
|
4164
4190
|
# arguments: {
|
4165
4191
|
# "GenericString" => "GenericString",
|
4166
4192
|
# },
|
4193
|
+
# timeout: 1,
|
4167
4194
|
# },
|
4168
4195
|
# ],
|
4169
4196
|
# predicate: {
|
@@ -4172,7 +4199,7 @@ module Aws::Glue
|
|
4172
4199
|
# {
|
4173
4200
|
# logical_operator: "EQUALS", # accepts EQUALS
|
4174
4201
|
# job_name: "NameString",
|
4175
|
-
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED
|
4202
|
+
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT
|
4176
4203
|
# },
|
4177
4204
|
# ],
|
4178
4205
|
# },
|
@@ -4191,11 +4218,12 @@ module Aws::Glue
|
|
4191
4218
|
# resp.trigger.actions[0].job_name #=> String
|
4192
4219
|
# resp.trigger.actions[0].arguments #=> Hash
|
4193
4220
|
# resp.trigger.actions[0].arguments["GenericString"] #=> String
|
4221
|
+
# resp.trigger.actions[0].timeout #=> Integer
|
4194
4222
|
# resp.trigger.predicate.logical #=> String, one of "AND", "ANY"
|
4195
4223
|
# resp.trigger.predicate.conditions #=> Array
|
4196
4224
|
# resp.trigger.predicate.conditions[0].logical_operator #=> String, one of "EQUALS"
|
4197
4225
|
# resp.trigger.predicate.conditions[0].job_name #=> String
|
4198
|
-
# resp.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED"
|
4226
|
+
# resp.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
4199
4227
|
#
|
4200
4228
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateTrigger AWS API Documentation
|
4201
4229
|
#
|
@@ -4267,7 +4295,7 @@ module Aws::Glue
|
|
4267
4295
|
params: params,
|
4268
4296
|
config: config)
|
4269
4297
|
context[:gem_name] = 'aws-sdk-glue'
|
4270
|
-
context[:gem_version] = '1.
|
4298
|
+
context[:gem_version] = '1.7.0'
|
4271
4299
|
Seahorse::Client::Request.new(handlers, context)
|
4272
4300
|
end
|
4273
4301
|
|
@@ -343,6 +343,7 @@ module Aws::Glue
|
|
343
343
|
TableVersion = Shapes::StructureShape.new(name: 'TableVersion')
|
344
344
|
TableVersionError = Shapes::StructureShape.new(name: 'TableVersionError')
|
345
345
|
TableVersionErrors = Shapes::ListShape.new(name: 'TableVersionErrors')
|
346
|
+
Timeout = Shapes::IntegerShape.new(name: 'Timeout')
|
346
347
|
Timestamp = Shapes::TimestampShape.new(name: 'Timestamp')
|
347
348
|
TimestampValue = Shapes::TimestampShape.new(name: 'TimestampValue')
|
348
349
|
Token = Shapes::StringShape.new(name: 'Token')
|
@@ -394,6 +395,7 @@ module Aws::Glue
|
|
394
395
|
|
395
396
|
Action.add_member(:job_name, Shapes::ShapeRef.new(shape: NameString, location_name: "JobName"))
|
396
397
|
Action.add_member(:arguments, Shapes::ShapeRef.new(shape: GenericMap, location_name: "Arguments"))
|
398
|
+
Action.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
|
397
399
|
Action.struct_class = Types::Action
|
398
400
|
|
399
401
|
ActionList.member = Shapes::ShapeRef.new(shape: Action)
|
@@ -678,6 +680,7 @@ module Aws::Glue
|
|
678
680
|
CreateJobRequest.add_member(:connections, Shapes::ShapeRef.new(shape: ConnectionsList, location_name: "Connections"))
|
679
681
|
CreateJobRequest.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
|
680
682
|
CreateJobRequest.add_member(:allocated_capacity, Shapes::ShapeRef.new(shape: IntegerValue, location_name: "AllocatedCapacity"))
|
683
|
+
CreateJobRequest.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
|
681
684
|
CreateJobRequest.struct_class = Types::CreateJobRequest
|
682
685
|
|
683
686
|
CreateJobResponse.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
|
@@ -717,6 +720,7 @@ module Aws::Glue
|
|
717
720
|
CreateTriggerRequest.add_member(:predicate, Shapes::ShapeRef.new(shape: Predicate, location_name: "Predicate"))
|
718
721
|
CreateTriggerRequest.add_member(:actions, Shapes::ShapeRef.new(shape: ActionList, required: true, location_name: "Actions"))
|
719
722
|
CreateTriggerRequest.add_member(:description, Shapes::ShapeRef.new(shape: DescriptionString, location_name: "Description"))
|
723
|
+
CreateTriggerRequest.add_member(:start_on_creation, Shapes::ShapeRef.new(shape: BooleanValue, location_name: "StartOnCreation"))
|
720
724
|
CreateTriggerRequest.struct_class = Types::CreateTriggerRequest
|
721
725
|
|
722
726
|
CreateTriggerResponse.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
|
@@ -1145,6 +1149,7 @@ module Aws::Glue
|
|
1145
1149
|
Job.add_member(:connections, Shapes::ShapeRef.new(shape: ConnectionsList, location_name: "Connections"))
|
1146
1150
|
Job.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
|
1147
1151
|
Job.add_member(:allocated_capacity, Shapes::ShapeRef.new(shape: IntegerValue, location_name: "AllocatedCapacity"))
|
1152
|
+
Job.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
|
1148
1153
|
Job.struct_class = Types::Job
|
1149
1154
|
|
1150
1155
|
JobBookmarkEntry.add_member(:job_name, Shapes::ShapeRef.new(shape: JobName, location_name: "JobName"))
|
@@ -1173,6 +1178,8 @@ module Aws::Glue
|
|
1173
1178
|
JobRun.add_member(:error_message, Shapes::ShapeRef.new(shape: ErrorString, location_name: "ErrorMessage"))
|
1174
1179
|
JobRun.add_member(:predecessor_runs, Shapes::ShapeRef.new(shape: PredecessorList, location_name: "PredecessorRuns"))
|
1175
1180
|
JobRun.add_member(:allocated_capacity, Shapes::ShapeRef.new(shape: IntegerValue, location_name: "AllocatedCapacity"))
|
1181
|
+
JobRun.add_member(:execution_time, Shapes::ShapeRef.new(shape: IntegerValue, location_name: "ExecutionTime"))
|
1182
|
+
JobRun.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
|
1176
1183
|
JobRun.struct_class = Types::JobRun
|
1177
1184
|
|
1178
1185
|
JobRunList.member = Shapes::ShapeRef.new(shape: JobRun)
|
@@ -1186,6 +1193,7 @@ module Aws::Glue
|
|
1186
1193
|
JobUpdate.add_member(:connections, Shapes::ShapeRef.new(shape: ConnectionsList, location_name: "Connections"))
|
1187
1194
|
JobUpdate.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
|
1188
1195
|
JobUpdate.add_member(:allocated_capacity, Shapes::ShapeRef.new(shape: IntegerValue, location_name: "AllocatedCapacity"))
|
1196
|
+
JobUpdate.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
|
1189
1197
|
JobUpdate.struct_class = Types::JobUpdate
|
1190
1198
|
|
1191
1199
|
JsonClassifier.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
|
@@ -1336,6 +1344,7 @@ module Aws::Glue
|
|
1336
1344
|
StartJobRunRequest.add_member(:job_run_id, Shapes::ShapeRef.new(shape: IdString, location_name: "JobRunId"))
|
1337
1345
|
StartJobRunRequest.add_member(:arguments, Shapes::ShapeRef.new(shape: GenericMap, location_name: "Arguments"))
|
1338
1346
|
StartJobRunRequest.add_member(:allocated_capacity, Shapes::ShapeRef.new(shape: IntegerValue, location_name: "AllocatedCapacity"))
|
1347
|
+
StartJobRunRequest.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
|
1339
1348
|
StartJobRunRequest.struct_class = Types::StartJobRunRequest
|
1340
1349
|
|
1341
1350
|
StartJobRunResponse.add_member(:job_run_id, Shapes::ShapeRef.new(shape: IdString, location_name: "JobRunId"))
|
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -18,6 +18,7 @@ module Aws::Glue
|
|
18
18
|
# arguments: {
|
19
19
|
# "GenericString" => "GenericString",
|
20
20
|
# },
|
21
|
+
# timeout: 1,
|
21
22
|
# }
|
22
23
|
#
|
23
24
|
# @!attribute [rw] job_name
|
@@ -41,14 +42,20 @@ module Aws::Glue
|
|
41
42
|
#
|
42
43
|
#
|
43
44
|
# [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
|
44
|
-
# [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-
|
45
|
+
# [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
|
45
46
|
# @return [Hash<String,String>]
|
46
47
|
#
|
48
|
+
# @!attribute [rw] timeout
|
49
|
+
# The job run timeout in minutes. It overrides the timeout value of
|
50
|
+
# the job.
|
51
|
+
# @return [Integer]
|
52
|
+
#
|
47
53
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Action AWS API Documentation
|
48
54
|
#
|
49
55
|
class Action < Struct.new(
|
50
56
|
:job_name,
|
51
|
-
:arguments
|
57
|
+
:arguments,
|
58
|
+
:timeout)
|
52
59
|
include Aws::Structure
|
53
60
|
end
|
54
61
|
|
@@ -401,15 +408,15 @@ module Aws::Glue
|
|
401
408
|
include Aws::Structure
|
402
409
|
end
|
403
410
|
|
404
|
-
# Records an error that occurred when attempting to stop a specified
|
405
|
-
#
|
411
|
+
# Records an error that occurred when attempting to stop a specified job
|
412
|
+
# run.
|
406
413
|
#
|
407
414
|
# @!attribute [rw] job_name
|
408
|
-
# The name of the
|
415
|
+
# The name of the job definition used in the job run in question.
|
409
416
|
# @return [String]
|
410
417
|
#
|
411
418
|
# @!attribute [rw] job_run_id
|
412
|
-
# The JobRunId of the
|
419
|
+
# The JobRunId of the job run in question.
|
413
420
|
# @return [String]
|
414
421
|
#
|
415
422
|
# @!attribute [rw] error_detail
|
@@ -434,11 +441,12 @@ module Aws::Glue
|
|
434
441
|
# }
|
435
442
|
#
|
436
443
|
# @!attribute [rw] job_name
|
437
|
-
# The name of the
|
444
|
+
# The name of the job definition for which to stop job runs.
|
438
445
|
# @return [String]
|
439
446
|
#
|
440
447
|
# @!attribute [rw] job_run_ids
|
441
|
-
# A list of the JobRunIds that should be stopped for that
|
448
|
+
# A list of the JobRunIds that should be stopped for that job
|
449
|
+
# definition.
|
442
450
|
# @return [Array<String>]
|
443
451
|
#
|
444
452
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchStopJobRunRequest AWS API Documentation
|
@@ -470,11 +478,11 @@ module Aws::Glue
|
|
470
478
|
# Records a successful request to stop a specified JobRun.
|
471
479
|
#
|
472
480
|
# @!attribute [rw] job_name
|
473
|
-
# The
|
481
|
+
# The name of the job definition used in the job run that was stopped.
|
474
482
|
# @return [String]
|
475
483
|
#
|
476
484
|
# @!attribute [rw] job_run_id
|
477
|
-
# The JobRunId of the
|
485
|
+
# The JobRunId of the job run that was stopped.
|
478
486
|
# @return [String]
|
479
487
|
#
|
480
488
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchStopJobRunSuccessfulSubmission AWS API Documentation
|
@@ -714,7 +722,7 @@ module Aws::Glue
|
|
714
722
|
# {
|
715
723
|
# logical_operator: "EQUALS", # accepts EQUALS
|
716
724
|
# job_name: "NameString",
|
717
|
-
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED
|
725
|
+
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT
|
718
726
|
# }
|
719
727
|
#
|
720
728
|
# @!attribute [rw] logical_operator
|
@@ -728,7 +736,7 @@ module Aws::Glue
|
|
728
736
|
#
|
729
737
|
# @!attribute [rw] state
|
730
738
|
# The condition state. Currently, the values supported are SUCCEEDED,
|
731
|
-
# STOPPED and FAILED.
|
739
|
+
# STOPPED, TIMEOUT and FAILED.
|
732
740
|
# @return [String]
|
733
741
|
#
|
734
742
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Condition AWS API Documentation
|
@@ -1519,14 +1527,16 @@ module Aws::Glue
|
|
1519
1527
|
# },
|
1520
1528
|
# max_retries: 1,
|
1521
1529
|
# allocated_capacity: 1,
|
1530
|
+
# timeout: 1,
|
1522
1531
|
# }
|
1523
1532
|
#
|
1524
1533
|
# @!attribute [rw] name
|
1525
|
-
# The name you assign to this job. It must be unique in
|
1534
|
+
# The name you assign to this job definition. It must be unique in
|
1535
|
+
# your account.
|
1526
1536
|
# @return [String]
|
1527
1537
|
#
|
1528
1538
|
# @!attribute [rw] description
|
1529
|
-
# Description of the job.
|
1539
|
+
# Description of the job being defined.
|
1530
1540
|
# @return [String]
|
1531
1541
|
#
|
1532
1542
|
# @!attribute [rw] log_uri
|
@@ -1534,7 +1544,7 @@ module Aws::Glue
|
|
1534
1544
|
# @return [String]
|
1535
1545
|
#
|
1536
1546
|
# @!attribute [rw] role
|
1537
|
-
# The name of the IAM role associated with this job.
|
1547
|
+
# The name or ARN of the IAM role associated with this job.
|
1538
1548
|
# @return [String]
|
1539
1549
|
#
|
1540
1550
|
# @!attribute [rw] execution_property
|
@@ -1563,7 +1573,7 @@ module Aws::Glue
|
|
1563
1573
|
#
|
1564
1574
|
#
|
1565
1575
|
# [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
|
1566
|
-
# [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-
|
1576
|
+
# [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
|
1567
1577
|
# @return [Hash<String,String>]
|
1568
1578
|
#
|
1569
1579
|
# @!attribute [rw] connections
|
@@ -1586,6 +1596,10 @@ module Aws::Glue
|
|
1586
1596
|
# [1]: https://aws.amazon.com/glue/pricing/
|
1587
1597
|
# @return [Integer]
|
1588
1598
|
#
|
1599
|
+
# @!attribute [rw] timeout
|
1600
|
+
# The job timeout in minutes. The default is 2880 minutes (48 hours).
|
1601
|
+
# @return [Integer]
|
1602
|
+
#
|
1589
1603
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateJobRequest AWS API Documentation
|
1590
1604
|
#
|
1591
1605
|
class CreateJobRequest < Struct.new(
|
@@ -1598,12 +1612,13 @@ module Aws::Glue
|
|
1598
1612
|
:default_arguments,
|
1599
1613
|
:connections,
|
1600
1614
|
:max_retries,
|
1601
|
-
:allocated_capacity
|
1615
|
+
:allocated_capacity,
|
1616
|
+
:timeout)
|
1602
1617
|
include Aws::Structure
|
1603
1618
|
end
|
1604
1619
|
|
1605
1620
|
# @!attribute [rw] name
|
1606
|
-
# The unique name that was provided.
|
1621
|
+
# The unique name that was provided for this job definition.
|
1607
1622
|
# @return [String]
|
1608
1623
|
#
|
1609
1624
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateJobResponse AWS API Documentation
|
@@ -1908,7 +1923,7 @@ module Aws::Glue
|
|
1908
1923
|
# {
|
1909
1924
|
# logical_operator: "EQUALS", # accepts EQUALS
|
1910
1925
|
# job_name: "NameString",
|
1911
|
-
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED
|
1926
|
+
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT
|
1912
1927
|
# },
|
1913
1928
|
# ],
|
1914
1929
|
# },
|
@@ -1918,9 +1933,11 @@ module Aws::Glue
|
|
1918
1933
|
# arguments: {
|
1919
1934
|
# "GenericString" => "GenericString",
|
1920
1935
|
# },
|
1936
|
+
# timeout: 1,
|
1921
1937
|
# },
|
1922
1938
|
# ],
|
1923
1939
|
# description: "DescriptionString",
|
1940
|
+
# start_on_creation: false,
|
1924
1941
|
# }
|
1925
1942
|
#
|
1926
1943
|
# @!attribute [rw] name
|
@@ -1957,6 +1974,11 @@ module Aws::Glue
|
|
1957
1974
|
# A description of the new trigger.
|
1958
1975
|
# @return [String]
|
1959
1976
|
#
|
1977
|
+
# @!attribute [rw] start_on_creation
|
1978
|
+
# Set to true to start SCHEDULED and CONDITIONAL triggers when
|
1979
|
+
# created. True not supported for ON\_DEMAND triggers.
|
1980
|
+
# @return [Boolean]
|
1981
|
+
#
|
1960
1982
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateTriggerRequest AWS API Documentation
|
1961
1983
|
#
|
1962
1984
|
class CreateTriggerRequest < Struct.new(
|
@@ -1965,7 +1987,8 @@ module Aws::Glue
|
|
1965
1987
|
:schedule,
|
1966
1988
|
:predicate,
|
1967
1989
|
:actions,
|
1968
|
-
:description
|
1990
|
+
:description,
|
1991
|
+
:start_on_creation)
|
1969
1992
|
include Aws::Structure
|
1970
1993
|
end
|
1971
1994
|
|
@@ -2275,7 +2298,7 @@ module Aws::Glue
|
|
2275
2298
|
# }
|
2276
2299
|
#
|
2277
2300
|
# @!attribute [rw] job_name
|
2278
|
-
# The name of the job to delete.
|
2301
|
+
# The name of the job definition to delete.
|
2279
2302
|
# @return [String]
|
2280
2303
|
#
|
2281
2304
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteJobRequest AWS API Documentation
|
@@ -2286,7 +2309,7 @@ module Aws::Glue
|
|
2286
2309
|
end
|
2287
2310
|
|
2288
2311
|
# @!attribute [rw] job_name
|
2289
|
-
# The name of the job that was deleted.
|
2312
|
+
# The name of the job definition that was deleted.
|
2290
2313
|
# @return [String]
|
2291
2314
|
#
|
2292
2315
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteJobResponse AWS API Documentation
|
@@ -2669,9 +2692,9 @@ module Aws::Glue
|
|
2669
2692
|
# }
|
2670
2693
|
#
|
2671
2694
|
# @!attribute [rw] max_concurrent_runs
|
2672
|
-
# The maximum number of concurrent runs allowed for
|
2673
|
-
# is 1. An error is returned when this threshold is reached.
|
2674
|
-
# maximum value you can specify is controlled by a service limit.
|
2695
|
+
# The maximum number of concurrent runs allowed for the job. The
|
2696
|
+
# default is 1. An error is returned when this threshold is reached.
|
2697
|
+
# The maximum value you can specify is controlled by a service limit.
|
2675
2698
|
# @return [Integer]
|
2676
2699
|
#
|
2677
2700
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ExecutionProperty AWS API Documentation
|
@@ -3216,7 +3239,7 @@ module Aws::Glue
|
|
3216
3239
|
# }
|
3217
3240
|
#
|
3218
3241
|
# @!attribute [rw] job_name
|
3219
|
-
# The name of the job to retrieve.
|
3242
|
+
# The name of the job definition to retrieve.
|
3220
3243
|
# @return [String]
|
3221
3244
|
#
|
3222
3245
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetJobRequest AWS API Documentation
|
@@ -3247,7 +3270,7 @@ module Aws::Glue
|
|
3247
3270
|
# }
|
3248
3271
|
#
|
3249
3272
|
# @!attribute [rw] job_name
|
3250
|
-
# Name of the job being run.
|
3273
|
+
# Name of the job definition being run.
|
3251
3274
|
# @return [String]
|
3252
3275
|
#
|
3253
3276
|
# @!attribute [rw] run_id
|
@@ -3288,7 +3311,7 @@ module Aws::Glue
|
|
3288
3311
|
# }
|
3289
3312
|
#
|
3290
3313
|
# @!attribute [rw] job_name
|
3291
|
-
# The name of the job for which to retrieve all job runs.
|
3314
|
+
# The name of the job definition for which to retrieve all job runs.
|
3292
3315
|
# @return [String]
|
3293
3316
|
#
|
3294
3317
|
# @!attribute [rw] next_token
|
@@ -3350,11 +3373,12 @@ module Aws::Glue
|
|
3350
3373
|
end
|
3351
3374
|
|
3352
3375
|
# @!attribute [rw] jobs
|
3353
|
-
# A list of
|
3376
|
+
# A list of job definitions.
|
3354
3377
|
# @return [Array<Types::Job>]
|
3355
3378
|
#
|
3356
3379
|
# @!attribute [rw] next_token
|
3357
|
-
# A continuation token, if not all
|
3380
|
+
# A continuation token, if not all job definitions have yet been
|
3381
|
+
# returned.
|
3358
3382
|
# @return [String]
|
3359
3383
|
#
|
3360
3384
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetJobsResponse AWS API Documentation
|
@@ -4158,14 +4182,14 @@ module Aws::Glue
|
|
4158
4182
|
include Aws::Structure
|
4159
4183
|
end
|
4160
4184
|
|
4161
|
-
# Specifies a job.
|
4185
|
+
# Specifies a job definition.
|
4162
4186
|
#
|
4163
4187
|
# @!attribute [rw] name
|
4164
|
-
# The name you assign to this job.
|
4188
|
+
# The name you assign to this job definition.
|
4165
4189
|
# @return [String]
|
4166
4190
|
#
|
4167
4191
|
# @!attribute [rw] description
|
4168
|
-
# Description of
|
4192
|
+
# Description of the job being defined.
|
4169
4193
|
# @return [String]
|
4170
4194
|
#
|
4171
4195
|
# @!attribute [rw] log_uri
|
@@ -4173,15 +4197,15 @@ module Aws::Glue
|
|
4173
4197
|
# @return [String]
|
4174
4198
|
#
|
4175
4199
|
# @!attribute [rw] role
|
4176
|
-
# The name of the IAM role associated with this job.
|
4200
|
+
# The name or ARN of the IAM role associated with this job.
|
4177
4201
|
# @return [String]
|
4178
4202
|
#
|
4179
4203
|
# @!attribute [rw] created_on
|
4180
|
-
# The time and date that this job
|
4204
|
+
# The time and date that this job definition was created.
|
4181
4205
|
# @return [Time]
|
4182
4206
|
#
|
4183
4207
|
# @!attribute [rw] last_modified_on
|
4184
|
-
# The last point in time when this job
|
4208
|
+
# The last point in time when this job definition was modified.
|
4185
4209
|
# @return [Time]
|
4186
4210
|
#
|
4187
4211
|
# @!attribute [rw] execution_property
|
@@ -4210,7 +4234,7 @@ module Aws::Glue
|
|
4210
4234
|
#
|
4211
4235
|
#
|
4212
4236
|
# [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
|
4213
|
-
# [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-
|
4237
|
+
# [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
|
4214
4238
|
# @return [Hash<String,String>]
|
4215
4239
|
#
|
4216
4240
|
# @!attribute [rw] connections
|
@@ -4218,21 +4242,25 @@ module Aws::Glue
|
|
4218
4242
|
# @return [Types::ConnectionsList]
|
4219
4243
|
#
|
4220
4244
|
# @!attribute [rw] max_retries
|
4221
|
-
# The maximum number of times to retry this job
|
4245
|
+
# The maximum number of times to retry this job after a JobRun fails.
|
4222
4246
|
# @return [Integer]
|
4223
4247
|
#
|
4224
4248
|
# @!attribute [rw] allocated_capacity
|
4225
4249
|
# The number of AWS Glue data processing units (DPUs) allocated to
|
4226
|
-
# this
|
4227
|
-
# DPU is a relative measure of processing power that consists
|
4228
|
-
# vCPUs of compute capacity and 16 GB of memory. For more
|
4229
|
-
# see the [AWS Glue pricing page][1].
|
4250
|
+
# runs of this job. From 2 to 100 DPUs can be allocated; the default
|
4251
|
+
# is 10. A DPU is a relative measure of processing power that consists
|
4252
|
+
# of 4 vCPUs of compute capacity and 16 GB of memory. For more
|
4253
|
+
# information, see the [AWS Glue pricing page][1].
|
4230
4254
|
#
|
4231
4255
|
#
|
4232
4256
|
#
|
4233
4257
|
# [1]: https://aws.amazon.com/glue/pricing/
|
4234
4258
|
# @return [Integer]
|
4235
4259
|
#
|
4260
|
+
# @!attribute [rw] timeout
|
4261
|
+
# The job timeout in minutes.
|
4262
|
+
# @return [Integer]
|
4263
|
+
#
|
4236
4264
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Job AWS API Documentation
|
4237
4265
|
#
|
4238
4266
|
class Job < Struct.new(
|
@@ -4247,7 +4275,8 @@ module Aws::Glue
|
|
4247
4275
|
:default_arguments,
|
4248
4276
|
:connections,
|
4249
4277
|
:max_retries,
|
4250
|
-
:allocated_capacity
|
4278
|
+
:allocated_capacity,
|
4279
|
+
:timeout)
|
4251
4280
|
include Aws::Structure
|
4252
4281
|
end
|
4253
4282
|
|
@@ -4284,7 +4313,7 @@ module Aws::Glue
|
|
4284
4313
|
include Aws::Structure
|
4285
4314
|
end
|
4286
4315
|
|
4287
|
-
# Specifies code
|
4316
|
+
# Specifies code executed when a job is run.
|
4288
4317
|
#
|
4289
4318
|
# @note When making an API call, you may pass JobCommand
|
4290
4319
|
# data as a hash:
|
@@ -4330,7 +4359,7 @@ module Aws::Glue
|
|
4330
4359
|
# @return [String]
|
4331
4360
|
#
|
4332
4361
|
# @!attribute [rw] job_name
|
4333
|
-
# The name of the job being run.
|
4362
|
+
# The name of the job definition being used in this run.
|
4334
4363
|
# @return [String]
|
4335
4364
|
#
|
4336
4365
|
# @!attribute [rw] started_on
|
@@ -4367,7 +4396,7 @@ module Aws::Glue
|
|
4367
4396
|
#
|
4368
4397
|
#
|
4369
4398
|
# [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
|
4370
|
-
# [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-
|
4399
|
+
# [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
|
4371
4400
|
# @return [Hash<String,String>]
|
4372
4401
|
#
|
4373
4402
|
# @!attribute [rw] error_message
|
@@ -4390,6 +4419,14 @@ module Aws::Glue
|
|
4390
4419
|
# [1]: https://aws.amazon.com/glue/pricing/
|
4391
4420
|
# @return [Integer]
|
4392
4421
|
#
|
4422
|
+
# @!attribute [rw] execution_time
|
4423
|
+
# The amount of time (in seconds) that the job run consumed resources.
|
4424
|
+
# @return [Integer]
|
4425
|
+
#
|
4426
|
+
# @!attribute [rw] timeout
|
4427
|
+
# The job run timeout in minutes.
|
4428
|
+
# @return [Integer]
|
4429
|
+
#
|
4393
4430
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/JobRun AWS API Documentation
|
4394
4431
|
#
|
4395
4432
|
class JobRun < Struct.new(
|
@@ -4405,13 +4442,15 @@ module Aws::Glue
|
|
4405
4442
|
:arguments,
|
4406
4443
|
:error_message,
|
4407
4444
|
:predecessor_runs,
|
4408
|
-
:allocated_capacity
|
4445
|
+
:allocated_capacity,
|
4446
|
+
:execution_time,
|
4447
|
+
:timeout)
|
4409
4448
|
include Aws::Structure
|
4410
4449
|
end
|
4411
4450
|
|
4412
|
-
# Specifies information used to update an existing job. Note
|
4413
|
-
# previous job definition will be completely overwritten by
|
4414
|
-
# information.
|
4451
|
+
# Specifies information used to update an existing job definition. Note
|
4452
|
+
# that the previous job definition will be completely overwritten by
|
4453
|
+
# this information.
|
4415
4454
|
#
|
4416
4455
|
# @note When making an API call, you may pass JobUpdate
|
4417
4456
|
# data as a hash:
|
@@ -4435,10 +4474,11 @@ module Aws::Glue
|
|
4435
4474
|
# },
|
4436
4475
|
# max_retries: 1,
|
4437
4476
|
# allocated_capacity: 1,
|
4477
|
+
# timeout: 1,
|
4438
4478
|
# }
|
4439
4479
|
#
|
4440
4480
|
# @!attribute [rw] description
|
4441
|
-
# Description of the job.
|
4481
|
+
# Description of the job being defined.
|
4442
4482
|
# @return [String]
|
4443
4483
|
#
|
4444
4484
|
# @!attribute [rw] log_uri
|
@@ -4446,7 +4486,7 @@ module Aws::Glue
|
|
4446
4486
|
# @return [String]
|
4447
4487
|
#
|
4448
4488
|
# @!attribute [rw] role
|
4449
|
-
# The name of the IAM role associated with this job (required).
|
4489
|
+
# The name or ARN of the IAM role associated with this job (required).
|
4450
4490
|
# @return [String]
|
4451
4491
|
#
|
4452
4492
|
# @!attribute [rw] execution_property
|
@@ -4475,7 +4515,7 @@ module Aws::Glue
|
|
4475
4515
|
#
|
4476
4516
|
#
|
4477
4517
|
# [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
|
4478
|
-
# [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-
|
4518
|
+
# [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
|
4479
4519
|
# @return [Hash<String,String>]
|
4480
4520
|
#
|
4481
4521
|
# @!attribute [rw] connections
|
@@ -4498,6 +4538,10 @@ module Aws::Glue
|
|
4498
4538
|
# [1]: https://aws.amazon.com/glue/pricing/
|
4499
4539
|
# @return [Integer]
|
4500
4540
|
#
|
4541
|
+
# @!attribute [rw] timeout
|
4542
|
+
# The job timeout in minutes. The default is 2880 minutes (48 hours).
|
4543
|
+
# @return [Integer]
|
4544
|
+
#
|
4501
4545
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/JobUpdate AWS API Documentation
|
4502
4546
|
#
|
4503
4547
|
class JobUpdate < Struct.new(
|
@@ -4509,7 +4553,8 @@ module Aws::Glue
|
|
4509
4553
|
:default_arguments,
|
4510
4554
|
:connections,
|
4511
4555
|
:max_retries,
|
4512
|
-
:allocated_capacity
|
4556
|
+
:allocated_capacity,
|
4557
|
+
:timeout)
|
4513
4558
|
include Aws::Structure
|
4514
4559
|
end
|
4515
4560
|
|
@@ -4917,7 +4962,7 @@ module Aws::Glue
|
|
4917
4962
|
# triggered this job run.
|
4918
4963
|
#
|
4919
4964
|
# @!attribute [rw] job_name
|
4920
|
-
# The name of the predecessor job.
|
4965
|
+
# The name of the job definition used by the predecessor job run.
|
4921
4966
|
# @return [String]
|
4922
4967
|
#
|
4923
4968
|
# @!attribute [rw] run_id
|
@@ -4943,13 +4988,14 @@ module Aws::Glue
|
|
4943
4988
|
# {
|
4944
4989
|
# logical_operator: "EQUALS", # accepts EQUALS
|
4945
4990
|
# job_name: "NameString",
|
4946
|
-
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED
|
4991
|
+
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT
|
4947
4992
|
# },
|
4948
4993
|
# ],
|
4949
4994
|
# }
|
4950
4995
|
#
|
4951
4996
|
# @!attribute [rw] logical
|
4952
|
-
#
|
4997
|
+
# Optional field if only one condition is listed. If multiple
|
4998
|
+
# conditions are listed, then this field is required.
|
4953
4999
|
# @return [String]
|
4954
5000
|
#
|
4955
5001
|
# @!attribute [rw] conditions
|
@@ -5256,10 +5302,11 @@ module Aws::Glue
|
|
5256
5302
|
# "GenericString" => "GenericString",
|
5257
5303
|
# },
|
5258
5304
|
# allocated_capacity: 1,
|
5305
|
+
# timeout: 1,
|
5259
5306
|
# }
|
5260
5307
|
#
|
5261
5308
|
# @!attribute [rw] job_name
|
5262
|
-
# The name of the job to
|
5309
|
+
# The name of the job definition to use.
|
5263
5310
|
# @return [String]
|
5264
5311
|
#
|
5265
5312
|
# @!attribute [rw] job_run_id
|
@@ -5268,7 +5315,7 @@ module Aws::Glue
|
|
5268
5315
|
#
|
5269
5316
|
# @!attribute [rw] arguments
|
5270
5317
|
# The job arguments specifically for this run. They override the
|
5271
|
-
# equivalent default arguments set for the job itself.
|
5318
|
+
# equivalent default arguments set for in the job definition itself.
|
5272
5319
|
#
|
5273
5320
|
# You can specify arguments here that your own job-execution script
|
5274
5321
|
# consumes, as well as arguments that AWS Glue itself consumes.
|
@@ -5284,7 +5331,7 @@ module Aws::Glue
|
|
5284
5331
|
#
|
5285
5332
|
#
|
5286
5333
|
# [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
|
5287
|
-
# [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-
|
5334
|
+
# [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
|
5288
5335
|
# @return [Hash<String,String>]
|
5289
5336
|
#
|
5290
5337
|
# @!attribute [rw] allocated_capacity
|
@@ -5299,13 +5346,19 @@ module Aws::Glue
|
|
5299
5346
|
# [1]: https://aws.amazon.com/glue/pricing/
|
5300
5347
|
# @return [Integer]
|
5301
5348
|
#
|
5349
|
+
# @!attribute [rw] timeout
|
5350
|
+
# The job run timeout in minutes. It overrides the timeout value of
|
5351
|
+
# the job.
|
5352
|
+
# @return [Integer]
|
5353
|
+
#
|
5302
5354
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartJobRunRequest AWS API Documentation
|
5303
5355
|
#
|
5304
5356
|
class StartJobRunRequest < Struct.new(
|
5305
5357
|
:job_name,
|
5306
5358
|
:job_run_id,
|
5307
5359
|
:arguments,
|
5308
|
-
:allocated_capacity
|
5360
|
+
:allocated_capacity,
|
5361
|
+
:timeout)
|
5309
5362
|
include Aws::Structure
|
5310
5363
|
end
|
5311
5364
|
|
@@ -5902,6 +5955,7 @@ module Aws::Glue
|
|
5902
5955
|
# arguments: {
|
5903
5956
|
# "GenericString" => "GenericString",
|
5904
5957
|
# },
|
5958
|
+
# timeout: 1,
|
5905
5959
|
# },
|
5906
5960
|
# ],
|
5907
5961
|
# predicate: {
|
@@ -5910,7 +5964,7 @@ module Aws::Glue
|
|
5910
5964
|
# {
|
5911
5965
|
# logical_operator: "EQUALS", # accepts EQUALS
|
5912
5966
|
# job_name: "NameString",
|
5913
|
-
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED
|
5967
|
+
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT
|
5914
5968
|
# },
|
5915
5969
|
# ],
|
5916
5970
|
# },
|
@@ -6349,6 +6403,7 @@ module Aws::Glue
|
|
6349
6403
|
# },
|
6350
6404
|
# max_retries: 1,
|
6351
6405
|
# allocated_capacity: 1,
|
6406
|
+
# timeout: 1,
|
6352
6407
|
# },
|
6353
6408
|
# }
|
6354
6409
|
#
|
@@ -6357,7 +6412,7 @@ module Aws::Glue
|
|
6357
6412
|
# @return [String]
|
6358
6413
|
#
|
6359
6414
|
# @!attribute [rw] job_update
|
6360
|
-
# Specifies the values with which to update the job.
|
6415
|
+
# Specifies the values with which to update the job definition.
|
6361
6416
|
# @return [Types::JobUpdate]
|
6362
6417
|
#
|
6363
6418
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateJobRequest AWS API Documentation
|
@@ -6369,7 +6424,7 @@ module Aws::Glue
|
|
6369
6424
|
end
|
6370
6425
|
|
6371
6426
|
# @!attribute [rw] job_name
|
6372
|
-
# Returns the name of the updated job.
|
6427
|
+
# Returns the name of the updated job definition.
|
6373
6428
|
# @return [String]
|
6374
6429
|
#
|
6375
6430
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateJobResponse AWS API Documentation
|
@@ -6624,6 +6679,7 @@ module Aws::Glue
|
|
6624
6679
|
# arguments: {
|
6625
6680
|
# "GenericString" => "GenericString",
|
6626
6681
|
# },
|
6682
|
+
# timeout: 1,
|
6627
6683
|
# },
|
6628
6684
|
# ],
|
6629
6685
|
# predicate: {
|
@@ -6632,7 +6688,7 @@ module Aws::Glue
|
|
6632
6688
|
# {
|
6633
6689
|
# logical_operator: "EQUALS", # accepts EQUALS
|
6634
6690
|
# job_name: "NameString",
|
6635
|
-
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED
|
6691
|
+
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT
|
6636
6692
|
# },
|
6637
6693
|
# ],
|
6638
6694
|
# },
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: aws-sdk-glue
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.
|
4
|
+
version: 1.7.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Amazon Web Services
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2018-
|
11
|
+
date: 2018-04-10 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: aws-sdk-core
|