aws-sdk-glue 1.115.0 → 1.118.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +15 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +89 -41
- data/lib/aws-sdk-glue/client_api.rb +8 -0
- data/lib/aws-sdk-glue/types.rb +121 -24
- data/lib/aws-sdk-glue.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 3c1baa55119773ca16a1a5d0e571c4ad4fede41d040baafd98b9ff0187ea1b0d
|
4
|
+
data.tar.gz: a11a531cb18a8e70e21de28d3d83fcb34220d061e9ce3877c924e61eb9cbde66
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 4509e04803b787bc777b7f47b6ce80b277f6dd0232bd10dc4760fff60f56de80788e74384c46c7041345ac2b342de123ed27cbec78bf58d0274cc0daa7848b50
|
7
|
+
data.tar.gz: b54e6aa11150cc09882dc0954d07a35b069b73dce7756c7dd892e67581e384523d85d52155798cf754fa7d56b5c38004af50a0462eded74cc28fa0b2a431d216
|
data/CHANGELOG.md
CHANGED
@@ -1,6 +1,21 @@
|
|
1
1
|
Unreleased Changes
|
2
2
|
------------------
|
3
3
|
|
4
|
+
1.118.0 (2022-08-11)
|
5
|
+
------------------
|
6
|
+
|
7
|
+
* Feature - Add support for Python 3.9 AWS Glue Python Shell jobs
|
8
|
+
|
9
|
+
1.117.0 (2022-08-08)
|
10
|
+
------------------
|
11
|
+
|
12
|
+
* Feature - Add an option to run non-urgent or non-time sensitive Glue Jobs on spare capacity
|
13
|
+
|
14
|
+
1.116.0 (2022-07-19)
|
15
|
+
------------------
|
16
|
+
|
17
|
+
* Feature - Documentation updates for AWS Glue Job Timeout and Autoscaling
|
18
|
+
|
4
19
|
1.115.0 (2022-07-14)
|
5
20
|
------------------
|
6
21
|
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.
|
1
|
+
1.118.0
|
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -1444,6 +1444,7 @@ module Aws::Glue
|
|
1444
1444
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.inputs[0] #=> String
|
1445
1445
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.database #=> String
|
1446
1446
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.table #=> String
|
1447
|
+
# resp.jobs[0].execution_class #=> String, one of "FLEX", "STANDARD"
|
1447
1448
|
# resp.jobs_not_found #=> Array
|
1448
1449
|
# resp.jobs_not_found[0] #=> String
|
1449
1450
|
#
|
@@ -1595,9 +1596,9 @@ module Aws::Glue
|
|
1595
1596
|
# resp.triggers[0].predicate.conditions #=> Array
|
1596
1597
|
# resp.triggers[0].predicate.conditions[0].logical_operator #=> String, one of "EQUALS"
|
1597
1598
|
# resp.triggers[0].predicate.conditions[0].job_name #=> String
|
1598
|
-
# resp.triggers[0].predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
1599
|
+
# resp.triggers[0].predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
1599
1600
|
# resp.triggers[0].predicate.conditions[0].crawler_name #=> String
|
1600
|
-
# resp.triggers[0].predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
1601
|
+
# resp.triggers[0].predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED", "ERROR"
|
1601
1602
|
# resp.triggers[0].event_batching_condition.batch_size #=> Integer
|
1602
1603
|
# resp.triggers[0].event_batching_condition.batch_window #=> Integer
|
1603
1604
|
# resp.triggers_not_found #=> Array
|
@@ -1662,6 +1663,8 @@ module Aws::Glue
|
|
1662
1663
|
# resp.workflows[0].last_run.statistics.stopped_actions #=> Integer
|
1663
1664
|
# resp.workflows[0].last_run.statistics.succeeded_actions #=> Integer
|
1664
1665
|
# resp.workflows[0].last_run.statistics.running_actions #=> Integer
|
1666
|
+
# resp.workflows[0].last_run.statistics.errored_actions #=> Integer
|
1667
|
+
# resp.workflows[0].last_run.statistics.waiting_actions #=> Integer
|
1665
1668
|
# resp.workflows[0].last_run.graph.nodes #=> Array
|
1666
1669
|
# resp.workflows[0].last_run.graph.nodes[0].type #=> String, one of "CRAWLER", "JOB", "TRIGGER"
|
1667
1670
|
# resp.workflows[0].last_run.graph.nodes[0].name #=> String
|
@@ -1685,9 +1688,9 @@ module Aws::Glue
|
|
1685
1688
|
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions #=> Array
|
1686
1689
|
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].logical_operator #=> String, one of "EQUALS"
|
1687
1690
|
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].job_name #=> String
|
1688
|
-
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
1691
|
+
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
1689
1692
|
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawler_name #=> String
|
1690
|
-
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
1693
|
+
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED", "ERROR"
|
1691
1694
|
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_size #=> Integer
|
1692
1695
|
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_window #=> Integer
|
1693
1696
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs #=> Array
|
@@ -1699,7 +1702,7 @@ module Aws::Glue
|
|
1699
1702
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].started_on #=> Time
|
1700
1703
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].last_modified_on #=> Time
|
1701
1704
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].completed_on #=> Time
|
1702
|
-
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
1705
|
+
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
1703
1706
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].arguments #=> Hash
|
1704
1707
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].arguments["GenericString"] #=> String
|
1705
1708
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].error_message #=> String
|
@@ -1717,8 +1720,9 @@ module Aws::Glue
|
|
1717
1720
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].notification_property.notify_delay_after #=> Integer
|
1718
1721
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].glue_version #=> String
|
1719
1722
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].dpu_seconds #=> Float
|
1723
|
+
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].execution_class #=> String, one of "FLEX", "STANDARD"
|
1720
1724
|
# resp.workflows[0].last_run.graph.nodes[0].crawler_details.crawls #=> Array
|
1721
|
-
# resp.workflows[0].last_run.graph.nodes[0].crawler_details.crawls[0].state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
1725
|
+
# resp.workflows[0].last_run.graph.nodes[0].crawler_details.crawls[0].state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED", "ERROR"
|
1722
1726
|
# resp.workflows[0].last_run.graph.nodes[0].crawler_details.crawls[0].started_on #=> Time
|
1723
1727
|
# resp.workflows[0].last_run.graph.nodes[0].crawler_details.crawls[0].completed_on #=> Time
|
1724
1728
|
# resp.workflows[0].last_run.graph.nodes[0].crawler_details.crawls[0].error_message #=> String
|
@@ -1752,9 +1756,9 @@ module Aws::Glue
|
|
1752
1756
|
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.predicate.conditions #=> Array
|
1753
1757
|
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].logical_operator #=> String, one of "EQUALS"
|
1754
1758
|
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].job_name #=> String
|
1755
|
-
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
1759
|
+
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
1756
1760
|
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawler_name #=> String
|
1757
|
-
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
1761
|
+
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED", "ERROR"
|
1758
1762
|
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_size #=> Integer
|
1759
1763
|
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_window #=> Integer
|
1760
1764
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs #=> Array
|
@@ -1766,7 +1770,7 @@ module Aws::Glue
|
|
1766
1770
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].started_on #=> Time
|
1767
1771
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].last_modified_on #=> Time
|
1768
1772
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].completed_on #=> Time
|
1769
|
-
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
1773
|
+
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
1770
1774
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].arguments #=> Hash
|
1771
1775
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].arguments["GenericString"] #=> String
|
1772
1776
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].error_message #=> String
|
@@ -1784,8 +1788,9 @@ module Aws::Glue
|
|
1784
1788
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].notification_property.notify_delay_after #=> Integer
|
1785
1789
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].glue_version #=> String
|
1786
1790
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].dpu_seconds #=> Float
|
1791
|
+
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].execution_class #=> String, one of "FLEX", "STANDARD"
|
1787
1792
|
# resp.workflows[0].graph.nodes[0].crawler_details.crawls #=> Array
|
1788
|
-
# resp.workflows[0].graph.nodes[0].crawler_details.crawls[0].state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
1793
|
+
# resp.workflows[0].graph.nodes[0].crawler_details.crawls[0].state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED", "ERROR"
|
1789
1794
|
# resp.workflows[0].graph.nodes[0].crawler_details.crawls[0].started_on #=> Time
|
1790
1795
|
# resp.workflows[0].graph.nodes[0].crawler_details.crawls[0].completed_on #=> Time
|
1791
1796
|
# resp.workflows[0].graph.nodes[0].crawler_details.crawls[0].error_message #=> String
|
@@ -2841,6 +2846,18 @@ module Aws::Glue
|
|
2841
2846
|
# The representation of a directed acyclic graph on which both the Glue
|
2842
2847
|
# Studio visual component and Glue Studio code generation is based.
|
2843
2848
|
#
|
2849
|
+
# @option params [String] :execution_class
|
2850
|
+
# Indicates whether the job is run with a standard or flexible execution
|
2851
|
+
# class. The standard execution-class is ideal for time-sensitive
|
2852
|
+
# workloads that require fast job startup and dedicated resources.
|
2853
|
+
#
|
2854
|
+
# The flexible execution class is appropriate for time-insensitive jobs
|
2855
|
+
# whose start and completion times may vary.
|
2856
|
+
#
|
2857
|
+
# Only jobs with Glue version 3.0 and above and command type `glueetl`
|
2858
|
+
# will be allowed to set `ExecutionClass` to `FLEX`. The flexible
|
2859
|
+
# execution class is available for Spark jobs.
|
2860
|
+
#
|
2844
2861
|
# @return [Types::CreateJobResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
2845
2862
|
#
|
2846
2863
|
# * {Types::CreateJobResponse#name #name} => String
|
@@ -3551,6 +3568,7 @@ module Aws::Glue
|
|
3551
3568
|
# },
|
3552
3569
|
# },
|
3553
3570
|
# },
|
3571
|
+
# execution_class: "FLEX", # accepts FLEX, STANDARD
|
3554
3572
|
# })
|
3555
3573
|
#
|
3556
3574
|
# @example Response structure
|
@@ -4548,9 +4566,9 @@ module Aws::Glue
|
|
4548
4566
|
# {
|
4549
4567
|
# logical_operator: "EQUALS", # accepts EQUALS
|
4550
4568
|
# job_name: "NameString",
|
4551
|
-
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT
|
4569
|
+
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT, ERROR, WAITING
|
4552
4570
|
# crawler_name: "NameString",
|
4553
|
-
# crawl_state: "RUNNING", # accepts RUNNING, CANCELLING, CANCELLED, SUCCEEDED, FAILED
|
4571
|
+
# crawl_state: "RUNNING", # accepts RUNNING, CANCELLING, CANCELLED, SUCCEEDED, FAILED, ERROR
|
4554
4572
|
# },
|
4555
4573
|
# ],
|
4556
4574
|
# },
|
@@ -7188,6 +7206,7 @@ module Aws::Glue
|
|
7188
7206
|
# resp.job.code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.inputs[0] #=> String
|
7189
7207
|
# resp.job.code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.database #=> String
|
7190
7208
|
# resp.job.code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.table #=> String
|
7209
|
+
# resp.job.execution_class #=> String, one of "FLEX", "STANDARD"
|
7191
7210
|
#
|
7192
7211
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetJob AWS API Documentation
|
7193
7212
|
#
|
@@ -7269,7 +7288,7 @@ module Aws::Glue
|
|
7269
7288
|
# resp.job_run.started_on #=> Time
|
7270
7289
|
# resp.job_run.last_modified_on #=> Time
|
7271
7290
|
# resp.job_run.completed_on #=> Time
|
7272
|
-
# resp.job_run.job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
7291
|
+
# resp.job_run.job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
7273
7292
|
# resp.job_run.arguments #=> Hash
|
7274
7293
|
# resp.job_run.arguments["GenericString"] #=> String
|
7275
7294
|
# resp.job_run.error_message #=> String
|
@@ -7287,6 +7306,7 @@ module Aws::Glue
|
|
7287
7306
|
# resp.job_run.notification_property.notify_delay_after #=> Integer
|
7288
7307
|
# resp.job_run.glue_version #=> String
|
7289
7308
|
# resp.job_run.dpu_seconds #=> Float
|
7309
|
+
# resp.job_run.execution_class #=> String, one of "FLEX", "STANDARD"
|
7290
7310
|
#
|
7291
7311
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetJobRun AWS API Documentation
|
7292
7312
|
#
|
@@ -7334,7 +7354,7 @@ module Aws::Glue
|
|
7334
7354
|
# resp.job_runs[0].started_on #=> Time
|
7335
7355
|
# resp.job_runs[0].last_modified_on #=> Time
|
7336
7356
|
# resp.job_runs[0].completed_on #=> Time
|
7337
|
-
# resp.job_runs[0].job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
7357
|
+
# resp.job_runs[0].job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
7338
7358
|
# resp.job_runs[0].arguments #=> Hash
|
7339
7359
|
# resp.job_runs[0].arguments["GenericString"] #=> String
|
7340
7360
|
# resp.job_runs[0].error_message #=> String
|
@@ -7352,6 +7372,7 @@ module Aws::Glue
|
|
7352
7372
|
# resp.job_runs[0].notification_property.notify_delay_after #=> Integer
|
7353
7373
|
# resp.job_runs[0].glue_version #=> String
|
7354
7374
|
# resp.job_runs[0].dpu_seconds #=> Float
|
7375
|
+
# resp.job_runs[0].execution_class #=> String, one of "FLEX", "STANDARD"
|
7355
7376
|
# resp.next_token #=> String
|
7356
7377
|
#
|
7357
7378
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetJobRuns AWS API Documentation
|
@@ -7893,6 +7914,7 @@ module Aws::Glue
|
|
7893
7914
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.inputs[0] #=> String
|
7894
7915
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.database #=> String
|
7895
7916
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.table #=> String
|
7917
|
+
# resp.jobs[0].execution_class #=> String, one of "FLEX", "STANDARD"
|
7896
7918
|
# resp.next_token #=> String
|
7897
7919
|
#
|
7898
7920
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetJobs AWS API Documentation
|
@@ -9857,9 +9879,9 @@ module Aws::Glue
|
|
9857
9879
|
# resp.trigger.predicate.conditions #=> Array
|
9858
9880
|
# resp.trigger.predicate.conditions[0].logical_operator #=> String, one of "EQUALS"
|
9859
9881
|
# resp.trigger.predicate.conditions[0].job_name #=> String
|
9860
|
-
# resp.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
9882
|
+
# resp.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
9861
9883
|
# resp.trigger.predicate.conditions[0].crawler_name #=> String
|
9862
|
-
# resp.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
9884
|
+
# resp.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED", "ERROR"
|
9863
9885
|
# resp.trigger.event_batching_condition.batch_size #=> Integer
|
9864
9886
|
# resp.trigger.event_batching_condition.batch_window #=> Integer
|
9865
9887
|
#
|
@@ -9922,9 +9944,9 @@ module Aws::Glue
|
|
9922
9944
|
# resp.triggers[0].predicate.conditions #=> Array
|
9923
9945
|
# resp.triggers[0].predicate.conditions[0].logical_operator #=> String, one of "EQUALS"
|
9924
9946
|
# resp.triggers[0].predicate.conditions[0].job_name #=> String
|
9925
|
-
# resp.triggers[0].predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
9947
|
+
# resp.triggers[0].predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
9926
9948
|
# resp.triggers[0].predicate.conditions[0].crawler_name #=> String
|
9927
|
-
# resp.triggers[0].predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
9949
|
+
# resp.triggers[0].predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED", "ERROR"
|
9928
9950
|
# resp.triggers[0].event_batching_condition.batch_size #=> Integer
|
9929
9951
|
# resp.triggers[0].event_batching_condition.batch_window #=> Integer
|
9930
9952
|
# resp.next_token #=> String
|
@@ -10411,6 +10433,8 @@ module Aws::Glue
|
|
10411
10433
|
# resp.workflow.last_run.statistics.stopped_actions #=> Integer
|
10412
10434
|
# resp.workflow.last_run.statistics.succeeded_actions #=> Integer
|
10413
10435
|
# resp.workflow.last_run.statistics.running_actions #=> Integer
|
10436
|
+
# resp.workflow.last_run.statistics.errored_actions #=> Integer
|
10437
|
+
# resp.workflow.last_run.statistics.waiting_actions #=> Integer
|
10414
10438
|
# resp.workflow.last_run.graph.nodes #=> Array
|
10415
10439
|
# resp.workflow.last_run.graph.nodes[0].type #=> String, one of "CRAWLER", "JOB", "TRIGGER"
|
10416
10440
|
# resp.workflow.last_run.graph.nodes[0].name #=> String
|
@@ -10434,9 +10458,9 @@ module Aws::Glue
|
|
10434
10458
|
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions #=> Array
|
10435
10459
|
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].logical_operator #=> String, one of "EQUALS"
|
10436
10460
|
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].job_name #=> String
|
10437
|
-
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
10461
|
+
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
10438
10462
|
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawler_name #=> String
|
10439
|
-
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
10463
|
+
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED", "ERROR"
|
10440
10464
|
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_size #=> Integer
|
10441
10465
|
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_window #=> Integer
|
10442
10466
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs #=> Array
|
@@ -10448,7 +10472,7 @@ module Aws::Glue
|
|
10448
10472
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].started_on #=> Time
|
10449
10473
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].last_modified_on #=> Time
|
10450
10474
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].completed_on #=> Time
|
10451
|
-
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
10475
|
+
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
10452
10476
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].arguments #=> Hash
|
10453
10477
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].arguments["GenericString"] #=> String
|
10454
10478
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].error_message #=> String
|
@@ -10466,8 +10490,9 @@ module Aws::Glue
|
|
10466
10490
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].notification_property.notify_delay_after #=> Integer
|
10467
10491
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].glue_version #=> String
|
10468
10492
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].dpu_seconds #=> Float
|
10493
|
+
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].execution_class #=> String, one of "FLEX", "STANDARD"
|
10469
10494
|
# resp.workflow.last_run.graph.nodes[0].crawler_details.crawls #=> Array
|
10470
|
-
# resp.workflow.last_run.graph.nodes[0].crawler_details.crawls[0].state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
10495
|
+
# resp.workflow.last_run.graph.nodes[0].crawler_details.crawls[0].state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED", "ERROR"
|
10471
10496
|
# resp.workflow.last_run.graph.nodes[0].crawler_details.crawls[0].started_on #=> Time
|
10472
10497
|
# resp.workflow.last_run.graph.nodes[0].crawler_details.crawls[0].completed_on #=> Time
|
10473
10498
|
# resp.workflow.last_run.graph.nodes[0].crawler_details.crawls[0].error_message #=> String
|
@@ -10501,9 +10526,9 @@ module Aws::Glue
|
|
10501
10526
|
# resp.workflow.graph.nodes[0].trigger_details.trigger.predicate.conditions #=> Array
|
10502
10527
|
# resp.workflow.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].logical_operator #=> String, one of "EQUALS"
|
10503
10528
|
# resp.workflow.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].job_name #=> String
|
10504
|
-
# resp.workflow.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
10529
|
+
# resp.workflow.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
10505
10530
|
# resp.workflow.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawler_name #=> String
|
10506
|
-
# resp.workflow.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
10531
|
+
# resp.workflow.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED", "ERROR"
|
10507
10532
|
# resp.workflow.graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_size #=> Integer
|
10508
10533
|
# resp.workflow.graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_window #=> Integer
|
10509
10534
|
# resp.workflow.graph.nodes[0].job_details.job_runs #=> Array
|
@@ -10515,7 +10540,7 @@ module Aws::Glue
|
|
10515
10540
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].started_on #=> Time
|
10516
10541
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].last_modified_on #=> Time
|
10517
10542
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].completed_on #=> Time
|
10518
|
-
# resp.workflow.graph.nodes[0].job_details.job_runs[0].job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
10543
|
+
# resp.workflow.graph.nodes[0].job_details.job_runs[0].job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
10519
10544
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].arguments #=> Hash
|
10520
10545
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].arguments["GenericString"] #=> String
|
10521
10546
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].error_message #=> String
|
@@ -10533,8 +10558,9 @@ module Aws::Glue
|
|
10533
10558
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].notification_property.notify_delay_after #=> Integer
|
10534
10559
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].glue_version #=> String
|
10535
10560
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].dpu_seconds #=> Float
|
10561
|
+
# resp.workflow.graph.nodes[0].job_details.job_runs[0].execution_class #=> String, one of "FLEX", "STANDARD"
|
10536
10562
|
# resp.workflow.graph.nodes[0].crawler_details.crawls #=> Array
|
10537
|
-
# resp.workflow.graph.nodes[0].crawler_details.crawls[0].state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
10563
|
+
# resp.workflow.graph.nodes[0].crawler_details.crawls[0].state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED", "ERROR"
|
10538
10564
|
# resp.workflow.graph.nodes[0].crawler_details.crawls[0].started_on #=> Time
|
10539
10565
|
# resp.workflow.graph.nodes[0].crawler_details.crawls[0].completed_on #=> Time
|
10540
10566
|
# resp.workflow.graph.nodes[0].crawler_details.crawls[0].error_message #=> String
|
@@ -10596,6 +10622,8 @@ module Aws::Glue
|
|
10596
10622
|
# resp.run.statistics.stopped_actions #=> Integer
|
10597
10623
|
# resp.run.statistics.succeeded_actions #=> Integer
|
10598
10624
|
# resp.run.statistics.running_actions #=> Integer
|
10625
|
+
# resp.run.statistics.errored_actions #=> Integer
|
10626
|
+
# resp.run.statistics.waiting_actions #=> Integer
|
10599
10627
|
# resp.run.graph.nodes #=> Array
|
10600
10628
|
# resp.run.graph.nodes[0].type #=> String, one of "CRAWLER", "JOB", "TRIGGER"
|
10601
10629
|
# resp.run.graph.nodes[0].name #=> String
|
@@ -10619,9 +10647,9 @@ module Aws::Glue
|
|
10619
10647
|
# resp.run.graph.nodes[0].trigger_details.trigger.predicate.conditions #=> Array
|
10620
10648
|
# resp.run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].logical_operator #=> String, one of "EQUALS"
|
10621
10649
|
# resp.run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].job_name #=> String
|
10622
|
-
# resp.run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
10650
|
+
# resp.run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
10623
10651
|
# resp.run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawler_name #=> String
|
10624
|
-
# resp.run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
10652
|
+
# resp.run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED", "ERROR"
|
10625
10653
|
# resp.run.graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_size #=> Integer
|
10626
10654
|
# resp.run.graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_window #=> Integer
|
10627
10655
|
# resp.run.graph.nodes[0].job_details.job_runs #=> Array
|
@@ -10633,7 +10661,7 @@ module Aws::Glue
|
|
10633
10661
|
# resp.run.graph.nodes[0].job_details.job_runs[0].started_on #=> Time
|
10634
10662
|
# resp.run.graph.nodes[0].job_details.job_runs[0].last_modified_on #=> Time
|
10635
10663
|
# resp.run.graph.nodes[0].job_details.job_runs[0].completed_on #=> Time
|
10636
|
-
# resp.run.graph.nodes[0].job_details.job_runs[0].job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
10664
|
+
# resp.run.graph.nodes[0].job_details.job_runs[0].job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
10637
10665
|
# resp.run.graph.nodes[0].job_details.job_runs[0].arguments #=> Hash
|
10638
10666
|
# resp.run.graph.nodes[0].job_details.job_runs[0].arguments["GenericString"] #=> String
|
10639
10667
|
# resp.run.graph.nodes[0].job_details.job_runs[0].error_message #=> String
|
@@ -10651,8 +10679,9 @@ module Aws::Glue
|
|
10651
10679
|
# resp.run.graph.nodes[0].job_details.job_runs[0].notification_property.notify_delay_after #=> Integer
|
10652
10680
|
# resp.run.graph.nodes[0].job_details.job_runs[0].glue_version #=> String
|
10653
10681
|
# resp.run.graph.nodes[0].job_details.job_runs[0].dpu_seconds #=> Float
|
10682
|
+
# resp.run.graph.nodes[0].job_details.job_runs[0].execution_class #=> String, one of "FLEX", "STANDARD"
|
10654
10683
|
# resp.run.graph.nodes[0].crawler_details.crawls #=> Array
|
10655
|
-
# resp.run.graph.nodes[0].crawler_details.crawls[0].state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
10684
|
+
# resp.run.graph.nodes[0].crawler_details.crawls[0].state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED", "ERROR"
|
10656
10685
|
# resp.run.graph.nodes[0].crawler_details.crawls[0].started_on #=> Time
|
10657
10686
|
# resp.run.graph.nodes[0].crawler_details.crawls[0].completed_on #=> Time
|
10658
10687
|
# resp.run.graph.nodes[0].crawler_details.crawls[0].error_message #=> String
|
@@ -10754,6 +10783,8 @@ module Aws::Glue
|
|
10754
10783
|
# resp.runs[0].statistics.stopped_actions #=> Integer
|
10755
10784
|
# resp.runs[0].statistics.succeeded_actions #=> Integer
|
10756
10785
|
# resp.runs[0].statistics.running_actions #=> Integer
|
10786
|
+
# resp.runs[0].statistics.errored_actions #=> Integer
|
10787
|
+
# resp.runs[0].statistics.waiting_actions #=> Integer
|
10757
10788
|
# resp.runs[0].graph.nodes #=> Array
|
10758
10789
|
# resp.runs[0].graph.nodes[0].type #=> String, one of "CRAWLER", "JOB", "TRIGGER"
|
10759
10790
|
# resp.runs[0].graph.nodes[0].name #=> String
|
@@ -10777,9 +10808,9 @@ module Aws::Glue
|
|
10777
10808
|
# resp.runs[0].graph.nodes[0].trigger_details.trigger.predicate.conditions #=> Array
|
10778
10809
|
# resp.runs[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].logical_operator #=> String, one of "EQUALS"
|
10779
10810
|
# resp.runs[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].job_name #=> String
|
10780
|
-
# resp.runs[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
10811
|
+
# resp.runs[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
10781
10812
|
# resp.runs[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawler_name #=> String
|
10782
|
-
# resp.runs[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
10813
|
+
# resp.runs[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED", "ERROR"
|
10783
10814
|
# resp.runs[0].graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_size #=> Integer
|
10784
10815
|
# resp.runs[0].graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_window #=> Integer
|
10785
10816
|
# resp.runs[0].graph.nodes[0].job_details.job_runs #=> Array
|
@@ -10791,7 +10822,7 @@ module Aws::Glue
|
|
10791
10822
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].started_on #=> Time
|
10792
10823
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].last_modified_on #=> Time
|
10793
10824
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].completed_on #=> Time
|
10794
|
-
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
10825
|
+
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
10795
10826
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].arguments #=> Hash
|
10796
10827
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].arguments["GenericString"] #=> String
|
10797
10828
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].error_message #=> String
|
@@ -10809,8 +10840,9 @@ module Aws::Glue
|
|
10809
10840
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].notification_property.notify_delay_after #=> Integer
|
10810
10841
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].glue_version #=> String
|
10811
10842
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].dpu_seconds #=> Float
|
10843
|
+
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].execution_class #=> String, one of "FLEX", "STANDARD"
|
10812
10844
|
# resp.runs[0].graph.nodes[0].crawler_details.crawls #=> Array
|
10813
|
-
# resp.runs[0].graph.nodes[0].crawler_details.crawls[0].state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
10845
|
+
# resp.runs[0].graph.nodes[0].crawler_details.crawls[0].state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED", "ERROR"
|
10814
10846
|
# resp.runs[0].graph.nodes[0].crawler_details.crawls[0].started_on #=> Time
|
10815
10847
|
# resp.runs[0].graph.nodes[0].crawler_details.crawls[0].completed_on #=> Time
|
10816
10848
|
# resp.runs[0].graph.nodes[0].crawler_details.crawls[0].error_message #=> String
|
@@ -12543,8 +12575,10 @@ module Aws::Glue
|
|
12543
12575
|
# @option params [Integer] :timeout
|
12544
12576
|
# The `JobRun` timeout in minutes. This is the maximum time that a job
|
12545
12577
|
# run can consume resources before it is terminated and enters `TIMEOUT`
|
12546
|
-
# status.
|
12547
|
-
#
|
12578
|
+
# status. This value overrides the timeout value set in the parent job.
|
12579
|
+
#
|
12580
|
+
# Streaming jobs do not have a timeout. The default for non-streaming
|
12581
|
+
# jobs is 2,880 minutes (48 hours).
|
12548
12582
|
#
|
12549
12583
|
# @option params [Float] :max_capacity
|
12550
12584
|
# The number of Glue data processing units (DPUs) that can be allocated
|
@@ -12599,6 +12633,18 @@ module Aws::Glue
|
|
12599
12633
|
# The number of workers of a defined `workerType` that are allocated
|
12600
12634
|
# when a job runs.
|
12601
12635
|
#
|
12636
|
+
# @option params [String] :execution_class
|
12637
|
+
# Indicates whether the job is run with a standard or flexible execution
|
12638
|
+
# class. The standard execution-class is ideal for time-sensitive
|
12639
|
+
# workloads that require fast job startup and dedicated resources.
|
12640
|
+
#
|
12641
|
+
# The flexible execution class is appropriate for time-insensitive jobs
|
12642
|
+
# whose start and completion times may vary.
|
12643
|
+
#
|
12644
|
+
# Only jobs with Glue version 3.0 and above and command type `glueetl`
|
12645
|
+
# will be allowed to set `ExecutionClass` to `FLEX`. The flexible
|
12646
|
+
# execution class is available for Spark jobs.
|
12647
|
+
#
|
12602
12648
|
# @return [Types::StartJobRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
12603
12649
|
#
|
12604
12650
|
# * {Types::StartJobRunResponse#job_run_id #job_run_id} => String
|
@@ -12620,6 +12666,7 @@ module Aws::Glue
|
|
12620
12666
|
# },
|
12621
12667
|
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
12622
12668
|
# number_of_workers: 1,
|
12669
|
+
# execution_class: "FLEX", # accepts FLEX, STANDARD
|
12623
12670
|
# })
|
12624
12671
|
#
|
12625
12672
|
# @example Response structure
|
@@ -14416,6 +14463,7 @@ module Aws::Glue
|
|
14416
14463
|
# },
|
14417
14464
|
# },
|
14418
14465
|
# },
|
14466
|
+
# execution_class: "FLEX", # accepts FLEX, STANDARD
|
14419
14467
|
# },
|
14420
14468
|
# })
|
14421
14469
|
#
|
@@ -14934,9 +14982,9 @@ module Aws::Glue
|
|
14934
14982
|
# {
|
14935
14983
|
# logical_operator: "EQUALS", # accepts EQUALS
|
14936
14984
|
# job_name: "NameString",
|
14937
|
-
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT
|
14985
|
+
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT, ERROR, WAITING
|
14938
14986
|
# crawler_name: "NameString",
|
14939
|
-
# crawl_state: "RUNNING", # accepts RUNNING, CANCELLING, CANCELLED, SUCCEEDED, FAILED
|
14987
|
+
# crawl_state: "RUNNING", # accepts RUNNING, CANCELLING, CANCELLED, SUCCEEDED, FAILED, ERROR
|
14940
14988
|
# },
|
14941
14989
|
# ],
|
14942
14990
|
# },
|
@@ -14968,9 +15016,9 @@ module Aws::Glue
|
|
14968
15016
|
# resp.trigger.predicate.conditions #=> Array
|
14969
15017
|
# resp.trigger.predicate.conditions[0].logical_operator #=> String, one of "EQUALS"
|
14970
15018
|
# resp.trigger.predicate.conditions[0].job_name #=> String
|
14971
|
-
# resp.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
15019
|
+
# resp.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
14972
15020
|
# resp.trigger.predicate.conditions[0].crawler_name #=> String
|
14973
|
-
# resp.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
15021
|
+
# resp.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED", "ERROR"
|
14974
15022
|
# resp.trigger.event_batching_condition.batch_size #=> Integer
|
14975
15023
|
# resp.trigger.event_batching_condition.batch_window #=> Integer
|
14976
15024
|
#
|
@@ -15092,7 +15140,7 @@ module Aws::Glue
|
|
15092
15140
|
params: params,
|
15093
15141
|
config: config)
|
15094
15142
|
context[:gem_name] = 'aws-sdk-glue'
|
15095
|
-
context[:gem_version] = '1.
|
15143
|
+
context[:gem_version] = '1.118.0'
|
15096
15144
|
Seahorse::Client::Request.new(handlers, context)
|
15097
15145
|
end
|
15098
15146
|
|
@@ -362,6 +362,7 @@ module Aws::Glue
|
|
362
362
|
EvaluationMetrics = Shapes::StructureShape.new(name: 'EvaluationMetrics')
|
363
363
|
EventBatchingCondition = Shapes::StructureShape.new(name: 'EventBatchingCondition')
|
364
364
|
EventQueueArn = Shapes::StringShape.new(name: 'EventQueueArn')
|
365
|
+
ExecutionClass = Shapes::StringShape.new(name: 'ExecutionClass')
|
365
366
|
ExecutionProperty = Shapes::StructureShape.new(name: 'ExecutionProperty')
|
366
367
|
ExecutionTime = Shapes::IntegerShape.new(name: 'ExecutionTime')
|
367
368
|
ExistCondition = Shapes::StringShape.new(name: 'ExistCondition')
|
@@ -1798,6 +1799,7 @@ module Aws::Glue
|
|
1798
1799
|
CreateJobRequest.add_member(:number_of_workers, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "NumberOfWorkers"))
|
1799
1800
|
CreateJobRequest.add_member(:worker_type, Shapes::ShapeRef.new(shape: WorkerType, location_name: "WorkerType"))
|
1800
1801
|
CreateJobRequest.add_member(:code_gen_configuration_nodes, Shapes::ShapeRef.new(shape: CodeGenConfigurationNodes, location_name: "CodeGenConfigurationNodes"))
|
1802
|
+
CreateJobRequest.add_member(:execution_class, Shapes::ShapeRef.new(shape: ExecutionClass, location_name: "ExecutionClass"))
|
1801
1803
|
CreateJobRequest.struct_class = Types::CreateJobRequest
|
1802
1804
|
|
1803
1805
|
CreateJobResponse.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
|
@@ -3132,6 +3134,7 @@ module Aws::Glue
|
|
3132
3134
|
Job.add_member(:notification_property, Shapes::ShapeRef.new(shape: NotificationProperty, location_name: "NotificationProperty"))
|
3133
3135
|
Job.add_member(:glue_version, Shapes::ShapeRef.new(shape: GlueVersionString, location_name: "GlueVersion"))
|
3134
3136
|
Job.add_member(:code_gen_configuration_nodes, Shapes::ShapeRef.new(shape: CodeGenConfigurationNodes, location_name: "CodeGenConfigurationNodes"))
|
3137
|
+
Job.add_member(:execution_class, Shapes::ShapeRef.new(shape: ExecutionClass, location_name: "ExecutionClass"))
|
3135
3138
|
Job.struct_class = Types::Job
|
3136
3139
|
|
3137
3140
|
JobBookmarkEntry.add_member(:job_name, Shapes::ShapeRef.new(shape: JobName, location_name: "JobName"))
|
@@ -3182,6 +3185,7 @@ module Aws::Glue
|
|
3182
3185
|
JobRun.add_member(:notification_property, Shapes::ShapeRef.new(shape: NotificationProperty, location_name: "NotificationProperty"))
|
3183
3186
|
JobRun.add_member(:glue_version, Shapes::ShapeRef.new(shape: GlueVersionString, location_name: "GlueVersion"))
|
3184
3187
|
JobRun.add_member(:dpu_seconds, Shapes::ShapeRef.new(shape: NullableDouble, location_name: "DPUSeconds"))
|
3188
|
+
JobRun.add_member(:execution_class, Shapes::ShapeRef.new(shape: ExecutionClass, location_name: "ExecutionClass"))
|
3185
3189
|
JobRun.struct_class = Types::JobRun
|
3186
3190
|
|
3187
3191
|
JobRunList.member = Shapes::ShapeRef.new(shape: JobRun)
|
@@ -3204,6 +3208,7 @@ module Aws::Glue
|
|
3204
3208
|
JobUpdate.add_member(:notification_property, Shapes::ShapeRef.new(shape: NotificationProperty, location_name: "NotificationProperty"))
|
3205
3209
|
JobUpdate.add_member(:glue_version, Shapes::ShapeRef.new(shape: GlueVersionString, location_name: "GlueVersion"))
|
3206
3210
|
JobUpdate.add_member(:code_gen_configuration_nodes, Shapes::ShapeRef.new(shape: CodeGenConfigurationNodes, location_name: "CodeGenConfigurationNodes"))
|
3211
|
+
JobUpdate.add_member(:execution_class, Shapes::ShapeRef.new(shape: ExecutionClass, location_name: "ExecutionClass"))
|
3207
3212
|
JobUpdate.struct_class = Types::JobUpdate
|
3208
3213
|
|
3209
3214
|
Join.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
|
@@ -4205,6 +4210,7 @@ module Aws::Glue
|
|
4205
4210
|
StartJobRunRequest.add_member(:notification_property, Shapes::ShapeRef.new(shape: NotificationProperty, location_name: "NotificationProperty"))
|
4206
4211
|
StartJobRunRequest.add_member(:worker_type, Shapes::ShapeRef.new(shape: WorkerType, location_name: "WorkerType"))
|
4207
4212
|
StartJobRunRequest.add_member(:number_of_workers, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "NumberOfWorkers"))
|
4213
|
+
StartJobRunRequest.add_member(:execution_class, Shapes::ShapeRef.new(shape: ExecutionClass, location_name: "ExecutionClass"))
|
4208
4214
|
StartJobRunRequest.struct_class = Types::StartJobRunRequest
|
4209
4215
|
|
4210
4216
|
StartJobRunResponse.add_member(:job_run_id, Shapes::ShapeRef.new(shape: IdString, location_name: "JobRunId"))
|
@@ -4765,6 +4771,8 @@ module Aws::Glue
|
|
4765
4771
|
WorkflowRunStatistics.add_member(:stopped_actions, Shapes::ShapeRef.new(shape: IntegerValue, location_name: "StoppedActions"))
|
4766
4772
|
WorkflowRunStatistics.add_member(:succeeded_actions, Shapes::ShapeRef.new(shape: IntegerValue, location_name: "SucceededActions"))
|
4767
4773
|
WorkflowRunStatistics.add_member(:running_actions, Shapes::ShapeRef.new(shape: IntegerValue, location_name: "RunningActions"))
|
4774
|
+
WorkflowRunStatistics.add_member(:errored_actions, Shapes::ShapeRef.new(shape: IntegerValue, location_name: "ErroredActions"))
|
4775
|
+
WorkflowRunStatistics.add_member(:waiting_actions, Shapes::ShapeRef.new(shape: IntegerValue, location_name: "WaitingActions"))
|
4768
4776
|
WorkflowRunStatistics.struct_class = Types::WorkflowRunStatistics
|
4769
4777
|
|
4770
4778
|
WorkflowRuns.member = Shapes::ShapeRef.new(shape: WorkflowRun)
|
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -3558,9 +3558,9 @@ module Aws::Glue
|
|
3558
3558
|
# {
|
3559
3559
|
# logical_operator: "EQUALS", # accepts EQUALS
|
3560
3560
|
# job_name: "NameString",
|
3561
|
-
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT
|
3561
|
+
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT, ERROR, WAITING
|
3562
3562
|
# crawler_name: "NameString",
|
3563
|
-
# crawl_state: "RUNNING", # accepts RUNNING, CANCELLING, CANCELLED, SUCCEEDED, FAILED
|
3563
|
+
# crawl_state: "RUNNING", # accepts RUNNING, CANCELLING, CANCELLED, SUCCEEDED, FAILED, ERROR
|
3564
3564
|
# }
|
3565
3565
|
#
|
3566
3566
|
# @!attribute [rw] logical_operator
|
@@ -6089,6 +6089,7 @@ module Aws::Glue
|
|
6089
6089
|
# },
|
6090
6090
|
# },
|
6091
6091
|
# },
|
6092
|
+
# execution_class: "FLEX", # accepts FLEX, STANDARD
|
6092
6093
|
# }
|
6093
6094
|
#
|
6094
6095
|
# @!attribute [rw] name
|
@@ -6277,6 +6278,20 @@ module Aws::Glue
|
|
6277
6278
|
# based.
|
6278
6279
|
# @return [Hash<String,Types::CodeGenConfigurationNode>]
|
6279
6280
|
#
|
6281
|
+
# @!attribute [rw] execution_class
|
6282
|
+
# Indicates whether the job is run with a standard or flexible
|
6283
|
+
# execution class. The standard execution-class is ideal for
|
6284
|
+
# time-sensitive workloads that require fast job startup and dedicated
|
6285
|
+
# resources.
|
6286
|
+
#
|
6287
|
+
# The flexible execution class is appropriate for time-insensitive
|
6288
|
+
# jobs whose start and completion times may vary.
|
6289
|
+
#
|
6290
|
+
# Only jobs with Glue version 3.0 and above and command type `glueetl`
|
6291
|
+
# will be allowed to set `ExecutionClass` to `FLEX`. The flexible
|
6292
|
+
# execution class is available for Spark jobs.
|
6293
|
+
# @return [String]
|
6294
|
+
#
|
6280
6295
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateJobRequest AWS API Documentation
|
6281
6296
|
#
|
6282
6297
|
class CreateJobRequest < Struct.new(
|
@@ -6299,7 +6314,8 @@ module Aws::Glue
|
|
6299
6314
|
:glue_version,
|
6300
6315
|
:number_of_workers,
|
6301
6316
|
:worker_type,
|
6302
|
-
:code_gen_configuration_nodes
|
6317
|
+
:code_gen_configuration_nodes,
|
6318
|
+
:execution_class)
|
6303
6319
|
SENSITIVE = [:code_gen_configuration_nodes]
|
6304
6320
|
include Aws::Structure
|
6305
6321
|
end
|
@@ -7403,9 +7419,9 @@ module Aws::Glue
|
|
7403
7419
|
# {
|
7404
7420
|
# logical_operator: "EQUALS", # accepts EQUALS
|
7405
7421
|
# job_name: "NameString",
|
7406
|
-
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT
|
7422
|
+
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT, ERROR, WAITING
|
7407
7423
|
# crawler_name: "NameString",
|
7408
|
-
# crawl_state: "RUNNING", # accepts RUNNING, CANCELLING, CANCELLED, SUCCEEDED, FAILED
|
7424
|
+
# crawl_state: "RUNNING", # accepts RUNNING, CANCELLING, CANCELLED, SUCCEEDED, FAILED, ERROR
|
7409
7425
|
# },
|
7410
7426
|
# ],
|
7411
7427
|
# },
|
@@ -14752,6 +14768,20 @@ module Aws::Glue
|
|
14752
14768
|
# based.
|
14753
14769
|
# @return [Hash<String,Types::CodeGenConfigurationNode>]
|
14754
14770
|
#
|
14771
|
+
# @!attribute [rw] execution_class
|
14772
|
+
# Indicates whether the job is run with a standard or flexible
|
14773
|
+
# execution class. The standard execution class is ideal for
|
14774
|
+
# time-sensitive workloads that require fast job startup and dedicated
|
14775
|
+
# resources.
|
14776
|
+
#
|
14777
|
+
# The flexible execution class is appropriate for time-insensitive
|
14778
|
+
# jobs whose start and completion times may vary.
|
14779
|
+
#
|
14780
|
+
# Only jobs with Glue version 3.0 and above and command type `glueetl`
|
14781
|
+
# will be allowed to set `ExecutionClass` to `FLEX`. The flexible
|
14782
|
+
# execution class is available for Spark jobs.
|
14783
|
+
# @return [String]
|
14784
|
+
#
|
14755
14785
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Job AWS API Documentation
|
14756
14786
|
#
|
14757
14787
|
class Job < Struct.new(
|
@@ -14775,7 +14805,8 @@ module Aws::Glue
|
|
14775
14805
|
:security_configuration,
|
14776
14806
|
:notification_property,
|
14777
14807
|
:glue_version,
|
14778
|
-
:code_gen_configuration_nodes
|
14808
|
+
:code_gen_configuration_nodes,
|
14809
|
+
:execution_class)
|
14779
14810
|
SENSITIVE = [:code_gen_configuration_nodes]
|
14780
14811
|
include Aws::Structure
|
14781
14812
|
end
|
@@ -14998,8 +15029,11 @@ module Aws::Glue
|
|
14998
15029
|
# @!attribute [rw] timeout
|
14999
15030
|
# The `JobRun` timeout in minutes. This is the maximum time that a job
|
15000
15031
|
# run can consume resources before it is terminated and enters
|
15001
|
-
# `TIMEOUT` status.
|
15002
|
-
#
|
15032
|
+
# `TIMEOUT` status. This value overrides the timeout value set in the
|
15033
|
+
# parent job.
|
15034
|
+
#
|
15035
|
+
# Streaming jobs do not have a timeout. The default for non-streaming
|
15036
|
+
# jobs is 2,880 minutes (48 hours).
|
15003
15037
|
# @return [Integer]
|
15004
15038
|
#
|
15005
15039
|
# @!attribute [rw] max_capacity
|
@@ -15090,10 +15124,10 @@ module Aws::Glue
|
|
15090
15124
|
# @return [String]
|
15091
15125
|
#
|
15092
15126
|
# @!attribute [rw] dpu_seconds
|
15093
|
-
# This field populates only
|
15094
|
-
#
|
15095
|
-
#
|
15096
|
-
#
|
15127
|
+
# This field populates only for Auto Scaling job runs, and represents
|
15128
|
+
# the total time each executor ran during the lifecycle of a job run
|
15129
|
+
# in seconds, multiplied by a DPU factor (1 for `G.1X`, 2 for `G.2X`,
|
15130
|
+
# or 0.25 for `G.025X` workers). This value may be different than the
|
15097
15131
|
# `executionEngineRuntime` * `MaxCapacity` as in the case of Auto
|
15098
15132
|
# Scaling jobs, as the number of executors running at a given time may
|
15099
15133
|
# be less than the `MaxCapacity`. Therefore, it is possible that the
|
@@ -15101,6 +15135,20 @@ module Aws::Glue
|
|
15101
15135
|
# `MaxCapacity`.
|
15102
15136
|
# @return [Float]
|
15103
15137
|
#
|
15138
|
+
# @!attribute [rw] execution_class
|
15139
|
+
# Indicates whether the job is run with a standard or flexible
|
15140
|
+
# execution class. The standard execution-class is ideal for
|
15141
|
+
# time-sensitive workloads that require fast job startup and dedicated
|
15142
|
+
# resources.
|
15143
|
+
#
|
15144
|
+
# The flexible execution class is appropriate for time-insensitive
|
15145
|
+
# jobs whose start and completion times may vary.
|
15146
|
+
#
|
15147
|
+
# Only jobs with Glue version 3.0 and above and command type `glueetl`
|
15148
|
+
# will be allowed to set `ExecutionClass` to `FLEX`. The flexible
|
15149
|
+
# execution class is available for Spark jobs.
|
15150
|
+
# @return [String]
|
15151
|
+
#
|
15104
15152
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/JobRun AWS API Documentation
|
15105
15153
|
#
|
15106
15154
|
class JobRun < Struct.new(
|
@@ -15126,7 +15174,8 @@ module Aws::Glue
|
|
15126
15174
|
:log_group_name,
|
15127
15175
|
:notification_property,
|
15128
15176
|
:glue_version,
|
15129
|
-
:dpu_seconds
|
15177
|
+
:dpu_seconds,
|
15178
|
+
:execution_class)
|
15130
15179
|
SENSITIVE = []
|
15131
15180
|
include Aws::Structure
|
15132
15181
|
end
|
@@ -15837,6 +15886,7 @@ module Aws::Glue
|
|
15837
15886
|
# },
|
15838
15887
|
# },
|
15839
15888
|
# },
|
15889
|
+
# execution_class: "FLEX", # accepts FLEX, STANDARD
|
15840
15890
|
# }
|
15841
15891
|
#
|
15842
15892
|
# @!attribute [rw] description
|
@@ -16002,6 +16052,20 @@ module Aws::Glue
|
|
16002
16052
|
# based.
|
16003
16053
|
# @return [Hash<String,Types::CodeGenConfigurationNode>]
|
16004
16054
|
#
|
16055
|
+
# @!attribute [rw] execution_class
|
16056
|
+
# Indicates whether the job is run with a standard or flexible
|
16057
|
+
# execution class. The standard execution-class is ideal for
|
16058
|
+
# time-sensitive workloads that require fast job startup and dedicated
|
16059
|
+
# resources.
|
16060
|
+
#
|
16061
|
+
# The flexible execution class is appropriate for time-insensitive
|
16062
|
+
# jobs whose start and completion times may vary.
|
16063
|
+
#
|
16064
|
+
# Only jobs with Glue version 3.0 and above and command type `glueetl`
|
16065
|
+
# will be allowed to set `ExecutionClass` to `FLEX`. The flexible
|
16066
|
+
# execution class is available for Spark jobs.
|
16067
|
+
# @return [String]
|
16068
|
+
#
|
16005
16069
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/JobUpdate AWS API Documentation
|
16006
16070
|
#
|
16007
16071
|
class JobUpdate < Struct.new(
|
@@ -16022,7 +16086,8 @@ module Aws::Glue
|
|
16022
16086
|
:security_configuration,
|
16023
16087
|
:notification_property,
|
16024
16088
|
:glue_version,
|
16025
|
-
:code_gen_configuration_nodes
|
16089
|
+
:code_gen_configuration_nodes,
|
16090
|
+
:execution_class)
|
16026
16091
|
SENSITIVE = [:code_gen_configuration_nodes]
|
16027
16092
|
include Aws::Structure
|
16028
16093
|
end
|
@@ -18873,9 +18938,9 @@ module Aws::Glue
|
|
18873
18938
|
# {
|
18874
18939
|
# logical_operator: "EQUALS", # accepts EQUALS
|
18875
18940
|
# job_name: "NameString",
|
18876
|
-
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT
|
18941
|
+
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT, ERROR, WAITING
|
18877
18942
|
# crawler_name: "NameString",
|
18878
|
-
# crawl_state: "RUNNING", # accepts RUNNING, CANCELLING, CANCELLED, SUCCEEDED, FAILED
|
18943
|
+
# crawl_state: "RUNNING", # accepts RUNNING, CANCELLING, CANCELLED, SUCCEEDED, FAILED, ERROR
|
18879
18944
|
# },
|
18880
18945
|
# ],
|
18881
18946
|
# }
|
@@ -22008,6 +22073,7 @@ module Aws::Glue
|
|
22008
22073
|
# },
|
22009
22074
|
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
22010
22075
|
# number_of_workers: 1,
|
22076
|
+
# execution_class: "FLEX", # accepts FLEX, STANDARD
|
22011
22077
|
# }
|
22012
22078
|
#
|
22013
22079
|
# @!attribute [rw] job_name
|
@@ -22061,8 +22127,11 @@ module Aws::Glue
|
|
22061
22127
|
# @!attribute [rw] timeout
|
22062
22128
|
# The `JobRun` timeout in minutes. This is the maximum time that a job
|
22063
22129
|
# run can consume resources before it is terminated and enters
|
22064
|
-
# `TIMEOUT` status.
|
22065
|
-
#
|
22130
|
+
# `TIMEOUT` status. This value overrides the timeout value set in the
|
22131
|
+
# parent job.
|
22132
|
+
#
|
22133
|
+
# Streaming jobs do not have a timeout. The default for non-streaming
|
22134
|
+
# jobs is 2,880 minutes (48 hours).
|
22066
22135
|
# @return [Integer]
|
22067
22136
|
#
|
22068
22137
|
# @!attribute [rw] max_capacity
|
@@ -22125,6 +22194,20 @@ module Aws::Glue
|
|
22125
22194
|
# when a job runs.
|
22126
22195
|
# @return [Integer]
|
22127
22196
|
#
|
22197
|
+
# @!attribute [rw] execution_class
|
22198
|
+
# Indicates whether the job is run with a standard or flexible
|
22199
|
+
# execution class. The standard execution-class is ideal for
|
22200
|
+
# time-sensitive workloads that require fast job startup and dedicated
|
22201
|
+
# resources.
|
22202
|
+
#
|
22203
|
+
# The flexible execution class is appropriate for time-insensitive
|
22204
|
+
# jobs whose start and completion times may vary.
|
22205
|
+
#
|
22206
|
+
# Only jobs with Glue version 3.0 and above and command type `glueetl`
|
22207
|
+
# will be allowed to set `ExecutionClass` to `FLEX`. The flexible
|
22208
|
+
# execution class is available for Spark jobs.
|
22209
|
+
# @return [String]
|
22210
|
+
#
|
22128
22211
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartJobRunRequest AWS API Documentation
|
22129
22212
|
#
|
22130
22213
|
class StartJobRunRequest < Struct.new(
|
@@ -22137,7 +22220,8 @@ module Aws::Glue
|
|
22137
22220
|
:security_configuration,
|
22138
22221
|
:notification_property,
|
22139
22222
|
:worker_type,
|
22140
|
-
:number_of_workers
|
22223
|
+
:number_of_workers,
|
22224
|
+
:execution_class)
|
22141
22225
|
SENSITIVE = []
|
22142
22226
|
include Aws::Structure
|
22143
22227
|
end
|
@@ -23675,9 +23759,9 @@ module Aws::Glue
|
|
23675
23759
|
# {
|
23676
23760
|
# logical_operator: "EQUALS", # accepts EQUALS
|
23677
23761
|
# job_name: "NameString",
|
23678
|
-
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT
|
23762
|
+
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT, ERROR, WAITING
|
23679
23763
|
# crawler_name: "NameString",
|
23680
|
-
# crawl_state: "RUNNING", # accepts RUNNING, CANCELLING, CANCELLED, SUCCEEDED, FAILED
|
23764
|
+
# crawl_state: "RUNNING", # accepts RUNNING, CANCELLING, CANCELLED, SUCCEEDED, FAILED, ERROR
|
23681
23765
|
# },
|
23682
23766
|
# ],
|
23683
23767
|
# },
|
@@ -25354,6 +25438,7 @@ module Aws::Glue
|
|
25354
25438
|
# },
|
25355
25439
|
# },
|
25356
25440
|
# },
|
25441
|
+
# execution_class: "FLEX", # accepts FLEX, STANDARD
|
25357
25442
|
# },
|
25358
25443
|
# }
|
25359
25444
|
#
|
@@ -25958,9 +26043,9 @@ module Aws::Glue
|
|
25958
26043
|
# {
|
25959
26044
|
# logical_operator: "EQUALS", # accepts EQUALS
|
25960
26045
|
# job_name: "NameString",
|
25961
|
-
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT
|
26046
|
+
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT, ERROR, WAITING
|
25962
26047
|
# crawler_name: "NameString",
|
25963
|
-
# crawl_state: "RUNNING", # accepts RUNNING, CANCELLING, CANCELLED, SUCCEEDED, FAILED
|
26048
|
+
# crawl_state: "RUNNING", # accepts RUNNING, CANCELLING, CANCELLED, SUCCEEDED, FAILED, ERROR
|
25964
26049
|
# },
|
25965
26050
|
# ],
|
25966
26051
|
# },
|
@@ -26494,6 +26579,16 @@ module Aws::Glue
|
|
26494
26579
|
# Total number Actions in running state.
|
26495
26580
|
# @return [Integer]
|
26496
26581
|
#
|
26582
|
+
# @!attribute [rw] errored_actions
|
26583
|
+
# Indicates the count of job runs in the ERROR state in the workflow
|
26584
|
+
# run.
|
26585
|
+
# @return [Integer]
|
26586
|
+
#
|
26587
|
+
# @!attribute [rw] waiting_actions
|
26588
|
+
# Indicates the count of job runs in WAITING state in the workflow
|
26589
|
+
# run.
|
26590
|
+
# @return [Integer]
|
26591
|
+
#
|
26497
26592
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/WorkflowRunStatistics AWS API Documentation
|
26498
26593
|
#
|
26499
26594
|
class WorkflowRunStatistics < Struct.new(
|
@@ -26502,7 +26597,9 @@ module Aws::Glue
|
|
26502
26597
|
:failed_actions,
|
26503
26598
|
:stopped_actions,
|
26504
26599
|
:succeeded_actions,
|
26505
|
-
:running_actions
|
26600
|
+
:running_actions,
|
26601
|
+
:errored_actions,
|
26602
|
+
:waiting_actions)
|
26506
26603
|
SENSITIVE = []
|
26507
26604
|
include Aws::Structure
|
26508
26605
|
end
|
data/lib/aws-sdk-glue.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: aws-sdk-glue
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.
|
4
|
+
version: 1.118.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Amazon Web Services
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2022-
|
11
|
+
date: 2022-08-11 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: aws-sdk-core
|