aws-sdk-glue 1.114.0 → 1.117.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +15 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +169 -86
- data/lib/aws-sdk-glue/client_api.rb +8 -0
- data/lib/aws-sdk-glue/types.rb +221 -74
- data/lib/aws-sdk-glue.rb +1 -1
- metadata +2 -2
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -885,7 +885,7 @@ module Aws::Glue
|
|
885
885
|
# resp.dev_endpoints[0].zeppelin_remote_spark_interpreter_port #=> Integer
|
886
886
|
# resp.dev_endpoints[0].public_address #=> String
|
887
887
|
# resp.dev_endpoints[0].status #=> String
|
888
|
-
# resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
888
|
+
# resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
889
889
|
# resp.dev_endpoints[0].glue_version #=> String
|
890
890
|
# resp.dev_endpoints[0].number_of_workers #=> Integer
|
891
891
|
# resp.dev_endpoints[0].number_of_nodes #=> Integer
|
@@ -959,7 +959,7 @@ module Aws::Glue
|
|
959
959
|
# resp.jobs[0].allocated_capacity #=> Integer
|
960
960
|
# resp.jobs[0].timeout #=> Integer
|
961
961
|
# resp.jobs[0].max_capacity #=> Float
|
962
|
-
# resp.jobs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
962
|
+
# resp.jobs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
963
963
|
# resp.jobs[0].number_of_workers #=> Integer
|
964
964
|
# resp.jobs[0].security_configuration #=> String
|
965
965
|
# resp.jobs[0].notification_property.notify_delay_after #=> Integer
|
@@ -1444,6 +1444,7 @@ module Aws::Glue
|
|
1444
1444
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.inputs[0] #=> String
|
1445
1445
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.database #=> String
|
1446
1446
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.table #=> String
|
1447
|
+
# resp.jobs[0].execution_class #=> String, one of "FLEX", "STANDARD"
|
1447
1448
|
# resp.jobs_not_found #=> Array
|
1448
1449
|
# resp.jobs_not_found[0] #=> String
|
1449
1450
|
#
|
@@ -1595,9 +1596,9 @@ module Aws::Glue
|
|
1595
1596
|
# resp.triggers[0].predicate.conditions #=> Array
|
1596
1597
|
# resp.triggers[0].predicate.conditions[0].logical_operator #=> String, one of "EQUALS"
|
1597
1598
|
# resp.triggers[0].predicate.conditions[0].job_name #=> String
|
1598
|
-
# resp.triggers[0].predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
1599
|
+
# resp.triggers[0].predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
1599
1600
|
# resp.triggers[0].predicate.conditions[0].crawler_name #=> String
|
1600
|
-
# resp.triggers[0].predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
1601
|
+
# resp.triggers[0].predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED", "ERROR"
|
1601
1602
|
# resp.triggers[0].event_batching_condition.batch_size #=> Integer
|
1602
1603
|
# resp.triggers[0].event_batching_condition.batch_window #=> Integer
|
1603
1604
|
# resp.triggers_not_found #=> Array
|
@@ -1662,6 +1663,8 @@ module Aws::Glue
|
|
1662
1663
|
# resp.workflows[0].last_run.statistics.stopped_actions #=> Integer
|
1663
1664
|
# resp.workflows[0].last_run.statistics.succeeded_actions #=> Integer
|
1664
1665
|
# resp.workflows[0].last_run.statistics.running_actions #=> Integer
|
1666
|
+
# resp.workflows[0].last_run.statistics.errored_actions #=> Integer
|
1667
|
+
# resp.workflows[0].last_run.statistics.waiting_actions #=> Integer
|
1665
1668
|
# resp.workflows[0].last_run.graph.nodes #=> Array
|
1666
1669
|
# resp.workflows[0].last_run.graph.nodes[0].type #=> String, one of "CRAWLER", "JOB", "TRIGGER"
|
1667
1670
|
# resp.workflows[0].last_run.graph.nodes[0].name #=> String
|
@@ -1685,9 +1688,9 @@ module Aws::Glue
|
|
1685
1688
|
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions #=> Array
|
1686
1689
|
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].logical_operator #=> String, one of "EQUALS"
|
1687
1690
|
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].job_name #=> String
|
1688
|
-
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
1691
|
+
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
1689
1692
|
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawler_name #=> String
|
1690
|
-
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
1693
|
+
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED", "ERROR"
|
1691
1694
|
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_size #=> Integer
|
1692
1695
|
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_window #=> Integer
|
1693
1696
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs #=> Array
|
@@ -1699,7 +1702,7 @@ module Aws::Glue
|
|
1699
1702
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].started_on #=> Time
|
1700
1703
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].last_modified_on #=> Time
|
1701
1704
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].completed_on #=> Time
|
1702
|
-
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
1705
|
+
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
1703
1706
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].arguments #=> Hash
|
1704
1707
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].arguments["GenericString"] #=> String
|
1705
1708
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].error_message #=> String
|
@@ -1710,15 +1713,16 @@ module Aws::Glue
|
|
1710
1713
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
|
1711
1714
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
|
1712
1715
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
|
1713
|
-
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
1716
|
+
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
1714
1717
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
|
1715
1718
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
|
1716
1719
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
|
1717
1720
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].notification_property.notify_delay_after #=> Integer
|
1718
1721
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].glue_version #=> String
|
1719
1722
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].dpu_seconds #=> Float
|
1723
|
+
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].execution_class #=> String, one of "FLEX", "STANDARD"
|
1720
1724
|
# resp.workflows[0].last_run.graph.nodes[0].crawler_details.crawls #=> Array
|
1721
|
-
# resp.workflows[0].last_run.graph.nodes[0].crawler_details.crawls[0].state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
1725
|
+
# resp.workflows[0].last_run.graph.nodes[0].crawler_details.crawls[0].state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED", "ERROR"
|
1722
1726
|
# resp.workflows[0].last_run.graph.nodes[0].crawler_details.crawls[0].started_on #=> Time
|
1723
1727
|
# resp.workflows[0].last_run.graph.nodes[0].crawler_details.crawls[0].completed_on #=> Time
|
1724
1728
|
# resp.workflows[0].last_run.graph.nodes[0].crawler_details.crawls[0].error_message #=> String
|
@@ -1752,9 +1756,9 @@ module Aws::Glue
|
|
1752
1756
|
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.predicate.conditions #=> Array
|
1753
1757
|
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].logical_operator #=> String, one of "EQUALS"
|
1754
1758
|
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].job_name #=> String
|
1755
|
-
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
1759
|
+
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
1756
1760
|
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawler_name #=> String
|
1757
|
-
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
1761
|
+
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED", "ERROR"
|
1758
1762
|
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_size #=> Integer
|
1759
1763
|
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_window #=> Integer
|
1760
1764
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs #=> Array
|
@@ -1766,7 +1770,7 @@ module Aws::Glue
|
|
1766
1770
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].started_on #=> Time
|
1767
1771
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].last_modified_on #=> Time
|
1768
1772
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].completed_on #=> Time
|
1769
|
-
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
1773
|
+
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
1770
1774
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].arguments #=> Hash
|
1771
1775
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].arguments["GenericString"] #=> String
|
1772
1776
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].error_message #=> String
|
@@ -1777,15 +1781,16 @@ module Aws::Glue
|
|
1777
1781
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
|
1778
1782
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
|
1779
1783
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
|
1780
|
-
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
1784
|
+
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
1781
1785
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
|
1782
1786
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
|
1783
1787
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
|
1784
1788
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].notification_property.notify_delay_after #=> Integer
|
1785
1789
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].glue_version #=> String
|
1786
1790
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].dpu_seconds #=> Float
|
1791
|
+
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].execution_class #=> String, one of "FLEX", "STANDARD"
|
1787
1792
|
# resp.workflows[0].graph.nodes[0].crawler_details.crawls #=> Array
|
1788
|
-
# resp.workflows[0].graph.nodes[0].crawler_details.crawls[0].state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
1793
|
+
# resp.workflows[0].graph.nodes[0].crawler_details.crawls[0].state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED", "ERROR"
|
1789
1794
|
# resp.workflows[0].graph.nodes[0].crawler_details.crawls[0].started_on #=> Time
|
1790
1795
|
# resp.workflows[0].graph.nodes[0].crawler_details.crawls[0].completed_on #=> Time
|
1791
1796
|
# resp.workflows[0].graph.nodes[0].crawler_details.crawls[0].error_message #=> String
|
@@ -2002,7 +2007,7 @@ module Aws::Glue
|
|
2002
2007
|
req.send_request(options)
|
2003
2008
|
end
|
2004
2009
|
|
2005
|
-
# Cancels the statement
|
2010
|
+
# Cancels the statement.
|
2006
2011
|
#
|
2007
2012
|
# @option params [required, String] :session_id
|
2008
2013
|
# The Session ID of the statement to be cancelled.
|
@@ -2630,7 +2635,7 @@ module Aws::Glue
|
|
2630
2635
|
# public_key: "GenericString",
|
2631
2636
|
# public_keys: ["GenericString"],
|
2632
2637
|
# number_of_nodes: 1,
|
2633
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
2638
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
2634
2639
|
# glue_version: "GlueVersionString",
|
2635
2640
|
# number_of_workers: 1,
|
2636
2641
|
# extra_python_libs_s3_path: "GenericString",
|
@@ -2655,7 +2660,7 @@ module Aws::Glue
|
|
2655
2660
|
# resp.yarn_endpoint_address #=> String
|
2656
2661
|
# resp.zeppelin_remote_spark_interpreter_port #=> Integer
|
2657
2662
|
# resp.number_of_nodes #=> Integer
|
2658
|
-
# resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
2663
|
+
# resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
2659
2664
|
# resp.glue_version #=> String
|
2660
2665
|
# resp.number_of_workers #=> Integer
|
2661
2666
|
# resp.availability_zone #=> String
|
@@ -2706,6 +2711,11 @@ module Aws::Glue
|
|
2706
2711
|
# You can specify arguments here that your own job-execution script
|
2707
2712
|
# consumes, as well as arguments that Glue itself consumes.
|
2708
2713
|
#
|
2714
|
+
# Job arguments may be logged. Do not pass plaintext secrets as
|
2715
|
+
# arguments. Retrieve secrets from a Glue Connection, Secrets Manager or
|
2716
|
+
# other secret management mechanism if you intend to keep them within
|
2717
|
+
# the Job.
|
2718
|
+
#
|
2709
2719
|
# For information about how to specify and consume your own Job
|
2710
2720
|
# arguments, see the [Calling Glue APIs in Python][1] topic in the
|
2711
2721
|
# developer guide.
|
@@ -2732,7 +2742,7 @@ module Aws::Glue
|
|
2732
2742
|
# This parameter is deprecated. Use `MaxCapacity` instead.
|
2733
2743
|
#
|
2734
2744
|
# The number of Glue data processing units (DPUs) to allocate to this
|
2735
|
-
# Job. You can allocate
|
2745
|
+
# Job. You can allocate a minimum of 2 DPUs; the default is 10. A DPU is
|
2736
2746
|
# a relative measure of processing power that consists of 4 vCPUs of
|
2737
2747
|
# compute capacity and 16 GB of memory. For more information, see the
|
2738
2748
|
# [Glue pricing page][1].
|
@@ -2764,8 +2774,8 @@ module Aws::Glue
|
|
2764
2774
|
#
|
2765
2775
|
# * When you specify an Apache Spark ETL job
|
2766
2776
|
# (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
|
2767
|
-
# (`JobCommand.Name`="gluestreaming"), you can allocate
|
2768
|
-
#
|
2777
|
+
# (`JobCommand.Name`="gluestreaming"), you can allocate a minimum of
|
2778
|
+
# 2 DPUs. The default is 10 DPUs. This job type cannot have a
|
2769
2779
|
# fractional DPU allocation.
|
2770
2780
|
#
|
2771
2781
|
# For Glue version 2.0 jobs, you cannot instead specify a `Maximum
|
@@ -2812,12 +2822,9 @@ module Aws::Glue
|
|
2812
2822
|
# The number of workers of a defined `workerType` that are allocated
|
2813
2823
|
# when a job runs.
|
2814
2824
|
#
|
2815
|
-
# The maximum number of workers you can define are 299 for `G.1X`, and
|
2816
|
-
# 149 for `G.2X`.
|
2817
|
-
#
|
2818
2825
|
# @option params [String] :worker_type
|
2819
2826
|
# The type of predefined worker that is allocated when a job runs.
|
2820
|
-
# Accepts a value of Standard, G.1X, or G.
|
2827
|
+
# Accepts a value of Standard, G.1X, G.2X, or G.025X.
|
2821
2828
|
#
|
2822
2829
|
# * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
|
2823
2830
|
# of memory and a 50GB disk, and 2 executors per worker.
|
@@ -2830,10 +2837,27 @@ module Aws::Glue
|
|
2830
2837
|
# of memory, 128 GB disk), and provides 1 executor per worker. We
|
2831
2838
|
# recommend this worker type for memory-intensive jobs.
|
2832
2839
|
#
|
2840
|
+
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2 vCPU,
|
2841
|
+
# 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We
|
2842
|
+
# recommend this worker type for low volume streaming jobs. This
|
2843
|
+
# worker type is only available for Glue version 3.0 streaming jobs.
|
2844
|
+
#
|
2833
2845
|
# @option params [Hash<String,Types::CodeGenConfigurationNode>] :code_gen_configuration_nodes
|
2834
2846
|
# The representation of a directed acyclic graph on which both the Glue
|
2835
2847
|
# Studio visual component and Glue Studio code generation is based.
|
2836
2848
|
#
|
2849
|
+
# @option params [String] :execution_class
|
2850
|
+
# Indicates whether the job is run with a standard or flexible execution
|
2851
|
+
# class. The standard execution-class is ideal for time-sensitive
|
2852
|
+
# workloads that require fast job startup and dedicated resources.
|
2853
|
+
#
|
2854
|
+
# The flexible execution class is appropriate for time-insensitive jobs
|
2855
|
+
# whose start and completion times may vary.
|
2856
|
+
#
|
2857
|
+
# Only jobs with Glue version 3.0 and above and command type `glueetl`
|
2858
|
+
# will be allowed to set `ExecutionClass` to `FLEX`. The flexible
|
2859
|
+
# execution class is available for Spark jobs.
|
2860
|
+
#
|
2837
2861
|
# @return [Types::CreateJobResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
2838
2862
|
#
|
2839
2863
|
# * {Types::CreateJobResponse#name #name} => String
|
@@ -2875,7 +2899,7 @@ module Aws::Glue
|
|
2875
2899
|
# },
|
2876
2900
|
# glue_version: "GlueVersionString",
|
2877
2901
|
# number_of_workers: 1,
|
2878
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
2902
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
2879
2903
|
# code_gen_configuration_nodes: {
|
2880
2904
|
# "NodeId" => {
|
2881
2905
|
# athena_connector_source: {
|
@@ -3544,6 +3568,7 @@ module Aws::Glue
|
|
3544
3568
|
# },
|
3545
3569
|
# },
|
3546
3570
|
# },
|
3571
|
+
# execution_class: "FLEX", # accepts FLEX, STANDARD
|
3547
3572
|
# })
|
3548
3573
|
#
|
3549
3574
|
# @example Response structure
|
@@ -3739,7 +3764,7 @@ module Aws::Glue
|
|
3739
3764
|
# role: "RoleString", # required
|
3740
3765
|
# glue_version: "GlueVersionString",
|
3741
3766
|
# max_capacity: 1.0,
|
3742
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
3767
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
3743
3768
|
# number_of_workers: 1,
|
3744
3769
|
# timeout: 1,
|
3745
3770
|
# max_retries: 1,
|
@@ -4244,15 +4269,33 @@ module Aws::Glue
|
|
4244
4269
|
# The number of connections to use for the session.
|
4245
4270
|
#
|
4246
4271
|
# @option params [Float] :max_capacity
|
4247
|
-
# The number of
|
4248
|
-
#
|
4249
|
-
#
|
4272
|
+
# The number of Glue data processing units (DPUs) that can be allocated
|
4273
|
+
# when the job runs. A DPU is a relative measure of processing power
|
4274
|
+
# that consists of 4 vCPUs of compute capacity and 16 GB memory.
|
4250
4275
|
#
|
4251
4276
|
# @option params [Integer] :number_of_workers
|
4252
|
-
# The number of workers to use for the
|
4277
|
+
# The number of workers of a defined `WorkerType` to use for the
|
4278
|
+
# session.
|
4253
4279
|
#
|
4254
4280
|
# @option params [String] :worker_type
|
4255
|
-
# The
|
4281
|
+
# The type of predefined worker that is allocated to use for the
|
4282
|
+
# session. Accepts a value of Standard, G.1X, G.2X, or G.025X.
|
4283
|
+
#
|
4284
|
+
# * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
|
4285
|
+
# of memory and a 50GB disk, and 2 executors per worker.
|
4286
|
+
#
|
4287
|
+
# * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPU, 16 GB
|
4288
|
+
# of memory, 64 GB disk), and provides 1 executor per worker. We
|
4289
|
+
# recommend this worker type for memory-intensive jobs.
|
4290
|
+
#
|
4291
|
+
# * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32 GB
|
4292
|
+
# of memory, 128 GB disk), and provides 1 executor per worker. We
|
4293
|
+
# recommend this worker type for memory-intensive jobs.
|
4294
|
+
#
|
4295
|
+
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2 vCPU,
|
4296
|
+
# 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We
|
4297
|
+
# recommend this worker type for low volume streaming jobs. This
|
4298
|
+
# worker type is only available for Glue version 3.0 streaming jobs.
|
4256
4299
|
#
|
4257
4300
|
# @option params [String] :security_configuration
|
4258
4301
|
# The name of the SecurityConfiguration structure to be used with the
|
@@ -4260,7 +4303,7 @@ module Aws::Glue
|
|
4260
4303
|
#
|
4261
4304
|
# @option params [String] :glue_version
|
4262
4305
|
# The Glue version determines the versions of Apache Spark and Python
|
4263
|
-
# that
|
4306
|
+
# that Glue supports. The GlueVersion must be greater than 2.0.
|
4264
4307
|
#
|
4265
4308
|
# @option params [Hash<String,String>] :tags
|
4266
4309
|
# The map of key value pairs (tags) belonging to the session.
|
@@ -4292,7 +4335,7 @@ module Aws::Glue
|
|
4292
4335
|
# },
|
4293
4336
|
# max_capacity: 1.0,
|
4294
4337
|
# number_of_workers: 1,
|
4295
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
4338
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
4296
4339
|
# security_configuration: "NameString",
|
4297
4340
|
# glue_version: "GlueVersionString",
|
4298
4341
|
# tags: {
|
@@ -4523,9 +4566,9 @@ module Aws::Glue
|
|
4523
4566
|
# {
|
4524
4567
|
# logical_operator: "EQUALS", # accepts EQUALS
|
4525
4568
|
# job_name: "NameString",
|
4526
|
-
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT
|
4569
|
+
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT, ERROR, WAITING
|
4527
4570
|
# crawler_name: "NameString",
|
4528
|
-
# crawl_state: "RUNNING", # accepts RUNNING, CANCELLING, CANCELLED, SUCCEEDED, FAILED
|
4571
|
+
# crawl_state: "RUNNING", # accepts RUNNING, CANCELLING, CANCELLED, SUCCEEDED, FAILED, ERROR
|
4529
4572
|
# },
|
4530
4573
|
# ],
|
4531
4574
|
# },
|
@@ -6542,7 +6585,7 @@ module Aws::Glue
|
|
6542
6585
|
# resp.dev_endpoint.zeppelin_remote_spark_interpreter_port #=> Integer
|
6543
6586
|
# resp.dev_endpoint.public_address #=> String
|
6544
6587
|
# resp.dev_endpoint.status #=> String
|
6545
|
-
# resp.dev_endpoint.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
6588
|
+
# resp.dev_endpoint.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
6546
6589
|
# resp.dev_endpoint.glue_version #=> String
|
6547
6590
|
# resp.dev_endpoint.number_of_workers #=> Integer
|
6548
6591
|
# resp.dev_endpoint.number_of_nodes #=> Integer
|
@@ -6612,7 +6655,7 @@ module Aws::Glue
|
|
6612
6655
|
# resp.dev_endpoints[0].zeppelin_remote_spark_interpreter_port #=> Integer
|
6613
6656
|
# resp.dev_endpoints[0].public_address #=> String
|
6614
6657
|
# resp.dev_endpoints[0].status #=> String
|
6615
|
-
# resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
6658
|
+
# resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
6616
6659
|
# resp.dev_endpoints[0].glue_version #=> String
|
6617
6660
|
# resp.dev_endpoints[0].number_of_workers #=> Integer
|
6618
6661
|
# resp.dev_endpoints[0].number_of_nodes #=> Integer
|
@@ -6678,7 +6721,7 @@ module Aws::Glue
|
|
6678
6721
|
# resp.job.allocated_capacity #=> Integer
|
6679
6722
|
# resp.job.timeout #=> Integer
|
6680
6723
|
# resp.job.max_capacity #=> Float
|
6681
|
-
# resp.job.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
6724
|
+
# resp.job.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
6682
6725
|
# resp.job.number_of_workers #=> Integer
|
6683
6726
|
# resp.job.security_configuration #=> String
|
6684
6727
|
# resp.job.notification_property.notify_delay_after #=> Integer
|
@@ -7163,6 +7206,7 @@ module Aws::Glue
|
|
7163
7206
|
# resp.job.code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.inputs[0] #=> String
|
7164
7207
|
# resp.job.code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.database #=> String
|
7165
7208
|
# resp.job.code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.table #=> String
|
7209
|
+
# resp.job.execution_class #=> String, one of "FLEX", "STANDARD"
|
7166
7210
|
#
|
7167
7211
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetJob AWS API Documentation
|
7168
7212
|
#
|
@@ -7244,7 +7288,7 @@ module Aws::Glue
|
|
7244
7288
|
# resp.job_run.started_on #=> Time
|
7245
7289
|
# resp.job_run.last_modified_on #=> Time
|
7246
7290
|
# resp.job_run.completed_on #=> Time
|
7247
|
-
# resp.job_run.job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
7291
|
+
# resp.job_run.job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
7248
7292
|
# resp.job_run.arguments #=> Hash
|
7249
7293
|
# resp.job_run.arguments["GenericString"] #=> String
|
7250
7294
|
# resp.job_run.error_message #=> String
|
@@ -7255,13 +7299,14 @@ module Aws::Glue
|
|
7255
7299
|
# resp.job_run.execution_time #=> Integer
|
7256
7300
|
# resp.job_run.timeout #=> Integer
|
7257
7301
|
# resp.job_run.max_capacity #=> Float
|
7258
|
-
# resp.job_run.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
7302
|
+
# resp.job_run.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
7259
7303
|
# resp.job_run.number_of_workers #=> Integer
|
7260
7304
|
# resp.job_run.security_configuration #=> String
|
7261
7305
|
# resp.job_run.log_group_name #=> String
|
7262
7306
|
# resp.job_run.notification_property.notify_delay_after #=> Integer
|
7263
7307
|
# resp.job_run.glue_version #=> String
|
7264
7308
|
# resp.job_run.dpu_seconds #=> Float
|
7309
|
+
# resp.job_run.execution_class #=> String, one of "FLEX", "STANDARD"
|
7265
7310
|
#
|
7266
7311
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetJobRun AWS API Documentation
|
7267
7312
|
#
|
@@ -7309,7 +7354,7 @@ module Aws::Glue
|
|
7309
7354
|
# resp.job_runs[0].started_on #=> Time
|
7310
7355
|
# resp.job_runs[0].last_modified_on #=> Time
|
7311
7356
|
# resp.job_runs[0].completed_on #=> Time
|
7312
|
-
# resp.job_runs[0].job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
7357
|
+
# resp.job_runs[0].job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
7313
7358
|
# resp.job_runs[0].arguments #=> Hash
|
7314
7359
|
# resp.job_runs[0].arguments["GenericString"] #=> String
|
7315
7360
|
# resp.job_runs[0].error_message #=> String
|
@@ -7320,13 +7365,14 @@ module Aws::Glue
|
|
7320
7365
|
# resp.job_runs[0].execution_time #=> Integer
|
7321
7366
|
# resp.job_runs[0].timeout #=> Integer
|
7322
7367
|
# resp.job_runs[0].max_capacity #=> Float
|
7323
|
-
# resp.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
7368
|
+
# resp.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
7324
7369
|
# resp.job_runs[0].number_of_workers #=> Integer
|
7325
7370
|
# resp.job_runs[0].security_configuration #=> String
|
7326
7371
|
# resp.job_runs[0].log_group_name #=> String
|
7327
7372
|
# resp.job_runs[0].notification_property.notify_delay_after #=> Integer
|
7328
7373
|
# resp.job_runs[0].glue_version #=> String
|
7329
7374
|
# resp.job_runs[0].dpu_seconds #=> Float
|
7375
|
+
# resp.job_runs[0].execution_class #=> String, one of "FLEX", "STANDARD"
|
7330
7376
|
# resp.next_token #=> String
|
7331
7377
|
#
|
7332
7378
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetJobRuns AWS API Documentation
|
@@ -7383,7 +7429,7 @@ module Aws::Glue
|
|
7383
7429
|
# resp.jobs[0].allocated_capacity #=> Integer
|
7384
7430
|
# resp.jobs[0].timeout #=> Integer
|
7385
7431
|
# resp.jobs[0].max_capacity #=> Float
|
7386
|
-
# resp.jobs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
7432
|
+
# resp.jobs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
7387
7433
|
# resp.jobs[0].number_of_workers #=> Integer
|
7388
7434
|
# resp.jobs[0].security_configuration #=> String
|
7389
7435
|
# resp.jobs[0].notification_property.notify_delay_after #=> Integer
|
@@ -7868,6 +7914,7 @@ module Aws::Glue
|
|
7868
7914
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.inputs[0] #=> String
|
7869
7915
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.database #=> String
|
7870
7916
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.table #=> String
|
7917
|
+
# resp.jobs[0].execution_class #=> String, one of "FLEX", "STANDARD"
|
7871
7918
|
# resp.next_token #=> String
|
7872
7919
|
#
|
7873
7920
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetJobs AWS API Documentation
|
@@ -8098,7 +8145,7 @@ module Aws::Glue
|
|
8098
8145
|
# resp.role #=> String
|
8099
8146
|
# resp.glue_version #=> String
|
8100
8147
|
# resp.max_capacity #=> Float
|
8101
|
-
# resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
8148
|
+
# resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
8102
8149
|
# resp.number_of_workers #=> Integer
|
8103
8150
|
# resp.timeout #=> Integer
|
8104
8151
|
# resp.max_retries #=> Integer
|
@@ -8206,7 +8253,7 @@ module Aws::Glue
|
|
8206
8253
|
# resp.transforms[0].role #=> String
|
8207
8254
|
# resp.transforms[0].glue_version #=> String
|
8208
8255
|
# resp.transforms[0].max_capacity #=> Float
|
8209
|
-
# resp.transforms[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
8256
|
+
# resp.transforms[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
8210
8257
|
# resp.transforms[0].number_of_workers #=> Integer
|
8211
8258
|
# resp.transforms[0].timeout #=> Integer
|
8212
8259
|
# resp.transforms[0].max_retries #=> Integer
|
@@ -9832,9 +9879,9 @@ module Aws::Glue
|
|
9832
9879
|
# resp.trigger.predicate.conditions #=> Array
|
9833
9880
|
# resp.trigger.predicate.conditions[0].logical_operator #=> String, one of "EQUALS"
|
9834
9881
|
# resp.trigger.predicate.conditions[0].job_name #=> String
|
9835
|
-
# resp.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
9882
|
+
# resp.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
9836
9883
|
# resp.trigger.predicate.conditions[0].crawler_name #=> String
|
9837
|
-
# resp.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
9884
|
+
# resp.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED", "ERROR"
|
9838
9885
|
# resp.trigger.event_batching_condition.batch_size #=> Integer
|
9839
9886
|
# resp.trigger.event_batching_condition.batch_window #=> Integer
|
9840
9887
|
#
|
@@ -9897,9 +9944,9 @@ module Aws::Glue
|
|
9897
9944
|
# resp.triggers[0].predicate.conditions #=> Array
|
9898
9945
|
# resp.triggers[0].predicate.conditions[0].logical_operator #=> String, one of "EQUALS"
|
9899
9946
|
# resp.triggers[0].predicate.conditions[0].job_name #=> String
|
9900
|
-
# resp.triggers[0].predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
9947
|
+
# resp.triggers[0].predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
9901
9948
|
# resp.triggers[0].predicate.conditions[0].crawler_name #=> String
|
9902
|
-
# resp.triggers[0].predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
9949
|
+
# resp.triggers[0].predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED", "ERROR"
|
9903
9950
|
# resp.triggers[0].event_batching_condition.batch_size #=> Integer
|
9904
9951
|
# resp.triggers[0].event_batching_condition.batch_window #=> Integer
|
9905
9952
|
# resp.next_token #=> String
|
@@ -10386,6 +10433,8 @@ module Aws::Glue
|
|
10386
10433
|
# resp.workflow.last_run.statistics.stopped_actions #=> Integer
|
10387
10434
|
# resp.workflow.last_run.statistics.succeeded_actions #=> Integer
|
10388
10435
|
# resp.workflow.last_run.statistics.running_actions #=> Integer
|
10436
|
+
# resp.workflow.last_run.statistics.errored_actions #=> Integer
|
10437
|
+
# resp.workflow.last_run.statistics.waiting_actions #=> Integer
|
10389
10438
|
# resp.workflow.last_run.graph.nodes #=> Array
|
10390
10439
|
# resp.workflow.last_run.graph.nodes[0].type #=> String, one of "CRAWLER", "JOB", "TRIGGER"
|
10391
10440
|
# resp.workflow.last_run.graph.nodes[0].name #=> String
|
@@ -10409,9 +10458,9 @@ module Aws::Glue
|
|
10409
10458
|
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions #=> Array
|
10410
10459
|
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].logical_operator #=> String, one of "EQUALS"
|
10411
10460
|
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].job_name #=> String
|
10412
|
-
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
10461
|
+
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
10413
10462
|
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawler_name #=> String
|
10414
|
-
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
10463
|
+
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED", "ERROR"
|
10415
10464
|
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_size #=> Integer
|
10416
10465
|
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_window #=> Integer
|
10417
10466
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs #=> Array
|
@@ -10423,7 +10472,7 @@ module Aws::Glue
|
|
10423
10472
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].started_on #=> Time
|
10424
10473
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].last_modified_on #=> Time
|
10425
10474
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].completed_on #=> Time
|
10426
|
-
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
10475
|
+
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
10427
10476
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].arguments #=> Hash
|
10428
10477
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].arguments["GenericString"] #=> String
|
10429
10478
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].error_message #=> String
|
@@ -10434,15 +10483,16 @@ module Aws::Glue
|
|
10434
10483
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
|
10435
10484
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
|
10436
10485
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
|
10437
|
-
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
10486
|
+
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
10438
10487
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
|
10439
10488
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
|
10440
10489
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
|
10441
10490
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].notification_property.notify_delay_after #=> Integer
|
10442
10491
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].glue_version #=> String
|
10443
10492
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].dpu_seconds #=> Float
|
10493
|
+
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].execution_class #=> String, one of "FLEX", "STANDARD"
|
10444
10494
|
# resp.workflow.last_run.graph.nodes[0].crawler_details.crawls #=> Array
|
10445
|
-
# resp.workflow.last_run.graph.nodes[0].crawler_details.crawls[0].state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
10495
|
+
# resp.workflow.last_run.graph.nodes[0].crawler_details.crawls[0].state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED", "ERROR"
|
10446
10496
|
# resp.workflow.last_run.graph.nodes[0].crawler_details.crawls[0].started_on #=> Time
|
10447
10497
|
# resp.workflow.last_run.graph.nodes[0].crawler_details.crawls[0].completed_on #=> Time
|
10448
10498
|
# resp.workflow.last_run.graph.nodes[0].crawler_details.crawls[0].error_message #=> String
|
@@ -10476,9 +10526,9 @@ module Aws::Glue
|
|
10476
10526
|
# resp.workflow.graph.nodes[0].trigger_details.trigger.predicate.conditions #=> Array
|
10477
10527
|
# resp.workflow.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].logical_operator #=> String, one of "EQUALS"
|
10478
10528
|
# resp.workflow.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].job_name #=> String
|
10479
|
-
# resp.workflow.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
10529
|
+
# resp.workflow.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
10480
10530
|
# resp.workflow.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawler_name #=> String
|
10481
|
-
# resp.workflow.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
10531
|
+
# resp.workflow.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED", "ERROR"
|
10482
10532
|
# resp.workflow.graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_size #=> Integer
|
10483
10533
|
# resp.workflow.graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_window #=> Integer
|
10484
10534
|
# resp.workflow.graph.nodes[0].job_details.job_runs #=> Array
|
@@ -10490,7 +10540,7 @@ module Aws::Glue
|
|
10490
10540
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].started_on #=> Time
|
10491
10541
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].last_modified_on #=> Time
|
10492
10542
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].completed_on #=> Time
|
10493
|
-
# resp.workflow.graph.nodes[0].job_details.job_runs[0].job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
10543
|
+
# resp.workflow.graph.nodes[0].job_details.job_runs[0].job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
10494
10544
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].arguments #=> Hash
|
10495
10545
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].arguments["GenericString"] #=> String
|
10496
10546
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].error_message #=> String
|
@@ -10501,15 +10551,16 @@ module Aws::Glue
|
|
10501
10551
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
|
10502
10552
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
|
10503
10553
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
|
10504
|
-
# resp.workflow.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
10554
|
+
# resp.workflow.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
10505
10555
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
|
10506
10556
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
|
10507
10557
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
|
10508
10558
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].notification_property.notify_delay_after #=> Integer
|
10509
10559
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].glue_version #=> String
|
10510
10560
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].dpu_seconds #=> Float
|
10561
|
+
# resp.workflow.graph.nodes[0].job_details.job_runs[0].execution_class #=> String, one of "FLEX", "STANDARD"
|
10511
10562
|
# resp.workflow.graph.nodes[0].crawler_details.crawls #=> Array
|
10512
|
-
# resp.workflow.graph.nodes[0].crawler_details.crawls[0].state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
10563
|
+
# resp.workflow.graph.nodes[0].crawler_details.crawls[0].state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED", "ERROR"
|
10513
10564
|
# resp.workflow.graph.nodes[0].crawler_details.crawls[0].started_on #=> Time
|
10514
10565
|
# resp.workflow.graph.nodes[0].crawler_details.crawls[0].completed_on #=> Time
|
10515
10566
|
# resp.workflow.graph.nodes[0].crawler_details.crawls[0].error_message #=> String
|
@@ -10571,6 +10622,8 @@ module Aws::Glue
|
|
10571
10622
|
# resp.run.statistics.stopped_actions #=> Integer
|
10572
10623
|
# resp.run.statistics.succeeded_actions #=> Integer
|
10573
10624
|
# resp.run.statistics.running_actions #=> Integer
|
10625
|
+
# resp.run.statistics.errored_actions #=> Integer
|
10626
|
+
# resp.run.statistics.waiting_actions #=> Integer
|
10574
10627
|
# resp.run.graph.nodes #=> Array
|
10575
10628
|
# resp.run.graph.nodes[0].type #=> String, one of "CRAWLER", "JOB", "TRIGGER"
|
10576
10629
|
# resp.run.graph.nodes[0].name #=> String
|
@@ -10594,9 +10647,9 @@ module Aws::Glue
|
|
10594
10647
|
# resp.run.graph.nodes[0].trigger_details.trigger.predicate.conditions #=> Array
|
10595
10648
|
# resp.run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].logical_operator #=> String, one of "EQUALS"
|
10596
10649
|
# resp.run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].job_name #=> String
|
10597
|
-
# resp.run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
10650
|
+
# resp.run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
10598
10651
|
# resp.run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawler_name #=> String
|
10599
|
-
# resp.run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
10652
|
+
# resp.run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED", "ERROR"
|
10600
10653
|
# resp.run.graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_size #=> Integer
|
10601
10654
|
# resp.run.graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_window #=> Integer
|
10602
10655
|
# resp.run.graph.nodes[0].job_details.job_runs #=> Array
|
@@ -10608,7 +10661,7 @@ module Aws::Glue
|
|
10608
10661
|
# resp.run.graph.nodes[0].job_details.job_runs[0].started_on #=> Time
|
10609
10662
|
# resp.run.graph.nodes[0].job_details.job_runs[0].last_modified_on #=> Time
|
10610
10663
|
# resp.run.graph.nodes[0].job_details.job_runs[0].completed_on #=> Time
|
10611
|
-
# resp.run.graph.nodes[0].job_details.job_runs[0].job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
10664
|
+
# resp.run.graph.nodes[0].job_details.job_runs[0].job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
10612
10665
|
# resp.run.graph.nodes[0].job_details.job_runs[0].arguments #=> Hash
|
10613
10666
|
# resp.run.graph.nodes[0].job_details.job_runs[0].arguments["GenericString"] #=> String
|
10614
10667
|
# resp.run.graph.nodes[0].job_details.job_runs[0].error_message #=> String
|
@@ -10619,15 +10672,16 @@ module Aws::Glue
|
|
10619
10672
|
# resp.run.graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
|
10620
10673
|
# resp.run.graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
|
10621
10674
|
# resp.run.graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
|
10622
|
-
# resp.run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
10675
|
+
# resp.run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
10623
10676
|
# resp.run.graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
|
10624
10677
|
# resp.run.graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
|
10625
10678
|
# resp.run.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
|
10626
10679
|
# resp.run.graph.nodes[0].job_details.job_runs[0].notification_property.notify_delay_after #=> Integer
|
10627
10680
|
# resp.run.graph.nodes[0].job_details.job_runs[0].glue_version #=> String
|
10628
10681
|
# resp.run.graph.nodes[0].job_details.job_runs[0].dpu_seconds #=> Float
|
10682
|
+
# resp.run.graph.nodes[0].job_details.job_runs[0].execution_class #=> String, one of "FLEX", "STANDARD"
|
10629
10683
|
# resp.run.graph.nodes[0].crawler_details.crawls #=> Array
|
10630
|
-
# resp.run.graph.nodes[0].crawler_details.crawls[0].state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
10684
|
+
# resp.run.graph.nodes[0].crawler_details.crawls[0].state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED", "ERROR"
|
10631
10685
|
# resp.run.graph.nodes[0].crawler_details.crawls[0].started_on #=> Time
|
10632
10686
|
# resp.run.graph.nodes[0].crawler_details.crawls[0].completed_on #=> Time
|
10633
10687
|
# resp.run.graph.nodes[0].crawler_details.crawls[0].error_message #=> String
|
@@ -10729,6 +10783,8 @@ module Aws::Glue
|
|
10729
10783
|
# resp.runs[0].statistics.stopped_actions #=> Integer
|
10730
10784
|
# resp.runs[0].statistics.succeeded_actions #=> Integer
|
10731
10785
|
# resp.runs[0].statistics.running_actions #=> Integer
|
10786
|
+
# resp.runs[0].statistics.errored_actions #=> Integer
|
10787
|
+
# resp.runs[0].statistics.waiting_actions #=> Integer
|
10732
10788
|
# resp.runs[0].graph.nodes #=> Array
|
10733
10789
|
# resp.runs[0].graph.nodes[0].type #=> String, one of "CRAWLER", "JOB", "TRIGGER"
|
10734
10790
|
# resp.runs[0].graph.nodes[0].name #=> String
|
@@ -10752,9 +10808,9 @@ module Aws::Glue
|
|
10752
10808
|
# resp.runs[0].graph.nodes[0].trigger_details.trigger.predicate.conditions #=> Array
|
10753
10809
|
# resp.runs[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].logical_operator #=> String, one of "EQUALS"
|
10754
10810
|
# resp.runs[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].job_name #=> String
|
10755
|
-
# resp.runs[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
10811
|
+
# resp.runs[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
10756
10812
|
# resp.runs[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawler_name #=> String
|
10757
|
-
# resp.runs[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
10813
|
+
# resp.runs[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED", "ERROR"
|
10758
10814
|
# resp.runs[0].graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_size #=> Integer
|
10759
10815
|
# resp.runs[0].graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_window #=> Integer
|
10760
10816
|
# resp.runs[0].graph.nodes[0].job_details.job_runs #=> Array
|
@@ -10766,7 +10822,7 @@ module Aws::Glue
|
|
10766
10822
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].started_on #=> Time
|
10767
10823
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].last_modified_on #=> Time
|
10768
10824
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].completed_on #=> Time
|
10769
|
-
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
10825
|
+
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
10770
10826
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].arguments #=> Hash
|
10771
10827
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].arguments["GenericString"] #=> String
|
10772
10828
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].error_message #=> String
|
@@ -10777,15 +10833,16 @@ module Aws::Glue
|
|
10777
10833
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
|
10778
10834
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
|
10779
10835
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
|
10780
|
-
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
10836
|
+
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
10781
10837
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
|
10782
10838
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
|
10783
10839
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
|
10784
10840
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].notification_property.notify_delay_after #=> Integer
|
10785
10841
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].glue_version #=> String
|
10786
10842
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].dpu_seconds #=> Float
|
10843
|
+
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].execution_class #=> String, one of "FLEX", "STANDARD"
|
10787
10844
|
# resp.runs[0].graph.nodes[0].crawler_details.crawls #=> Array
|
10788
|
-
# resp.runs[0].graph.nodes[0].crawler_details.crawls[0].state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
10845
|
+
# resp.runs[0].graph.nodes[0].crawler_details.crawls[0].state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED", "ERROR"
|
10789
10846
|
# resp.runs[0].graph.nodes[0].crawler_details.crawls[0].started_on #=> Time
|
10790
10847
|
# resp.runs[0].graph.nodes[0].crawler_details.crawls[0].completed_on #=> Time
|
10791
10848
|
# resp.runs[0].graph.nodes[0].crawler_details.crawls[0].error_message #=> String
|
@@ -11382,7 +11439,7 @@ module Aws::Glue
|
|
11382
11439
|
req.send_request(options)
|
11383
11440
|
end
|
11384
11441
|
|
11385
|
-
# Retrieve a
|
11442
|
+
# Retrieve a list of sessions.
|
11386
11443
|
#
|
11387
11444
|
# @option params [String] :next_token
|
11388
11445
|
# The token for the next set of results, or null if there are no more
|
@@ -11457,6 +11514,7 @@ module Aws::Glue
|
|
11457
11514
|
# The origin of the request to list statements.
|
11458
11515
|
#
|
11459
11516
|
# @option params [String] :next_token
|
11517
|
+
# A continuation token, if this is a continuation call.
|
11460
11518
|
#
|
11461
11519
|
# @return [Types::ListStatementsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
11462
11520
|
#
|
@@ -12483,6 +12541,11 @@ module Aws::Glue
|
|
12483
12541
|
# You can specify arguments here that your own job-execution script
|
12484
12542
|
# consumes, as well as arguments that Glue itself consumes.
|
12485
12543
|
#
|
12544
|
+
# Job arguments may be logged. Do not pass plaintext secrets as
|
12545
|
+
# arguments. Retrieve secrets from a Glue Connection, Secrets Manager or
|
12546
|
+
# other secret management mechanism if you intend to keep them within
|
12547
|
+
# the Job.
|
12548
|
+
#
|
12486
12549
|
# For information about how to specify and consume your own Job
|
12487
12550
|
# arguments, see the [Calling Glue APIs in Python][1] topic in the
|
12488
12551
|
# developer guide.
|
@@ -12500,7 +12563,7 @@ module Aws::Glue
|
|
12500
12563
|
# This field is deprecated. Use `MaxCapacity` instead.
|
12501
12564
|
#
|
12502
12565
|
# The number of Glue data processing units (DPUs) to allocate to this
|
12503
|
-
# JobRun.
|
12566
|
+
# JobRun. You can allocate a minimum of 2 DPUs; the default is 10. A DPU
|
12504
12567
|
# is a relative measure of processing power that consists of 4 vCPUs of
|
12505
12568
|
# compute capacity and 16 GB of memory. For more information, see the
|
12506
12569
|
# [Glue pricing page][1].
|
@@ -12512,8 +12575,10 @@ module Aws::Glue
|
|
12512
12575
|
# @option params [Integer] :timeout
|
12513
12576
|
# The `JobRun` timeout in minutes. This is the maximum time that a job
|
12514
12577
|
# run can consume resources before it is terminated and enters `TIMEOUT`
|
12515
|
-
# status.
|
12516
|
-
#
|
12578
|
+
# status. This value overrides the timeout value set in the parent job.
|
12579
|
+
#
|
12580
|
+
# Streaming jobs do not have a timeout. The default for non-streaming
|
12581
|
+
# jobs is 2,880 minutes (48 hours).
|
12517
12582
|
#
|
12518
12583
|
# @option params [Float] :max_capacity
|
12519
12584
|
# The number of Glue data processing units (DPUs) that can be allocated
|
@@ -12531,7 +12596,7 @@ module Aws::Glue
|
|
12531
12596
|
# or 1 DPU. The default is 0.0625 DPU.
|
12532
12597
|
#
|
12533
12598
|
# * When you specify an Apache Spark ETL job
|
12534
|
-
# (`JobCommand.Name`="glueetl"), you can allocate
|
12599
|
+
# (`JobCommand.Name`="glueetl"), you can allocate a minimum of 2
|
12535
12600
|
# DPUs. The default is 10 DPUs. This job type cannot have a fractional
|
12536
12601
|
# DPU allocation.
|
12537
12602
|
#
|
@@ -12548,7 +12613,7 @@ module Aws::Glue
|
|
12548
12613
|
#
|
12549
12614
|
# @option params [String] :worker_type
|
12550
12615
|
# The type of predefined worker that is allocated when a job runs.
|
12551
|
-
# Accepts a value of Standard, G.1X, or G.
|
12616
|
+
# Accepts a value of Standard, G.1X, G.2X, or G.025X.
|
12552
12617
|
#
|
12553
12618
|
# * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
|
12554
12619
|
# of memory and a 50GB disk, and 2 executors per worker.
|
@@ -12559,12 +12624,26 @@ module Aws::Glue
|
|
12559
12624
|
# * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
|
12560
12625
|
# memory and a 128GB disk, and 1 executor per worker.
|
12561
12626
|
#
|
12627
|
+
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2 vCPU,
|
12628
|
+
# 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We
|
12629
|
+
# recommend this worker type for low volume streaming jobs. This
|
12630
|
+
# worker type is only available for Glue version 3.0 streaming jobs.
|
12631
|
+
#
|
12562
12632
|
# @option params [Integer] :number_of_workers
|
12563
12633
|
# The number of workers of a defined `workerType` that are allocated
|
12564
12634
|
# when a job runs.
|
12565
12635
|
#
|
12566
|
-
#
|
12567
|
-
#
|
12636
|
+
# @option params [String] :execution_class
|
12637
|
+
# Indicates whether the job is run with a standard or flexible execution
|
12638
|
+
# class. The standard execution-class is ideal for time-sensitive
|
12639
|
+
# workloads that require fast job startup and dedicated resources.
|
12640
|
+
#
|
12641
|
+
# The flexible execution class is appropriate for time-insensitive jobs
|
12642
|
+
# whose start and completion times may vary.
|
12643
|
+
#
|
12644
|
+
# Only jobs with Glue version 3.0 and above and command type `glueetl`
|
12645
|
+
# will be allowed to set `ExecutionClass` to `FLEX`. The flexible
|
12646
|
+
# execution class is available for Spark jobs.
|
12568
12647
|
#
|
12569
12648
|
# @return [Types::StartJobRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
12570
12649
|
#
|
@@ -12585,8 +12664,9 @@ module Aws::Glue
|
|
12585
12664
|
# notification_property: {
|
12586
12665
|
# notify_delay_after: 1,
|
12587
12666
|
# },
|
12588
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
12667
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
12589
12668
|
# number_of_workers: 1,
|
12669
|
+
# execution_class: "FLEX", # accepts FLEX, STANDARD
|
12590
12670
|
# })
|
12591
12671
|
#
|
12592
12672
|
# @example Response structure
|
@@ -13665,13 +13745,15 @@ module Aws::Glue
|
|
13665
13745
|
req.send_request(options)
|
13666
13746
|
end
|
13667
13747
|
|
13668
|
-
# Updates an existing job definition.
|
13748
|
+
# Updates an existing job definition. The previous job definition is
|
13749
|
+
# completely overwritten by this information.
|
13669
13750
|
#
|
13670
13751
|
# @option params [required, String] :job_name
|
13671
13752
|
# The name of the job definition to update.
|
13672
13753
|
#
|
13673
13754
|
# @option params [required, Types::JobUpdate] :job_update
|
13674
13755
|
# Specifies the values with which to update the job definition.
|
13756
|
+
# Unspecified configuration is removed or reset to default values.
|
13675
13757
|
#
|
13676
13758
|
# @return [Types::UpdateJobResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
13677
13759
|
#
|
@@ -13706,7 +13788,7 @@ module Aws::Glue
|
|
13706
13788
|
# allocated_capacity: 1,
|
13707
13789
|
# timeout: 1,
|
13708
13790
|
# max_capacity: 1.0,
|
13709
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
13791
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
13710
13792
|
# number_of_workers: 1,
|
13711
13793
|
# security_configuration: "NameString",
|
13712
13794
|
# notification_property: {
|
@@ -14381,6 +14463,7 @@ module Aws::Glue
|
|
14381
14463
|
# },
|
14382
14464
|
# },
|
14383
14465
|
# },
|
14466
|
+
# execution_class: "FLEX", # accepts FLEX, STANDARD
|
14384
14467
|
# },
|
14385
14468
|
# })
|
14386
14469
|
#
|
@@ -14496,7 +14579,7 @@ module Aws::Glue
|
|
14496
14579
|
# role: "RoleString",
|
14497
14580
|
# glue_version: "GlueVersionString",
|
14498
14581
|
# max_capacity: 1.0,
|
14499
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
14582
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
14500
14583
|
# number_of_workers: 1,
|
14501
14584
|
# timeout: 1,
|
14502
14585
|
# max_retries: 1,
|
@@ -14899,9 +14982,9 @@ module Aws::Glue
|
|
14899
14982
|
# {
|
14900
14983
|
# logical_operator: "EQUALS", # accepts EQUALS
|
14901
14984
|
# job_name: "NameString",
|
14902
|
-
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT
|
14985
|
+
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT, ERROR, WAITING
|
14903
14986
|
# crawler_name: "NameString",
|
14904
|
-
# crawl_state: "RUNNING", # accepts RUNNING, CANCELLING, CANCELLED, SUCCEEDED, FAILED
|
14987
|
+
# crawl_state: "RUNNING", # accepts RUNNING, CANCELLING, CANCELLED, SUCCEEDED, FAILED, ERROR
|
14905
14988
|
# },
|
14906
14989
|
# ],
|
14907
14990
|
# },
|
@@ -14933,9 +15016,9 @@ module Aws::Glue
|
|
14933
15016
|
# resp.trigger.predicate.conditions #=> Array
|
14934
15017
|
# resp.trigger.predicate.conditions[0].logical_operator #=> String, one of "EQUALS"
|
14935
15018
|
# resp.trigger.predicate.conditions[0].job_name #=> String
|
14936
|
-
# resp.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
15019
|
+
# resp.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
14937
15020
|
# resp.trigger.predicate.conditions[0].crawler_name #=> String
|
14938
|
-
# resp.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
15021
|
+
# resp.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED", "ERROR"
|
14939
15022
|
# resp.trigger.event_batching_condition.batch_size #=> Integer
|
14940
15023
|
# resp.trigger.event_batching_condition.batch_window #=> Integer
|
14941
15024
|
#
|
@@ -15057,7 +15140,7 @@ module Aws::Glue
|
|
15057
15140
|
params: params,
|
15058
15141
|
config: config)
|
15059
15142
|
context[:gem_name] = 'aws-sdk-glue'
|
15060
|
-
context[:gem_version] = '1.
|
15143
|
+
context[:gem_version] = '1.117.0'
|
15061
15144
|
Seahorse::Client::Request.new(handlers, context)
|
15062
15145
|
end
|
15063
15146
|
|