aws-sdk-glue 1.114.0 → 1.117.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +15 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +169 -86
- data/lib/aws-sdk-glue/client_api.rb +8 -0
- data/lib/aws-sdk-glue/types.rb +221 -74
- data/lib/aws-sdk-glue.rb +1 -1
- metadata +2 -2
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -885,7 +885,7 @@ module Aws::Glue
|
|
885
885
|
# resp.dev_endpoints[0].zeppelin_remote_spark_interpreter_port #=> Integer
|
886
886
|
# resp.dev_endpoints[0].public_address #=> String
|
887
887
|
# resp.dev_endpoints[0].status #=> String
|
888
|
-
# resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
888
|
+
# resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
889
889
|
# resp.dev_endpoints[0].glue_version #=> String
|
890
890
|
# resp.dev_endpoints[0].number_of_workers #=> Integer
|
891
891
|
# resp.dev_endpoints[0].number_of_nodes #=> Integer
|
@@ -959,7 +959,7 @@ module Aws::Glue
|
|
959
959
|
# resp.jobs[0].allocated_capacity #=> Integer
|
960
960
|
# resp.jobs[0].timeout #=> Integer
|
961
961
|
# resp.jobs[0].max_capacity #=> Float
|
962
|
-
# resp.jobs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
962
|
+
# resp.jobs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
963
963
|
# resp.jobs[0].number_of_workers #=> Integer
|
964
964
|
# resp.jobs[0].security_configuration #=> String
|
965
965
|
# resp.jobs[0].notification_property.notify_delay_after #=> Integer
|
@@ -1444,6 +1444,7 @@ module Aws::Glue
|
|
1444
1444
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.inputs[0] #=> String
|
1445
1445
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.database #=> String
|
1446
1446
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.table #=> String
|
1447
|
+
# resp.jobs[0].execution_class #=> String, one of "FLEX", "STANDARD"
|
1447
1448
|
# resp.jobs_not_found #=> Array
|
1448
1449
|
# resp.jobs_not_found[0] #=> String
|
1449
1450
|
#
|
@@ -1595,9 +1596,9 @@ module Aws::Glue
|
|
1595
1596
|
# resp.triggers[0].predicate.conditions #=> Array
|
1596
1597
|
# resp.triggers[0].predicate.conditions[0].logical_operator #=> String, one of "EQUALS"
|
1597
1598
|
# resp.triggers[0].predicate.conditions[0].job_name #=> String
|
1598
|
-
# resp.triggers[0].predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
1599
|
+
# resp.triggers[0].predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
1599
1600
|
# resp.triggers[0].predicate.conditions[0].crawler_name #=> String
|
1600
|
-
# resp.triggers[0].predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
1601
|
+
# resp.triggers[0].predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED", "ERROR"
|
1601
1602
|
# resp.triggers[0].event_batching_condition.batch_size #=> Integer
|
1602
1603
|
# resp.triggers[0].event_batching_condition.batch_window #=> Integer
|
1603
1604
|
# resp.triggers_not_found #=> Array
|
@@ -1662,6 +1663,8 @@ module Aws::Glue
|
|
1662
1663
|
# resp.workflows[0].last_run.statistics.stopped_actions #=> Integer
|
1663
1664
|
# resp.workflows[0].last_run.statistics.succeeded_actions #=> Integer
|
1664
1665
|
# resp.workflows[0].last_run.statistics.running_actions #=> Integer
|
1666
|
+
# resp.workflows[0].last_run.statistics.errored_actions #=> Integer
|
1667
|
+
# resp.workflows[0].last_run.statistics.waiting_actions #=> Integer
|
1665
1668
|
# resp.workflows[0].last_run.graph.nodes #=> Array
|
1666
1669
|
# resp.workflows[0].last_run.graph.nodes[0].type #=> String, one of "CRAWLER", "JOB", "TRIGGER"
|
1667
1670
|
# resp.workflows[0].last_run.graph.nodes[0].name #=> String
|
@@ -1685,9 +1688,9 @@ module Aws::Glue
|
|
1685
1688
|
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions #=> Array
|
1686
1689
|
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].logical_operator #=> String, one of "EQUALS"
|
1687
1690
|
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].job_name #=> String
|
1688
|
-
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
1691
|
+
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
1689
1692
|
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawler_name #=> String
|
1690
|
-
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
1693
|
+
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED", "ERROR"
|
1691
1694
|
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_size #=> Integer
|
1692
1695
|
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_window #=> Integer
|
1693
1696
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs #=> Array
|
@@ -1699,7 +1702,7 @@ module Aws::Glue
|
|
1699
1702
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].started_on #=> Time
|
1700
1703
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].last_modified_on #=> Time
|
1701
1704
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].completed_on #=> Time
|
1702
|
-
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
1705
|
+
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
1703
1706
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].arguments #=> Hash
|
1704
1707
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].arguments["GenericString"] #=> String
|
1705
1708
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].error_message #=> String
|
@@ -1710,15 +1713,16 @@ module Aws::Glue
|
|
1710
1713
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
|
1711
1714
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
|
1712
1715
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
|
1713
|
-
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
1716
|
+
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
1714
1717
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
|
1715
1718
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
|
1716
1719
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
|
1717
1720
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].notification_property.notify_delay_after #=> Integer
|
1718
1721
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].glue_version #=> String
|
1719
1722
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].dpu_seconds #=> Float
|
1723
|
+
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].execution_class #=> String, one of "FLEX", "STANDARD"
|
1720
1724
|
# resp.workflows[0].last_run.graph.nodes[0].crawler_details.crawls #=> Array
|
1721
|
-
# resp.workflows[0].last_run.graph.nodes[0].crawler_details.crawls[0].state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
1725
|
+
# resp.workflows[0].last_run.graph.nodes[0].crawler_details.crawls[0].state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED", "ERROR"
|
1722
1726
|
# resp.workflows[0].last_run.graph.nodes[0].crawler_details.crawls[0].started_on #=> Time
|
1723
1727
|
# resp.workflows[0].last_run.graph.nodes[0].crawler_details.crawls[0].completed_on #=> Time
|
1724
1728
|
# resp.workflows[0].last_run.graph.nodes[0].crawler_details.crawls[0].error_message #=> String
|
@@ -1752,9 +1756,9 @@ module Aws::Glue
|
|
1752
1756
|
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.predicate.conditions #=> Array
|
1753
1757
|
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].logical_operator #=> String, one of "EQUALS"
|
1754
1758
|
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].job_name #=> String
|
1755
|
-
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
1759
|
+
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
1756
1760
|
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawler_name #=> String
|
1757
|
-
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
1761
|
+
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED", "ERROR"
|
1758
1762
|
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_size #=> Integer
|
1759
1763
|
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_window #=> Integer
|
1760
1764
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs #=> Array
|
@@ -1766,7 +1770,7 @@ module Aws::Glue
|
|
1766
1770
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].started_on #=> Time
|
1767
1771
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].last_modified_on #=> Time
|
1768
1772
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].completed_on #=> Time
|
1769
|
-
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
1773
|
+
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
1770
1774
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].arguments #=> Hash
|
1771
1775
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].arguments["GenericString"] #=> String
|
1772
1776
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].error_message #=> String
|
@@ -1777,15 +1781,16 @@ module Aws::Glue
|
|
1777
1781
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
|
1778
1782
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
|
1779
1783
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
|
1780
|
-
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
1784
|
+
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
1781
1785
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
|
1782
1786
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
|
1783
1787
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
|
1784
1788
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].notification_property.notify_delay_after #=> Integer
|
1785
1789
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].glue_version #=> String
|
1786
1790
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].dpu_seconds #=> Float
|
1791
|
+
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].execution_class #=> String, one of "FLEX", "STANDARD"
|
1787
1792
|
# resp.workflows[0].graph.nodes[0].crawler_details.crawls #=> Array
|
1788
|
-
# resp.workflows[0].graph.nodes[0].crawler_details.crawls[0].state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
1793
|
+
# resp.workflows[0].graph.nodes[0].crawler_details.crawls[0].state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED", "ERROR"
|
1789
1794
|
# resp.workflows[0].graph.nodes[0].crawler_details.crawls[0].started_on #=> Time
|
1790
1795
|
# resp.workflows[0].graph.nodes[0].crawler_details.crawls[0].completed_on #=> Time
|
1791
1796
|
# resp.workflows[0].graph.nodes[0].crawler_details.crawls[0].error_message #=> String
|
@@ -2002,7 +2007,7 @@ module Aws::Glue
|
|
2002
2007
|
req.send_request(options)
|
2003
2008
|
end
|
2004
2009
|
|
2005
|
-
# Cancels the statement
|
2010
|
+
# Cancels the statement.
|
2006
2011
|
#
|
2007
2012
|
# @option params [required, String] :session_id
|
2008
2013
|
# The Session ID of the statement to be cancelled.
|
@@ -2630,7 +2635,7 @@ module Aws::Glue
|
|
2630
2635
|
# public_key: "GenericString",
|
2631
2636
|
# public_keys: ["GenericString"],
|
2632
2637
|
# number_of_nodes: 1,
|
2633
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
2638
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
2634
2639
|
# glue_version: "GlueVersionString",
|
2635
2640
|
# number_of_workers: 1,
|
2636
2641
|
# extra_python_libs_s3_path: "GenericString",
|
@@ -2655,7 +2660,7 @@ module Aws::Glue
|
|
2655
2660
|
# resp.yarn_endpoint_address #=> String
|
2656
2661
|
# resp.zeppelin_remote_spark_interpreter_port #=> Integer
|
2657
2662
|
# resp.number_of_nodes #=> Integer
|
2658
|
-
# resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
2663
|
+
# resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
2659
2664
|
# resp.glue_version #=> String
|
2660
2665
|
# resp.number_of_workers #=> Integer
|
2661
2666
|
# resp.availability_zone #=> String
|
@@ -2706,6 +2711,11 @@ module Aws::Glue
|
|
2706
2711
|
# You can specify arguments here that your own job-execution script
|
2707
2712
|
# consumes, as well as arguments that Glue itself consumes.
|
2708
2713
|
#
|
2714
|
+
# Job arguments may be logged. Do not pass plaintext secrets as
|
2715
|
+
# arguments. Retrieve secrets from a Glue Connection, Secrets Manager or
|
2716
|
+
# other secret management mechanism if you intend to keep them within
|
2717
|
+
# the Job.
|
2718
|
+
#
|
2709
2719
|
# For information about how to specify and consume your own Job
|
2710
2720
|
# arguments, see the [Calling Glue APIs in Python][1] topic in the
|
2711
2721
|
# developer guide.
|
@@ -2732,7 +2742,7 @@ module Aws::Glue
|
|
2732
2742
|
# This parameter is deprecated. Use `MaxCapacity` instead.
|
2733
2743
|
#
|
2734
2744
|
# The number of Glue data processing units (DPUs) to allocate to this
|
2735
|
-
# Job. You can allocate
|
2745
|
+
# Job. You can allocate a minimum of 2 DPUs; the default is 10. A DPU is
|
2736
2746
|
# a relative measure of processing power that consists of 4 vCPUs of
|
2737
2747
|
# compute capacity and 16 GB of memory. For more information, see the
|
2738
2748
|
# [Glue pricing page][1].
|
@@ -2764,8 +2774,8 @@ module Aws::Glue
|
|
2764
2774
|
#
|
2765
2775
|
# * When you specify an Apache Spark ETL job
|
2766
2776
|
# (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
|
2767
|
-
# (`JobCommand.Name`="gluestreaming"), you can allocate
|
2768
|
-
#
|
2777
|
+
# (`JobCommand.Name`="gluestreaming"), you can allocate a minimum of
|
2778
|
+
# 2 DPUs. The default is 10 DPUs. This job type cannot have a
|
2769
2779
|
# fractional DPU allocation.
|
2770
2780
|
#
|
2771
2781
|
# For Glue version 2.0 jobs, you cannot instead specify a `Maximum
|
@@ -2812,12 +2822,9 @@ module Aws::Glue
|
|
2812
2822
|
# The number of workers of a defined `workerType` that are allocated
|
2813
2823
|
# when a job runs.
|
2814
2824
|
#
|
2815
|
-
# The maximum number of workers you can define are 299 for `G.1X`, and
|
2816
|
-
# 149 for `G.2X`.
|
2817
|
-
#
|
2818
2825
|
# @option params [String] :worker_type
|
2819
2826
|
# The type of predefined worker that is allocated when a job runs.
|
2820
|
-
# Accepts a value of Standard, G.1X, or G.
|
2827
|
+
# Accepts a value of Standard, G.1X, G.2X, or G.025X.
|
2821
2828
|
#
|
2822
2829
|
# * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
|
2823
2830
|
# of memory and a 50GB disk, and 2 executors per worker.
|
@@ -2830,10 +2837,27 @@ module Aws::Glue
|
|
2830
2837
|
# of memory, 128 GB disk), and provides 1 executor per worker. We
|
2831
2838
|
# recommend this worker type for memory-intensive jobs.
|
2832
2839
|
#
|
2840
|
+
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2 vCPU,
|
2841
|
+
# 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We
|
2842
|
+
# recommend this worker type for low volume streaming jobs. This
|
2843
|
+
# worker type is only available for Glue version 3.0 streaming jobs.
|
2844
|
+
#
|
2833
2845
|
# @option params [Hash<String,Types::CodeGenConfigurationNode>] :code_gen_configuration_nodes
|
2834
2846
|
# The representation of a directed acyclic graph on which both the Glue
|
2835
2847
|
# Studio visual component and Glue Studio code generation is based.
|
2836
2848
|
#
|
2849
|
+
# @option params [String] :execution_class
|
2850
|
+
# Indicates whether the job is run with a standard or flexible execution
|
2851
|
+
# class. The standard execution-class is ideal for time-sensitive
|
2852
|
+
# workloads that require fast job startup and dedicated resources.
|
2853
|
+
#
|
2854
|
+
# The flexible execution class is appropriate for time-insensitive jobs
|
2855
|
+
# whose start and completion times may vary.
|
2856
|
+
#
|
2857
|
+
# Only jobs with Glue version 3.0 and above and command type `glueetl`
|
2858
|
+
# will be allowed to set `ExecutionClass` to `FLEX`. The flexible
|
2859
|
+
# execution class is available for Spark jobs.
|
2860
|
+
#
|
2837
2861
|
# @return [Types::CreateJobResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
2838
2862
|
#
|
2839
2863
|
# * {Types::CreateJobResponse#name #name} => String
|
@@ -2875,7 +2899,7 @@ module Aws::Glue
|
|
2875
2899
|
# },
|
2876
2900
|
# glue_version: "GlueVersionString",
|
2877
2901
|
# number_of_workers: 1,
|
2878
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
2902
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
2879
2903
|
# code_gen_configuration_nodes: {
|
2880
2904
|
# "NodeId" => {
|
2881
2905
|
# athena_connector_source: {
|
@@ -3544,6 +3568,7 @@ module Aws::Glue
|
|
3544
3568
|
# },
|
3545
3569
|
# },
|
3546
3570
|
# },
|
3571
|
+
# execution_class: "FLEX", # accepts FLEX, STANDARD
|
3547
3572
|
# })
|
3548
3573
|
#
|
3549
3574
|
# @example Response structure
|
@@ -3739,7 +3764,7 @@ module Aws::Glue
|
|
3739
3764
|
# role: "RoleString", # required
|
3740
3765
|
# glue_version: "GlueVersionString",
|
3741
3766
|
# max_capacity: 1.0,
|
3742
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
3767
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
3743
3768
|
# number_of_workers: 1,
|
3744
3769
|
# timeout: 1,
|
3745
3770
|
# max_retries: 1,
|
@@ -4244,15 +4269,33 @@ module Aws::Glue
|
|
4244
4269
|
# The number of connections to use for the session.
|
4245
4270
|
#
|
4246
4271
|
# @option params [Float] :max_capacity
|
4247
|
-
# The number of
|
4248
|
-
#
|
4249
|
-
#
|
4272
|
+
# The number of Glue data processing units (DPUs) that can be allocated
|
4273
|
+
# when the job runs. A DPU is a relative measure of processing power
|
4274
|
+
# that consists of 4 vCPUs of compute capacity and 16 GB memory.
|
4250
4275
|
#
|
4251
4276
|
# @option params [Integer] :number_of_workers
|
4252
|
-
# The number of workers to use for the
|
4277
|
+
# The number of workers of a defined `WorkerType` to use for the
|
4278
|
+
# session.
|
4253
4279
|
#
|
4254
4280
|
# @option params [String] :worker_type
|
4255
|
-
# The
|
4281
|
+
# The type of predefined worker that is allocated to use for the
|
4282
|
+
# session. Accepts a value of Standard, G.1X, G.2X, or G.025X.
|
4283
|
+
#
|
4284
|
+
# * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
|
4285
|
+
# of memory and a 50GB disk, and 2 executors per worker.
|
4286
|
+
#
|
4287
|
+
# * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPU, 16 GB
|
4288
|
+
# of memory, 64 GB disk), and provides 1 executor per worker. We
|
4289
|
+
# recommend this worker type for memory-intensive jobs.
|
4290
|
+
#
|
4291
|
+
# * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32 GB
|
4292
|
+
# of memory, 128 GB disk), and provides 1 executor per worker. We
|
4293
|
+
# recommend this worker type for memory-intensive jobs.
|
4294
|
+
#
|
4295
|
+
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2 vCPU,
|
4296
|
+
# 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We
|
4297
|
+
# recommend this worker type for low volume streaming jobs. This
|
4298
|
+
# worker type is only available for Glue version 3.0 streaming jobs.
|
4256
4299
|
#
|
4257
4300
|
# @option params [String] :security_configuration
|
4258
4301
|
# The name of the SecurityConfiguration structure to be used with the
|
@@ -4260,7 +4303,7 @@ module Aws::Glue
|
|
4260
4303
|
#
|
4261
4304
|
# @option params [String] :glue_version
|
4262
4305
|
# The Glue version determines the versions of Apache Spark and Python
|
4263
|
-
# that
|
4306
|
+
# that Glue supports. The GlueVersion must be greater than 2.0.
|
4264
4307
|
#
|
4265
4308
|
# @option params [Hash<String,String>] :tags
|
4266
4309
|
# The map of key value pairs (tags) belonging to the session.
|
@@ -4292,7 +4335,7 @@ module Aws::Glue
|
|
4292
4335
|
# },
|
4293
4336
|
# max_capacity: 1.0,
|
4294
4337
|
# number_of_workers: 1,
|
4295
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
4338
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
4296
4339
|
# security_configuration: "NameString",
|
4297
4340
|
# glue_version: "GlueVersionString",
|
4298
4341
|
# tags: {
|
@@ -4523,9 +4566,9 @@ module Aws::Glue
|
|
4523
4566
|
# {
|
4524
4567
|
# logical_operator: "EQUALS", # accepts EQUALS
|
4525
4568
|
# job_name: "NameString",
|
4526
|
-
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT
|
4569
|
+
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT, ERROR, WAITING
|
4527
4570
|
# crawler_name: "NameString",
|
4528
|
-
# crawl_state: "RUNNING", # accepts RUNNING, CANCELLING, CANCELLED, SUCCEEDED, FAILED
|
4571
|
+
# crawl_state: "RUNNING", # accepts RUNNING, CANCELLING, CANCELLED, SUCCEEDED, FAILED, ERROR
|
4529
4572
|
# },
|
4530
4573
|
# ],
|
4531
4574
|
# },
|
@@ -6542,7 +6585,7 @@ module Aws::Glue
|
|
6542
6585
|
# resp.dev_endpoint.zeppelin_remote_spark_interpreter_port #=> Integer
|
6543
6586
|
# resp.dev_endpoint.public_address #=> String
|
6544
6587
|
# resp.dev_endpoint.status #=> String
|
6545
|
-
# resp.dev_endpoint.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
6588
|
+
# resp.dev_endpoint.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
6546
6589
|
# resp.dev_endpoint.glue_version #=> String
|
6547
6590
|
# resp.dev_endpoint.number_of_workers #=> Integer
|
6548
6591
|
# resp.dev_endpoint.number_of_nodes #=> Integer
|
@@ -6612,7 +6655,7 @@ module Aws::Glue
|
|
6612
6655
|
# resp.dev_endpoints[0].zeppelin_remote_spark_interpreter_port #=> Integer
|
6613
6656
|
# resp.dev_endpoints[0].public_address #=> String
|
6614
6657
|
# resp.dev_endpoints[0].status #=> String
|
6615
|
-
# resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
6658
|
+
# resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
6616
6659
|
# resp.dev_endpoints[0].glue_version #=> String
|
6617
6660
|
# resp.dev_endpoints[0].number_of_workers #=> Integer
|
6618
6661
|
# resp.dev_endpoints[0].number_of_nodes #=> Integer
|
@@ -6678,7 +6721,7 @@ module Aws::Glue
|
|
6678
6721
|
# resp.job.allocated_capacity #=> Integer
|
6679
6722
|
# resp.job.timeout #=> Integer
|
6680
6723
|
# resp.job.max_capacity #=> Float
|
6681
|
-
# resp.job.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
6724
|
+
# resp.job.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
6682
6725
|
# resp.job.number_of_workers #=> Integer
|
6683
6726
|
# resp.job.security_configuration #=> String
|
6684
6727
|
# resp.job.notification_property.notify_delay_after #=> Integer
|
@@ -7163,6 +7206,7 @@ module Aws::Glue
|
|
7163
7206
|
# resp.job.code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.inputs[0] #=> String
|
7164
7207
|
# resp.job.code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.database #=> String
|
7165
7208
|
# resp.job.code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.table #=> String
|
7209
|
+
# resp.job.execution_class #=> String, one of "FLEX", "STANDARD"
|
7166
7210
|
#
|
7167
7211
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetJob AWS API Documentation
|
7168
7212
|
#
|
@@ -7244,7 +7288,7 @@ module Aws::Glue
|
|
7244
7288
|
# resp.job_run.started_on #=> Time
|
7245
7289
|
# resp.job_run.last_modified_on #=> Time
|
7246
7290
|
# resp.job_run.completed_on #=> Time
|
7247
|
-
# resp.job_run.job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
7291
|
+
# resp.job_run.job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
7248
7292
|
# resp.job_run.arguments #=> Hash
|
7249
7293
|
# resp.job_run.arguments["GenericString"] #=> String
|
7250
7294
|
# resp.job_run.error_message #=> String
|
@@ -7255,13 +7299,14 @@ module Aws::Glue
|
|
7255
7299
|
# resp.job_run.execution_time #=> Integer
|
7256
7300
|
# resp.job_run.timeout #=> Integer
|
7257
7301
|
# resp.job_run.max_capacity #=> Float
|
7258
|
-
# resp.job_run.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
7302
|
+
# resp.job_run.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
7259
7303
|
# resp.job_run.number_of_workers #=> Integer
|
7260
7304
|
# resp.job_run.security_configuration #=> String
|
7261
7305
|
# resp.job_run.log_group_name #=> String
|
7262
7306
|
# resp.job_run.notification_property.notify_delay_after #=> Integer
|
7263
7307
|
# resp.job_run.glue_version #=> String
|
7264
7308
|
# resp.job_run.dpu_seconds #=> Float
|
7309
|
+
# resp.job_run.execution_class #=> String, one of "FLEX", "STANDARD"
|
7265
7310
|
#
|
7266
7311
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetJobRun AWS API Documentation
|
7267
7312
|
#
|
@@ -7309,7 +7354,7 @@ module Aws::Glue
|
|
7309
7354
|
# resp.job_runs[0].started_on #=> Time
|
7310
7355
|
# resp.job_runs[0].last_modified_on #=> Time
|
7311
7356
|
# resp.job_runs[0].completed_on #=> Time
|
7312
|
-
# resp.job_runs[0].job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
7357
|
+
# resp.job_runs[0].job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
7313
7358
|
# resp.job_runs[0].arguments #=> Hash
|
7314
7359
|
# resp.job_runs[0].arguments["GenericString"] #=> String
|
7315
7360
|
# resp.job_runs[0].error_message #=> String
|
@@ -7320,13 +7365,14 @@ module Aws::Glue
|
|
7320
7365
|
# resp.job_runs[0].execution_time #=> Integer
|
7321
7366
|
# resp.job_runs[0].timeout #=> Integer
|
7322
7367
|
# resp.job_runs[0].max_capacity #=> Float
|
7323
|
-
# resp.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
7368
|
+
# resp.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
7324
7369
|
# resp.job_runs[0].number_of_workers #=> Integer
|
7325
7370
|
# resp.job_runs[0].security_configuration #=> String
|
7326
7371
|
# resp.job_runs[0].log_group_name #=> String
|
7327
7372
|
# resp.job_runs[0].notification_property.notify_delay_after #=> Integer
|
7328
7373
|
# resp.job_runs[0].glue_version #=> String
|
7329
7374
|
# resp.job_runs[0].dpu_seconds #=> Float
|
7375
|
+
# resp.job_runs[0].execution_class #=> String, one of "FLEX", "STANDARD"
|
7330
7376
|
# resp.next_token #=> String
|
7331
7377
|
#
|
7332
7378
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetJobRuns AWS API Documentation
|
@@ -7383,7 +7429,7 @@ module Aws::Glue
|
|
7383
7429
|
# resp.jobs[0].allocated_capacity #=> Integer
|
7384
7430
|
# resp.jobs[0].timeout #=> Integer
|
7385
7431
|
# resp.jobs[0].max_capacity #=> Float
|
7386
|
-
# resp.jobs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
7432
|
+
# resp.jobs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
7387
7433
|
# resp.jobs[0].number_of_workers #=> Integer
|
7388
7434
|
# resp.jobs[0].security_configuration #=> String
|
7389
7435
|
# resp.jobs[0].notification_property.notify_delay_after #=> Integer
|
@@ -7868,6 +7914,7 @@ module Aws::Glue
|
|
7868
7914
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.inputs[0] #=> String
|
7869
7915
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.database #=> String
|
7870
7916
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.table #=> String
|
7917
|
+
# resp.jobs[0].execution_class #=> String, one of "FLEX", "STANDARD"
|
7871
7918
|
# resp.next_token #=> String
|
7872
7919
|
#
|
7873
7920
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetJobs AWS API Documentation
|
@@ -8098,7 +8145,7 @@ module Aws::Glue
|
|
8098
8145
|
# resp.role #=> String
|
8099
8146
|
# resp.glue_version #=> String
|
8100
8147
|
# resp.max_capacity #=> Float
|
8101
|
-
# resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
8148
|
+
# resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
8102
8149
|
# resp.number_of_workers #=> Integer
|
8103
8150
|
# resp.timeout #=> Integer
|
8104
8151
|
# resp.max_retries #=> Integer
|
@@ -8206,7 +8253,7 @@ module Aws::Glue
|
|
8206
8253
|
# resp.transforms[0].role #=> String
|
8207
8254
|
# resp.transforms[0].glue_version #=> String
|
8208
8255
|
# resp.transforms[0].max_capacity #=> Float
|
8209
|
-
# resp.transforms[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
8256
|
+
# resp.transforms[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
8210
8257
|
# resp.transforms[0].number_of_workers #=> Integer
|
8211
8258
|
# resp.transforms[0].timeout #=> Integer
|
8212
8259
|
# resp.transforms[0].max_retries #=> Integer
|
@@ -9832,9 +9879,9 @@ module Aws::Glue
|
|
9832
9879
|
# resp.trigger.predicate.conditions #=> Array
|
9833
9880
|
# resp.trigger.predicate.conditions[0].logical_operator #=> String, one of "EQUALS"
|
9834
9881
|
# resp.trigger.predicate.conditions[0].job_name #=> String
|
9835
|
-
# resp.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
9882
|
+
# resp.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
9836
9883
|
# resp.trigger.predicate.conditions[0].crawler_name #=> String
|
9837
|
-
# resp.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
9884
|
+
# resp.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED", "ERROR"
|
9838
9885
|
# resp.trigger.event_batching_condition.batch_size #=> Integer
|
9839
9886
|
# resp.trigger.event_batching_condition.batch_window #=> Integer
|
9840
9887
|
#
|
@@ -9897,9 +9944,9 @@ module Aws::Glue
|
|
9897
9944
|
# resp.triggers[0].predicate.conditions #=> Array
|
9898
9945
|
# resp.triggers[0].predicate.conditions[0].logical_operator #=> String, one of "EQUALS"
|
9899
9946
|
# resp.triggers[0].predicate.conditions[0].job_name #=> String
|
9900
|
-
# resp.triggers[0].predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
9947
|
+
# resp.triggers[0].predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
9901
9948
|
# resp.triggers[0].predicate.conditions[0].crawler_name #=> String
|
9902
|
-
# resp.triggers[0].predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
9949
|
+
# resp.triggers[0].predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED", "ERROR"
|
9903
9950
|
# resp.triggers[0].event_batching_condition.batch_size #=> Integer
|
9904
9951
|
# resp.triggers[0].event_batching_condition.batch_window #=> Integer
|
9905
9952
|
# resp.next_token #=> String
|
@@ -10386,6 +10433,8 @@ module Aws::Glue
|
|
10386
10433
|
# resp.workflow.last_run.statistics.stopped_actions #=> Integer
|
10387
10434
|
# resp.workflow.last_run.statistics.succeeded_actions #=> Integer
|
10388
10435
|
# resp.workflow.last_run.statistics.running_actions #=> Integer
|
10436
|
+
# resp.workflow.last_run.statistics.errored_actions #=> Integer
|
10437
|
+
# resp.workflow.last_run.statistics.waiting_actions #=> Integer
|
10389
10438
|
# resp.workflow.last_run.graph.nodes #=> Array
|
10390
10439
|
# resp.workflow.last_run.graph.nodes[0].type #=> String, one of "CRAWLER", "JOB", "TRIGGER"
|
10391
10440
|
# resp.workflow.last_run.graph.nodes[0].name #=> String
|
@@ -10409,9 +10458,9 @@ module Aws::Glue
|
|
10409
10458
|
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions #=> Array
|
10410
10459
|
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].logical_operator #=> String, one of "EQUALS"
|
10411
10460
|
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].job_name #=> String
|
10412
|
-
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
10461
|
+
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
10413
10462
|
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawler_name #=> String
|
10414
|
-
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
10463
|
+
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED", "ERROR"
|
10415
10464
|
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_size #=> Integer
|
10416
10465
|
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_window #=> Integer
|
10417
10466
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs #=> Array
|
@@ -10423,7 +10472,7 @@ module Aws::Glue
|
|
10423
10472
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].started_on #=> Time
|
10424
10473
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].last_modified_on #=> Time
|
10425
10474
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].completed_on #=> Time
|
10426
|
-
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
10475
|
+
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
10427
10476
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].arguments #=> Hash
|
10428
10477
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].arguments["GenericString"] #=> String
|
10429
10478
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].error_message #=> String
|
@@ -10434,15 +10483,16 @@ module Aws::Glue
|
|
10434
10483
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
|
10435
10484
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
|
10436
10485
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
|
10437
|
-
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
10486
|
+
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
10438
10487
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
|
10439
10488
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
|
10440
10489
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
|
10441
10490
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].notification_property.notify_delay_after #=> Integer
|
10442
10491
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].glue_version #=> String
|
10443
10492
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].dpu_seconds #=> Float
|
10493
|
+
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].execution_class #=> String, one of "FLEX", "STANDARD"
|
10444
10494
|
# resp.workflow.last_run.graph.nodes[0].crawler_details.crawls #=> Array
|
10445
|
-
# resp.workflow.last_run.graph.nodes[0].crawler_details.crawls[0].state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
10495
|
+
# resp.workflow.last_run.graph.nodes[0].crawler_details.crawls[0].state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED", "ERROR"
|
10446
10496
|
# resp.workflow.last_run.graph.nodes[0].crawler_details.crawls[0].started_on #=> Time
|
10447
10497
|
# resp.workflow.last_run.graph.nodes[0].crawler_details.crawls[0].completed_on #=> Time
|
10448
10498
|
# resp.workflow.last_run.graph.nodes[0].crawler_details.crawls[0].error_message #=> String
|
@@ -10476,9 +10526,9 @@ module Aws::Glue
|
|
10476
10526
|
# resp.workflow.graph.nodes[0].trigger_details.trigger.predicate.conditions #=> Array
|
10477
10527
|
# resp.workflow.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].logical_operator #=> String, one of "EQUALS"
|
10478
10528
|
# resp.workflow.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].job_name #=> String
|
10479
|
-
# resp.workflow.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
10529
|
+
# resp.workflow.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
10480
10530
|
# resp.workflow.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawler_name #=> String
|
10481
|
-
# resp.workflow.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
10531
|
+
# resp.workflow.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED", "ERROR"
|
10482
10532
|
# resp.workflow.graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_size #=> Integer
|
10483
10533
|
# resp.workflow.graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_window #=> Integer
|
10484
10534
|
# resp.workflow.graph.nodes[0].job_details.job_runs #=> Array
|
@@ -10490,7 +10540,7 @@ module Aws::Glue
|
|
10490
10540
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].started_on #=> Time
|
10491
10541
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].last_modified_on #=> Time
|
10492
10542
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].completed_on #=> Time
|
10493
|
-
# resp.workflow.graph.nodes[0].job_details.job_runs[0].job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
10543
|
+
# resp.workflow.graph.nodes[0].job_details.job_runs[0].job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
10494
10544
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].arguments #=> Hash
|
10495
10545
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].arguments["GenericString"] #=> String
|
10496
10546
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].error_message #=> String
|
@@ -10501,15 +10551,16 @@ module Aws::Glue
|
|
10501
10551
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
|
10502
10552
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
|
10503
10553
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
|
10504
|
-
# resp.workflow.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
10554
|
+
# resp.workflow.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
10505
10555
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
|
10506
10556
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
|
10507
10557
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
|
10508
10558
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].notification_property.notify_delay_after #=> Integer
|
10509
10559
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].glue_version #=> String
|
10510
10560
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].dpu_seconds #=> Float
|
10561
|
+
# resp.workflow.graph.nodes[0].job_details.job_runs[0].execution_class #=> String, one of "FLEX", "STANDARD"
|
10511
10562
|
# resp.workflow.graph.nodes[0].crawler_details.crawls #=> Array
|
10512
|
-
# resp.workflow.graph.nodes[0].crawler_details.crawls[0].state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
10563
|
+
# resp.workflow.graph.nodes[0].crawler_details.crawls[0].state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED", "ERROR"
|
10513
10564
|
# resp.workflow.graph.nodes[0].crawler_details.crawls[0].started_on #=> Time
|
10514
10565
|
# resp.workflow.graph.nodes[0].crawler_details.crawls[0].completed_on #=> Time
|
10515
10566
|
# resp.workflow.graph.nodes[0].crawler_details.crawls[0].error_message #=> String
|
@@ -10571,6 +10622,8 @@ module Aws::Glue
|
|
10571
10622
|
# resp.run.statistics.stopped_actions #=> Integer
|
10572
10623
|
# resp.run.statistics.succeeded_actions #=> Integer
|
10573
10624
|
# resp.run.statistics.running_actions #=> Integer
|
10625
|
+
# resp.run.statistics.errored_actions #=> Integer
|
10626
|
+
# resp.run.statistics.waiting_actions #=> Integer
|
10574
10627
|
# resp.run.graph.nodes #=> Array
|
10575
10628
|
# resp.run.graph.nodes[0].type #=> String, one of "CRAWLER", "JOB", "TRIGGER"
|
10576
10629
|
# resp.run.graph.nodes[0].name #=> String
|
@@ -10594,9 +10647,9 @@ module Aws::Glue
|
|
10594
10647
|
# resp.run.graph.nodes[0].trigger_details.trigger.predicate.conditions #=> Array
|
10595
10648
|
# resp.run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].logical_operator #=> String, one of "EQUALS"
|
10596
10649
|
# resp.run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].job_name #=> String
|
10597
|
-
# resp.run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
10650
|
+
# resp.run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
10598
10651
|
# resp.run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawler_name #=> String
|
10599
|
-
# resp.run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
10652
|
+
# resp.run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED", "ERROR"
|
10600
10653
|
# resp.run.graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_size #=> Integer
|
10601
10654
|
# resp.run.graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_window #=> Integer
|
10602
10655
|
# resp.run.graph.nodes[0].job_details.job_runs #=> Array
|
@@ -10608,7 +10661,7 @@ module Aws::Glue
|
|
10608
10661
|
# resp.run.graph.nodes[0].job_details.job_runs[0].started_on #=> Time
|
10609
10662
|
# resp.run.graph.nodes[0].job_details.job_runs[0].last_modified_on #=> Time
|
10610
10663
|
# resp.run.graph.nodes[0].job_details.job_runs[0].completed_on #=> Time
|
10611
|
-
# resp.run.graph.nodes[0].job_details.job_runs[0].job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
10664
|
+
# resp.run.graph.nodes[0].job_details.job_runs[0].job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
10612
10665
|
# resp.run.graph.nodes[0].job_details.job_runs[0].arguments #=> Hash
|
10613
10666
|
# resp.run.graph.nodes[0].job_details.job_runs[0].arguments["GenericString"] #=> String
|
10614
10667
|
# resp.run.graph.nodes[0].job_details.job_runs[0].error_message #=> String
|
@@ -10619,15 +10672,16 @@ module Aws::Glue
|
|
10619
10672
|
# resp.run.graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
|
10620
10673
|
# resp.run.graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
|
10621
10674
|
# resp.run.graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
|
10622
|
-
# resp.run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
10675
|
+
# resp.run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
10623
10676
|
# resp.run.graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
|
10624
10677
|
# resp.run.graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
|
10625
10678
|
# resp.run.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
|
10626
10679
|
# resp.run.graph.nodes[0].job_details.job_runs[0].notification_property.notify_delay_after #=> Integer
|
10627
10680
|
# resp.run.graph.nodes[0].job_details.job_runs[0].glue_version #=> String
|
10628
10681
|
# resp.run.graph.nodes[0].job_details.job_runs[0].dpu_seconds #=> Float
|
10682
|
+
# resp.run.graph.nodes[0].job_details.job_runs[0].execution_class #=> String, one of "FLEX", "STANDARD"
|
10629
10683
|
# resp.run.graph.nodes[0].crawler_details.crawls #=> Array
|
10630
|
-
# resp.run.graph.nodes[0].crawler_details.crawls[0].state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
10684
|
+
# resp.run.graph.nodes[0].crawler_details.crawls[0].state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED", "ERROR"
|
10631
10685
|
# resp.run.graph.nodes[0].crawler_details.crawls[0].started_on #=> Time
|
10632
10686
|
# resp.run.graph.nodes[0].crawler_details.crawls[0].completed_on #=> Time
|
10633
10687
|
# resp.run.graph.nodes[0].crawler_details.crawls[0].error_message #=> String
|
@@ -10729,6 +10783,8 @@ module Aws::Glue
|
|
10729
10783
|
# resp.runs[0].statistics.stopped_actions #=> Integer
|
10730
10784
|
# resp.runs[0].statistics.succeeded_actions #=> Integer
|
10731
10785
|
# resp.runs[0].statistics.running_actions #=> Integer
|
10786
|
+
# resp.runs[0].statistics.errored_actions #=> Integer
|
10787
|
+
# resp.runs[0].statistics.waiting_actions #=> Integer
|
10732
10788
|
# resp.runs[0].graph.nodes #=> Array
|
10733
10789
|
# resp.runs[0].graph.nodes[0].type #=> String, one of "CRAWLER", "JOB", "TRIGGER"
|
10734
10790
|
# resp.runs[0].graph.nodes[0].name #=> String
|
@@ -10752,9 +10808,9 @@ module Aws::Glue
|
|
10752
10808
|
# resp.runs[0].graph.nodes[0].trigger_details.trigger.predicate.conditions #=> Array
|
10753
10809
|
# resp.runs[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].logical_operator #=> String, one of "EQUALS"
|
10754
10810
|
# resp.runs[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].job_name #=> String
|
10755
|
-
# resp.runs[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
10811
|
+
# resp.runs[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
10756
10812
|
# resp.runs[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawler_name #=> String
|
10757
|
-
# resp.runs[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
10813
|
+
# resp.runs[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED", "ERROR"
|
10758
10814
|
# resp.runs[0].graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_size #=> Integer
|
10759
10815
|
# resp.runs[0].graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_window #=> Integer
|
10760
10816
|
# resp.runs[0].graph.nodes[0].job_details.job_runs #=> Array
|
@@ -10766,7 +10822,7 @@ module Aws::Glue
|
|
10766
10822
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].started_on #=> Time
|
10767
10823
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].last_modified_on #=> Time
|
10768
10824
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].completed_on #=> Time
|
10769
|
-
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
10825
|
+
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
10770
10826
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].arguments #=> Hash
|
10771
10827
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].arguments["GenericString"] #=> String
|
10772
10828
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].error_message #=> String
|
@@ -10777,15 +10833,16 @@ module Aws::Glue
|
|
10777
10833
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
|
10778
10834
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
|
10779
10835
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
|
10780
|
-
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
10836
|
+
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
10781
10837
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
|
10782
10838
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
|
10783
10839
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
|
10784
10840
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].notification_property.notify_delay_after #=> Integer
|
10785
10841
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].glue_version #=> String
|
10786
10842
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].dpu_seconds #=> Float
|
10843
|
+
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].execution_class #=> String, one of "FLEX", "STANDARD"
|
10787
10844
|
# resp.runs[0].graph.nodes[0].crawler_details.crawls #=> Array
|
10788
|
-
# resp.runs[0].graph.nodes[0].crawler_details.crawls[0].state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
10845
|
+
# resp.runs[0].graph.nodes[0].crawler_details.crawls[0].state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED", "ERROR"
|
10789
10846
|
# resp.runs[0].graph.nodes[0].crawler_details.crawls[0].started_on #=> Time
|
10790
10847
|
# resp.runs[0].graph.nodes[0].crawler_details.crawls[0].completed_on #=> Time
|
10791
10848
|
# resp.runs[0].graph.nodes[0].crawler_details.crawls[0].error_message #=> String
|
@@ -11382,7 +11439,7 @@ module Aws::Glue
|
|
11382
11439
|
req.send_request(options)
|
11383
11440
|
end
|
11384
11441
|
|
11385
|
-
# Retrieve a
|
11442
|
+
# Retrieve a list of sessions.
|
11386
11443
|
#
|
11387
11444
|
# @option params [String] :next_token
|
11388
11445
|
# The token for the next set of results, or null if there are no more
|
@@ -11457,6 +11514,7 @@ module Aws::Glue
|
|
11457
11514
|
# The origin of the request to list statements.
|
11458
11515
|
#
|
11459
11516
|
# @option params [String] :next_token
|
11517
|
+
# A continuation token, if this is a continuation call.
|
11460
11518
|
#
|
11461
11519
|
# @return [Types::ListStatementsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
11462
11520
|
#
|
@@ -12483,6 +12541,11 @@ module Aws::Glue
|
|
12483
12541
|
# You can specify arguments here that your own job-execution script
|
12484
12542
|
# consumes, as well as arguments that Glue itself consumes.
|
12485
12543
|
#
|
12544
|
+
# Job arguments may be logged. Do not pass plaintext secrets as
|
12545
|
+
# arguments. Retrieve secrets from a Glue Connection, Secrets Manager or
|
12546
|
+
# other secret management mechanism if you intend to keep them within
|
12547
|
+
# the Job.
|
12548
|
+
#
|
12486
12549
|
# For information about how to specify and consume your own Job
|
12487
12550
|
# arguments, see the [Calling Glue APIs in Python][1] topic in the
|
12488
12551
|
# developer guide.
|
@@ -12500,7 +12563,7 @@ module Aws::Glue
|
|
12500
12563
|
# This field is deprecated. Use `MaxCapacity` instead.
|
12501
12564
|
#
|
12502
12565
|
# The number of Glue data processing units (DPUs) to allocate to this
|
12503
|
-
# JobRun.
|
12566
|
+
# JobRun. You can allocate a minimum of 2 DPUs; the default is 10. A DPU
|
12504
12567
|
# is a relative measure of processing power that consists of 4 vCPUs of
|
12505
12568
|
# compute capacity and 16 GB of memory. For more information, see the
|
12506
12569
|
# [Glue pricing page][1].
|
@@ -12512,8 +12575,10 @@ module Aws::Glue
|
|
12512
12575
|
# @option params [Integer] :timeout
|
12513
12576
|
# The `JobRun` timeout in minutes. This is the maximum time that a job
|
12514
12577
|
# run can consume resources before it is terminated and enters `TIMEOUT`
|
12515
|
-
# status.
|
12516
|
-
#
|
12578
|
+
# status. This value overrides the timeout value set in the parent job.
|
12579
|
+
#
|
12580
|
+
# Streaming jobs do not have a timeout. The default for non-streaming
|
12581
|
+
# jobs is 2,880 minutes (48 hours).
|
12517
12582
|
#
|
12518
12583
|
# @option params [Float] :max_capacity
|
12519
12584
|
# The number of Glue data processing units (DPUs) that can be allocated
|
@@ -12531,7 +12596,7 @@ module Aws::Glue
|
|
12531
12596
|
# or 1 DPU. The default is 0.0625 DPU.
|
12532
12597
|
#
|
12533
12598
|
# * When you specify an Apache Spark ETL job
|
12534
|
-
# (`JobCommand.Name`="glueetl"), you can allocate
|
12599
|
+
# (`JobCommand.Name`="glueetl"), you can allocate a minimum of 2
|
12535
12600
|
# DPUs. The default is 10 DPUs. This job type cannot have a fractional
|
12536
12601
|
# DPU allocation.
|
12537
12602
|
#
|
@@ -12548,7 +12613,7 @@ module Aws::Glue
|
|
12548
12613
|
#
|
12549
12614
|
# @option params [String] :worker_type
|
12550
12615
|
# The type of predefined worker that is allocated when a job runs.
|
12551
|
-
# Accepts a value of Standard, G.1X, or G.
|
12616
|
+
# Accepts a value of Standard, G.1X, G.2X, or G.025X.
|
12552
12617
|
#
|
12553
12618
|
# * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
|
12554
12619
|
# of memory and a 50GB disk, and 2 executors per worker.
|
@@ -12559,12 +12624,26 @@ module Aws::Glue
|
|
12559
12624
|
# * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
|
12560
12625
|
# memory and a 128GB disk, and 1 executor per worker.
|
12561
12626
|
#
|
12627
|
+
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2 vCPU,
|
12628
|
+
# 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We
|
12629
|
+
# recommend this worker type for low volume streaming jobs. This
|
12630
|
+
# worker type is only available for Glue version 3.0 streaming jobs.
|
12631
|
+
#
|
12562
12632
|
# @option params [Integer] :number_of_workers
|
12563
12633
|
# The number of workers of a defined `workerType` that are allocated
|
12564
12634
|
# when a job runs.
|
12565
12635
|
#
|
12566
|
-
#
|
12567
|
-
#
|
12636
|
+
# @option params [String] :execution_class
|
12637
|
+
# Indicates whether the job is run with a standard or flexible execution
|
12638
|
+
# class. The standard execution-class is ideal for time-sensitive
|
12639
|
+
# workloads that require fast job startup and dedicated resources.
|
12640
|
+
#
|
12641
|
+
# The flexible execution class is appropriate for time-insensitive jobs
|
12642
|
+
# whose start and completion times may vary.
|
12643
|
+
#
|
12644
|
+
# Only jobs with Glue version 3.0 and above and command type `glueetl`
|
12645
|
+
# will be allowed to set `ExecutionClass` to `FLEX`. The flexible
|
12646
|
+
# execution class is available for Spark jobs.
|
12568
12647
|
#
|
12569
12648
|
# @return [Types::StartJobRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
12570
12649
|
#
|
@@ -12585,8 +12664,9 @@ module Aws::Glue
|
|
12585
12664
|
# notification_property: {
|
12586
12665
|
# notify_delay_after: 1,
|
12587
12666
|
# },
|
12588
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
12667
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
12589
12668
|
# number_of_workers: 1,
|
12669
|
+
# execution_class: "FLEX", # accepts FLEX, STANDARD
|
12590
12670
|
# })
|
12591
12671
|
#
|
12592
12672
|
# @example Response structure
|
@@ -13665,13 +13745,15 @@ module Aws::Glue
|
|
13665
13745
|
req.send_request(options)
|
13666
13746
|
end
|
13667
13747
|
|
13668
|
-
# Updates an existing job definition.
|
13748
|
+
# Updates an existing job definition. The previous job definition is
|
13749
|
+
# completely overwritten by this information.
|
13669
13750
|
#
|
13670
13751
|
# @option params [required, String] :job_name
|
13671
13752
|
# The name of the job definition to update.
|
13672
13753
|
#
|
13673
13754
|
# @option params [required, Types::JobUpdate] :job_update
|
13674
13755
|
# Specifies the values with which to update the job definition.
|
13756
|
+
# Unspecified configuration is removed or reset to default values.
|
13675
13757
|
#
|
13676
13758
|
# @return [Types::UpdateJobResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
13677
13759
|
#
|
@@ -13706,7 +13788,7 @@ module Aws::Glue
|
|
13706
13788
|
# allocated_capacity: 1,
|
13707
13789
|
# timeout: 1,
|
13708
13790
|
# max_capacity: 1.0,
|
13709
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
13791
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
13710
13792
|
# number_of_workers: 1,
|
13711
13793
|
# security_configuration: "NameString",
|
13712
13794
|
# notification_property: {
|
@@ -14381,6 +14463,7 @@ module Aws::Glue
|
|
14381
14463
|
# },
|
14382
14464
|
# },
|
14383
14465
|
# },
|
14466
|
+
# execution_class: "FLEX", # accepts FLEX, STANDARD
|
14384
14467
|
# },
|
14385
14468
|
# })
|
14386
14469
|
#
|
@@ -14496,7 +14579,7 @@ module Aws::Glue
|
|
14496
14579
|
# role: "RoleString",
|
14497
14580
|
# glue_version: "GlueVersionString",
|
14498
14581
|
# max_capacity: 1.0,
|
14499
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
14582
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
14500
14583
|
# number_of_workers: 1,
|
14501
14584
|
# timeout: 1,
|
14502
14585
|
# max_retries: 1,
|
@@ -14899,9 +14982,9 @@ module Aws::Glue
|
|
14899
14982
|
# {
|
14900
14983
|
# logical_operator: "EQUALS", # accepts EQUALS
|
14901
14984
|
# job_name: "NameString",
|
14902
|
-
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT
|
14985
|
+
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT, ERROR, WAITING
|
14903
14986
|
# crawler_name: "NameString",
|
14904
|
-
# crawl_state: "RUNNING", # accepts RUNNING, CANCELLING, CANCELLED, SUCCEEDED, FAILED
|
14987
|
+
# crawl_state: "RUNNING", # accepts RUNNING, CANCELLING, CANCELLED, SUCCEEDED, FAILED, ERROR
|
14905
14988
|
# },
|
14906
14989
|
# ],
|
14907
14990
|
# },
|
@@ -14933,9 +15016,9 @@ module Aws::Glue
|
|
14933
15016
|
# resp.trigger.predicate.conditions #=> Array
|
14934
15017
|
# resp.trigger.predicate.conditions[0].logical_operator #=> String, one of "EQUALS"
|
14935
15018
|
# resp.trigger.predicate.conditions[0].job_name #=> String
|
14936
|
-
# resp.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
15019
|
+
# resp.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT", "ERROR", "WAITING"
|
14937
15020
|
# resp.trigger.predicate.conditions[0].crawler_name #=> String
|
14938
|
-
# resp.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
15021
|
+
# resp.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED", "ERROR"
|
14939
15022
|
# resp.trigger.event_batching_condition.batch_size #=> Integer
|
14940
15023
|
# resp.trigger.event_batching_condition.batch_window #=> Integer
|
14941
15024
|
#
|
@@ -15057,7 +15140,7 @@ module Aws::Glue
|
|
15057
15140
|
params: params,
|
15058
15141
|
config: config)
|
15059
15142
|
context[:gem_name] = 'aws-sdk-glue'
|
15060
|
-
context[:gem_version] = '1.
|
15143
|
+
context[:gem_version] = '1.117.0'
|
15061
15144
|
Seahorse::Client::Request.new(handlers, context)
|
15062
15145
|
end
|
15063
15146
|
|