aws-sdk-glue 1.88.0 → 1.92.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +20 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue.rb +1 -1
- data/lib/aws-sdk-glue/client.rb +342 -281
- data/lib/aws-sdk-glue/client_api.rb +16 -0
- data/lib/aws-sdk-glue/types.rb +478 -362
- metadata +4 -4
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: dafc8b20d54c386e5c39a6646545641dd14b644f4c767d025c6659d70b34b78f
|
4
|
+
data.tar.gz: 1688eefcd084cf4a8d842f2cdd295154c35842f4e46357f056bc3eae252bebe8
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 6d693fe5ac302550fbf671e5ea27607f626a5b72a78e3b51505a108304872d7172b89cc80b4bebf3eef4de78b9ccff934006a4c2b9823a9f8a1753d2e0ad9ac4
|
7
|
+
data.tar.gz: ba9866d01242386d5579a6e19b3110429d9bd64688670f7293f6fb132c347202a39ac54d0ace9458b64b8b0f13ca21c4140a333f0939166c31bd2ccd1ba8a784
|
data/CHANGELOG.md
CHANGED
@@ -1,6 +1,26 @@
|
|
1
1
|
Unreleased Changes
|
2
2
|
------------------
|
3
3
|
|
4
|
+
1.92.0 (2021-07-30)
|
5
|
+
------------------
|
6
|
+
|
7
|
+
* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
|
8
|
+
|
9
|
+
1.91.0 (2021-07-28)
|
10
|
+
------------------
|
11
|
+
|
12
|
+
* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
|
13
|
+
|
14
|
+
1.90.0 (2021-07-14)
|
15
|
+
------------------
|
16
|
+
|
17
|
+
* Feature - Add support for Event Driven Workflows
|
18
|
+
|
19
|
+
1.89.0 (2021-06-28)
|
20
|
+
------------------
|
21
|
+
|
22
|
+
* Feature - Add JSON Support for Glue Schema Registry
|
23
|
+
|
4
24
|
1.88.0 (2021-06-07)
|
5
25
|
------------------
|
6
26
|
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.
|
1
|
+
1.92.0
|
data/lib/aws-sdk-glue.rb
CHANGED
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -341,7 +341,7 @@ module Aws::Glue
|
|
341
341
|
#
|
342
342
|
# @option params [String] :catalog_id
|
343
343
|
# The ID of the catalog in which the partition is to be created.
|
344
|
-
# Currently, this should be the
|
344
|
+
# Currently, this should be the Amazon Web Services account ID.
|
345
345
|
#
|
346
346
|
# @option params [required, String] :database_name
|
347
347
|
# The name of the metadata database in which the partition is to be
|
@@ -449,7 +449,7 @@ module Aws::Glue
|
|
449
449
|
#
|
450
450
|
# @option params [String] :catalog_id
|
451
451
|
# The ID of the Data Catalog in which the connections reside. If none is
|
452
|
-
# provided, the
|
452
|
+
# provided, the Amazon Web Services account ID is used by default.
|
453
453
|
#
|
454
454
|
# @option params [required, Array<String>] :connection_name_list
|
455
455
|
# A list of names of the connections to delete.
|
@@ -487,7 +487,8 @@ module Aws::Glue
|
|
487
487
|
#
|
488
488
|
# @option params [String] :catalog_id
|
489
489
|
# The ID of the Data Catalog where the partition to be deleted resides.
|
490
|
-
# If none is provided, the
|
490
|
+
# If none is provided, the Amazon Web Services account ID is used by
|
491
|
+
# default.
|
491
492
|
#
|
492
493
|
# @option params [required, String] :database_name
|
493
494
|
# The name of the catalog database in which the table in question
|
@@ -537,8 +538,8 @@ module Aws::Glue
|
|
537
538
|
# Deletes multiple tables at once.
|
538
539
|
#
|
539
540
|
# <note markdown="1"> After completing this operation, you no longer have access to the
|
540
|
-
# table versions and partitions that belong to the deleted table.
|
541
|
-
#
|
541
|
+
# table versions and partitions that belong to the deleted table. Glue
|
542
|
+
# deletes these "orphaned" resources asynchronously in a timely
|
542
543
|
# manner, at the discretion of the service.
|
543
544
|
#
|
544
545
|
# To ensure the immediate deletion of all related resources, before
|
@@ -551,7 +552,7 @@ module Aws::Glue
|
|
551
552
|
#
|
552
553
|
# @option params [String] :catalog_id
|
553
554
|
# The ID of the Data Catalog where the table resides. If none is
|
554
|
-
# provided, the
|
555
|
+
# provided, the Amazon Web Services account ID is used by default.
|
555
556
|
#
|
556
557
|
# @option params [required, String] :database_name
|
557
558
|
# The name of the catalog database in which the tables to delete reside.
|
@@ -592,7 +593,7 @@ module Aws::Glue
|
|
592
593
|
#
|
593
594
|
# @option params [String] :catalog_id
|
594
595
|
# The ID of the Data Catalog where the tables reside. If none is
|
595
|
-
# provided, the
|
596
|
+
# provided, the Amazon Web Services account ID is used by default.
|
596
597
|
#
|
597
598
|
# @option params [required, String] :database_name
|
598
599
|
# The database in the catalog in which the table resides. For Hive
|
@@ -850,7 +851,8 @@ module Aws::Glue
|
|
850
851
|
#
|
851
852
|
# @option params [String] :catalog_id
|
852
853
|
# The ID of the Data Catalog where the partitions in question reside. If
|
853
|
-
# none is supplied, the
|
854
|
+
# none is supplied, the Amazon Web Services account ID is used by
|
855
|
+
# default.
|
854
856
|
#
|
855
857
|
# @option params [required, String] :database_name
|
856
858
|
# The name of the catalog database where the partitions reside.
|
@@ -966,7 +968,7 @@ module Aws::Glue
|
|
966
968
|
# resp.triggers[0].name #=> String
|
967
969
|
# resp.triggers[0].workflow_name #=> String
|
968
970
|
# resp.triggers[0].id #=> String
|
969
|
-
# resp.triggers[0].type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND"
|
971
|
+
# resp.triggers[0].type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND", "EVENT"
|
970
972
|
# resp.triggers[0].state #=> String, one of "CREATING", "CREATED", "ACTIVATING", "ACTIVATED", "DEACTIVATING", "DEACTIVATED", "DELETING", "UPDATING"
|
971
973
|
# resp.triggers[0].description #=> String
|
972
974
|
# resp.triggers[0].schedule #=> String
|
@@ -985,6 +987,8 @@ module Aws::Glue
|
|
985
987
|
# resp.triggers[0].predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
986
988
|
# resp.triggers[0].predicate.conditions[0].crawler_name #=> String
|
987
989
|
# resp.triggers[0].predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
990
|
+
# resp.triggers[0].event_batching_condition.batch_size #=> Integer
|
991
|
+
# resp.triggers[0].event_batching_condition.batch_window #=> Integer
|
988
992
|
# resp.triggers_not_found #=> Array
|
989
993
|
# resp.triggers_not_found[0] #=> String
|
990
994
|
#
|
@@ -1054,7 +1058,7 @@ module Aws::Glue
|
|
1054
1058
|
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.name #=> String
|
1055
1059
|
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.workflow_name #=> String
|
1056
1060
|
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.id #=> String
|
1057
|
-
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND"
|
1061
|
+
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND", "EVENT"
|
1058
1062
|
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.state #=> String, one of "CREATING", "CREATED", "ACTIVATING", "ACTIVATED", "DEACTIVATING", "DEACTIVATED", "DELETING", "UPDATING"
|
1059
1063
|
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.description #=> String
|
1060
1064
|
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.schedule #=> String
|
@@ -1073,6 +1077,8 @@ module Aws::Glue
|
|
1073
1077
|
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
1074
1078
|
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawler_name #=> String
|
1075
1079
|
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
1080
|
+
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_size #=> Integer
|
1081
|
+
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_window #=> Integer
|
1076
1082
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs #=> Array
|
1077
1083
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].id #=> String
|
1078
1084
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].attempt #=> Integer
|
@@ -1109,6 +1115,8 @@ module Aws::Glue
|
|
1109
1115
|
# resp.workflows[0].last_run.graph.edges #=> Array
|
1110
1116
|
# resp.workflows[0].last_run.graph.edges[0].source_id #=> String
|
1111
1117
|
# resp.workflows[0].last_run.graph.edges[0].destination_id #=> String
|
1118
|
+
# resp.workflows[0].last_run.starting_event_batch_condition.batch_size #=> Integer
|
1119
|
+
# resp.workflows[0].last_run.starting_event_batch_condition.batch_window #=> Integer
|
1112
1120
|
# resp.workflows[0].graph.nodes #=> Array
|
1113
1121
|
# resp.workflows[0].graph.nodes[0].type #=> String, one of "CRAWLER", "JOB", "TRIGGER"
|
1114
1122
|
# resp.workflows[0].graph.nodes[0].name #=> String
|
@@ -1116,7 +1124,7 @@ module Aws::Glue
|
|
1116
1124
|
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.name #=> String
|
1117
1125
|
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.workflow_name #=> String
|
1118
1126
|
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.id #=> String
|
1119
|
-
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND"
|
1127
|
+
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND", "EVENT"
|
1120
1128
|
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.state #=> String, one of "CREATING", "CREATED", "ACTIVATING", "ACTIVATED", "DEACTIVATING", "DEACTIVATED", "DELETING", "UPDATING"
|
1121
1129
|
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.description #=> String
|
1122
1130
|
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.schedule #=> String
|
@@ -1135,6 +1143,8 @@ module Aws::Glue
|
|
1135
1143
|
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
1136
1144
|
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawler_name #=> String
|
1137
1145
|
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
1146
|
+
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_size #=> Integer
|
1147
|
+
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_window #=> Integer
|
1138
1148
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs #=> Array
|
1139
1149
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].id #=> String
|
1140
1150
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].attempt #=> Integer
|
@@ -1229,7 +1239,7 @@ module Aws::Glue
|
|
1229
1239
|
#
|
1230
1240
|
# @option params [String] :catalog_id
|
1231
1241
|
# The ID of the catalog in which the partition is to be updated.
|
1232
|
-
# Currently, this should be the
|
1242
|
+
# Currently, this should be the Amazon Web Services account ID.
|
1233
1243
|
#
|
1234
1244
|
# @option params [required, String] :database_name
|
1235
1245
|
# The name of the metadata database in which the partition is to be
|
@@ -1337,10 +1347,10 @@ module Aws::Glue
|
|
1337
1347
|
end
|
1338
1348
|
|
1339
1349
|
# Cancels (stops) a task run. Machine learning task runs are
|
1340
|
-
# asynchronous tasks that
|
1341
|
-
#
|
1342
|
-
#
|
1343
|
-
#
|
1350
|
+
# asynchronous tasks that Glue runs on your behalf as part of various
|
1351
|
+
# machine learning workflows. You can cancel a machine learning task run
|
1352
|
+
# at any time by calling `CancelMLTaskRun` with a task run's parent
|
1353
|
+
# transform's `TransformID` and the task run's `TaskRunId`.
|
1344
1354
|
#
|
1345
1355
|
# @option params [required, String] :transform_id
|
1346
1356
|
# The unique identifier of the machine learning transform.
|
@@ -1382,8 +1392,8 @@ module Aws::Glue
|
|
1382
1392
|
# checks are performed.
|
1383
1393
|
#
|
1384
1394
|
# @option params [required, String] :data_format
|
1385
|
-
# The data format of the schema definition. Currently
|
1386
|
-
# supported.
|
1395
|
+
# The data format of the schema definition. Currently `AVRO` and `JSON`
|
1396
|
+
# are supported.
|
1387
1397
|
#
|
1388
1398
|
# @option params [required, String] :schema_definition
|
1389
1399
|
# The definition of the schema that has to be validated.
|
@@ -1396,7 +1406,7 @@ module Aws::Glue
|
|
1396
1406
|
# @example Request syntax with placeholder values
|
1397
1407
|
#
|
1398
1408
|
# resp = client.check_schema_version_validity({
|
1399
|
-
# data_format: "AVRO", # required, accepts AVRO
|
1409
|
+
# data_format: "AVRO", # required, accepts AVRO, JSON
|
1400
1410
|
# schema_definition: "SchemaDefinitionString", # required
|
1401
1411
|
# })
|
1402
1412
|
#
|
@@ -1474,7 +1484,7 @@ module Aws::Glue
|
|
1474
1484
|
#
|
1475
1485
|
# @option params [String] :catalog_id
|
1476
1486
|
# The ID of the Data Catalog in which to create the connection. If none
|
1477
|
-
# is provided, the
|
1487
|
+
# is provided, the Amazon Web Services account ID is used by default.
|
1478
1488
|
#
|
1479
1489
|
# @option params [required, Types::ConnectionInput] :connection_input
|
1480
1490
|
# A `ConnectionInput` object defining the connection to create.
|
@@ -1523,7 +1533,7 @@ module Aws::Glue
|
|
1523
1533
|
# new crawler to access customer resources.
|
1524
1534
|
#
|
1525
1535
|
# @option params [String] :database_name
|
1526
|
-
# The
|
1536
|
+
# The Glue database where results are written, such as:
|
1527
1537
|
# `arn:aws:daylight:us-east-1::database/sometable/*`.
|
1528
1538
|
#
|
1529
1539
|
# @option params [String] :description
|
@@ -1575,8 +1585,8 @@ module Aws::Glue
|
|
1575
1585
|
#
|
1576
1586
|
# @option params [Hash<String,String>] :tags
|
1577
1587
|
# The tags to use with this crawler request. You may use tags to limit
|
1578
|
-
# access to the crawler. For more information about tags in
|
1579
|
-
#
|
1588
|
+
# access to the crawler. For more information about tags in Glue, see
|
1589
|
+
# [Amazon Web Services Tags in Glue][1] in the developer guide.
|
1580
1590
|
#
|
1581
1591
|
#
|
1582
1592
|
#
|
@@ -1661,7 +1671,7 @@ module Aws::Glue
|
|
1661
1671
|
#
|
1662
1672
|
# @option params [String] :catalog_id
|
1663
1673
|
# The ID of the Data Catalog in which to create the database. If none is
|
1664
|
-
# provided, the
|
1674
|
+
# provided, the Amazon Web Services account ID is used by default.
|
1665
1675
|
#
|
1666
1676
|
# @option params [required, Types::DatabaseInput] :database_input
|
1667
1677
|
# The metadata for the database.
|
@@ -1738,8 +1748,8 @@ module Aws::Glue
|
|
1738
1748
|
# </note>
|
1739
1749
|
#
|
1740
1750
|
# @option params [Integer] :number_of_nodes
|
1741
|
-
# The number of
|
1742
|
-
#
|
1751
|
+
# The number of Glue Data Processing Units (DPUs) to allocate to this
|
1752
|
+
# `DevEndpoint`.
|
1743
1753
|
#
|
1744
1754
|
# @option params [String] :worker_type
|
1745
1755
|
# The type of predefined worker that is allocated to the development
|
@@ -1762,10 +1772,10 @@ module Aws::Glue
|
|
1762
1772
|
#
|
1763
1773
|
# @option params [String] :glue_version
|
1764
1774
|
# Glue version determines the versions of Apache Spark and Python that
|
1765
|
-
#
|
1766
|
-
#
|
1775
|
+
# Glue supports. The Python version indicates the version supported for
|
1776
|
+
# running your ETL scripts on development endpoints.
|
1767
1777
|
#
|
1768
|
-
# For more information about the available
|
1778
|
+
# For more information about the available Glue versions and
|
1769
1779
|
# corresponding Spark and Python versions, see [Glue version][1] in the
|
1770
1780
|
# developer guide.
|
1771
1781
|
#
|
@@ -1813,8 +1823,8 @@ module Aws::Glue
|
|
1813
1823
|
#
|
1814
1824
|
# @option params [Hash<String,String>] :tags
|
1815
1825
|
# The tags to use with this DevEndpoint. You may use tags to limit
|
1816
|
-
# access to the DevEndpoint. For more information about tags in
|
1817
|
-
#
|
1826
|
+
# access to the DevEndpoint. For more information about tags in Glue,
|
1827
|
+
# see [Amazon Web Services Tags in Glue][1] in the developer guide.
|
1818
1828
|
#
|
1819
1829
|
#
|
1820
1830
|
#
|
@@ -1923,21 +1933,21 @@ module Aws::Glue
|
|
1923
1933
|
# runs allowed for this job.
|
1924
1934
|
#
|
1925
1935
|
# @option params [required, Types::JobCommand] :command
|
1926
|
-
# The `JobCommand` that
|
1936
|
+
# The `JobCommand` that runs this job.
|
1927
1937
|
#
|
1928
1938
|
# @option params [Hash<String,String>] :default_arguments
|
1929
1939
|
# The default arguments for this job.
|
1930
1940
|
#
|
1931
1941
|
# You can specify arguments here that your own job-execution script
|
1932
|
-
# consumes, as well as arguments that
|
1942
|
+
# consumes, as well as arguments that Glue itself consumes.
|
1933
1943
|
#
|
1934
1944
|
# For information about how to specify and consume your own Job
|
1935
|
-
# arguments, see the [Calling
|
1945
|
+
# arguments, see the [Calling Glue APIs in Python][1] topic in the
|
1936
1946
|
# developer guide.
|
1937
1947
|
#
|
1938
|
-
# For information about the key-value pairs that
|
1939
|
-
#
|
1940
|
-
#
|
1948
|
+
# For information about the key-value pairs that Glue consumes to set up
|
1949
|
+
# your job, see the [Special Parameters Used by Glue][2] topic in the
|
1950
|
+
# developer guide.
|
1941
1951
|
#
|
1942
1952
|
#
|
1943
1953
|
#
|
@@ -1956,11 +1966,11 @@ module Aws::Glue
|
|
1956
1966
|
# @option params [Integer] :allocated_capacity
|
1957
1967
|
# This parameter is deprecated. Use `MaxCapacity` instead.
|
1958
1968
|
#
|
1959
|
-
# The number of
|
1960
|
-
#
|
1961
|
-
#
|
1962
|
-
#
|
1963
|
-
# [
|
1969
|
+
# The number of Glue data processing units (DPUs) to allocate to this
|
1970
|
+
# Job. You can allocate from 2 to 100 DPUs; the default is 10. A DPU is
|
1971
|
+
# a relative measure of processing power that consists of 4 vCPUs of
|
1972
|
+
# compute capacity and 16 GB of memory. For more information, see the
|
1973
|
+
# [Glue pricing page][1].
|
1964
1974
|
#
|
1965
1975
|
#
|
1966
1976
|
#
|
@@ -1972,11 +1982,11 @@ module Aws::Glue
|
|
1972
1982
|
# status. The default is 2,880 minutes (48 hours).
|
1973
1983
|
#
|
1974
1984
|
# @option params [Float] :max_capacity
|
1975
|
-
#
|
1976
|
-
#
|
1977
|
-
#
|
1978
|
-
#
|
1979
|
-
# page][1].
|
1985
|
+
# For Glue version 1.0 or earlier jobs, using the standard worker type,
|
1986
|
+
# the number of Glue data processing units (DPUs) that can be allocated
|
1987
|
+
# when this job runs. A DPU is a relative measure of processing power
|
1988
|
+
# that consists of 4 vCPUs of compute capacity and 16 GB of memory. For
|
1989
|
+
# more information, see the [Glue pricing page][1].
|
1980
1990
|
#
|
1981
1991
|
# Do not set `Max Capacity` if using `WorkerType` and `NumberOfWorkers`.
|
1982
1992
|
#
|
@@ -1993,6 +2003,10 @@ module Aws::Glue
|
|
1993
2003
|
# 100 DPUs. The default is 10 DPUs. This job type cannot have a
|
1994
2004
|
# fractional DPU allocation.
|
1995
2005
|
#
|
2006
|
+
# For Glue version 2.0 jobs, you cannot instead specify a `Maximum
|
2007
|
+
# capacity`. Instead, you should specify a `Worker type` and the `Number
|
2008
|
+
# of workers`.
|
2009
|
+
#
|
1996
2010
|
#
|
1997
2011
|
#
|
1998
2012
|
# [1]: https://aws.amazon.com/glue/pricing/
|
@@ -2003,8 +2017,8 @@ module Aws::Glue
|
|
2003
2017
|
#
|
2004
2018
|
# @option params [Hash<String,String>] :tags
|
2005
2019
|
# The tags to use with this job. You may use tags to limit access to the
|
2006
|
-
# job. For more information about tags in
|
2007
|
-
# Glue][1] in the developer guide.
|
2020
|
+
# job. For more information about tags in Glue, see [Amazon Web Services
|
2021
|
+
# Tags in Glue][1] in the developer guide.
|
2008
2022
|
#
|
2009
2023
|
#
|
2010
2024
|
#
|
@@ -2015,10 +2029,10 @@ module Aws::Glue
|
|
2015
2029
|
#
|
2016
2030
|
# @option params [String] :glue_version
|
2017
2031
|
# Glue version determines the versions of Apache Spark and Python that
|
2018
|
-
#
|
2019
|
-
#
|
2032
|
+
# Glue supports. The Python version indicates the version supported for
|
2033
|
+
# jobs of type Spark.
|
2020
2034
|
#
|
2021
|
-
# For more information about the available
|
2035
|
+
# For more information about the available Glue versions and
|
2022
2036
|
# corresponding Spark and Python versions, see [Glue version][1] in the
|
2023
2037
|
# developer guide.
|
2024
2038
|
#
|
@@ -2108,16 +2122,16 @@ module Aws::Glue
|
|
2108
2122
|
req.send_request(options)
|
2109
2123
|
end
|
2110
2124
|
|
2111
|
-
# Creates an
|
2112
|
-
#
|
2125
|
+
# Creates an Glue machine learning transform. This operation creates the
|
2126
|
+
# transform and all the necessary parameters to train it.
|
2113
2127
|
#
|
2114
2128
|
# Call this operation as the first step in the process of using a
|
2115
2129
|
# machine learning transform (such as the `FindMatches` transform) for
|
2116
2130
|
# deduplicating data. You can provide an optional `Description`, in
|
2117
2131
|
# addition to the parameters that you want to use for your algorithm.
|
2118
2132
|
#
|
2119
|
-
# You must also specify certain parameters for the tasks that
|
2120
|
-
#
|
2133
|
+
# You must also specify certain parameters for the tasks that Glue runs
|
2134
|
+
# on your behalf as part of learning from your data and creating a
|
2121
2135
|
# high-quality machine learning transform. These parameters include
|
2122
2136
|
# `Role`, and optionally, `AllocatedCapacity`, `Timeout`, and
|
2123
2137
|
# `MaxRetries`. For more information, see [Jobs][1].
|
@@ -2134,7 +2148,7 @@ module Aws::Glue
|
|
2134
2148
|
# The default is an empty string.
|
2135
2149
|
#
|
2136
2150
|
# @option params [required, Array<Types::GlueTable>] :input_record_tables
|
2137
|
-
# A list of
|
2151
|
+
# A list of Glue table definitions used by the transform.
|
2138
2152
|
#
|
2139
2153
|
# @option params [required, Types::TransformParameters] :parameters
|
2140
2154
|
# The algorithmic parameters that are specific to the transform type
|
@@ -2142,13 +2156,13 @@ module Aws::Glue
|
|
2142
2156
|
#
|
2143
2157
|
# @option params [required, String] :role
|
2144
2158
|
# The name or Amazon Resource Name (ARN) of the IAM role with the
|
2145
|
-
# required permissions. The required permissions include both
|
2146
|
-
# service role permissions to
|
2147
|
-
#
|
2159
|
+
# required permissions. The required permissions include both Glue
|
2160
|
+
# service role permissions to Glue resources, and Amazon S3 permissions
|
2161
|
+
# required by the transform.
|
2148
2162
|
#
|
2149
|
-
# * This role needs
|
2150
|
-
# resources in
|
2151
|
-
#
|
2163
|
+
# * This role needs Glue service role permissions to allow access to
|
2164
|
+
# resources in Glue. See [Attach a Policy to IAM Users That Access
|
2165
|
+
# Glue][1].
|
2152
2166
|
#
|
2153
2167
|
# * This role needs permission to your Amazon Simple Storage Service
|
2154
2168
|
# (Amazon S3) sources, targets, temporary directory, scripts, and any
|
@@ -2159,10 +2173,10 @@ module Aws::Glue
|
|
2159
2173
|
# [1]: https://docs.aws.amazon.com/glue/latest/dg/attach-policy-iam-user.html
|
2160
2174
|
#
|
2161
2175
|
# @option params [String] :glue_version
|
2162
|
-
# This value determines which version of
|
2176
|
+
# This value determines which version of Glue this machine learning
|
2163
2177
|
# transform is compatible with. Glue 1.0 is recommended for most
|
2164
2178
|
# customers. If the value is not set, the Glue compatibility defaults to
|
2165
|
-
# Glue 0.9. For more information, see [
|
2179
|
+
# Glue 0.9. For more information, see [Glue Versions][1] in the
|
2166
2180
|
# developer guide.
|
2167
2181
|
#
|
2168
2182
|
#
|
@@ -2170,11 +2184,11 @@ module Aws::Glue
|
|
2170
2184
|
# [1]: https://docs.aws.amazon.com/glue/latest/dg/release-notes.html#release-notes-versions
|
2171
2185
|
#
|
2172
2186
|
# @option params [Float] :max_capacity
|
2173
|
-
# The number of
|
2174
|
-
#
|
2175
|
-
#
|
2176
|
-
#
|
2177
|
-
#
|
2187
|
+
# The number of Glue data processing units (DPUs) that are allocated to
|
2188
|
+
# task runs for this transform. You can allocate from 2 to 100 DPUs; the
|
2189
|
+
# default is 10. A DPU is a relative measure of processing power that
|
2190
|
+
# consists of 4 vCPUs of compute capacity and 16 GB of memory. For more
|
2191
|
+
# information, see the [Glue pricing page][1].
|
2178
2192
|
#
|
2179
2193
|
# `MaxCapacity` is a mutually exclusive option with `NumberOfWorkers`
|
2180
2194
|
# and `WorkerType`.
|
@@ -2247,8 +2261,8 @@ module Aws::Glue
|
|
2247
2261
|
# @option params [Hash<String,String>] :tags
|
2248
2262
|
# The tags to use with this machine learning transform. You may use tags
|
2249
2263
|
# to limit access to the machine learning transform. For more
|
2250
|
-
# information about tags in
|
2251
|
-
# the developer guide.
|
2264
|
+
# information about tags in Glue, see [Amazon Web Services Tags in
|
2265
|
+
# Glue][1] in the developer guide.
|
2252
2266
|
#
|
2253
2267
|
#
|
2254
2268
|
#
|
@@ -2320,8 +2334,8 @@ module Aws::Glue
|
|
2320
2334
|
# Creates a new partition.
|
2321
2335
|
#
|
2322
2336
|
# @option params [String] :catalog_id
|
2323
|
-
# The
|
2324
|
-
# created.
|
2337
|
+
# The Amazon Web Services account ID of the catalog in which the
|
2338
|
+
# partition is to be created.
|
2325
2339
|
#
|
2326
2340
|
# @option params [required, String] :database_name
|
2327
2341
|
# The name of the metadata database in which the partition is to be
|
@@ -2465,8 +2479,8 @@ module Aws::Glue
|
|
2465
2479
|
# will not be any default value for this.
|
2466
2480
|
#
|
2467
2481
|
# @option params [Hash<String,String>] :tags
|
2468
|
-
#
|
2469
|
-
# command line, or API.
|
2482
|
+
# Amazon Web Services tags that contain a key value pair and may be
|
2483
|
+
# searched by console, command line, or API.
|
2470
2484
|
#
|
2471
2485
|
# @return [Types::CreateRegistryResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
2472
2486
|
#
|
@@ -2529,8 +2543,8 @@ module Aws::Glue
|
|
2529
2543
|
# mark. No whitespace.
|
2530
2544
|
#
|
2531
2545
|
# @option params [required, String] :data_format
|
2532
|
-
# The data format of the schema definition. Currently
|
2533
|
-
# supported.
|
2546
|
+
# The data format of the schema definition. Currently `AVRO` and `JSON`
|
2547
|
+
# are supported.
|
2534
2548
|
#
|
2535
2549
|
# @option params [String] :compatibility
|
2536
2550
|
# The compatibility mode of the schema. The possible values are:
|
@@ -2583,9 +2597,9 @@ module Aws::Glue
|
|
2583
2597
|
# there will not be any automatic default value for this.
|
2584
2598
|
#
|
2585
2599
|
# @option params [Hash<String,String>] :tags
|
2586
|
-
#
|
2587
|
-
# command line, or API. If specified, follows the
|
2588
|
-
# pattern.
|
2600
|
+
# Amazon Web Services tags that contain a key value pair and may be
|
2601
|
+
# searched by console, command line, or API. If specified, follows the
|
2602
|
+
# Amazon Web Services tags-on-create pattern.
|
2589
2603
|
#
|
2590
2604
|
# @option params [String] :schema_definition
|
2591
2605
|
# The schema definition using the `DataFormat` setting for `SchemaName`.
|
@@ -2615,7 +2629,7 @@ module Aws::Glue
|
|
2615
2629
|
# registry_arn: "GlueResourceArn",
|
2616
2630
|
# },
|
2617
2631
|
# schema_name: "SchemaRegistryNameString", # required
|
2618
|
-
# data_format: "AVRO", # required, accepts AVRO
|
2632
|
+
# data_format: "AVRO", # required, accepts AVRO, JSON
|
2619
2633
|
# compatibility: "NONE", # accepts NONE, DISABLED, BACKWARD, BACKWARD_ALL, FORWARD, FORWARD_ALL, FULL, FULL_ALL
|
2620
2634
|
# description: "DescriptionString",
|
2621
2635
|
# tags: {
|
@@ -2631,7 +2645,7 @@ module Aws::Glue
|
|
2631
2645
|
# resp.schema_name #=> String
|
2632
2646
|
# resp.schema_arn #=> String
|
2633
2647
|
# resp.description #=> String
|
2634
|
-
# resp.data_format #=> String, one of "AVRO"
|
2648
|
+
# resp.data_format #=> String, one of "AVRO", "JSON"
|
2635
2649
|
# resp.compatibility #=> String, one of "NONE", "DISABLED", "BACKWARD", "BACKWARD_ALL", "FORWARD", "FORWARD_ALL", "FULL", "FULL_ALL"
|
2636
2650
|
# resp.schema_checkpoint #=> Integer
|
2637
2651
|
# resp.latest_schema_version #=> Integer
|
@@ -2709,10 +2723,10 @@ module Aws::Glue
|
|
2709
2723
|
end
|
2710
2724
|
|
2711
2725
|
# Creates a new security configuration. A security configuration is a
|
2712
|
-
# set of security properties that can be used by
|
2726
|
+
# set of security properties that can be used by Glue. You can use a
|
2713
2727
|
# security configuration to encrypt data at rest. For information about
|
2714
|
-
# using security configurations in
|
2715
|
-
#
|
2728
|
+
# using security configurations in Glue, see [Encrypting Data Written by
|
2729
|
+
# Crawlers, Jobs, and Development Endpoints][1].
|
2716
2730
|
#
|
2717
2731
|
#
|
2718
2732
|
#
|
@@ -2769,7 +2783,7 @@ module Aws::Glue
|
|
2769
2783
|
#
|
2770
2784
|
# @option params [String] :catalog_id
|
2771
2785
|
# The ID of the Data Catalog in which to create the `Table`. If none is
|
2772
|
-
# supplied, the
|
2786
|
+
# supplied, the Amazon Web Services account ID is used by default.
|
2773
2787
|
#
|
2774
2788
|
# @option params [required, String] :database_name
|
2775
2789
|
# The catalog database in which to create the new table. For Hive
|
@@ -2926,13 +2940,17 @@ module Aws::Glue
|
|
2926
2940
|
#
|
2927
2941
|
# @option params [Hash<String,String>] :tags
|
2928
2942
|
# The tags to use with this trigger. You may use tags to limit access to
|
2929
|
-
# the trigger. For more information about tags in
|
2930
|
-
# Tags in
|
2943
|
+
# the trigger. For more information about tags in Glue, see [Amazon Web
|
2944
|
+
# Services Tags in Glue][1] in the developer guide.
|
2931
2945
|
#
|
2932
2946
|
#
|
2933
2947
|
#
|
2934
2948
|
# [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
|
2935
2949
|
#
|
2950
|
+
# @option params [Types::EventBatchingCondition] :event_batching_condition
|
2951
|
+
# Batch condition that must be met (specified number of events received
|
2952
|
+
# or batch time window expired) before EventBridge event trigger fires.
|
2953
|
+
#
|
2936
2954
|
# @return [Types::CreateTriggerResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
2937
2955
|
#
|
2938
2956
|
# * {Types::CreateTriggerResponse#name #name} => String
|
@@ -2942,7 +2960,7 @@ module Aws::Glue
|
|
2942
2960
|
# resp = client.create_trigger({
|
2943
2961
|
# name: "NameString", # required
|
2944
2962
|
# workflow_name: "NameString",
|
2945
|
-
# type: "SCHEDULED", # required, accepts SCHEDULED, CONDITIONAL, ON_DEMAND
|
2963
|
+
# type: "SCHEDULED", # required, accepts SCHEDULED, CONDITIONAL, ON_DEMAND, EVENT
|
2946
2964
|
# schedule: "GenericString",
|
2947
2965
|
# predicate: {
|
2948
2966
|
# logical: "AND", # accepts AND, ANY
|
@@ -2975,6 +2993,10 @@ module Aws::Glue
|
|
2975
2993
|
# tags: {
|
2976
2994
|
# "TagKey" => "TagValue",
|
2977
2995
|
# },
|
2996
|
+
# event_batching_condition: {
|
2997
|
+
# batch_size: 1, # required
|
2998
|
+
# batch_window: 1,
|
2999
|
+
# },
|
2978
3000
|
# })
|
2979
3001
|
#
|
2980
3002
|
# @example Response structure
|
@@ -2994,7 +3016,7 @@ module Aws::Glue
|
|
2994
3016
|
#
|
2995
3017
|
# @option params [String] :catalog_id
|
2996
3018
|
# The ID of the Data Catalog in which to create the function. If none is
|
2997
|
-
# provided, the
|
3019
|
+
# provided, the Amazon Web Services account ID is used by default.
|
2998
3020
|
#
|
2999
3021
|
# @option params [required, String] :database_name
|
3000
3022
|
# The name of the catalog database in which to create the function.
|
@@ -3116,7 +3138,8 @@ module Aws::Glue
|
|
3116
3138
|
#
|
3117
3139
|
# @option params [String] :catalog_id
|
3118
3140
|
# The ID of the Data Catalog where the partitions in question reside. If
|
3119
|
-
# none is supplied, the
|
3141
|
+
# none is supplied, the Amazon Web Services account ID is used by
|
3142
|
+
# default.
|
3120
3143
|
#
|
3121
3144
|
# @option params [required, String] :database_name
|
3122
3145
|
# The name of the catalog database where the partitions reside.
|
@@ -3158,7 +3181,8 @@ module Aws::Glue
|
|
3158
3181
|
#
|
3159
3182
|
# @option params [String] :catalog_id
|
3160
3183
|
# The ID of the Data Catalog where the partitions in question reside. If
|
3161
|
-
# none is supplied, the
|
3184
|
+
# none is supplied, the Amazon Web Services account ID is used by
|
3185
|
+
# default.
|
3162
3186
|
#
|
3163
3187
|
# @option params [required, String] :database_name
|
3164
3188
|
# The name of the catalog database where the partitions reside.
|
@@ -3193,7 +3217,7 @@ module Aws::Glue
|
|
3193
3217
|
#
|
3194
3218
|
# @option params [String] :catalog_id
|
3195
3219
|
# The ID of the Data Catalog in which the connection resides. If none is
|
3196
|
-
# provided, the
|
3220
|
+
# provided, the Amazon Web Services account ID is used by default.
|
3197
3221
|
#
|
3198
3222
|
# @option params [required, String] :connection_name
|
3199
3223
|
# The name of the connection to delete.
|
@@ -3216,7 +3240,7 @@ module Aws::Glue
|
|
3216
3240
|
req.send_request(options)
|
3217
3241
|
end
|
3218
3242
|
|
3219
|
-
# Removes a specified crawler from the
|
3243
|
+
# Removes a specified crawler from the Glue Data Catalog, unless the
|
3220
3244
|
# crawler state is `RUNNING`.
|
3221
3245
|
#
|
3222
3246
|
# @option params [required, String] :name
|
@@ -3243,8 +3267,8 @@ module Aws::Glue
|
|
3243
3267
|
#
|
3244
3268
|
# <note markdown="1"> After completing this operation, you no longer have access to the
|
3245
3269
|
# tables (and all table versions and partitions that might belong to the
|
3246
|
-
# tables) and the user-defined functions in the deleted database.
|
3247
|
-
#
|
3270
|
+
# tables) and the user-defined functions in the deleted database. Glue
|
3271
|
+
# deletes these "orphaned" resources asynchronously in a timely
|
3248
3272
|
# manner, at the discretion of the service.
|
3249
3273
|
#
|
3250
3274
|
# To ensure the immediate deletion of all related resources, before
|
@@ -3258,7 +3282,7 @@ module Aws::Glue
|
|
3258
3282
|
#
|
3259
3283
|
# @option params [String] :catalog_id
|
3260
3284
|
# The ID of the Data Catalog in which the database resides. If none is
|
3261
|
-
# provided, the
|
3285
|
+
# provided, the Amazon Web Services account ID is used by default.
|
3262
3286
|
#
|
3263
3287
|
# @option params [required, String] :name
|
3264
3288
|
# The name of the database to delete. For Hive compatibility, this must
|
@@ -3333,12 +3357,12 @@ module Aws::Glue
|
|
3333
3357
|
req.send_request(options)
|
3334
3358
|
end
|
3335
3359
|
|
3336
|
-
# Deletes an
|
3360
|
+
# Deletes an Glue machine learning transform. Machine learning
|
3337
3361
|
# transforms are a special type of transform that use machine learning
|
3338
3362
|
# to learn the details of the transformation to be performed by learning
|
3339
3363
|
# from examples provided by humans. These transformations are then saved
|
3340
|
-
# by
|
3341
|
-
# calling `DeleteMLTransforms`. However, any
|
3364
|
+
# by Glue. If you no longer need a transform, you can delete it by
|
3365
|
+
# calling `DeleteMLTransforms`. However, any Glue jobs that still
|
3342
3366
|
# reference the deleted transform will no longer succeed.
|
3343
3367
|
#
|
3344
3368
|
# @option params [required, String] :transform_id
|
@@ -3371,7 +3395,8 @@ module Aws::Glue
|
|
3371
3395
|
#
|
3372
3396
|
# @option params [String] :catalog_id
|
3373
3397
|
# The ID of the Data Catalog where the partition to be deleted resides.
|
3374
|
-
# If none is provided, the
|
3398
|
+
# If none is provided, the Amazon Web Services account ID is used by
|
3399
|
+
# default.
|
3375
3400
|
#
|
3376
3401
|
# @option params [required, String] :database_name
|
3377
3402
|
# The name of the catalog database in which the table in question
|
@@ -3442,7 +3467,7 @@ module Aws::Glue
|
|
3442
3467
|
# Delete the entire registry including schema and all of its versions.
|
3443
3468
|
# To get the status of the delete operation, you can call the
|
3444
3469
|
# `GetRegistry` API after the asynchronous call. Deleting a registry
|
3445
|
-
# will
|
3470
|
+
# will deactivate all online operations for the registry such as the
|
3446
3471
|
# `UpdateRegistry`, `CreateSchema`, `UpdateSchema`, and
|
3447
3472
|
# `RegisterSchemaVersion` APIs.
|
3448
3473
|
#
|
@@ -3486,8 +3511,7 @@ module Aws::Glue
|
|
3486
3511
|
# The hash value returned when this policy was set.
|
3487
3512
|
#
|
3488
3513
|
# @option params [String] :resource_arn
|
3489
|
-
# The ARN of the
|
3490
|
-
# deleted.
|
3514
|
+
# The ARN of the Glue resource for the resource policy to be deleted.
|
3491
3515
|
#
|
3492
3516
|
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
3493
3517
|
#
|
@@ -3510,7 +3534,7 @@ module Aws::Glue
|
|
3510
3534
|
# Deletes the entire schema set, including the schema set and all of its
|
3511
3535
|
# versions. To get the status of the delete operation, you can call
|
3512
3536
|
# `GetSchema` API after the asynchronous call. Deleting a registry will
|
3513
|
-
#
|
3537
|
+
# deactivate all online operations for the schema, such as the
|
3514
3538
|
# `GetSchemaByDefinition`, and `RegisterSchemaVersion` APIs.
|
3515
3539
|
#
|
3516
3540
|
# @option params [required, Types::SchemaId] :schema_id
|
@@ -3635,8 +3659,8 @@ module Aws::Glue
|
|
3635
3659
|
# Removes a table definition from the Data Catalog.
|
3636
3660
|
#
|
3637
3661
|
# <note markdown="1"> After completing this operation, you no longer have access to the
|
3638
|
-
# table versions and partitions that belong to the deleted table.
|
3639
|
-
#
|
3662
|
+
# table versions and partitions that belong to the deleted table. Glue
|
3663
|
+
# deletes these "orphaned" resources asynchronously in a timely
|
3640
3664
|
# manner, at the discretion of the service.
|
3641
3665
|
#
|
3642
3666
|
# To ensure the immediate deletion of all related resources, before
|
@@ -3649,7 +3673,7 @@ module Aws::Glue
|
|
3649
3673
|
#
|
3650
3674
|
# @option params [String] :catalog_id
|
3651
3675
|
# The ID of the Data Catalog where the table resides. If none is
|
3652
|
-
# provided, the
|
3676
|
+
# provided, the Amazon Web Services account ID is used by default.
|
3653
3677
|
#
|
3654
3678
|
# @option params [required, String] :database_name
|
3655
3679
|
# The name of the catalog database in which the table resides. For Hive
|
@@ -3682,7 +3706,7 @@ module Aws::Glue
|
|
3682
3706
|
#
|
3683
3707
|
# @option params [String] :catalog_id
|
3684
3708
|
# The ID of the Data Catalog where the tables reside. If none is
|
3685
|
-
# provided, the
|
3709
|
+
# provided, the Amazon Web Services account ID is used by default.
|
3686
3710
|
#
|
3687
3711
|
# @option params [required, String] :database_name
|
3688
3712
|
# The database in the catalog in which the table resides. For Hive
|
@@ -3749,7 +3773,8 @@ module Aws::Glue
|
|
3749
3773
|
#
|
3750
3774
|
# @option params [String] :catalog_id
|
3751
3775
|
# The ID of the Data Catalog where the function to be deleted is
|
3752
|
-
# located. If none is supplied, the
|
3776
|
+
# located. If none is supplied, the Amazon Web Services account ID is
|
3777
|
+
# used by default.
|
3753
3778
|
#
|
3754
3779
|
# @option params [required, String] :database_name
|
3755
3780
|
# The name of the catalog database where the function is located.
|
@@ -3807,8 +3832,8 @@ module Aws::Glue
|
|
3807
3832
|
# Retrieves the status of a migration operation.
|
3808
3833
|
#
|
3809
3834
|
# @option params [String] :catalog_id
|
3810
|
-
# The ID of the catalog to migrate. Currently, this should be the
|
3811
|
-
# account ID.
|
3835
|
+
# The ID of the catalog to migrate. Currently, this should be the Amazon
|
3836
|
+
# Web Services account ID.
|
3812
3837
|
#
|
3813
3838
|
# @return [Types::GetCatalogImportStatusResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
3814
3839
|
#
|
@@ -3963,7 +3988,8 @@ module Aws::Glue
|
|
3963
3988
|
#
|
3964
3989
|
# @option params [String] :catalog_id
|
3965
3990
|
# The ID of the Data Catalog where the partitions in question reside. If
|
3966
|
-
# none is supplied, the
|
3991
|
+
# none is supplied, the Amazon Web Services account ID is used by
|
3992
|
+
# default.
|
3967
3993
|
#
|
3968
3994
|
# @option params [required, String] :database_name
|
3969
3995
|
# The name of the catalog database where the partitions reside.
|
@@ -4048,7 +4074,8 @@ module Aws::Glue
|
|
4048
4074
|
#
|
4049
4075
|
# @option params [String] :catalog_id
|
4050
4076
|
# The ID of the Data Catalog where the partitions in question reside. If
|
4051
|
-
# none is supplied, the
|
4077
|
+
# none is supplied, the Amazon Web Services account ID is used by
|
4078
|
+
# default.
|
4052
4079
|
#
|
4053
4080
|
# @option params [required, String] :database_name
|
4054
4081
|
# The name of the catalog database where the partitions reside.
|
@@ -4126,7 +4153,7 @@ module Aws::Glue
|
|
4126
4153
|
#
|
4127
4154
|
# @option params [String] :catalog_id
|
4128
4155
|
# The ID of the Data Catalog in which the connection resides. If none is
|
4129
|
-
# provided, the
|
4156
|
+
# provided, the Amazon Web Services account ID is used by default.
|
4130
4157
|
#
|
4131
4158
|
# @option params [required, String] :name
|
4132
4159
|
# The name of the connection definition to retrieve.
|
@@ -4135,8 +4162,8 @@ module Aws::Glue
|
|
4135
4162
|
# Allows you to retrieve the connection metadata without returning the
|
4136
4163
|
# password. For instance, the AWS Glue console uses this flag to
|
4137
4164
|
# retrieve the connection, and does not display the password. Set this
|
4138
|
-
# parameter when the caller might not have permission to use the
|
4139
|
-
#
|
4165
|
+
# parameter when the caller might not have permission to use the KMS key
|
4166
|
+
# to decrypt the password, but it does have permission to access the
|
4140
4167
|
# rest of the connection properties.
|
4141
4168
|
#
|
4142
4169
|
# @return [Types::GetConnectionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
@@ -4181,7 +4208,7 @@ module Aws::Glue
|
|
4181
4208
|
#
|
4182
4209
|
# @option params [String] :catalog_id
|
4183
4210
|
# The ID of the Data Catalog in which the connections reside. If none is
|
4184
|
-
# provided, the
|
4211
|
+
# provided, the Amazon Web Services account ID is used by default.
|
4185
4212
|
#
|
4186
4213
|
# @option params [Types::GetConnectionsFilter] :filter
|
4187
4214
|
# A filter that controls which connections are returned.
|
@@ -4190,8 +4217,8 @@ module Aws::Glue
|
|
4190
4217
|
# Allows you to retrieve the connection metadata without returning the
|
4191
4218
|
# password. For instance, the AWS Glue console uses this flag to
|
4192
4219
|
# retrieve the connection, and does not display the password. Set this
|
4193
|
-
# parameter when the caller might not have permission to use the
|
4194
|
-
#
|
4220
|
+
# parameter when the caller might not have permission to use the KMS key
|
4221
|
+
# to decrypt the password, but it does have permission to access the
|
4195
4222
|
# rest of the connection properties.
|
4196
4223
|
#
|
4197
4224
|
# @option params [String] :next_token
|
@@ -4461,7 +4488,8 @@ module Aws::Glue
|
|
4461
4488
|
#
|
4462
4489
|
# @option params [String] :catalog_id
|
4463
4490
|
# The ID of the Data Catalog to retrieve the security configuration for.
|
4464
|
-
# If none is provided, the
|
4491
|
+
# If none is provided, the Amazon Web Services account ID is used by
|
4492
|
+
# default.
|
4465
4493
|
#
|
4466
4494
|
# @return [Types::GetDataCatalogEncryptionSettingsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
4467
4495
|
#
|
@@ -4493,7 +4521,7 @@ module Aws::Glue
|
|
4493
4521
|
#
|
4494
4522
|
# @option params [String] :catalog_id
|
4495
4523
|
# The ID of the Data Catalog in which the database resides. If none is
|
4496
|
-
# provided, the
|
4524
|
+
# provided, the Amazon Web Services account ID is used by default.
|
4497
4525
|
#
|
4498
4526
|
# @option params [required, String] :name
|
4499
4527
|
# The name of the database to retrieve. For Hive compatibility, this
|
@@ -4539,7 +4567,7 @@ module Aws::Glue
|
|
4539
4567
|
#
|
4540
4568
|
# @option params [String] :catalog_id
|
4541
4569
|
# The ID of the Data Catalog from which to retrieve `Databases`. If none
|
4542
|
-
# is provided, the
|
4570
|
+
# is provided, the Amazon Web Services account ID is used by default.
|
4543
4571
|
#
|
4544
4572
|
# @option params [String] :next_token
|
4545
4573
|
# A continuation token, if this is a continuation call.
|
@@ -4643,9 +4671,9 @@ module Aws::Glue
|
|
4643
4671
|
# Retrieves information about a specified development endpoint.
|
4644
4672
|
#
|
4645
4673
|
# <note markdown="1"> When you create a development endpoint in a virtual private cloud
|
4646
|
-
# (VPC),
|
4674
|
+
# (VPC), Glue returns only a private IP address, and the public IP
|
4647
4675
|
# address field is not populated. When you create a non-VPC development
|
4648
|
-
# endpoint,
|
4676
|
+
# endpoint, Glue returns only a public IP address.
|
4649
4677
|
#
|
4650
4678
|
# </note>
|
4651
4679
|
#
|
@@ -4705,9 +4733,9 @@ module Aws::Glue
|
|
4705
4733
|
# Retrieves all the development endpoints in this AWS account.
|
4706
4734
|
#
|
4707
4735
|
# <note markdown="1"> When you create a development endpoint in a virtual private cloud
|
4708
|
-
# (VPC),
|
4736
|
+
# (VPC), Glue returns only a private IP address and the public IP
|
4709
4737
|
# address field is not populated. When you create a non-VPC development
|
4710
|
-
# endpoint,
|
4738
|
+
# endpoint, Glue returns only a public IP address.
|
4711
4739
|
#
|
4712
4740
|
# </note>
|
4713
4741
|
#
|
@@ -5050,8 +5078,8 @@ module Aws::Glue
|
|
5050
5078
|
end
|
5051
5079
|
|
5052
5080
|
# Gets details for a specific task run on a machine learning transform.
|
5053
|
-
# Machine learning task runs are asynchronous tasks that
|
5054
|
-
#
|
5081
|
+
# Machine learning task runs are asynchronous tasks that Glue runs on
|
5082
|
+
# your behalf as part of various machine learning workflows. You can
|
5055
5083
|
# check the stats of any task run by calling `GetMLTaskRun` with the
|
5056
5084
|
# `TaskRunID` and its parent transform's `TransformID`.
|
5057
5085
|
#
|
@@ -5111,8 +5139,8 @@ module Aws::Glue
|
|
5111
5139
|
end
|
5112
5140
|
|
5113
5141
|
# Gets a list of runs for a machine learning transform. Machine learning
|
5114
|
-
# task runs are asynchronous tasks that
|
5115
|
-
#
|
5142
|
+
# task runs are asynchronous tasks that Glue runs on your behalf as part
|
5143
|
+
# of various machine learning workflows. You can get a sortable,
|
5116
5144
|
# filterable list of machine learning task runs by calling
|
5117
5145
|
# `GetMLTaskRuns` with their parent transform's `TransformID` and other
|
5118
5146
|
# optional parameters as documented in this section.
|
@@ -5192,12 +5220,12 @@ module Aws::Glue
|
|
5192
5220
|
req.send_request(options)
|
5193
5221
|
end
|
5194
5222
|
|
5195
|
-
# Gets an
|
5223
|
+
# Gets an Glue machine learning transform artifact and all its
|
5196
5224
|
# corresponding metadata. Machine learning transforms are a special type
|
5197
5225
|
# of transform that use machine learning to learn the details of the
|
5198
5226
|
# transformation to be performed by learning from examples provided by
|
5199
|
-
# humans. These transformations are then saved by
|
5200
|
-
#
|
5227
|
+
# humans. These transformations are then saved by Glue. You can retrieve
|
5228
|
+
# their metadata by calling `GetMLTransform`.
|
5201
5229
|
#
|
5202
5230
|
# @option params [required, String] :transform_id
|
5203
5231
|
# The unique identifier of the transform, generated at the time that the
|
@@ -5285,11 +5313,11 @@ module Aws::Glue
|
|
5285
5313
|
req.send_request(options)
|
5286
5314
|
end
|
5287
5315
|
|
5288
|
-
# Gets a sortable, filterable list of existing
|
5316
|
+
# Gets a sortable, filterable list of existing Glue machine learning
|
5289
5317
|
# transforms. Machine learning transforms are a special type of
|
5290
5318
|
# transform that use machine learning to learn the details of the
|
5291
5319
|
# transformation to be performed by learning from examples provided by
|
5292
|
-
# humans. These transformations are then saved by
|
5320
|
+
# humans. These transformations are then saved by Glue, and you can
|
5293
5321
|
# retrieve their metadata by calling `GetMLTransforms`.
|
5294
5322
|
#
|
5295
5323
|
# @option params [String] :next_token
|
@@ -5470,7 +5498,8 @@ module Aws::Glue
|
|
5470
5498
|
#
|
5471
5499
|
# @option params [String] :catalog_id
|
5472
5500
|
# The ID of the Data Catalog where the partition in question resides. If
|
5473
|
-
# none is provided, the
|
5501
|
+
# none is provided, the Amazon Web Services account ID is used by
|
5502
|
+
# default.
|
5474
5503
|
#
|
5475
5504
|
# @option params [required, String] :database_name
|
5476
5505
|
# The name of the catalog database where the partition resides.
|
@@ -5483,7 +5512,7 @@ module Aws::Glue
|
|
5483
5512
|
#
|
5484
5513
|
# @return [Types::GetPartitionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
5485
5514
|
#
|
5486
|
-
# * {Types::GetPartitionResponse#partition #partition} => Types::Partition
|
5515
|
+
# * {Types::GetPartitionResponse#partition #data.partition} => Types::Partition (This method conflicts with a method on Response, call it through the data member)
|
5487
5516
|
#
|
5488
5517
|
# @example Request syntax with placeholder values
|
5489
5518
|
#
|
@@ -5496,50 +5525,50 @@ module Aws::Glue
|
|
5496
5525
|
#
|
5497
5526
|
# @example Response structure
|
5498
5527
|
#
|
5499
|
-
# resp.partition.values #=> Array
|
5500
|
-
# resp.partition.values[0] #=> String
|
5501
|
-
# resp.partition.database_name #=> String
|
5502
|
-
# resp.partition.table_name #=> String
|
5503
|
-
# resp.partition.creation_time #=> Time
|
5504
|
-
# resp.partition.last_access_time #=> Time
|
5505
|
-
# resp.partition.storage_descriptor.columns #=> Array
|
5506
|
-
# resp.partition.storage_descriptor.columns[0].name #=> String
|
5507
|
-
# resp.partition.storage_descriptor.columns[0].type #=> String
|
5508
|
-
# resp.partition.storage_descriptor.columns[0].comment #=> String
|
5509
|
-
# resp.partition.storage_descriptor.columns[0].parameters #=> Hash
|
5510
|
-
# resp.partition.storage_descriptor.columns[0].parameters["KeyString"] #=> String
|
5511
|
-
# resp.partition.storage_descriptor.location #=> String
|
5512
|
-
# resp.partition.storage_descriptor.input_format #=> String
|
5513
|
-
# resp.partition.storage_descriptor.output_format #=> String
|
5514
|
-
# resp.partition.storage_descriptor.compressed #=> Boolean
|
5515
|
-
# resp.partition.storage_descriptor.number_of_buckets #=> Integer
|
5516
|
-
# resp.partition.storage_descriptor.serde_info.name #=> String
|
5517
|
-
# resp.partition.storage_descriptor.serde_info.serialization_library #=> String
|
5518
|
-
# resp.partition.storage_descriptor.serde_info.parameters #=> Hash
|
5519
|
-
# resp.partition.storage_descriptor.serde_info.parameters["KeyString"] #=> String
|
5520
|
-
# resp.partition.storage_descriptor.bucket_columns #=> Array
|
5521
|
-
# resp.partition.storage_descriptor.bucket_columns[0] #=> String
|
5522
|
-
# resp.partition.storage_descriptor.sort_columns #=> Array
|
5523
|
-
# resp.partition.storage_descriptor.sort_columns[0].column #=> String
|
5524
|
-
# resp.partition.storage_descriptor.sort_columns[0].sort_order #=> Integer
|
5525
|
-
# resp.partition.storage_descriptor.parameters #=> Hash
|
5526
|
-
# resp.partition.storage_descriptor.parameters["KeyString"] #=> String
|
5527
|
-
# resp.partition.storage_descriptor.skewed_info.skewed_column_names #=> Array
|
5528
|
-
# resp.partition.storage_descriptor.skewed_info.skewed_column_names[0] #=> String
|
5529
|
-
# resp.partition.storage_descriptor.skewed_info.skewed_column_values #=> Array
|
5530
|
-
# resp.partition.storage_descriptor.skewed_info.skewed_column_values[0] #=> String
|
5531
|
-
# resp.partition.storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
|
5532
|
-
# resp.partition.storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
|
5533
|
-
# resp.partition.storage_descriptor.stored_as_sub_directories #=> Boolean
|
5534
|
-
# resp.partition.storage_descriptor.schema_reference.schema_id.schema_arn #=> String
|
5535
|
-
# resp.partition.storage_descriptor.schema_reference.schema_id.schema_name #=> String
|
5536
|
-
# resp.partition.storage_descriptor.schema_reference.schema_id.registry_name #=> String
|
5537
|
-
# resp.partition.storage_descriptor.schema_reference.schema_version_id #=> String
|
5538
|
-
# resp.partition.storage_descriptor.schema_reference.schema_version_number #=> Integer
|
5539
|
-
# resp.partition.parameters #=> Hash
|
5540
|
-
# resp.partition.parameters["KeyString"] #=> String
|
5541
|
-
# resp.partition.last_analyzed_time #=> Time
|
5542
|
-
# resp.partition.catalog_id #=> String
|
5528
|
+
# resp.data.partition.values #=> Array
|
5529
|
+
# resp.data.partition.values[0] #=> String
|
5530
|
+
# resp.data.partition.database_name #=> String
|
5531
|
+
# resp.data.partition.table_name #=> String
|
5532
|
+
# resp.data.partition.creation_time #=> Time
|
5533
|
+
# resp.data.partition.last_access_time #=> Time
|
5534
|
+
# resp.data.partition.storage_descriptor.columns #=> Array
|
5535
|
+
# resp.data.partition.storage_descriptor.columns[0].name #=> String
|
5536
|
+
# resp.data.partition.storage_descriptor.columns[0].type #=> String
|
5537
|
+
# resp.data.partition.storage_descriptor.columns[0].comment #=> String
|
5538
|
+
# resp.data.partition.storage_descriptor.columns[0].parameters #=> Hash
|
5539
|
+
# resp.data.partition.storage_descriptor.columns[0].parameters["KeyString"] #=> String
|
5540
|
+
# resp.data.partition.storage_descriptor.location #=> String
|
5541
|
+
# resp.data.partition.storage_descriptor.input_format #=> String
|
5542
|
+
# resp.data.partition.storage_descriptor.output_format #=> String
|
5543
|
+
# resp.data.partition.storage_descriptor.compressed #=> Boolean
|
5544
|
+
# resp.data.partition.storage_descriptor.number_of_buckets #=> Integer
|
5545
|
+
# resp.data.partition.storage_descriptor.serde_info.name #=> String
|
5546
|
+
# resp.data.partition.storage_descriptor.serde_info.serialization_library #=> String
|
5547
|
+
# resp.data.partition.storage_descriptor.serde_info.parameters #=> Hash
|
5548
|
+
# resp.data.partition.storage_descriptor.serde_info.parameters["KeyString"] #=> String
|
5549
|
+
# resp.data.partition.storage_descriptor.bucket_columns #=> Array
|
5550
|
+
# resp.data.partition.storage_descriptor.bucket_columns[0] #=> String
|
5551
|
+
# resp.data.partition.storage_descriptor.sort_columns #=> Array
|
5552
|
+
# resp.data.partition.storage_descriptor.sort_columns[0].column #=> String
|
5553
|
+
# resp.data.partition.storage_descriptor.sort_columns[0].sort_order #=> Integer
|
5554
|
+
# resp.data.partition.storage_descriptor.parameters #=> Hash
|
5555
|
+
# resp.data.partition.storage_descriptor.parameters["KeyString"] #=> String
|
5556
|
+
# resp.data.partition.storage_descriptor.skewed_info.skewed_column_names #=> Array
|
5557
|
+
# resp.data.partition.storage_descriptor.skewed_info.skewed_column_names[0] #=> String
|
5558
|
+
# resp.data.partition.storage_descriptor.skewed_info.skewed_column_values #=> Array
|
5559
|
+
# resp.data.partition.storage_descriptor.skewed_info.skewed_column_values[0] #=> String
|
5560
|
+
# resp.data.partition.storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
|
5561
|
+
# resp.data.partition.storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
|
5562
|
+
# resp.data.partition.storage_descriptor.stored_as_sub_directories #=> Boolean
|
5563
|
+
# resp.data.partition.storage_descriptor.schema_reference.schema_id.schema_arn #=> String
|
5564
|
+
# resp.data.partition.storage_descriptor.schema_reference.schema_id.schema_name #=> String
|
5565
|
+
# resp.data.partition.storage_descriptor.schema_reference.schema_id.registry_name #=> String
|
5566
|
+
# resp.data.partition.storage_descriptor.schema_reference.schema_version_id #=> String
|
5567
|
+
# resp.data.partition.storage_descriptor.schema_reference.schema_version_number #=> Integer
|
5568
|
+
# resp.data.partition.parameters #=> Hash
|
5569
|
+
# resp.data.partition.parameters["KeyString"] #=> String
|
5570
|
+
# resp.data.partition.last_analyzed_time #=> Time
|
5571
|
+
# resp.data.partition.catalog_id #=> String
|
5543
5572
|
#
|
5544
5573
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartition AWS API Documentation
|
5545
5574
|
#
|
@@ -5610,7 +5639,8 @@ module Aws::Glue
|
|
5610
5639
|
#
|
5611
5640
|
# @option params [String] :catalog_id
|
5612
5641
|
# The ID of the Data Catalog where the partitions in question reside. If
|
5613
|
-
# none is provided, the
|
5642
|
+
# none is provided, the Amazon Web Services account ID is used by
|
5643
|
+
# default.
|
5614
5644
|
#
|
5615
5645
|
# @option params [required, String] :database_name
|
5616
5646
|
# The name of the catalog database where the partitions reside.
|
@@ -5699,7 +5729,7 @@ module Aws::Glue
|
|
5699
5729
|
#
|
5700
5730
|
# * `decimal`
|
5701
5731
|
#
|
5702
|
-
# If an
|
5732
|
+
# If an type is encountered that is not valid, an exception is thrown.
|
5703
5733
|
#
|
5704
5734
|
# The following list shows the valid operators on each type. When you
|
5705
5735
|
# define a crawler, the `partitionKey` type is created as a `STRING`, to
|
@@ -5827,9 +5857,8 @@ module Aws::Glue
|
|
5827
5857
|
# Currently, these key-value pairs are supported:
|
5828
5858
|
#
|
5829
5859
|
# * `inferSchema` — Specifies whether to set `inferSchema` to true or
|
5830
|
-
# false for the default script generated by an
|
5831
|
-
#
|
5832
|
-
# pair:
|
5860
|
+
# false for the default script generated by an Glue job. For example,
|
5861
|
+
# to set `inferSchema` to true, pass the following key value pair:
|
5833
5862
|
#
|
5834
5863
|
# `--additional-plan-options-map '\{"inferSchema":"true"\}'`
|
5835
5864
|
#
|
@@ -5946,13 +5975,13 @@ module Aws::Glue
|
|
5946
5975
|
req.send_request(options)
|
5947
5976
|
end
|
5948
5977
|
|
5949
|
-
# Retrieves the resource policies set on individual resources by
|
5978
|
+
# Retrieves the resource policies set on individual resources by
|
5950
5979
|
# Resource Access Manager during cross-account permission grants. Also
|
5951
5980
|
# retrieves the Data Catalog resource policy.
|
5952
5981
|
#
|
5953
5982
|
# If you enabled metadata encryption in Data Catalog settings, and you
|
5954
|
-
# do not have permission on the
|
5955
|
-
#
|
5983
|
+
# do not have permission on the KMS key, the operation can't return the
|
5984
|
+
# Data Catalog resource policy.
|
5956
5985
|
#
|
5957
5986
|
# @option params [String] :next_token
|
5958
5987
|
# A continuation token, if this is a continuation request.
|
@@ -5995,10 +6024,10 @@ module Aws::Glue
|
|
5995
6024
|
# Retrieves a specified resource policy.
|
5996
6025
|
#
|
5997
6026
|
# @option params [String] :resource_arn
|
5998
|
-
# The ARN of the
|
6027
|
+
# The ARN of the Glue resource for which to retrieve the resource
|
5999
6028
|
# policy. If not supplied, the Data Catalog resource policy is returned.
|
6000
6029
|
# Use `GetResourcePolicies` to view all existing resource policies. For
|
6001
|
-
# more information see [Specifying
|
6030
|
+
# more information see [Specifying Glue Resource ARNs][1].
|
6002
6031
|
#
|
6003
6032
|
#
|
6004
6033
|
#
|
@@ -6079,7 +6108,7 @@ module Aws::Glue
|
|
6079
6108
|
# resp.schema_name #=> String
|
6080
6109
|
# resp.schema_arn #=> String
|
6081
6110
|
# resp.description #=> String
|
6082
|
-
# resp.data_format #=> String, one of "AVRO"
|
6111
|
+
# resp.data_format #=> String, one of "AVRO", "JSON"
|
6083
6112
|
# resp.compatibility #=> String, one of "NONE", "DISABLED", "BACKWARD", "BACKWARD_ALL", "FORWARD", "FORWARD_ALL", "FULL", "FULL_ALL"
|
6084
6113
|
# resp.schema_checkpoint #=> Integer
|
6085
6114
|
# resp.latest_schema_version #=> Integer
|
@@ -6140,7 +6169,7 @@ module Aws::Glue
|
|
6140
6169
|
#
|
6141
6170
|
# resp.schema_version_id #=> String
|
6142
6171
|
# resp.schema_arn #=> String
|
6143
|
-
# resp.data_format #=> String, one of "AVRO"
|
6172
|
+
# resp.data_format #=> String, one of "AVRO", "JSON"
|
6144
6173
|
# resp.status #=> String, one of "AVAILABLE", "PENDING", "FAILURE", "DELETING"
|
6145
6174
|
# resp.created_time #=> String
|
6146
6175
|
#
|
@@ -6205,7 +6234,7 @@ module Aws::Glue
|
|
6205
6234
|
#
|
6206
6235
|
# resp.schema_version_id #=> String
|
6207
6236
|
# resp.schema_definition #=> String
|
6208
|
-
# resp.data_format #=> String, one of "AVRO"
|
6237
|
+
# resp.data_format #=> String, one of "AVRO", "JSON"
|
6209
6238
|
# resp.schema_arn #=> String
|
6210
6239
|
# resp.version_number #=> Integer
|
6211
6240
|
# resp.status #=> String, one of "AVAILABLE", "PENDING", "FAILURE", "DELETING"
|
@@ -6367,7 +6396,7 @@ module Aws::Glue
|
|
6367
6396
|
#
|
6368
6397
|
# @option params [String] :catalog_id
|
6369
6398
|
# The ID of the Data Catalog where the table resides. If none is
|
6370
|
-
# provided, the
|
6399
|
+
# provided, the Amazon Web Services account ID is used by default.
|
6371
6400
|
#
|
6372
6401
|
# @option params [required, String] :database_name
|
6373
6402
|
# The name of the database in the catalog in which the table resides.
|
@@ -6465,7 +6494,7 @@ module Aws::Glue
|
|
6465
6494
|
#
|
6466
6495
|
# @option params [String] :catalog_id
|
6467
6496
|
# The ID of the Data Catalog where the tables reside. If none is
|
6468
|
-
# provided, the
|
6497
|
+
# provided, the Amazon Web Services account ID is used by default.
|
6469
6498
|
#
|
6470
6499
|
# @option params [required, String] :database_name
|
6471
6500
|
# The database in the catalog in which the table resides. For Hive
|
@@ -6570,7 +6599,7 @@ module Aws::Glue
|
|
6570
6599
|
#
|
6571
6600
|
# @option params [String] :catalog_id
|
6572
6601
|
# The ID of the Data Catalog where the tables reside. If none is
|
6573
|
-
# provided, the
|
6602
|
+
# provided, the Amazon Web Services account ID is used by default.
|
6574
6603
|
#
|
6575
6604
|
# @option params [required, String] :database_name
|
6576
6605
|
# The database in the catalog in which the table resides. For Hive
|
@@ -6683,7 +6712,7 @@ module Aws::Glue
|
|
6683
6712
|
#
|
6684
6713
|
# @option params [String] :catalog_id
|
6685
6714
|
# The ID of the Data Catalog where the tables reside. If none is
|
6686
|
-
# provided, the
|
6715
|
+
# provided, the Amazon Web Services account ID is used by default.
|
6687
6716
|
#
|
6688
6717
|
# @option params [required, String] :database_name
|
6689
6718
|
# The database in the catalog whose tables to list. For Hive
|
@@ -6840,7 +6869,7 @@ module Aws::Glue
|
|
6840
6869
|
# resp.trigger.name #=> String
|
6841
6870
|
# resp.trigger.workflow_name #=> String
|
6842
6871
|
# resp.trigger.id #=> String
|
6843
|
-
# resp.trigger.type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND"
|
6872
|
+
# resp.trigger.type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND", "EVENT"
|
6844
6873
|
# resp.trigger.state #=> String, one of "CREATING", "CREATED", "ACTIVATING", "ACTIVATED", "DEACTIVATING", "DEACTIVATED", "DELETING", "UPDATING"
|
6845
6874
|
# resp.trigger.description #=> String
|
6846
6875
|
# resp.trigger.schedule #=> String
|
@@ -6859,6 +6888,8 @@ module Aws::Glue
|
|
6859
6888
|
# resp.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
6860
6889
|
# resp.trigger.predicate.conditions[0].crawler_name #=> String
|
6861
6890
|
# resp.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
6891
|
+
# resp.trigger.event_batching_condition.batch_size #=> Integer
|
6892
|
+
# resp.trigger.event_batching_condition.batch_window #=> Integer
|
6862
6893
|
#
|
6863
6894
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTrigger AWS API Documentation
|
6864
6895
|
#
|
@@ -6903,7 +6934,7 @@ module Aws::Glue
|
|
6903
6934
|
# resp.triggers[0].name #=> String
|
6904
6935
|
# resp.triggers[0].workflow_name #=> String
|
6905
6936
|
# resp.triggers[0].id #=> String
|
6906
|
-
# resp.triggers[0].type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND"
|
6937
|
+
# resp.triggers[0].type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND", "EVENT"
|
6907
6938
|
# resp.triggers[0].state #=> String, one of "CREATING", "CREATED", "ACTIVATING", "ACTIVATED", "DEACTIVATING", "DEACTIVATED", "DELETING", "UPDATING"
|
6908
6939
|
# resp.triggers[0].description #=> String
|
6909
6940
|
# resp.triggers[0].schedule #=> String
|
@@ -6922,6 +6953,8 @@ module Aws::Glue
|
|
6922
6953
|
# resp.triggers[0].predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
6923
6954
|
# resp.triggers[0].predicate.conditions[0].crawler_name #=> String
|
6924
6955
|
# resp.triggers[0].predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
6956
|
+
# resp.triggers[0].event_batching_condition.batch_size #=> Integer
|
6957
|
+
# resp.triggers[0].event_batching_condition.batch_window #=> Integer
|
6925
6958
|
# resp.next_token #=> String
|
6926
6959
|
#
|
6927
6960
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTriggers AWS API Documentation
|
@@ -6937,7 +6970,8 @@ module Aws::Glue
|
|
6937
6970
|
#
|
6938
6971
|
# @option params [String] :catalog_id
|
6939
6972
|
# The ID of the Data Catalog where the function to be retrieved is
|
6940
|
-
# located. If none is provided, the
|
6973
|
+
# located. If none is provided, the Amazon Web Services account ID is
|
6974
|
+
# used by default.
|
6941
6975
|
#
|
6942
6976
|
# @option params [required, String] :database_name
|
6943
6977
|
# The name of the catalog database where the function is located.
|
@@ -6983,7 +7017,8 @@ module Aws::Glue
|
|
6983
7017
|
#
|
6984
7018
|
# @option params [String] :catalog_id
|
6985
7019
|
# The ID of the Data Catalog where the functions to be retrieved are
|
6986
|
-
# located. If none is provided, the
|
7020
|
+
# located. If none is provided, the Amazon Web Services account ID is
|
7021
|
+
# used by default.
|
6987
7022
|
#
|
6988
7023
|
# @option params [String] :database_name
|
6989
7024
|
# The name of the catalog database where the functions are located. If
|
@@ -7091,7 +7126,7 @@ module Aws::Glue
|
|
7091
7126
|
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.name #=> String
|
7092
7127
|
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.workflow_name #=> String
|
7093
7128
|
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.id #=> String
|
7094
|
-
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND"
|
7129
|
+
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND", "EVENT"
|
7095
7130
|
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.state #=> String, one of "CREATING", "CREATED", "ACTIVATING", "ACTIVATED", "DEACTIVATING", "DEACTIVATED", "DELETING", "UPDATING"
|
7096
7131
|
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.description #=> String
|
7097
7132
|
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.schedule #=> String
|
@@ -7110,6 +7145,8 @@ module Aws::Glue
|
|
7110
7145
|
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
7111
7146
|
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawler_name #=> String
|
7112
7147
|
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
7148
|
+
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_size #=> Integer
|
7149
|
+
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_window #=> Integer
|
7113
7150
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs #=> Array
|
7114
7151
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].id #=> String
|
7115
7152
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].attempt #=> Integer
|
@@ -7146,6 +7183,8 @@ module Aws::Glue
|
|
7146
7183
|
# resp.workflow.last_run.graph.edges #=> Array
|
7147
7184
|
# resp.workflow.last_run.graph.edges[0].source_id #=> String
|
7148
7185
|
# resp.workflow.last_run.graph.edges[0].destination_id #=> String
|
7186
|
+
# resp.workflow.last_run.starting_event_batch_condition.batch_size #=> Integer
|
7187
|
+
# resp.workflow.last_run.starting_event_batch_condition.batch_window #=> Integer
|
7149
7188
|
# resp.workflow.graph.nodes #=> Array
|
7150
7189
|
# resp.workflow.graph.nodes[0].type #=> String, one of "CRAWLER", "JOB", "TRIGGER"
|
7151
7190
|
# resp.workflow.graph.nodes[0].name #=> String
|
@@ -7153,7 +7192,7 @@ module Aws::Glue
|
|
7153
7192
|
# resp.workflow.graph.nodes[0].trigger_details.trigger.name #=> String
|
7154
7193
|
# resp.workflow.graph.nodes[0].trigger_details.trigger.workflow_name #=> String
|
7155
7194
|
# resp.workflow.graph.nodes[0].trigger_details.trigger.id #=> String
|
7156
|
-
# resp.workflow.graph.nodes[0].trigger_details.trigger.type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND"
|
7195
|
+
# resp.workflow.graph.nodes[0].trigger_details.trigger.type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND", "EVENT"
|
7157
7196
|
# resp.workflow.graph.nodes[0].trigger_details.trigger.state #=> String, one of "CREATING", "CREATED", "ACTIVATING", "ACTIVATED", "DEACTIVATING", "DEACTIVATED", "DELETING", "UPDATING"
|
7158
7197
|
# resp.workflow.graph.nodes[0].trigger_details.trigger.description #=> String
|
7159
7198
|
# resp.workflow.graph.nodes[0].trigger_details.trigger.schedule #=> String
|
@@ -7172,6 +7211,8 @@ module Aws::Glue
|
|
7172
7211
|
# resp.workflow.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
7173
7212
|
# resp.workflow.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawler_name #=> String
|
7174
7213
|
# resp.workflow.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
7214
|
+
# resp.workflow.graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_size #=> Integer
|
7215
|
+
# resp.workflow.graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_window #=> Integer
|
7175
7216
|
# resp.workflow.graph.nodes[0].job_details.job_runs #=> Array
|
7176
7217
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].id #=> String
|
7177
7218
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].attempt #=> Integer
|
@@ -7266,7 +7307,7 @@ module Aws::Glue
|
|
7266
7307
|
# resp.run.graph.nodes[0].trigger_details.trigger.name #=> String
|
7267
7308
|
# resp.run.graph.nodes[0].trigger_details.trigger.workflow_name #=> String
|
7268
7309
|
# resp.run.graph.nodes[0].trigger_details.trigger.id #=> String
|
7269
|
-
# resp.run.graph.nodes[0].trigger_details.trigger.type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND"
|
7310
|
+
# resp.run.graph.nodes[0].trigger_details.trigger.type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND", "EVENT"
|
7270
7311
|
# resp.run.graph.nodes[0].trigger_details.trigger.state #=> String, one of "CREATING", "CREATED", "ACTIVATING", "ACTIVATED", "DEACTIVATING", "DEACTIVATED", "DELETING", "UPDATING"
|
7271
7312
|
# resp.run.graph.nodes[0].trigger_details.trigger.description #=> String
|
7272
7313
|
# resp.run.graph.nodes[0].trigger_details.trigger.schedule #=> String
|
@@ -7285,6 +7326,8 @@ module Aws::Glue
|
|
7285
7326
|
# resp.run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
7286
7327
|
# resp.run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawler_name #=> String
|
7287
7328
|
# resp.run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
7329
|
+
# resp.run.graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_size #=> Integer
|
7330
|
+
# resp.run.graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_window #=> Integer
|
7288
7331
|
# resp.run.graph.nodes[0].job_details.job_runs #=> Array
|
7289
7332
|
# resp.run.graph.nodes[0].job_details.job_runs[0].id #=> String
|
7290
7333
|
# resp.run.graph.nodes[0].job_details.job_runs[0].attempt #=> Integer
|
@@ -7321,6 +7364,8 @@ module Aws::Glue
|
|
7321
7364
|
# resp.run.graph.edges #=> Array
|
7322
7365
|
# resp.run.graph.edges[0].source_id #=> String
|
7323
7366
|
# resp.run.graph.edges[0].destination_id #=> String
|
7367
|
+
# resp.run.starting_event_batch_condition.batch_size #=> Integer
|
7368
|
+
# resp.run.starting_event_batch_condition.batch_window #=> Integer
|
7324
7369
|
#
|
7325
7370
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetWorkflowRun AWS API Documentation
|
7326
7371
|
#
|
@@ -7419,7 +7464,7 @@ module Aws::Glue
|
|
7419
7464
|
# resp.runs[0].graph.nodes[0].trigger_details.trigger.name #=> String
|
7420
7465
|
# resp.runs[0].graph.nodes[0].trigger_details.trigger.workflow_name #=> String
|
7421
7466
|
# resp.runs[0].graph.nodes[0].trigger_details.trigger.id #=> String
|
7422
|
-
# resp.runs[0].graph.nodes[0].trigger_details.trigger.type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND"
|
7467
|
+
# resp.runs[0].graph.nodes[0].trigger_details.trigger.type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND", "EVENT"
|
7423
7468
|
# resp.runs[0].graph.nodes[0].trigger_details.trigger.state #=> String, one of "CREATING", "CREATED", "ACTIVATING", "ACTIVATED", "DEACTIVATING", "DEACTIVATED", "DELETING", "UPDATING"
|
7424
7469
|
# resp.runs[0].graph.nodes[0].trigger_details.trigger.description #=> String
|
7425
7470
|
# resp.runs[0].graph.nodes[0].trigger_details.trigger.schedule #=> String
|
@@ -7438,6 +7483,8 @@ module Aws::Glue
|
|
7438
7483
|
# resp.runs[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
7439
7484
|
# resp.runs[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawler_name #=> String
|
7440
7485
|
# resp.runs[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
7486
|
+
# resp.runs[0].graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_size #=> Integer
|
7487
|
+
# resp.runs[0].graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_window #=> Integer
|
7441
7488
|
# resp.runs[0].graph.nodes[0].job_details.job_runs #=> Array
|
7442
7489
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].id #=> String
|
7443
7490
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].attempt #=> Integer
|
@@ -7474,6 +7521,8 @@ module Aws::Glue
|
|
7474
7521
|
# resp.runs[0].graph.edges #=> Array
|
7475
7522
|
# resp.runs[0].graph.edges[0].source_id #=> String
|
7476
7523
|
# resp.runs[0].graph.edges[0].destination_id #=> String
|
7524
|
+
# resp.runs[0].starting_event_batch_condition.batch_size #=> Integer
|
7525
|
+
# resp.runs[0].starting_event_batch_condition.batch_window #=> Integer
|
7477
7526
|
# resp.next_token #=> String
|
7478
7527
|
#
|
7479
7528
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetWorkflowRuns AWS API Documentation
|
@@ -7485,11 +7534,11 @@ module Aws::Glue
|
|
7485
7534
|
req.send_request(options)
|
7486
7535
|
end
|
7487
7536
|
|
7488
|
-
# Imports an existing Amazon Athena Data Catalog to
|
7537
|
+
# Imports an existing Amazon Athena Data Catalog to Glue.
|
7489
7538
|
#
|
7490
7539
|
# @option params [String] :catalog_id
|
7491
|
-
# The ID of the catalog to import. Currently, this should be the
|
7492
|
-
# account ID.
|
7540
|
+
# The ID of the catalog to import. Currently, this should be the Amazon
|
7541
|
+
# Web Services account ID.
|
7493
7542
|
#
|
7494
7543
|
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
7495
7544
|
#
|
@@ -7508,9 +7557,10 @@ module Aws::Glue
|
|
7508
7557
|
req.send_request(options)
|
7509
7558
|
end
|
7510
7559
|
|
7511
|
-
# Retrieves the names of all crawler resources in this
|
7512
|
-
# the resources with the specified tag. This
|
7513
|
-
# which resources are available in your
|
7560
|
+
# Retrieves the names of all crawler resources in this Amazon Web
|
7561
|
+
# Services account, or the resources with the specified tag. This
|
7562
|
+
# operation allows you to see which resources are available in your
|
7563
|
+
# account, and their names.
|
7514
7564
|
#
|
7515
7565
|
# This operation takes the optional `Tags` field, which you can use as a
|
7516
7566
|
# filter on the response so that tagged resources can be retrieved as a
|
@@ -7558,10 +7608,10 @@ module Aws::Glue
|
|
7558
7608
|
req.send_request(options)
|
7559
7609
|
end
|
7560
7610
|
|
7561
|
-
# Retrieves the names of all `DevEndpoint` resources in this
|
7562
|
-
# account, or the resources with the specified tag. This
|
7563
|
-
# allows you to see which resources are available in your
|
7564
|
-
# their names.
|
7611
|
+
# Retrieves the names of all `DevEndpoint` resources in this Amazon Web
|
7612
|
+
# Services account, or the resources with the specified tag. This
|
7613
|
+
# operation allows you to see which resources are available in your
|
7614
|
+
# account, and their names.
|
7565
7615
|
#
|
7566
7616
|
# This operation takes the optional `Tags` field, which you can use as a
|
7567
7617
|
# filter on the response so that tagged resources can be retrieved as a
|
@@ -7609,9 +7659,10 @@ module Aws::Glue
|
|
7609
7659
|
req.send_request(options)
|
7610
7660
|
end
|
7611
7661
|
|
7612
|
-
# Retrieves the names of all job resources in this
|
7613
|
-
# resources with the specified tag. This operation
|
7614
|
-
# which resources are available in your account, and
|
7662
|
+
# Retrieves the names of all job resources in this Amazon Web Services
|
7663
|
+
# account, or the resources with the specified tag. This operation
|
7664
|
+
# allows you to see which resources are available in your account, and
|
7665
|
+
# their names.
|
7615
7666
|
#
|
7616
7667
|
# This operation takes the optional `Tags` field, which you can use as a
|
7617
7668
|
# filter on the response so that tagged resources can be retrieved as a
|
@@ -7659,12 +7710,12 @@ module Aws::Glue
|
|
7659
7710
|
req.send_request(options)
|
7660
7711
|
end
|
7661
7712
|
|
7662
|
-
# Retrieves a sortable, filterable list of existing
|
7663
|
-
# learning transforms in this
|
7664
|
-
# specified tag. This operation takes the optional
|
7665
|
-
# you can use as a filter of the responses so that
|
7666
|
-
# be retrieved as a group. If you choose to use tag
|
7667
|
-
# resources with the tags are retrieved.
|
7713
|
+
# Retrieves a sortable, filterable list of existing Glue machine
|
7714
|
+
# learning transforms in this Amazon Web Services account, or the
|
7715
|
+
# resources with the specified tag. This operation takes the optional
|
7716
|
+
# `Tags` field, which you can use as a filter of the responses so that
|
7717
|
+
# tagged resources can be retrieved as a group. If you choose to use tag
|
7718
|
+
# filtering, only resources with the tags are retrieved.
|
7668
7719
|
#
|
7669
7720
|
# @option params [String] :next_token
|
7670
7721
|
# A continuation token, if this is a continuation request.
|
@@ -7899,9 +7950,10 @@ module Aws::Glue
|
|
7899
7950
|
req.send_request(options)
|
7900
7951
|
end
|
7901
7952
|
|
7902
|
-
# Retrieves the names of all trigger resources in this
|
7903
|
-
# the resources with the specified tag. This
|
7904
|
-
# which resources are available in your
|
7953
|
+
# Retrieves the names of all trigger resources in this Amazon Web
|
7954
|
+
# Services account, or the resources with the specified tag. This
|
7955
|
+
# operation allows you to see which resources are available in your
|
7956
|
+
# account, and their names.
|
7905
7957
|
#
|
7906
7958
|
# This operation takes the optional `Tags` field, which you can use as a
|
7907
7959
|
# filter on the response so that tagged resources can be retrieved as a
|
@@ -7998,7 +8050,8 @@ module Aws::Glue
|
|
7998
8050
|
#
|
7999
8051
|
# @option params [String] :catalog_id
|
8000
8052
|
# The ID of the Data Catalog to set the security configuration for. If
|
8001
|
-
# none is provided, the
|
8053
|
+
# none is provided, the Amazon Web Services account ID is used by
|
8054
|
+
# default.
|
8002
8055
|
#
|
8003
8056
|
# @option params [required, Types::DataCatalogEncryptionSettings] :data_catalog_encryption_settings
|
8004
8057
|
# The security configuration to set.
|
@@ -8056,7 +8109,7 @@ module Aws::Glue
|
|
8056
8109
|
#
|
8057
8110
|
# * By directly updating the resource policy with `PutResourePolicy`
|
8058
8111
|
#
|
8059
|
-
# * By using the **Grant permissions** command on the
|
8112
|
+
# * By using the **Grant permissions** command on the Management
|
8060
8113
|
# Console.
|
8061
8114
|
#
|
8062
8115
|
# Must be set to `'TRUE'` if you have already used the Management
|
@@ -8733,10 +8786,10 @@ module Aws::Glue
|
|
8733
8786
|
# call and that ultimately results in improving the quality of your
|
8734
8787
|
# machine learning transform.
|
8735
8788
|
#
|
8736
|
-
# After the `StartMLLabelingSetGenerationTaskRun` finishes,
|
8737
|
-
#
|
8738
|
-
#
|
8739
|
-
#
|
8789
|
+
# After the `StartMLLabelingSetGenerationTaskRun` finishes, Glue machine
|
8790
|
+
# learning will have generated a series of questions for humans to
|
8791
|
+
# answer. (Answering these questions is often called 'labeling' in the
|
8792
|
+
# machine learning workflows). In the case of the `FindMatches`
|
8740
8793
|
# transform, these questions are of the form, “What is the correct way
|
8741
8794
|
# to group these rows together into groups composed entirely of matching
|
8742
8795
|
# records?” After the labeling process is finished, users upload their
|
@@ -8805,15 +8858,15 @@ module Aws::Glue
|
|
8805
8858
|
# replace the default arguments set in the job definition itself.
|
8806
8859
|
#
|
8807
8860
|
# You can specify arguments here that your own job-execution script
|
8808
|
-
# consumes, as well as arguments that
|
8861
|
+
# consumes, as well as arguments that Glue itself consumes.
|
8809
8862
|
#
|
8810
8863
|
# For information about how to specify and consume your own Job
|
8811
|
-
# arguments, see the [Calling
|
8864
|
+
# arguments, see the [Calling Glue APIs in Python][1] topic in the
|
8812
8865
|
# developer guide.
|
8813
8866
|
#
|
8814
|
-
# For information about the key-value pairs that
|
8815
|
-
#
|
8816
|
-
#
|
8867
|
+
# For information about the key-value pairs that Glue consumes to set up
|
8868
|
+
# your job, see the [Special Parameters Used by Glue][2] topic in the
|
8869
|
+
# developer guide.
|
8817
8870
|
#
|
8818
8871
|
#
|
8819
8872
|
#
|
@@ -8823,15 +8876,15 @@ module Aws::Glue
|
|
8823
8876
|
# @option params [Integer] :allocated_capacity
|
8824
8877
|
# This field is deprecated. Use `MaxCapacity` instead.
|
8825
8878
|
#
|
8826
|
-
# The number of
|
8827
|
-
#
|
8828
|
-
#
|
8829
|
-
#
|
8830
|
-
# [
|
8879
|
+
# The number of Glue data processing units (DPUs) to allocate to this
|
8880
|
+
# JobRun. From 2 to 100 DPUs can be allocated; the default is 10. A DPU
|
8881
|
+
# is a relative measure of processing power that consists of 4 vCPUs of
|
8882
|
+
# compute capacity and 16 GB of memory. For more information, see the
|
8883
|
+
# [Glue pricing page][1].
|
8831
8884
|
#
|
8832
8885
|
#
|
8833
8886
|
#
|
8834
|
-
# [1]: https://
|
8887
|
+
# [1]: https://aws.amazon.com/glue/pricing/
|
8835
8888
|
#
|
8836
8889
|
# @option params [Integer] :timeout
|
8837
8890
|
# The `JobRun` timeout in minutes. This is the maximum time that a job
|
@@ -8840,11 +8893,10 @@ module Aws::Glue
|
|
8840
8893
|
# timeout value set in the parent job.
|
8841
8894
|
#
|
8842
8895
|
# @option params [Float] :max_capacity
|
8843
|
-
# The number of
|
8844
|
-
#
|
8845
|
-
#
|
8846
|
-
#
|
8847
|
-
# page][1].
|
8896
|
+
# The number of Glue data processing units (DPUs) that can be allocated
|
8897
|
+
# when this job runs. A DPU is a relative measure of processing power
|
8898
|
+
# that consists of 4 vCPUs of compute capacity and 16 GB of memory. For
|
8899
|
+
# more information, see the [Glue pricing page][1].
|
8848
8900
|
#
|
8849
8901
|
# Do not set `Max Capacity` if using `WorkerType` and `NumberOfWorkers`.
|
8850
8902
|
#
|
@@ -8862,7 +8914,7 @@ module Aws::Glue
|
|
8862
8914
|
#
|
8863
8915
|
#
|
8864
8916
|
#
|
8865
|
-
# [1]: https://
|
8917
|
+
# [1]: https://aws.amazon.com/glue/pricing/
|
8866
8918
|
#
|
8867
8919
|
# @option params [String] :security_configuration
|
8868
8920
|
# The name of the `SecurityConfiguration` structure to be used with this
|
@@ -8929,7 +8981,7 @@ module Aws::Glue
|
|
8929
8981
|
|
8930
8982
|
# Starts a task to estimate the quality of the transform.
|
8931
8983
|
#
|
8932
|
-
# When you provide label sets as examples of truth,
|
8984
|
+
# When you provide label sets as examples of truth, Glue machine
|
8933
8985
|
# learning uses some of those examples to learn from them. The rest of
|
8934
8986
|
# the labels are used as a test to estimate quality.
|
8935
8987
|
#
|
@@ -8966,7 +9018,7 @@ module Aws::Glue
|
|
8966
9018
|
# transform to improve the transform's quality by generating label sets
|
8967
9019
|
# and adding labels.
|
8968
9020
|
#
|
8969
|
-
# When the `StartMLLabelingSetGenerationTaskRun` finishes,
|
9021
|
+
# When the `StartMLLabelingSetGenerationTaskRun` finishes, Glue will
|
8970
9022
|
# have generated a "labeling set" or a set of questions for humans to
|
8971
9023
|
# answer.
|
8972
9024
|
#
|
@@ -9171,18 +9223,18 @@ module Aws::Glue
|
|
9171
9223
|
req.send_request(options)
|
9172
9224
|
end
|
9173
9225
|
|
9174
|
-
# Adds tags to a resource. A tag is a label you can assign to an
|
9175
|
-
# resource. In
|
9176
|
-
# information about what resources you can tag, see [
|
9177
|
-
# Glue][1].
|
9226
|
+
# Adds tags to a resource. A tag is a label you can assign to an Amazon
|
9227
|
+
# Web Services resource. In Glue, you can tag only certain resources.
|
9228
|
+
# For information about what resources you can tag, see [Amazon Web
|
9229
|
+
# Services Tags in Glue][1].
|
9178
9230
|
#
|
9179
9231
|
#
|
9180
9232
|
#
|
9181
9233
|
# [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
|
9182
9234
|
#
|
9183
9235
|
# @option params [required, String] :resource_arn
|
9184
|
-
# The ARN of the
|
9185
|
-
# information about
|
9236
|
+
# The ARN of the Glue resource to which to add the tags. For more
|
9237
|
+
# information about Glue resource ARNs, see the [Glue ARN string
|
9186
9238
|
# pattern][1].
|
9187
9239
|
#
|
9188
9240
|
#
|
@@ -9302,7 +9354,8 @@ module Aws::Glue
|
|
9302
9354
|
#
|
9303
9355
|
# @option params [String] :catalog_id
|
9304
9356
|
# The ID of the Data Catalog where the partitions in question reside. If
|
9305
|
-
# none is supplied, the
|
9357
|
+
# none is supplied, the Amazon Web Services account ID is used by
|
9358
|
+
# default.
|
9306
9359
|
#
|
9307
9360
|
# @option params [required, String] :database_name
|
9308
9361
|
# The name of the catalog database where the partitions reside.
|
@@ -9439,7 +9492,8 @@ module Aws::Glue
|
|
9439
9492
|
#
|
9440
9493
|
# @option params [String] :catalog_id
|
9441
9494
|
# The ID of the Data Catalog where the partitions in question reside. If
|
9442
|
-
# none is supplied, the
|
9495
|
+
# none is supplied, the Amazon Web Services account ID is used by
|
9496
|
+
# default.
|
9443
9497
|
#
|
9444
9498
|
# @option params [required, String] :database_name
|
9445
9499
|
# The name of the catalog database where the partitions reside.
|
@@ -9569,7 +9623,7 @@ module Aws::Glue
|
|
9569
9623
|
#
|
9570
9624
|
# @option params [String] :catalog_id
|
9571
9625
|
# The ID of the Data Catalog in which the connection resides. If none is
|
9572
|
-
# provided, the
|
9626
|
+
# provided, the Amazon Web Services account ID is used by default.
|
9573
9627
|
#
|
9574
9628
|
# @option params [required, String] :name
|
9575
9629
|
# The name of the connection definition to update.
|
@@ -9620,7 +9674,7 @@ module Aws::Glue
|
|
9620
9674
|
# by the new crawler to access customer resources.
|
9621
9675
|
#
|
9622
9676
|
# @option params [String] :database_name
|
9623
|
-
# The
|
9677
|
+
# The Glue database where results are stored, such as:
|
9624
9678
|
# `arn:aws:daylight:us-east-1::database/sometable/*`.
|
9625
9679
|
#
|
9626
9680
|
# @option params [String] :description
|
@@ -9779,7 +9833,8 @@ module Aws::Glue
|
|
9779
9833
|
#
|
9780
9834
|
# @option params [String] :catalog_id
|
9781
9835
|
# The ID of the Data Catalog in which the metadata database resides. If
|
9782
|
-
# none is provided, the
|
9836
|
+
# none is provided, the Amazon Web Services account ID is used by
|
9837
|
+
# default.
|
9783
9838
|
#
|
9784
9839
|
# @option params [required, String] :name
|
9785
9840
|
# The name of the database to update in the catalog. For Hive
|
@@ -9860,9 +9915,7 @@ module Aws::Glue
|
|
9860
9915
|
#
|
9861
9916
|
# * `"--enable-glue-datacatalog": ""`
|
9862
9917
|
#
|
9863
|
-
#
|
9864
|
-
#
|
9865
|
-
# * `"GLUE_PYTHON_VERSION": "2"`
|
9918
|
+
# ^
|
9866
9919
|
#
|
9867
9920
|
# You can specify a version of Python support for development endpoints
|
9868
9921
|
# by using the `Arguments` parameter in the `CreateDevEndpoint` or
|
@@ -9988,10 +10041,10 @@ module Aws::Glue
|
|
9988
10041
|
# required permissions.
|
9989
10042
|
#
|
9990
10043
|
# @option params [String] :glue_version
|
9991
|
-
# This value determines which version of
|
10044
|
+
# This value determines which version of Glue this machine learning
|
9992
10045
|
# transform is compatible with. Glue 1.0 is recommended for most
|
9993
10046
|
# customers. If the value is not set, the Glue compatibility defaults to
|
9994
|
-
# Glue 0.9. For more information, see [
|
10047
|
+
# Glue 0.9. For more information, see [Glue Versions][1] in the
|
9995
10048
|
# developer guide.
|
9996
10049
|
#
|
9997
10050
|
#
|
@@ -9999,11 +10052,11 @@ module Aws::Glue
|
|
9999
10052
|
# [1]: https://docs.aws.amazon.com/glue/latest/dg/release-notes.html#release-notes-versions
|
10000
10053
|
#
|
10001
10054
|
# @option params [Float] :max_capacity
|
10002
|
-
# The number of
|
10003
|
-
#
|
10004
|
-
#
|
10005
|
-
#
|
10006
|
-
#
|
10055
|
+
# The number of Glue data processing units (DPUs) that are allocated to
|
10056
|
+
# task runs for this transform. You can allocate from 2 to 100 DPUs; the
|
10057
|
+
# default is 10. A DPU is a relative measure of processing power that
|
10058
|
+
# consists of 4 vCPUs of compute capacity and 16 GB of memory. For more
|
10059
|
+
# information, see the [Glue pricing page][1].
|
10007
10060
|
#
|
10008
10061
|
# When the `WorkerType` field is set to a value other than `Standard`,
|
10009
10062
|
# the `MaxCapacity` field is set automatically and becomes read-only.
|
@@ -10084,7 +10137,8 @@ module Aws::Glue
|
|
10084
10137
|
#
|
10085
10138
|
# @option params [String] :catalog_id
|
10086
10139
|
# The ID of the Data Catalog where the partition to be updated resides.
|
10087
|
-
# If none is provided, the
|
10140
|
+
# If none is provided, the Amazon Web Services account ID is used by
|
10141
|
+
# default.
|
10088
10142
|
#
|
10089
10143
|
# @option params [required, String] :database_name
|
10090
10144
|
# The name of the catalog database in which the table in question
|
@@ -10299,7 +10353,7 @@ module Aws::Glue
|
|
10299
10353
|
#
|
10300
10354
|
# @option params [String] :catalog_id
|
10301
10355
|
# The ID of the Data Catalog where the table resides. If none is
|
10302
|
-
# provided, the
|
10356
|
+
# provided, the Amazon Web Services account ID is used by default.
|
10303
10357
|
#
|
10304
10358
|
# @option params [required, String] :database_name
|
10305
10359
|
# The name of the catalog database in which the table resides. For Hive
|
@@ -10459,6 +10513,10 @@ module Aws::Glue
|
|
10459
10513
|
# },
|
10460
10514
|
# ],
|
10461
10515
|
# },
|
10516
|
+
# event_batching_condition: {
|
10517
|
+
# batch_size: 1, # required
|
10518
|
+
# batch_window: 1,
|
10519
|
+
# },
|
10462
10520
|
# },
|
10463
10521
|
# })
|
10464
10522
|
#
|
@@ -10467,7 +10525,7 @@ module Aws::Glue
|
|
10467
10525
|
# resp.trigger.name #=> String
|
10468
10526
|
# resp.trigger.workflow_name #=> String
|
10469
10527
|
# resp.trigger.id #=> String
|
10470
|
-
# resp.trigger.type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND"
|
10528
|
+
# resp.trigger.type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND", "EVENT"
|
10471
10529
|
# resp.trigger.state #=> String, one of "CREATING", "CREATED", "ACTIVATING", "ACTIVATED", "DEACTIVATING", "DEACTIVATED", "DELETING", "UPDATING"
|
10472
10530
|
# resp.trigger.description #=> String
|
10473
10531
|
# resp.trigger.schedule #=> String
|
@@ -10486,6 +10544,8 @@ module Aws::Glue
|
|
10486
10544
|
# resp.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
10487
10545
|
# resp.trigger.predicate.conditions[0].crawler_name #=> String
|
10488
10546
|
# resp.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
10547
|
+
# resp.trigger.event_batching_condition.batch_size #=> Integer
|
10548
|
+
# resp.trigger.event_batching_condition.batch_window #=> Integer
|
10489
10549
|
#
|
10490
10550
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateTrigger AWS API Documentation
|
10491
10551
|
#
|
@@ -10500,7 +10560,8 @@ module Aws::Glue
|
|
10500
10560
|
#
|
10501
10561
|
# @option params [String] :catalog_id
|
10502
10562
|
# The ID of the Data Catalog where the function to be updated is
|
10503
|
-
# located. If none is provided, the
|
10563
|
+
# located. If none is provided, the Amazon Web Services account ID is
|
10564
|
+
# used by default.
|
10504
10565
|
#
|
10505
10566
|
# @option params [required, String] :database_name
|
10506
10567
|
# The name of the catalog database where the function to be updated is
|
@@ -10604,7 +10665,7 @@ module Aws::Glue
|
|
10604
10665
|
params: params,
|
10605
10666
|
config: config)
|
10606
10667
|
context[:gem_name] = 'aws-sdk-glue'
|
10607
|
-
context[:gem_version] = '1.
|
10668
|
+
context[:gem_version] = '1.92.0'
|
10608
10669
|
Seahorse::Client::Request.new(handlers, context)
|
10609
10670
|
end
|
10610
10671
|
|