aws-sdk-glue 1.88.0 → 1.92.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +20 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue.rb +1 -1
- data/lib/aws-sdk-glue/client.rb +342 -281
- data/lib/aws-sdk-glue/client_api.rb +16 -0
- data/lib/aws-sdk-glue/types.rb +478 -362
- metadata +4 -4
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: dafc8b20d54c386e5c39a6646545641dd14b644f4c767d025c6659d70b34b78f
|
4
|
+
data.tar.gz: 1688eefcd084cf4a8d842f2cdd295154c35842f4e46357f056bc3eae252bebe8
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 6d693fe5ac302550fbf671e5ea27607f626a5b72a78e3b51505a108304872d7172b89cc80b4bebf3eef4de78b9ccff934006a4c2b9823a9f8a1753d2e0ad9ac4
|
7
|
+
data.tar.gz: ba9866d01242386d5579a6e19b3110429d9bd64688670f7293f6fb132c347202a39ac54d0ace9458b64b8b0f13ca21c4140a333f0939166c31bd2ccd1ba8a784
|
data/CHANGELOG.md
CHANGED
@@ -1,6 +1,26 @@
|
|
1
1
|
Unreleased Changes
|
2
2
|
------------------
|
3
3
|
|
4
|
+
1.92.0 (2021-07-30)
|
5
|
+
------------------
|
6
|
+
|
7
|
+
* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
|
8
|
+
|
9
|
+
1.91.0 (2021-07-28)
|
10
|
+
------------------
|
11
|
+
|
12
|
+
* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
|
13
|
+
|
14
|
+
1.90.0 (2021-07-14)
|
15
|
+
------------------
|
16
|
+
|
17
|
+
* Feature - Add support for Event Driven Workflows
|
18
|
+
|
19
|
+
1.89.0 (2021-06-28)
|
20
|
+
------------------
|
21
|
+
|
22
|
+
* Feature - Add JSON Support for Glue Schema Registry
|
23
|
+
|
4
24
|
1.88.0 (2021-06-07)
|
5
25
|
------------------
|
6
26
|
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.
|
1
|
+
1.92.0
|
data/lib/aws-sdk-glue.rb
CHANGED
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -341,7 +341,7 @@ module Aws::Glue
|
|
341
341
|
#
|
342
342
|
# @option params [String] :catalog_id
|
343
343
|
# The ID of the catalog in which the partition is to be created.
|
344
|
-
# Currently, this should be the
|
344
|
+
# Currently, this should be the Amazon Web Services account ID.
|
345
345
|
#
|
346
346
|
# @option params [required, String] :database_name
|
347
347
|
# The name of the metadata database in which the partition is to be
|
@@ -449,7 +449,7 @@ module Aws::Glue
|
|
449
449
|
#
|
450
450
|
# @option params [String] :catalog_id
|
451
451
|
# The ID of the Data Catalog in which the connections reside. If none is
|
452
|
-
# provided, the
|
452
|
+
# provided, the Amazon Web Services account ID is used by default.
|
453
453
|
#
|
454
454
|
# @option params [required, Array<String>] :connection_name_list
|
455
455
|
# A list of names of the connections to delete.
|
@@ -487,7 +487,8 @@ module Aws::Glue
|
|
487
487
|
#
|
488
488
|
# @option params [String] :catalog_id
|
489
489
|
# The ID of the Data Catalog where the partition to be deleted resides.
|
490
|
-
# If none is provided, the
|
490
|
+
# If none is provided, the Amazon Web Services account ID is used by
|
491
|
+
# default.
|
491
492
|
#
|
492
493
|
# @option params [required, String] :database_name
|
493
494
|
# The name of the catalog database in which the table in question
|
@@ -537,8 +538,8 @@ module Aws::Glue
|
|
537
538
|
# Deletes multiple tables at once.
|
538
539
|
#
|
539
540
|
# <note markdown="1"> After completing this operation, you no longer have access to the
|
540
|
-
# table versions and partitions that belong to the deleted table.
|
541
|
-
#
|
541
|
+
# table versions and partitions that belong to the deleted table. Glue
|
542
|
+
# deletes these "orphaned" resources asynchronously in a timely
|
542
543
|
# manner, at the discretion of the service.
|
543
544
|
#
|
544
545
|
# To ensure the immediate deletion of all related resources, before
|
@@ -551,7 +552,7 @@ module Aws::Glue
|
|
551
552
|
#
|
552
553
|
# @option params [String] :catalog_id
|
553
554
|
# The ID of the Data Catalog where the table resides. If none is
|
554
|
-
# provided, the
|
555
|
+
# provided, the Amazon Web Services account ID is used by default.
|
555
556
|
#
|
556
557
|
# @option params [required, String] :database_name
|
557
558
|
# The name of the catalog database in which the tables to delete reside.
|
@@ -592,7 +593,7 @@ module Aws::Glue
|
|
592
593
|
#
|
593
594
|
# @option params [String] :catalog_id
|
594
595
|
# The ID of the Data Catalog where the tables reside. If none is
|
595
|
-
# provided, the
|
596
|
+
# provided, the Amazon Web Services account ID is used by default.
|
596
597
|
#
|
597
598
|
# @option params [required, String] :database_name
|
598
599
|
# The database in the catalog in which the table resides. For Hive
|
@@ -850,7 +851,8 @@ module Aws::Glue
|
|
850
851
|
#
|
851
852
|
# @option params [String] :catalog_id
|
852
853
|
# The ID of the Data Catalog where the partitions in question reside. If
|
853
|
-
# none is supplied, the
|
854
|
+
# none is supplied, the Amazon Web Services account ID is used by
|
855
|
+
# default.
|
854
856
|
#
|
855
857
|
# @option params [required, String] :database_name
|
856
858
|
# The name of the catalog database where the partitions reside.
|
@@ -966,7 +968,7 @@ module Aws::Glue
|
|
966
968
|
# resp.triggers[0].name #=> String
|
967
969
|
# resp.triggers[0].workflow_name #=> String
|
968
970
|
# resp.triggers[0].id #=> String
|
969
|
-
# resp.triggers[0].type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND"
|
971
|
+
# resp.triggers[0].type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND", "EVENT"
|
970
972
|
# resp.triggers[0].state #=> String, one of "CREATING", "CREATED", "ACTIVATING", "ACTIVATED", "DEACTIVATING", "DEACTIVATED", "DELETING", "UPDATING"
|
971
973
|
# resp.triggers[0].description #=> String
|
972
974
|
# resp.triggers[0].schedule #=> String
|
@@ -985,6 +987,8 @@ module Aws::Glue
|
|
985
987
|
# resp.triggers[0].predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
986
988
|
# resp.triggers[0].predicate.conditions[0].crawler_name #=> String
|
987
989
|
# resp.triggers[0].predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
990
|
+
# resp.triggers[0].event_batching_condition.batch_size #=> Integer
|
991
|
+
# resp.triggers[0].event_batching_condition.batch_window #=> Integer
|
988
992
|
# resp.triggers_not_found #=> Array
|
989
993
|
# resp.triggers_not_found[0] #=> String
|
990
994
|
#
|
@@ -1054,7 +1058,7 @@ module Aws::Glue
|
|
1054
1058
|
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.name #=> String
|
1055
1059
|
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.workflow_name #=> String
|
1056
1060
|
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.id #=> String
|
1057
|
-
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND"
|
1061
|
+
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND", "EVENT"
|
1058
1062
|
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.state #=> String, one of "CREATING", "CREATED", "ACTIVATING", "ACTIVATED", "DEACTIVATING", "DEACTIVATED", "DELETING", "UPDATING"
|
1059
1063
|
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.description #=> String
|
1060
1064
|
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.schedule #=> String
|
@@ -1073,6 +1077,8 @@ module Aws::Glue
|
|
1073
1077
|
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
1074
1078
|
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawler_name #=> String
|
1075
1079
|
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
1080
|
+
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_size #=> Integer
|
1081
|
+
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_window #=> Integer
|
1076
1082
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs #=> Array
|
1077
1083
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].id #=> String
|
1078
1084
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].attempt #=> Integer
|
@@ -1109,6 +1115,8 @@ module Aws::Glue
|
|
1109
1115
|
# resp.workflows[0].last_run.graph.edges #=> Array
|
1110
1116
|
# resp.workflows[0].last_run.graph.edges[0].source_id #=> String
|
1111
1117
|
# resp.workflows[0].last_run.graph.edges[0].destination_id #=> String
|
1118
|
+
# resp.workflows[0].last_run.starting_event_batch_condition.batch_size #=> Integer
|
1119
|
+
# resp.workflows[0].last_run.starting_event_batch_condition.batch_window #=> Integer
|
1112
1120
|
# resp.workflows[0].graph.nodes #=> Array
|
1113
1121
|
# resp.workflows[0].graph.nodes[0].type #=> String, one of "CRAWLER", "JOB", "TRIGGER"
|
1114
1122
|
# resp.workflows[0].graph.nodes[0].name #=> String
|
@@ -1116,7 +1124,7 @@ module Aws::Glue
|
|
1116
1124
|
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.name #=> String
|
1117
1125
|
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.workflow_name #=> String
|
1118
1126
|
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.id #=> String
|
1119
|
-
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND"
|
1127
|
+
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND", "EVENT"
|
1120
1128
|
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.state #=> String, one of "CREATING", "CREATED", "ACTIVATING", "ACTIVATED", "DEACTIVATING", "DEACTIVATED", "DELETING", "UPDATING"
|
1121
1129
|
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.description #=> String
|
1122
1130
|
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.schedule #=> String
|
@@ -1135,6 +1143,8 @@ module Aws::Glue
|
|
1135
1143
|
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
1136
1144
|
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawler_name #=> String
|
1137
1145
|
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
1146
|
+
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_size #=> Integer
|
1147
|
+
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_window #=> Integer
|
1138
1148
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs #=> Array
|
1139
1149
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].id #=> String
|
1140
1150
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].attempt #=> Integer
|
@@ -1229,7 +1239,7 @@ module Aws::Glue
|
|
1229
1239
|
#
|
1230
1240
|
# @option params [String] :catalog_id
|
1231
1241
|
# The ID of the catalog in which the partition is to be updated.
|
1232
|
-
# Currently, this should be the
|
1242
|
+
# Currently, this should be the Amazon Web Services account ID.
|
1233
1243
|
#
|
1234
1244
|
# @option params [required, String] :database_name
|
1235
1245
|
# The name of the metadata database in which the partition is to be
|
@@ -1337,10 +1347,10 @@ module Aws::Glue
|
|
1337
1347
|
end
|
1338
1348
|
|
1339
1349
|
# Cancels (stops) a task run. Machine learning task runs are
|
1340
|
-
# asynchronous tasks that
|
1341
|
-
#
|
1342
|
-
#
|
1343
|
-
#
|
1350
|
+
# asynchronous tasks that Glue runs on your behalf as part of various
|
1351
|
+
# machine learning workflows. You can cancel a machine learning task run
|
1352
|
+
# at any time by calling `CancelMLTaskRun` with a task run's parent
|
1353
|
+
# transform's `TransformID` and the task run's `TaskRunId`.
|
1344
1354
|
#
|
1345
1355
|
# @option params [required, String] :transform_id
|
1346
1356
|
# The unique identifier of the machine learning transform.
|
@@ -1382,8 +1392,8 @@ module Aws::Glue
|
|
1382
1392
|
# checks are performed.
|
1383
1393
|
#
|
1384
1394
|
# @option params [required, String] :data_format
|
1385
|
-
# The data format of the schema definition. Currently
|
1386
|
-
# supported.
|
1395
|
+
# The data format of the schema definition. Currently `AVRO` and `JSON`
|
1396
|
+
# are supported.
|
1387
1397
|
#
|
1388
1398
|
# @option params [required, String] :schema_definition
|
1389
1399
|
# The definition of the schema that has to be validated.
|
@@ -1396,7 +1406,7 @@ module Aws::Glue
|
|
1396
1406
|
# @example Request syntax with placeholder values
|
1397
1407
|
#
|
1398
1408
|
# resp = client.check_schema_version_validity({
|
1399
|
-
# data_format: "AVRO", # required, accepts AVRO
|
1409
|
+
# data_format: "AVRO", # required, accepts AVRO, JSON
|
1400
1410
|
# schema_definition: "SchemaDefinitionString", # required
|
1401
1411
|
# })
|
1402
1412
|
#
|
@@ -1474,7 +1484,7 @@ module Aws::Glue
|
|
1474
1484
|
#
|
1475
1485
|
# @option params [String] :catalog_id
|
1476
1486
|
# The ID of the Data Catalog in which to create the connection. If none
|
1477
|
-
# is provided, the
|
1487
|
+
# is provided, the Amazon Web Services account ID is used by default.
|
1478
1488
|
#
|
1479
1489
|
# @option params [required, Types::ConnectionInput] :connection_input
|
1480
1490
|
# A `ConnectionInput` object defining the connection to create.
|
@@ -1523,7 +1533,7 @@ module Aws::Glue
|
|
1523
1533
|
# new crawler to access customer resources.
|
1524
1534
|
#
|
1525
1535
|
# @option params [String] :database_name
|
1526
|
-
# The
|
1536
|
+
# The Glue database where results are written, such as:
|
1527
1537
|
# `arn:aws:daylight:us-east-1::database/sometable/*`.
|
1528
1538
|
#
|
1529
1539
|
# @option params [String] :description
|
@@ -1575,8 +1585,8 @@ module Aws::Glue
|
|
1575
1585
|
#
|
1576
1586
|
# @option params [Hash<String,String>] :tags
|
1577
1587
|
# The tags to use with this crawler request. You may use tags to limit
|
1578
|
-
# access to the crawler. For more information about tags in
|
1579
|
-
#
|
1588
|
+
# access to the crawler. For more information about tags in Glue, see
|
1589
|
+
# [Amazon Web Services Tags in Glue][1] in the developer guide.
|
1580
1590
|
#
|
1581
1591
|
#
|
1582
1592
|
#
|
@@ -1661,7 +1671,7 @@ module Aws::Glue
|
|
1661
1671
|
#
|
1662
1672
|
# @option params [String] :catalog_id
|
1663
1673
|
# The ID of the Data Catalog in which to create the database. If none is
|
1664
|
-
# provided, the
|
1674
|
+
# provided, the Amazon Web Services account ID is used by default.
|
1665
1675
|
#
|
1666
1676
|
# @option params [required, Types::DatabaseInput] :database_input
|
1667
1677
|
# The metadata for the database.
|
@@ -1738,8 +1748,8 @@ module Aws::Glue
|
|
1738
1748
|
# </note>
|
1739
1749
|
#
|
1740
1750
|
# @option params [Integer] :number_of_nodes
|
1741
|
-
# The number of
|
1742
|
-
#
|
1751
|
+
# The number of Glue Data Processing Units (DPUs) to allocate to this
|
1752
|
+
# `DevEndpoint`.
|
1743
1753
|
#
|
1744
1754
|
# @option params [String] :worker_type
|
1745
1755
|
# The type of predefined worker that is allocated to the development
|
@@ -1762,10 +1772,10 @@ module Aws::Glue
|
|
1762
1772
|
#
|
1763
1773
|
# @option params [String] :glue_version
|
1764
1774
|
# Glue version determines the versions of Apache Spark and Python that
|
1765
|
-
#
|
1766
|
-
#
|
1775
|
+
# Glue supports. The Python version indicates the version supported for
|
1776
|
+
# running your ETL scripts on development endpoints.
|
1767
1777
|
#
|
1768
|
-
# For more information about the available
|
1778
|
+
# For more information about the available Glue versions and
|
1769
1779
|
# corresponding Spark and Python versions, see [Glue version][1] in the
|
1770
1780
|
# developer guide.
|
1771
1781
|
#
|
@@ -1813,8 +1823,8 @@ module Aws::Glue
|
|
1813
1823
|
#
|
1814
1824
|
# @option params [Hash<String,String>] :tags
|
1815
1825
|
# The tags to use with this DevEndpoint. You may use tags to limit
|
1816
|
-
# access to the DevEndpoint. For more information about tags in
|
1817
|
-
#
|
1826
|
+
# access to the DevEndpoint. For more information about tags in Glue,
|
1827
|
+
# see [Amazon Web Services Tags in Glue][1] in the developer guide.
|
1818
1828
|
#
|
1819
1829
|
#
|
1820
1830
|
#
|
@@ -1923,21 +1933,21 @@ module Aws::Glue
|
|
1923
1933
|
# runs allowed for this job.
|
1924
1934
|
#
|
1925
1935
|
# @option params [required, Types::JobCommand] :command
|
1926
|
-
# The `JobCommand` that
|
1936
|
+
# The `JobCommand` that runs this job.
|
1927
1937
|
#
|
1928
1938
|
# @option params [Hash<String,String>] :default_arguments
|
1929
1939
|
# The default arguments for this job.
|
1930
1940
|
#
|
1931
1941
|
# You can specify arguments here that your own job-execution script
|
1932
|
-
# consumes, as well as arguments that
|
1942
|
+
# consumes, as well as arguments that Glue itself consumes.
|
1933
1943
|
#
|
1934
1944
|
# For information about how to specify and consume your own Job
|
1935
|
-
# arguments, see the [Calling
|
1945
|
+
# arguments, see the [Calling Glue APIs in Python][1] topic in the
|
1936
1946
|
# developer guide.
|
1937
1947
|
#
|
1938
|
-
# For information about the key-value pairs that
|
1939
|
-
#
|
1940
|
-
#
|
1948
|
+
# For information about the key-value pairs that Glue consumes to set up
|
1949
|
+
# your job, see the [Special Parameters Used by Glue][2] topic in the
|
1950
|
+
# developer guide.
|
1941
1951
|
#
|
1942
1952
|
#
|
1943
1953
|
#
|
@@ -1956,11 +1966,11 @@ module Aws::Glue
|
|
1956
1966
|
# @option params [Integer] :allocated_capacity
|
1957
1967
|
# This parameter is deprecated. Use `MaxCapacity` instead.
|
1958
1968
|
#
|
1959
|
-
# The number of
|
1960
|
-
#
|
1961
|
-
#
|
1962
|
-
#
|
1963
|
-
# [
|
1969
|
+
# The number of Glue data processing units (DPUs) to allocate to this
|
1970
|
+
# Job. You can allocate from 2 to 100 DPUs; the default is 10. A DPU is
|
1971
|
+
# a relative measure of processing power that consists of 4 vCPUs of
|
1972
|
+
# compute capacity and 16 GB of memory. For more information, see the
|
1973
|
+
# [Glue pricing page][1].
|
1964
1974
|
#
|
1965
1975
|
#
|
1966
1976
|
#
|
@@ -1972,11 +1982,11 @@ module Aws::Glue
|
|
1972
1982
|
# status. The default is 2,880 minutes (48 hours).
|
1973
1983
|
#
|
1974
1984
|
# @option params [Float] :max_capacity
|
1975
|
-
#
|
1976
|
-
#
|
1977
|
-
#
|
1978
|
-
#
|
1979
|
-
# page][1].
|
1985
|
+
# For Glue version 1.0 or earlier jobs, using the standard worker type,
|
1986
|
+
# the number of Glue data processing units (DPUs) that can be allocated
|
1987
|
+
# when this job runs. A DPU is a relative measure of processing power
|
1988
|
+
# that consists of 4 vCPUs of compute capacity and 16 GB of memory. For
|
1989
|
+
# more information, see the [Glue pricing page][1].
|
1980
1990
|
#
|
1981
1991
|
# Do not set `Max Capacity` if using `WorkerType` and `NumberOfWorkers`.
|
1982
1992
|
#
|
@@ -1993,6 +2003,10 @@ module Aws::Glue
|
|
1993
2003
|
# 100 DPUs. The default is 10 DPUs. This job type cannot have a
|
1994
2004
|
# fractional DPU allocation.
|
1995
2005
|
#
|
2006
|
+
# For Glue version 2.0 jobs, you cannot instead specify a `Maximum
|
2007
|
+
# capacity`. Instead, you should specify a `Worker type` and the `Number
|
2008
|
+
# of workers`.
|
2009
|
+
#
|
1996
2010
|
#
|
1997
2011
|
#
|
1998
2012
|
# [1]: https://aws.amazon.com/glue/pricing/
|
@@ -2003,8 +2017,8 @@ module Aws::Glue
|
|
2003
2017
|
#
|
2004
2018
|
# @option params [Hash<String,String>] :tags
|
2005
2019
|
# The tags to use with this job. You may use tags to limit access to the
|
2006
|
-
# job. For more information about tags in
|
2007
|
-
# Glue][1] in the developer guide.
|
2020
|
+
# job. For more information about tags in Glue, see [Amazon Web Services
|
2021
|
+
# Tags in Glue][1] in the developer guide.
|
2008
2022
|
#
|
2009
2023
|
#
|
2010
2024
|
#
|
@@ -2015,10 +2029,10 @@ module Aws::Glue
|
|
2015
2029
|
#
|
2016
2030
|
# @option params [String] :glue_version
|
2017
2031
|
# Glue version determines the versions of Apache Spark and Python that
|
2018
|
-
#
|
2019
|
-
#
|
2032
|
+
# Glue supports. The Python version indicates the version supported for
|
2033
|
+
# jobs of type Spark.
|
2020
2034
|
#
|
2021
|
-
# For more information about the available
|
2035
|
+
# For more information about the available Glue versions and
|
2022
2036
|
# corresponding Spark and Python versions, see [Glue version][1] in the
|
2023
2037
|
# developer guide.
|
2024
2038
|
#
|
@@ -2108,16 +2122,16 @@ module Aws::Glue
|
|
2108
2122
|
req.send_request(options)
|
2109
2123
|
end
|
2110
2124
|
|
2111
|
-
# Creates an
|
2112
|
-
#
|
2125
|
+
# Creates an Glue machine learning transform. This operation creates the
|
2126
|
+
# transform and all the necessary parameters to train it.
|
2113
2127
|
#
|
2114
2128
|
# Call this operation as the first step in the process of using a
|
2115
2129
|
# machine learning transform (such as the `FindMatches` transform) for
|
2116
2130
|
# deduplicating data. You can provide an optional `Description`, in
|
2117
2131
|
# addition to the parameters that you want to use for your algorithm.
|
2118
2132
|
#
|
2119
|
-
# You must also specify certain parameters for the tasks that
|
2120
|
-
#
|
2133
|
+
# You must also specify certain parameters for the tasks that Glue runs
|
2134
|
+
# on your behalf as part of learning from your data and creating a
|
2121
2135
|
# high-quality machine learning transform. These parameters include
|
2122
2136
|
# `Role`, and optionally, `AllocatedCapacity`, `Timeout`, and
|
2123
2137
|
# `MaxRetries`. For more information, see [Jobs][1].
|
@@ -2134,7 +2148,7 @@ module Aws::Glue
|
|
2134
2148
|
# The default is an empty string.
|
2135
2149
|
#
|
2136
2150
|
# @option params [required, Array<Types::GlueTable>] :input_record_tables
|
2137
|
-
# A list of
|
2151
|
+
# A list of Glue table definitions used by the transform.
|
2138
2152
|
#
|
2139
2153
|
# @option params [required, Types::TransformParameters] :parameters
|
2140
2154
|
# The algorithmic parameters that are specific to the transform type
|
@@ -2142,13 +2156,13 @@ module Aws::Glue
|
|
2142
2156
|
#
|
2143
2157
|
# @option params [required, String] :role
|
2144
2158
|
# The name or Amazon Resource Name (ARN) of the IAM role with the
|
2145
|
-
# required permissions. The required permissions include both
|
2146
|
-
# service role permissions to
|
2147
|
-
#
|
2159
|
+
# required permissions. The required permissions include both Glue
|
2160
|
+
# service role permissions to Glue resources, and Amazon S3 permissions
|
2161
|
+
# required by the transform.
|
2148
2162
|
#
|
2149
|
-
# * This role needs
|
2150
|
-
# resources in
|
2151
|
-
#
|
2163
|
+
# * This role needs Glue service role permissions to allow access to
|
2164
|
+
# resources in Glue. See [Attach a Policy to IAM Users That Access
|
2165
|
+
# Glue][1].
|
2152
2166
|
#
|
2153
2167
|
# * This role needs permission to your Amazon Simple Storage Service
|
2154
2168
|
# (Amazon S3) sources, targets, temporary directory, scripts, and any
|
@@ -2159,10 +2173,10 @@ module Aws::Glue
|
|
2159
2173
|
# [1]: https://docs.aws.amazon.com/glue/latest/dg/attach-policy-iam-user.html
|
2160
2174
|
#
|
2161
2175
|
# @option params [String] :glue_version
|
2162
|
-
# This value determines which version of
|
2176
|
+
# This value determines which version of Glue this machine learning
|
2163
2177
|
# transform is compatible with. Glue 1.0 is recommended for most
|
2164
2178
|
# customers. If the value is not set, the Glue compatibility defaults to
|
2165
|
-
# Glue 0.9. For more information, see [
|
2179
|
+
# Glue 0.9. For more information, see [Glue Versions][1] in the
|
2166
2180
|
# developer guide.
|
2167
2181
|
#
|
2168
2182
|
#
|
@@ -2170,11 +2184,11 @@ module Aws::Glue
|
|
2170
2184
|
# [1]: https://docs.aws.amazon.com/glue/latest/dg/release-notes.html#release-notes-versions
|
2171
2185
|
#
|
2172
2186
|
# @option params [Float] :max_capacity
|
2173
|
-
# The number of
|
2174
|
-
#
|
2175
|
-
#
|
2176
|
-
#
|
2177
|
-
#
|
2187
|
+
# The number of Glue data processing units (DPUs) that are allocated to
|
2188
|
+
# task runs for this transform. You can allocate from 2 to 100 DPUs; the
|
2189
|
+
# default is 10. A DPU is a relative measure of processing power that
|
2190
|
+
# consists of 4 vCPUs of compute capacity and 16 GB of memory. For more
|
2191
|
+
# information, see the [Glue pricing page][1].
|
2178
2192
|
#
|
2179
2193
|
# `MaxCapacity` is a mutually exclusive option with `NumberOfWorkers`
|
2180
2194
|
# and `WorkerType`.
|
@@ -2247,8 +2261,8 @@ module Aws::Glue
|
|
2247
2261
|
# @option params [Hash<String,String>] :tags
|
2248
2262
|
# The tags to use with this machine learning transform. You may use tags
|
2249
2263
|
# to limit access to the machine learning transform. For more
|
2250
|
-
# information about tags in
|
2251
|
-
# the developer guide.
|
2264
|
+
# information about tags in Glue, see [Amazon Web Services Tags in
|
2265
|
+
# Glue][1] in the developer guide.
|
2252
2266
|
#
|
2253
2267
|
#
|
2254
2268
|
#
|
@@ -2320,8 +2334,8 @@ module Aws::Glue
|
|
2320
2334
|
# Creates a new partition.
|
2321
2335
|
#
|
2322
2336
|
# @option params [String] :catalog_id
|
2323
|
-
# The
|
2324
|
-
# created.
|
2337
|
+
# The Amazon Web Services account ID of the catalog in which the
|
2338
|
+
# partition is to be created.
|
2325
2339
|
#
|
2326
2340
|
# @option params [required, String] :database_name
|
2327
2341
|
# The name of the metadata database in which the partition is to be
|
@@ -2465,8 +2479,8 @@ module Aws::Glue
|
|
2465
2479
|
# will not be any default value for this.
|
2466
2480
|
#
|
2467
2481
|
# @option params [Hash<String,String>] :tags
|
2468
|
-
#
|
2469
|
-
# command line, or API.
|
2482
|
+
# Amazon Web Services tags that contain a key value pair and may be
|
2483
|
+
# searched by console, command line, or API.
|
2470
2484
|
#
|
2471
2485
|
# @return [Types::CreateRegistryResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
2472
2486
|
#
|
@@ -2529,8 +2543,8 @@ module Aws::Glue
|
|
2529
2543
|
# mark. No whitespace.
|
2530
2544
|
#
|
2531
2545
|
# @option params [required, String] :data_format
|
2532
|
-
# The data format of the schema definition. Currently
|
2533
|
-
# supported.
|
2546
|
+
# The data format of the schema definition. Currently `AVRO` and `JSON`
|
2547
|
+
# are supported.
|
2534
2548
|
#
|
2535
2549
|
# @option params [String] :compatibility
|
2536
2550
|
# The compatibility mode of the schema. The possible values are:
|
@@ -2583,9 +2597,9 @@ module Aws::Glue
|
|
2583
2597
|
# there will not be any automatic default value for this.
|
2584
2598
|
#
|
2585
2599
|
# @option params [Hash<String,String>] :tags
|
2586
|
-
#
|
2587
|
-
# command line, or API. If specified, follows the
|
2588
|
-
# pattern.
|
2600
|
+
# Amazon Web Services tags that contain a key value pair and may be
|
2601
|
+
# searched by console, command line, or API. If specified, follows the
|
2602
|
+
# Amazon Web Services tags-on-create pattern.
|
2589
2603
|
#
|
2590
2604
|
# @option params [String] :schema_definition
|
2591
2605
|
# The schema definition using the `DataFormat` setting for `SchemaName`.
|
@@ -2615,7 +2629,7 @@ module Aws::Glue
|
|
2615
2629
|
# registry_arn: "GlueResourceArn",
|
2616
2630
|
# },
|
2617
2631
|
# schema_name: "SchemaRegistryNameString", # required
|
2618
|
-
# data_format: "AVRO", # required, accepts AVRO
|
2632
|
+
# data_format: "AVRO", # required, accepts AVRO, JSON
|
2619
2633
|
# compatibility: "NONE", # accepts NONE, DISABLED, BACKWARD, BACKWARD_ALL, FORWARD, FORWARD_ALL, FULL, FULL_ALL
|
2620
2634
|
# description: "DescriptionString",
|
2621
2635
|
# tags: {
|
@@ -2631,7 +2645,7 @@ module Aws::Glue
|
|
2631
2645
|
# resp.schema_name #=> String
|
2632
2646
|
# resp.schema_arn #=> String
|
2633
2647
|
# resp.description #=> String
|
2634
|
-
# resp.data_format #=> String, one of "AVRO"
|
2648
|
+
# resp.data_format #=> String, one of "AVRO", "JSON"
|
2635
2649
|
# resp.compatibility #=> String, one of "NONE", "DISABLED", "BACKWARD", "BACKWARD_ALL", "FORWARD", "FORWARD_ALL", "FULL", "FULL_ALL"
|
2636
2650
|
# resp.schema_checkpoint #=> Integer
|
2637
2651
|
# resp.latest_schema_version #=> Integer
|
@@ -2709,10 +2723,10 @@ module Aws::Glue
|
|
2709
2723
|
end
|
2710
2724
|
|
2711
2725
|
# Creates a new security configuration. A security configuration is a
|
2712
|
-
# set of security properties that can be used by
|
2726
|
+
# set of security properties that can be used by Glue. You can use a
|
2713
2727
|
# security configuration to encrypt data at rest. For information about
|
2714
|
-
# using security configurations in
|
2715
|
-
#
|
2728
|
+
# using security configurations in Glue, see [Encrypting Data Written by
|
2729
|
+
# Crawlers, Jobs, and Development Endpoints][1].
|
2716
2730
|
#
|
2717
2731
|
#
|
2718
2732
|
#
|
@@ -2769,7 +2783,7 @@ module Aws::Glue
|
|
2769
2783
|
#
|
2770
2784
|
# @option params [String] :catalog_id
|
2771
2785
|
# The ID of the Data Catalog in which to create the `Table`. If none is
|
2772
|
-
# supplied, the
|
2786
|
+
# supplied, the Amazon Web Services account ID is used by default.
|
2773
2787
|
#
|
2774
2788
|
# @option params [required, String] :database_name
|
2775
2789
|
# The catalog database in which to create the new table. For Hive
|
@@ -2926,13 +2940,17 @@ module Aws::Glue
|
|
2926
2940
|
#
|
2927
2941
|
# @option params [Hash<String,String>] :tags
|
2928
2942
|
# The tags to use with this trigger. You may use tags to limit access to
|
2929
|
-
# the trigger. For more information about tags in
|
2930
|
-
# Tags in
|
2943
|
+
# the trigger. For more information about tags in Glue, see [Amazon Web
|
2944
|
+
# Services Tags in Glue][1] in the developer guide.
|
2931
2945
|
#
|
2932
2946
|
#
|
2933
2947
|
#
|
2934
2948
|
# [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
|
2935
2949
|
#
|
2950
|
+
# @option params [Types::EventBatchingCondition] :event_batching_condition
|
2951
|
+
# Batch condition that must be met (specified number of events received
|
2952
|
+
# or batch time window expired) before EventBridge event trigger fires.
|
2953
|
+
#
|
2936
2954
|
# @return [Types::CreateTriggerResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
2937
2955
|
#
|
2938
2956
|
# * {Types::CreateTriggerResponse#name #name} => String
|
@@ -2942,7 +2960,7 @@ module Aws::Glue
|
|
2942
2960
|
# resp = client.create_trigger({
|
2943
2961
|
# name: "NameString", # required
|
2944
2962
|
# workflow_name: "NameString",
|
2945
|
-
# type: "SCHEDULED", # required, accepts SCHEDULED, CONDITIONAL, ON_DEMAND
|
2963
|
+
# type: "SCHEDULED", # required, accepts SCHEDULED, CONDITIONAL, ON_DEMAND, EVENT
|
2946
2964
|
# schedule: "GenericString",
|
2947
2965
|
# predicate: {
|
2948
2966
|
# logical: "AND", # accepts AND, ANY
|
@@ -2975,6 +2993,10 @@ module Aws::Glue
|
|
2975
2993
|
# tags: {
|
2976
2994
|
# "TagKey" => "TagValue",
|
2977
2995
|
# },
|
2996
|
+
# event_batching_condition: {
|
2997
|
+
# batch_size: 1, # required
|
2998
|
+
# batch_window: 1,
|
2999
|
+
# },
|
2978
3000
|
# })
|
2979
3001
|
#
|
2980
3002
|
# @example Response structure
|
@@ -2994,7 +3016,7 @@ module Aws::Glue
|
|
2994
3016
|
#
|
2995
3017
|
# @option params [String] :catalog_id
|
2996
3018
|
# The ID of the Data Catalog in which to create the function. If none is
|
2997
|
-
# provided, the
|
3019
|
+
# provided, the Amazon Web Services account ID is used by default.
|
2998
3020
|
#
|
2999
3021
|
# @option params [required, String] :database_name
|
3000
3022
|
# The name of the catalog database in which to create the function.
|
@@ -3116,7 +3138,8 @@ module Aws::Glue
|
|
3116
3138
|
#
|
3117
3139
|
# @option params [String] :catalog_id
|
3118
3140
|
# The ID of the Data Catalog where the partitions in question reside. If
|
3119
|
-
# none is supplied, the
|
3141
|
+
# none is supplied, the Amazon Web Services account ID is used by
|
3142
|
+
# default.
|
3120
3143
|
#
|
3121
3144
|
# @option params [required, String] :database_name
|
3122
3145
|
# The name of the catalog database where the partitions reside.
|
@@ -3158,7 +3181,8 @@ module Aws::Glue
|
|
3158
3181
|
#
|
3159
3182
|
# @option params [String] :catalog_id
|
3160
3183
|
# The ID of the Data Catalog where the partitions in question reside. If
|
3161
|
-
# none is supplied, the
|
3184
|
+
# none is supplied, the Amazon Web Services account ID is used by
|
3185
|
+
# default.
|
3162
3186
|
#
|
3163
3187
|
# @option params [required, String] :database_name
|
3164
3188
|
# The name of the catalog database where the partitions reside.
|
@@ -3193,7 +3217,7 @@ module Aws::Glue
|
|
3193
3217
|
#
|
3194
3218
|
# @option params [String] :catalog_id
|
3195
3219
|
# The ID of the Data Catalog in which the connection resides. If none is
|
3196
|
-
# provided, the
|
3220
|
+
# provided, the Amazon Web Services account ID is used by default.
|
3197
3221
|
#
|
3198
3222
|
# @option params [required, String] :connection_name
|
3199
3223
|
# The name of the connection to delete.
|
@@ -3216,7 +3240,7 @@ module Aws::Glue
|
|
3216
3240
|
req.send_request(options)
|
3217
3241
|
end
|
3218
3242
|
|
3219
|
-
# Removes a specified crawler from the
|
3243
|
+
# Removes a specified crawler from the Glue Data Catalog, unless the
|
3220
3244
|
# crawler state is `RUNNING`.
|
3221
3245
|
#
|
3222
3246
|
# @option params [required, String] :name
|
@@ -3243,8 +3267,8 @@ module Aws::Glue
|
|
3243
3267
|
#
|
3244
3268
|
# <note markdown="1"> After completing this operation, you no longer have access to the
|
3245
3269
|
# tables (and all table versions and partitions that might belong to the
|
3246
|
-
# tables) and the user-defined functions in the deleted database.
|
3247
|
-
#
|
3270
|
+
# tables) and the user-defined functions in the deleted database. Glue
|
3271
|
+
# deletes these "orphaned" resources asynchronously in a timely
|
3248
3272
|
# manner, at the discretion of the service.
|
3249
3273
|
#
|
3250
3274
|
# To ensure the immediate deletion of all related resources, before
|
@@ -3258,7 +3282,7 @@ module Aws::Glue
|
|
3258
3282
|
#
|
3259
3283
|
# @option params [String] :catalog_id
|
3260
3284
|
# The ID of the Data Catalog in which the database resides. If none is
|
3261
|
-
# provided, the
|
3285
|
+
# provided, the Amazon Web Services account ID is used by default.
|
3262
3286
|
#
|
3263
3287
|
# @option params [required, String] :name
|
3264
3288
|
# The name of the database to delete. For Hive compatibility, this must
|
@@ -3333,12 +3357,12 @@ module Aws::Glue
|
|
3333
3357
|
req.send_request(options)
|
3334
3358
|
end
|
3335
3359
|
|
3336
|
-
# Deletes an
|
3360
|
+
# Deletes an Glue machine learning transform. Machine learning
|
3337
3361
|
# transforms are a special type of transform that use machine learning
|
3338
3362
|
# to learn the details of the transformation to be performed by learning
|
3339
3363
|
# from examples provided by humans. These transformations are then saved
|
3340
|
-
# by
|
3341
|
-
# calling `DeleteMLTransforms`. However, any
|
3364
|
+
# by Glue. If you no longer need a transform, you can delete it by
|
3365
|
+
# calling `DeleteMLTransforms`. However, any Glue jobs that still
|
3342
3366
|
# reference the deleted transform will no longer succeed.
|
3343
3367
|
#
|
3344
3368
|
# @option params [required, String] :transform_id
|
@@ -3371,7 +3395,8 @@ module Aws::Glue
|
|
3371
3395
|
#
|
3372
3396
|
# @option params [String] :catalog_id
|
3373
3397
|
# The ID of the Data Catalog where the partition to be deleted resides.
|
3374
|
-
# If none is provided, the
|
3398
|
+
# If none is provided, the Amazon Web Services account ID is used by
|
3399
|
+
# default.
|
3375
3400
|
#
|
3376
3401
|
# @option params [required, String] :database_name
|
3377
3402
|
# The name of the catalog database in which the table in question
|
@@ -3442,7 +3467,7 @@ module Aws::Glue
|
|
3442
3467
|
# Delete the entire registry including schema and all of its versions.
|
3443
3468
|
# To get the status of the delete operation, you can call the
|
3444
3469
|
# `GetRegistry` API after the asynchronous call. Deleting a registry
|
3445
|
-
# will
|
3470
|
+
# will deactivate all online operations for the registry such as the
|
3446
3471
|
# `UpdateRegistry`, `CreateSchema`, `UpdateSchema`, and
|
3447
3472
|
# `RegisterSchemaVersion` APIs.
|
3448
3473
|
#
|
@@ -3486,8 +3511,7 @@ module Aws::Glue
|
|
3486
3511
|
# The hash value returned when this policy was set.
|
3487
3512
|
#
|
3488
3513
|
# @option params [String] :resource_arn
|
3489
|
-
# The ARN of the
|
3490
|
-
# deleted.
|
3514
|
+
# The ARN of the Glue resource for the resource policy to be deleted.
|
3491
3515
|
#
|
3492
3516
|
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
3493
3517
|
#
|
@@ -3510,7 +3534,7 @@ module Aws::Glue
|
|
3510
3534
|
# Deletes the entire schema set, including the schema set and all of its
|
3511
3535
|
# versions. To get the status of the delete operation, you can call
|
3512
3536
|
# `GetSchema` API after the asynchronous call. Deleting a registry will
|
3513
|
-
#
|
3537
|
+
# deactivate all online operations for the schema, such as the
|
3514
3538
|
# `GetSchemaByDefinition`, and `RegisterSchemaVersion` APIs.
|
3515
3539
|
#
|
3516
3540
|
# @option params [required, Types::SchemaId] :schema_id
|
@@ -3635,8 +3659,8 @@ module Aws::Glue
|
|
3635
3659
|
# Removes a table definition from the Data Catalog.
|
3636
3660
|
#
|
3637
3661
|
# <note markdown="1"> After completing this operation, you no longer have access to the
|
3638
|
-
# table versions and partitions that belong to the deleted table.
|
3639
|
-
#
|
3662
|
+
# table versions and partitions that belong to the deleted table. Glue
|
3663
|
+
# deletes these "orphaned" resources asynchronously in a timely
|
3640
3664
|
# manner, at the discretion of the service.
|
3641
3665
|
#
|
3642
3666
|
# To ensure the immediate deletion of all related resources, before
|
@@ -3649,7 +3673,7 @@ module Aws::Glue
|
|
3649
3673
|
#
|
3650
3674
|
# @option params [String] :catalog_id
|
3651
3675
|
# The ID of the Data Catalog where the table resides. If none is
|
3652
|
-
# provided, the
|
3676
|
+
# provided, the Amazon Web Services account ID is used by default.
|
3653
3677
|
#
|
3654
3678
|
# @option params [required, String] :database_name
|
3655
3679
|
# The name of the catalog database in which the table resides. For Hive
|
@@ -3682,7 +3706,7 @@ module Aws::Glue
|
|
3682
3706
|
#
|
3683
3707
|
# @option params [String] :catalog_id
|
3684
3708
|
# The ID of the Data Catalog where the tables reside. If none is
|
3685
|
-
# provided, the
|
3709
|
+
# provided, the Amazon Web Services account ID is used by default.
|
3686
3710
|
#
|
3687
3711
|
# @option params [required, String] :database_name
|
3688
3712
|
# The database in the catalog in which the table resides. For Hive
|
@@ -3749,7 +3773,8 @@ module Aws::Glue
|
|
3749
3773
|
#
|
3750
3774
|
# @option params [String] :catalog_id
|
3751
3775
|
# The ID of the Data Catalog where the function to be deleted is
|
3752
|
-
# located. If none is supplied, the
|
3776
|
+
# located. If none is supplied, the Amazon Web Services account ID is
|
3777
|
+
# used by default.
|
3753
3778
|
#
|
3754
3779
|
# @option params [required, String] :database_name
|
3755
3780
|
# The name of the catalog database where the function is located.
|
@@ -3807,8 +3832,8 @@ module Aws::Glue
|
|
3807
3832
|
# Retrieves the status of a migration operation.
|
3808
3833
|
#
|
3809
3834
|
# @option params [String] :catalog_id
|
3810
|
-
# The ID of the catalog to migrate. Currently, this should be the
|
3811
|
-
# account ID.
|
3835
|
+
# The ID of the catalog to migrate. Currently, this should be the Amazon
|
3836
|
+
# Web Services account ID.
|
3812
3837
|
#
|
3813
3838
|
# @return [Types::GetCatalogImportStatusResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
3814
3839
|
#
|
@@ -3963,7 +3988,8 @@ module Aws::Glue
|
|
3963
3988
|
#
|
3964
3989
|
# @option params [String] :catalog_id
|
3965
3990
|
# The ID of the Data Catalog where the partitions in question reside. If
|
3966
|
-
# none is supplied, the
|
3991
|
+
# none is supplied, the Amazon Web Services account ID is used by
|
3992
|
+
# default.
|
3967
3993
|
#
|
3968
3994
|
# @option params [required, String] :database_name
|
3969
3995
|
# The name of the catalog database where the partitions reside.
|
@@ -4048,7 +4074,8 @@ module Aws::Glue
|
|
4048
4074
|
#
|
4049
4075
|
# @option params [String] :catalog_id
|
4050
4076
|
# The ID of the Data Catalog where the partitions in question reside. If
|
4051
|
-
# none is supplied, the
|
4077
|
+
# none is supplied, the Amazon Web Services account ID is used by
|
4078
|
+
# default.
|
4052
4079
|
#
|
4053
4080
|
# @option params [required, String] :database_name
|
4054
4081
|
# The name of the catalog database where the partitions reside.
|
@@ -4126,7 +4153,7 @@ module Aws::Glue
|
|
4126
4153
|
#
|
4127
4154
|
# @option params [String] :catalog_id
|
4128
4155
|
# The ID of the Data Catalog in which the connection resides. If none is
|
4129
|
-
# provided, the
|
4156
|
+
# provided, the Amazon Web Services account ID is used by default.
|
4130
4157
|
#
|
4131
4158
|
# @option params [required, String] :name
|
4132
4159
|
# The name of the connection definition to retrieve.
|
@@ -4135,8 +4162,8 @@ module Aws::Glue
|
|
4135
4162
|
# Allows you to retrieve the connection metadata without returning the
|
4136
4163
|
# password. For instance, the AWS Glue console uses this flag to
|
4137
4164
|
# retrieve the connection, and does not display the password. Set this
|
4138
|
-
# parameter when the caller might not have permission to use the
|
4139
|
-
#
|
4165
|
+
# parameter when the caller might not have permission to use the KMS key
|
4166
|
+
# to decrypt the password, but it does have permission to access the
|
4140
4167
|
# rest of the connection properties.
|
4141
4168
|
#
|
4142
4169
|
# @return [Types::GetConnectionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
@@ -4181,7 +4208,7 @@ module Aws::Glue
|
|
4181
4208
|
#
|
4182
4209
|
# @option params [String] :catalog_id
|
4183
4210
|
# The ID of the Data Catalog in which the connections reside. If none is
|
4184
|
-
# provided, the
|
4211
|
+
# provided, the Amazon Web Services account ID is used by default.
|
4185
4212
|
#
|
4186
4213
|
# @option params [Types::GetConnectionsFilter] :filter
|
4187
4214
|
# A filter that controls which connections are returned.
|
@@ -4190,8 +4217,8 @@ module Aws::Glue
|
|
4190
4217
|
# Allows you to retrieve the connection metadata without returning the
|
4191
4218
|
# password. For instance, the AWS Glue console uses this flag to
|
4192
4219
|
# retrieve the connection, and does not display the password. Set this
|
4193
|
-
# parameter when the caller might not have permission to use the
|
4194
|
-
#
|
4220
|
+
# parameter when the caller might not have permission to use the KMS key
|
4221
|
+
# to decrypt the password, but it does have permission to access the
|
4195
4222
|
# rest of the connection properties.
|
4196
4223
|
#
|
4197
4224
|
# @option params [String] :next_token
|
@@ -4461,7 +4488,8 @@ module Aws::Glue
|
|
4461
4488
|
#
|
4462
4489
|
# @option params [String] :catalog_id
|
4463
4490
|
# The ID of the Data Catalog to retrieve the security configuration for.
|
4464
|
-
# If none is provided, the
|
4491
|
+
# If none is provided, the Amazon Web Services account ID is used by
|
4492
|
+
# default.
|
4465
4493
|
#
|
4466
4494
|
# @return [Types::GetDataCatalogEncryptionSettingsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
4467
4495
|
#
|
@@ -4493,7 +4521,7 @@ module Aws::Glue
|
|
4493
4521
|
#
|
4494
4522
|
# @option params [String] :catalog_id
|
4495
4523
|
# The ID of the Data Catalog in which the database resides. If none is
|
4496
|
-
# provided, the
|
4524
|
+
# provided, the Amazon Web Services account ID is used by default.
|
4497
4525
|
#
|
4498
4526
|
# @option params [required, String] :name
|
4499
4527
|
# The name of the database to retrieve. For Hive compatibility, this
|
@@ -4539,7 +4567,7 @@ module Aws::Glue
|
|
4539
4567
|
#
|
4540
4568
|
# @option params [String] :catalog_id
|
4541
4569
|
# The ID of the Data Catalog from which to retrieve `Databases`. If none
|
4542
|
-
# is provided, the
|
4570
|
+
# is provided, the Amazon Web Services account ID is used by default.
|
4543
4571
|
#
|
4544
4572
|
# @option params [String] :next_token
|
4545
4573
|
# A continuation token, if this is a continuation call.
|
@@ -4643,9 +4671,9 @@ module Aws::Glue
|
|
4643
4671
|
# Retrieves information about a specified development endpoint.
|
4644
4672
|
#
|
4645
4673
|
# <note markdown="1"> When you create a development endpoint in a virtual private cloud
|
4646
|
-
# (VPC),
|
4674
|
+
# (VPC), Glue returns only a private IP address, and the public IP
|
4647
4675
|
# address field is not populated. When you create a non-VPC development
|
4648
|
-
# endpoint,
|
4676
|
+
# endpoint, Glue returns only a public IP address.
|
4649
4677
|
#
|
4650
4678
|
# </note>
|
4651
4679
|
#
|
@@ -4705,9 +4733,9 @@ module Aws::Glue
|
|
4705
4733
|
# Retrieves all the development endpoints in this AWS account.
|
4706
4734
|
#
|
4707
4735
|
# <note markdown="1"> When you create a development endpoint in a virtual private cloud
|
4708
|
-
# (VPC),
|
4736
|
+
# (VPC), Glue returns only a private IP address and the public IP
|
4709
4737
|
# address field is not populated. When you create a non-VPC development
|
4710
|
-
# endpoint,
|
4738
|
+
# endpoint, Glue returns only a public IP address.
|
4711
4739
|
#
|
4712
4740
|
# </note>
|
4713
4741
|
#
|
@@ -5050,8 +5078,8 @@ module Aws::Glue
|
|
5050
5078
|
end
|
5051
5079
|
|
5052
5080
|
# Gets details for a specific task run on a machine learning transform.
|
5053
|
-
# Machine learning task runs are asynchronous tasks that
|
5054
|
-
#
|
5081
|
+
# Machine learning task runs are asynchronous tasks that Glue runs on
|
5082
|
+
# your behalf as part of various machine learning workflows. You can
|
5055
5083
|
# check the stats of any task run by calling `GetMLTaskRun` with the
|
5056
5084
|
# `TaskRunID` and its parent transform's `TransformID`.
|
5057
5085
|
#
|
@@ -5111,8 +5139,8 @@ module Aws::Glue
|
|
5111
5139
|
end
|
5112
5140
|
|
5113
5141
|
# Gets a list of runs for a machine learning transform. Machine learning
|
5114
|
-
# task runs are asynchronous tasks that
|
5115
|
-
#
|
5142
|
+
# task runs are asynchronous tasks that Glue runs on your behalf as part
|
5143
|
+
# of various machine learning workflows. You can get a sortable,
|
5116
5144
|
# filterable list of machine learning task runs by calling
|
5117
5145
|
# `GetMLTaskRuns` with their parent transform's `TransformID` and other
|
5118
5146
|
# optional parameters as documented in this section.
|
@@ -5192,12 +5220,12 @@ module Aws::Glue
|
|
5192
5220
|
req.send_request(options)
|
5193
5221
|
end
|
5194
5222
|
|
5195
|
-
# Gets an
|
5223
|
+
# Gets an Glue machine learning transform artifact and all its
|
5196
5224
|
# corresponding metadata. Machine learning transforms are a special type
|
5197
5225
|
# of transform that use machine learning to learn the details of the
|
5198
5226
|
# transformation to be performed by learning from examples provided by
|
5199
|
-
# humans. These transformations are then saved by
|
5200
|
-
#
|
5227
|
+
# humans. These transformations are then saved by Glue. You can retrieve
|
5228
|
+
# their metadata by calling `GetMLTransform`.
|
5201
5229
|
#
|
5202
5230
|
# @option params [required, String] :transform_id
|
5203
5231
|
# The unique identifier of the transform, generated at the time that the
|
@@ -5285,11 +5313,11 @@ module Aws::Glue
|
|
5285
5313
|
req.send_request(options)
|
5286
5314
|
end
|
5287
5315
|
|
5288
|
-
# Gets a sortable, filterable list of existing
|
5316
|
+
# Gets a sortable, filterable list of existing Glue machine learning
|
5289
5317
|
# transforms. Machine learning transforms are a special type of
|
5290
5318
|
# transform that use machine learning to learn the details of the
|
5291
5319
|
# transformation to be performed by learning from examples provided by
|
5292
|
-
# humans. These transformations are then saved by
|
5320
|
+
# humans. These transformations are then saved by Glue, and you can
|
5293
5321
|
# retrieve their metadata by calling `GetMLTransforms`.
|
5294
5322
|
#
|
5295
5323
|
# @option params [String] :next_token
|
@@ -5470,7 +5498,8 @@ module Aws::Glue
|
|
5470
5498
|
#
|
5471
5499
|
# @option params [String] :catalog_id
|
5472
5500
|
# The ID of the Data Catalog where the partition in question resides. If
|
5473
|
-
# none is provided, the
|
5501
|
+
# none is provided, the Amazon Web Services account ID is used by
|
5502
|
+
# default.
|
5474
5503
|
#
|
5475
5504
|
# @option params [required, String] :database_name
|
5476
5505
|
# The name of the catalog database where the partition resides.
|
@@ -5483,7 +5512,7 @@ module Aws::Glue
|
|
5483
5512
|
#
|
5484
5513
|
# @return [Types::GetPartitionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
5485
5514
|
#
|
5486
|
-
# * {Types::GetPartitionResponse#partition #partition} => Types::Partition
|
5515
|
+
# * {Types::GetPartitionResponse#partition #data.partition} => Types::Partition (This method conflicts with a method on Response, call it through the data member)
|
5487
5516
|
#
|
5488
5517
|
# @example Request syntax with placeholder values
|
5489
5518
|
#
|
@@ -5496,50 +5525,50 @@ module Aws::Glue
|
|
5496
5525
|
#
|
5497
5526
|
# @example Response structure
|
5498
5527
|
#
|
5499
|
-
# resp.partition.values #=> Array
|
5500
|
-
# resp.partition.values[0] #=> String
|
5501
|
-
# resp.partition.database_name #=> String
|
5502
|
-
# resp.partition.table_name #=> String
|
5503
|
-
# resp.partition.creation_time #=> Time
|
5504
|
-
# resp.partition.last_access_time #=> Time
|
5505
|
-
# resp.partition.storage_descriptor.columns #=> Array
|
5506
|
-
# resp.partition.storage_descriptor.columns[0].name #=> String
|
5507
|
-
# resp.partition.storage_descriptor.columns[0].type #=> String
|
5508
|
-
# resp.partition.storage_descriptor.columns[0].comment #=> String
|
5509
|
-
# resp.partition.storage_descriptor.columns[0].parameters #=> Hash
|
5510
|
-
# resp.partition.storage_descriptor.columns[0].parameters["KeyString"] #=> String
|
5511
|
-
# resp.partition.storage_descriptor.location #=> String
|
5512
|
-
# resp.partition.storage_descriptor.input_format #=> String
|
5513
|
-
# resp.partition.storage_descriptor.output_format #=> String
|
5514
|
-
# resp.partition.storage_descriptor.compressed #=> Boolean
|
5515
|
-
# resp.partition.storage_descriptor.number_of_buckets #=> Integer
|
5516
|
-
# resp.partition.storage_descriptor.serde_info.name #=> String
|
5517
|
-
# resp.partition.storage_descriptor.serde_info.serialization_library #=> String
|
5518
|
-
# resp.partition.storage_descriptor.serde_info.parameters #=> Hash
|
5519
|
-
# resp.partition.storage_descriptor.serde_info.parameters["KeyString"] #=> String
|
5520
|
-
# resp.partition.storage_descriptor.bucket_columns #=> Array
|
5521
|
-
# resp.partition.storage_descriptor.bucket_columns[0] #=> String
|
5522
|
-
# resp.partition.storage_descriptor.sort_columns #=> Array
|
5523
|
-
# resp.partition.storage_descriptor.sort_columns[0].column #=> String
|
5524
|
-
# resp.partition.storage_descriptor.sort_columns[0].sort_order #=> Integer
|
5525
|
-
# resp.partition.storage_descriptor.parameters #=> Hash
|
5526
|
-
# resp.partition.storage_descriptor.parameters["KeyString"] #=> String
|
5527
|
-
# resp.partition.storage_descriptor.skewed_info.skewed_column_names #=> Array
|
5528
|
-
# resp.partition.storage_descriptor.skewed_info.skewed_column_names[0] #=> String
|
5529
|
-
# resp.partition.storage_descriptor.skewed_info.skewed_column_values #=> Array
|
5530
|
-
# resp.partition.storage_descriptor.skewed_info.skewed_column_values[0] #=> String
|
5531
|
-
# resp.partition.storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
|
5532
|
-
# resp.partition.storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
|
5533
|
-
# resp.partition.storage_descriptor.stored_as_sub_directories #=> Boolean
|
5534
|
-
# resp.partition.storage_descriptor.schema_reference.schema_id.schema_arn #=> String
|
5535
|
-
# resp.partition.storage_descriptor.schema_reference.schema_id.schema_name #=> String
|
5536
|
-
# resp.partition.storage_descriptor.schema_reference.schema_id.registry_name #=> String
|
5537
|
-
# resp.partition.storage_descriptor.schema_reference.schema_version_id #=> String
|
5538
|
-
# resp.partition.storage_descriptor.schema_reference.schema_version_number #=> Integer
|
5539
|
-
# resp.partition.parameters #=> Hash
|
5540
|
-
# resp.partition.parameters["KeyString"] #=> String
|
5541
|
-
# resp.partition.last_analyzed_time #=> Time
|
5542
|
-
# resp.partition.catalog_id #=> String
|
5528
|
+
# resp.data.partition.values #=> Array
|
5529
|
+
# resp.data.partition.values[0] #=> String
|
5530
|
+
# resp.data.partition.database_name #=> String
|
5531
|
+
# resp.data.partition.table_name #=> String
|
5532
|
+
# resp.data.partition.creation_time #=> Time
|
5533
|
+
# resp.data.partition.last_access_time #=> Time
|
5534
|
+
# resp.data.partition.storage_descriptor.columns #=> Array
|
5535
|
+
# resp.data.partition.storage_descriptor.columns[0].name #=> String
|
5536
|
+
# resp.data.partition.storage_descriptor.columns[0].type #=> String
|
5537
|
+
# resp.data.partition.storage_descriptor.columns[0].comment #=> String
|
5538
|
+
# resp.data.partition.storage_descriptor.columns[0].parameters #=> Hash
|
5539
|
+
# resp.data.partition.storage_descriptor.columns[0].parameters["KeyString"] #=> String
|
5540
|
+
# resp.data.partition.storage_descriptor.location #=> String
|
5541
|
+
# resp.data.partition.storage_descriptor.input_format #=> String
|
5542
|
+
# resp.data.partition.storage_descriptor.output_format #=> String
|
5543
|
+
# resp.data.partition.storage_descriptor.compressed #=> Boolean
|
5544
|
+
# resp.data.partition.storage_descriptor.number_of_buckets #=> Integer
|
5545
|
+
# resp.data.partition.storage_descriptor.serde_info.name #=> String
|
5546
|
+
# resp.data.partition.storage_descriptor.serde_info.serialization_library #=> String
|
5547
|
+
# resp.data.partition.storage_descriptor.serde_info.parameters #=> Hash
|
5548
|
+
# resp.data.partition.storage_descriptor.serde_info.parameters["KeyString"] #=> String
|
5549
|
+
# resp.data.partition.storage_descriptor.bucket_columns #=> Array
|
5550
|
+
# resp.data.partition.storage_descriptor.bucket_columns[0] #=> String
|
5551
|
+
# resp.data.partition.storage_descriptor.sort_columns #=> Array
|
5552
|
+
# resp.data.partition.storage_descriptor.sort_columns[0].column #=> String
|
5553
|
+
# resp.data.partition.storage_descriptor.sort_columns[0].sort_order #=> Integer
|
5554
|
+
# resp.data.partition.storage_descriptor.parameters #=> Hash
|
5555
|
+
# resp.data.partition.storage_descriptor.parameters["KeyString"] #=> String
|
5556
|
+
# resp.data.partition.storage_descriptor.skewed_info.skewed_column_names #=> Array
|
5557
|
+
# resp.data.partition.storage_descriptor.skewed_info.skewed_column_names[0] #=> String
|
5558
|
+
# resp.data.partition.storage_descriptor.skewed_info.skewed_column_values #=> Array
|
5559
|
+
# resp.data.partition.storage_descriptor.skewed_info.skewed_column_values[0] #=> String
|
5560
|
+
# resp.data.partition.storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
|
5561
|
+
# resp.data.partition.storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
|
5562
|
+
# resp.data.partition.storage_descriptor.stored_as_sub_directories #=> Boolean
|
5563
|
+
# resp.data.partition.storage_descriptor.schema_reference.schema_id.schema_arn #=> String
|
5564
|
+
# resp.data.partition.storage_descriptor.schema_reference.schema_id.schema_name #=> String
|
5565
|
+
# resp.data.partition.storage_descriptor.schema_reference.schema_id.registry_name #=> String
|
5566
|
+
# resp.data.partition.storage_descriptor.schema_reference.schema_version_id #=> String
|
5567
|
+
# resp.data.partition.storage_descriptor.schema_reference.schema_version_number #=> Integer
|
5568
|
+
# resp.data.partition.parameters #=> Hash
|
5569
|
+
# resp.data.partition.parameters["KeyString"] #=> String
|
5570
|
+
# resp.data.partition.last_analyzed_time #=> Time
|
5571
|
+
# resp.data.partition.catalog_id #=> String
|
5543
5572
|
#
|
5544
5573
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartition AWS API Documentation
|
5545
5574
|
#
|
@@ -5610,7 +5639,8 @@ module Aws::Glue
|
|
5610
5639
|
#
|
5611
5640
|
# @option params [String] :catalog_id
|
5612
5641
|
# The ID of the Data Catalog where the partitions in question reside. If
|
5613
|
-
# none is provided, the
|
5642
|
+
# none is provided, the Amazon Web Services account ID is used by
|
5643
|
+
# default.
|
5614
5644
|
#
|
5615
5645
|
# @option params [required, String] :database_name
|
5616
5646
|
# The name of the catalog database where the partitions reside.
|
@@ -5699,7 +5729,7 @@ module Aws::Glue
|
|
5699
5729
|
#
|
5700
5730
|
# * `decimal`
|
5701
5731
|
#
|
5702
|
-
# If an
|
5732
|
+
# If an type is encountered that is not valid, an exception is thrown.
|
5703
5733
|
#
|
5704
5734
|
# The following list shows the valid operators on each type. When you
|
5705
5735
|
# define a crawler, the `partitionKey` type is created as a `STRING`, to
|
@@ -5827,9 +5857,8 @@ module Aws::Glue
|
|
5827
5857
|
# Currently, these key-value pairs are supported:
|
5828
5858
|
#
|
5829
5859
|
# * `inferSchema` — Specifies whether to set `inferSchema` to true or
|
5830
|
-
# false for the default script generated by an
|
5831
|
-
#
|
5832
|
-
# pair:
|
5860
|
+
# false for the default script generated by an Glue job. For example,
|
5861
|
+
# to set `inferSchema` to true, pass the following key value pair:
|
5833
5862
|
#
|
5834
5863
|
# `--additional-plan-options-map '\{"inferSchema":"true"\}'`
|
5835
5864
|
#
|
@@ -5946,13 +5975,13 @@ module Aws::Glue
|
|
5946
5975
|
req.send_request(options)
|
5947
5976
|
end
|
5948
5977
|
|
5949
|
-
# Retrieves the resource policies set on individual resources by
|
5978
|
+
# Retrieves the resource policies set on individual resources by
|
5950
5979
|
# Resource Access Manager during cross-account permission grants. Also
|
5951
5980
|
# retrieves the Data Catalog resource policy.
|
5952
5981
|
#
|
5953
5982
|
# If you enabled metadata encryption in Data Catalog settings, and you
|
5954
|
-
# do not have permission on the
|
5955
|
-
#
|
5983
|
+
# do not have permission on the KMS key, the operation can't return the
|
5984
|
+
# Data Catalog resource policy.
|
5956
5985
|
#
|
5957
5986
|
# @option params [String] :next_token
|
5958
5987
|
# A continuation token, if this is a continuation request.
|
@@ -5995,10 +6024,10 @@ module Aws::Glue
|
|
5995
6024
|
# Retrieves a specified resource policy.
|
5996
6025
|
#
|
5997
6026
|
# @option params [String] :resource_arn
|
5998
|
-
# The ARN of the
|
6027
|
+
# The ARN of the Glue resource for which to retrieve the resource
|
5999
6028
|
# policy. If not supplied, the Data Catalog resource policy is returned.
|
6000
6029
|
# Use `GetResourcePolicies` to view all existing resource policies. For
|
6001
|
-
# more information see [Specifying
|
6030
|
+
# more information see [Specifying Glue Resource ARNs][1].
|
6002
6031
|
#
|
6003
6032
|
#
|
6004
6033
|
#
|
@@ -6079,7 +6108,7 @@ module Aws::Glue
|
|
6079
6108
|
# resp.schema_name #=> String
|
6080
6109
|
# resp.schema_arn #=> String
|
6081
6110
|
# resp.description #=> String
|
6082
|
-
# resp.data_format #=> String, one of "AVRO"
|
6111
|
+
# resp.data_format #=> String, one of "AVRO", "JSON"
|
6083
6112
|
# resp.compatibility #=> String, one of "NONE", "DISABLED", "BACKWARD", "BACKWARD_ALL", "FORWARD", "FORWARD_ALL", "FULL", "FULL_ALL"
|
6084
6113
|
# resp.schema_checkpoint #=> Integer
|
6085
6114
|
# resp.latest_schema_version #=> Integer
|
@@ -6140,7 +6169,7 @@ module Aws::Glue
|
|
6140
6169
|
#
|
6141
6170
|
# resp.schema_version_id #=> String
|
6142
6171
|
# resp.schema_arn #=> String
|
6143
|
-
# resp.data_format #=> String, one of "AVRO"
|
6172
|
+
# resp.data_format #=> String, one of "AVRO", "JSON"
|
6144
6173
|
# resp.status #=> String, one of "AVAILABLE", "PENDING", "FAILURE", "DELETING"
|
6145
6174
|
# resp.created_time #=> String
|
6146
6175
|
#
|
@@ -6205,7 +6234,7 @@ module Aws::Glue
|
|
6205
6234
|
#
|
6206
6235
|
# resp.schema_version_id #=> String
|
6207
6236
|
# resp.schema_definition #=> String
|
6208
|
-
# resp.data_format #=> String, one of "AVRO"
|
6237
|
+
# resp.data_format #=> String, one of "AVRO", "JSON"
|
6209
6238
|
# resp.schema_arn #=> String
|
6210
6239
|
# resp.version_number #=> Integer
|
6211
6240
|
# resp.status #=> String, one of "AVAILABLE", "PENDING", "FAILURE", "DELETING"
|
@@ -6367,7 +6396,7 @@ module Aws::Glue
|
|
6367
6396
|
#
|
6368
6397
|
# @option params [String] :catalog_id
|
6369
6398
|
# The ID of the Data Catalog where the table resides. If none is
|
6370
|
-
# provided, the
|
6399
|
+
# provided, the Amazon Web Services account ID is used by default.
|
6371
6400
|
#
|
6372
6401
|
# @option params [required, String] :database_name
|
6373
6402
|
# The name of the database in the catalog in which the table resides.
|
@@ -6465,7 +6494,7 @@ module Aws::Glue
|
|
6465
6494
|
#
|
6466
6495
|
# @option params [String] :catalog_id
|
6467
6496
|
# The ID of the Data Catalog where the tables reside. If none is
|
6468
|
-
# provided, the
|
6497
|
+
# provided, the Amazon Web Services account ID is used by default.
|
6469
6498
|
#
|
6470
6499
|
# @option params [required, String] :database_name
|
6471
6500
|
# The database in the catalog in which the table resides. For Hive
|
@@ -6570,7 +6599,7 @@ module Aws::Glue
|
|
6570
6599
|
#
|
6571
6600
|
# @option params [String] :catalog_id
|
6572
6601
|
# The ID of the Data Catalog where the tables reside. If none is
|
6573
|
-
# provided, the
|
6602
|
+
# provided, the Amazon Web Services account ID is used by default.
|
6574
6603
|
#
|
6575
6604
|
# @option params [required, String] :database_name
|
6576
6605
|
# The database in the catalog in which the table resides. For Hive
|
@@ -6683,7 +6712,7 @@ module Aws::Glue
|
|
6683
6712
|
#
|
6684
6713
|
# @option params [String] :catalog_id
|
6685
6714
|
# The ID of the Data Catalog where the tables reside. If none is
|
6686
|
-
# provided, the
|
6715
|
+
# provided, the Amazon Web Services account ID is used by default.
|
6687
6716
|
#
|
6688
6717
|
# @option params [required, String] :database_name
|
6689
6718
|
# The database in the catalog whose tables to list. For Hive
|
@@ -6840,7 +6869,7 @@ module Aws::Glue
|
|
6840
6869
|
# resp.trigger.name #=> String
|
6841
6870
|
# resp.trigger.workflow_name #=> String
|
6842
6871
|
# resp.trigger.id #=> String
|
6843
|
-
# resp.trigger.type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND"
|
6872
|
+
# resp.trigger.type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND", "EVENT"
|
6844
6873
|
# resp.trigger.state #=> String, one of "CREATING", "CREATED", "ACTIVATING", "ACTIVATED", "DEACTIVATING", "DEACTIVATED", "DELETING", "UPDATING"
|
6845
6874
|
# resp.trigger.description #=> String
|
6846
6875
|
# resp.trigger.schedule #=> String
|
@@ -6859,6 +6888,8 @@ module Aws::Glue
|
|
6859
6888
|
# resp.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
6860
6889
|
# resp.trigger.predicate.conditions[0].crawler_name #=> String
|
6861
6890
|
# resp.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
6891
|
+
# resp.trigger.event_batching_condition.batch_size #=> Integer
|
6892
|
+
# resp.trigger.event_batching_condition.batch_window #=> Integer
|
6862
6893
|
#
|
6863
6894
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTrigger AWS API Documentation
|
6864
6895
|
#
|
@@ -6903,7 +6934,7 @@ module Aws::Glue
|
|
6903
6934
|
# resp.triggers[0].name #=> String
|
6904
6935
|
# resp.triggers[0].workflow_name #=> String
|
6905
6936
|
# resp.triggers[0].id #=> String
|
6906
|
-
# resp.triggers[0].type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND"
|
6937
|
+
# resp.triggers[0].type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND", "EVENT"
|
6907
6938
|
# resp.triggers[0].state #=> String, one of "CREATING", "CREATED", "ACTIVATING", "ACTIVATED", "DEACTIVATING", "DEACTIVATED", "DELETING", "UPDATING"
|
6908
6939
|
# resp.triggers[0].description #=> String
|
6909
6940
|
# resp.triggers[0].schedule #=> String
|
@@ -6922,6 +6953,8 @@ module Aws::Glue
|
|
6922
6953
|
# resp.triggers[0].predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
6923
6954
|
# resp.triggers[0].predicate.conditions[0].crawler_name #=> String
|
6924
6955
|
# resp.triggers[0].predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
6956
|
+
# resp.triggers[0].event_batching_condition.batch_size #=> Integer
|
6957
|
+
# resp.triggers[0].event_batching_condition.batch_window #=> Integer
|
6925
6958
|
# resp.next_token #=> String
|
6926
6959
|
#
|
6927
6960
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTriggers AWS API Documentation
|
@@ -6937,7 +6970,8 @@ module Aws::Glue
|
|
6937
6970
|
#
|
6938
6971
|
# @option params [String] :catalog_id
|
6939
6972
|
# The ID of the Data Catalog where the function to be retrieved is
|
6940
|
-
# located. If none is provided, the
|
6973
|
+
# located. If none is provided, the Amazon Web Services account ID is
|
6974
|
+
# used by default.
|
6941
6975
|
#
|
6942
6976
|
# @option params [required, String] :database_name
|
6943
6977
|
# The name of the catalog database where the function is located.
|
@@ -6983,7 +7017,8 @@ module Aws::Glue
|
|
6983
7017
|
#
|
6984
7018
|
# @option params [String] :catalog_id
|
6985
7019
|
# The ID of the Data Catalog where the functions to be retrieved are
|
6986
|
-
# located. If none is provided, the
|
7020
|
+
# located. If none is provided, the Amazon Web Services account ID is
|
7021
|
+
# used by default.
|
6987
7022
|
#
|
6988
7023
|
# @option params [String] :database_name
|
6989
7024
|
# The name of the catalog database where the functions are located. If
|
@@ -7091,7 +7126,7 @@ module Aws::Glue
|
|
7091
7126
|
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.name #=> String
|
7092
7127
|
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.workflow_name #=> String
|
7093
7128
|
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.id #=> String
|
7094
|
-
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND"
|
7129
|
+
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND", "EVENT"
|
7095
7130
|
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.state #=> String, one of "CREATING", "CREATED", "ACTIVATING", "ACTIVATED", "DEACTIVATING", "DEACTIVATED", "DELETING", "UPDATING"
|
7096
7131
|
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.description #=> String
|
7097
7132
|
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.schedule #=> String
|
@@ -7110,6 +7145,8 @@ module Aws::Glue
|
|
7110
7145
|
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
7111
7146
|
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawler_name #=> String
|
7112
7147
|
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
7148
|
+
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_size #=> Integer
|
7149
|
+
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_window #=> Integer
|
7113
7150
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs #=> Array
|
7114
7151
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].id #=> String
|
7115
7152
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].attempt #=> Integer
|
@@ -7146,6 +7183,8 @@ module Aws::Glue
|
|
7146
7183
|
# resp.workflow.last_run.graph.edges #=> Array
|
7147
7184
|
# resp.workflow.last_run.graph.edges[0].source_id #=> String
|
7148
7185
|
# resp.workflow.last_run.graph.edges[0].destination_id #=> String
|
7186
|
+
# resp.workflow.last_run.starting_event_batch_condition.batch_size #=> Integer
|
7187
|
+
# resp.workflow.last_run.starting_event_batch_condition.batch_window #=> Integer
|
7149
7188
|
# resp.workflow.graph.nodes #=> Array
|
7150
7189
|
# resp.workflow.graph.nodes[0].type #=> String, one of "CRAWLER", "JOB", "TRIGGER"
|
7151
7190
|
# resp.workflow.graph.nodes[0].name #=> String
|
@@ -7153,7 +7192,7 @@ module Aws::Glue
|
|
7153
7192
|
# resp.workflow.graph.nodes[0].trigger_details.trigger.name #=> String
|
7154
7193
|
# resp.workflow.graph.nodes[0].trigger_details.trigger.workflow_name #=> String
|
7155
7194
|
# resp.workflow.graph.nodes[0].trigger_details.trigger.id #=> String
|
7156
|
-
# resp.workflow.graph.nodes[0].trigger_details.trigger.type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND"
|
7195
|
+
# resp.workflow.graph.nodes[0].trigger_details.trigger.type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND", "EVENT"
|
7157
7196
|
# resp.workflow.graph.nodes[0].trigger_details.trigger.state #=> String, one of "CREATING", "CREATED", "ACTIVATING", "ACTIVATED", "DEACTIVATING", "DEACTIVATED", "DELETING", "UPDATING"
|
7158
7197
|
# resp.workflow.graph.nodes[0].trigger_details.trigger.description #=> String
|
7159
7198
|
# resp.workflow.graph.nodes[0].trigger_details.trigger.schedule #=> String
|
@@ -7172,6 +7211,8 @@ module Aws::Glue
|
|
7172
7211
|
# resp.workflow.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
7173
7212
|
# resp.workflow.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawler_name #=> String
|
7174
7213
|
# resp.workflow.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
7214
|
+
# resp.workflow.graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_size #=> Integer
|
7215
|
+
# resp.workflow.graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_window #=> Integer
|
7175
7216
|
# resp.workflow.graph.nodes[0].job_details.job_runs #=> Array
|
7176
7217
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].id #=> String
|
7177
7218
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].attempt #=> Integer
|
@@ -7266,7 +7307,7 @@ module Aws::Glue
|
|
7266
7307
|
# resp.run.graph.nodes[0].trigger_details.trigger.name #=> String
|
7267
7308
|
# resp.run.graph.nodes[0].trigger_details.trigger.workflow_name #=> String
|
7268
7309
|
# resp.run.graph.nodes[0].trigger_details.trigger.id #=> String
|
7269
|
-
# resp.run.graph.nodes[0].trigger_details.trigger.type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND"
|
7310
|
+
# resp.run.graph.nodes[0].trigger_details.trigger.type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND", "EVENT"
|
7270
7311
|
# resp.run.graph.nodes[0].trigger_details.trigger.state #=> String, one of "CREATING", "CREATED", "ACTIVATING", "ACTIVATED", "DEACTIVATING", "DEACTIVATED", "DELETING", "UPDATING"
|
7271
7312
|
# resp.run.graph.nodes[0].trigger_details.trigger.description #=> String
|
7272
7313
|
# resp.run.graph.nodes[0].trigger_details.trigger.schedule #=> String
|
@@ -7285,6 +7326,8 @@ module Aws::Glue
|
|
7285
7326
|
# resp.run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
7286
7327
|
# resp.run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawler_name #=> String
|
7287
7328
|
# resp.run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
7329
|
+
# resp.run.graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_size #=> Integer
|
7330
|
+
# resp.run.graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_window #=> Integer
|
7288
7331
|
# resp.run.graph.nodes[0].job_details.job_runs #=> Array
|
7289
7332
|
# resp.run.graph.nodes[0].job_details.job_runs[0].id #=> String
|
7290
7333
|
# resp.run.graph.nodes[0].job_details.job_runs[0].attempt #=> Integer
|
@@ -7321,6 +7364,8 @@ module Aws::Glue
|
|
7321
7364
|
# resp.run.graph.edges #=> Array
|
7322
7365
|
# resp.run.graph.edges[0].source_id #=> String
|
7323
7366
|
# resp.run.graph.edges[0].destination_id #=> String
|
7367
|
+
# resp.run.starting_event_batch_condition.batch_size #=> Integer
|
7368
|
+
# resp.run.starting_event_batch_condition.batch_window #=> Integer
|
7324
7369
|
#
|
7325
7370
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetWorkflowRun AWS API Documentation
|
7326
7371
|
#
|
@@ -7419,7 +7464,7 @@ module Aws::Glue
|
|
7419
7464
|
# resp.runs[0].graph.nodes[0].trigger_details.trigger.name #=> String
|
7420
7465
|
# resp.runs[0].graph.nodes[0].trigger_details.trigger.workflow_name #=> String
|
7421
7466
|
# resp.runs[0].graph.nodes[0].trigger_details.trigger.id #=> String
|
7422
|
-
# resp.runs[0].graph.nodes[0].trigger_details.trigger.type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND"
|
7467
|
+
# resp.runs[0].graph.nodes[0].trigger_details.trigger.type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND", "EVENT"
|
7423
7468
|
# resp.runs[0].graph.nodes[0].trigger_details.trigger.state #=> String, one of "CREATING", "CREATED", "ACTIVATING", "ACTIVATED", "DEACTIVATING", "DEACTIVATED", "DELETING", "UPDATING"
|
7424
7469
|
# resp.runs[0].graph.nodes[0].trigger_details.trigger.description #=> String
|
7425
7470
|
# resp.runs[0].graph.nodes[0].trigger_details.trigger.schedule #=> String
|
@@ -7438,6 +7483,8 @@ module Aws::Glue
|
|
7438
7483
|
# resp.runs[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
7439
7484
|
# resp.runs[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawler_name #=> String
|
7440
7485
|
# resp.runs[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
7486
|
+
# resp.runs[0].graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_size #=> Integer
|
7487
|
+
# resp.runs[0].graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_window #=> Integer
|
7441
7488
|
# resp.runs[0].graph.nodes[0].job_details.job_runs #=> Array
|
7442
7489
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].id #=> String
|
7443
7490
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].attempt #=> Integer
|
@@ -7474,6 +7521,8 @@ module Aws::Glue
|
|
7474
7521
|
# resp.runs[0].graph.edges #=> Array
|
7475
7522
|
# resp.runs[0].graph.edges[0].source_id #=> String
|
7476
7523
|
# resp.runs[0].graph.edges[0].destination_id #=> String
|
7524
|
+
# resp.runs[0].starting_event_batch_condition.batch_size #=> Integer
|
7525
|
+
# resp.runs[0].starting_event_batch_condition.batch_window #=> Integer
|
7477
7526
|
# resp.next_token #=> String
|
7478
7527
|
#
|
7479
7528
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetWorkflowRuns AWS API Documentation
|
@@ -7485,11 +7534,11 @@ module Aws::Glue
|
|
7485
7534
|
req.send_request(options)
|
7486
7535
|
end
|
7487
7536
|
|
7488
|
-
# Imports an existing Amazon Athena Data Catalog to
|
7537
|
+
# Imports an existing Amazon Athena Data Catalog to Glue.
|
7489
7538
|
#
|
7490
7539
|
# @option params [String] :catalog_id
|
7491
|
-
# The ID of the catalog to import. Currently, this should be the
|
7492
|
-
# account ID.
|
7540
|
+
# The ID of the catalog to import. Currently, this should be the Amazon
|
7541
|
+
# Web Services account ID.
|
7493
7542
|
#
|
7494
7543
|
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
7495
7544
|
#
|
@@ -7508,9 +7557,10 @@ module Aws::Glue
|
|
7508
7557
|
req.send_request(options)
|
7509
7558
|
end
|
7510
7559
|
|
7511
|
-
# Retrieves the names of all crawler resources in this
|
7512
|
-
# the resources with the specified tag. This
|
7513
|
-
# which resources are available in your
|
7560
|
+
# Retrieves the names of all crawler resources in this Amazon Web
|
7561
|
+
# Services account, or the resources with the specified tag. This
|
7562
|
+
# operation allows you to see which resources are available in your
|
7563
|
+
# account, and their names.
|
7514
7564
|
#
|
7515
7565
|
# This operation takes the optional `Tags` field, which you can use as a
|
7516
7566
|
# filter on the response so that tagged resources can be retrieved as a
|
@@ -7558,10 +7608,10 @@ module Aws::Glue
|
|
7558
7608
|
req.send_request(options)
|
7559
7609
|
end
|
7560
7610
|
|
7561
|
-
# Retrieves the names of all `DevEndpoint` resources in this
|
7562
|
-
# account, or the resources with the specified tag. This
|
7563
|
-
# allows you to see which resources are available in your
|
7564
|
-
# their names.
|
7611
|
+
# Retrieves the names of all `DevEndpoint` resources in this Amazon Web
|
7612
|
+
# Services account, or the resources with the specified tag. This
|
7613
|
+
# operation allows you to see which resources are available in your
|
7614
|
+
# account, and their names.
|
7565
7615
|
#
|
7566
7616
|
# This operation takes the optional `Tags` field, which you can use as a
|
7567
7617
|
# filter on the response so that tagged resources can be retrieved as a
|
@@ -7609,9 +7659,10 @@ module Aws::Glue
|
|
7609
7659
|
req.send_request(options)
|
7610
7660
|
end
|
7611
7661
|
|
7612
|
-
# Retrieves the names of all job resources in this
|
7613
|
-
# resources with the specified tag. This operation
|
7614
|
-
# which resources are available in your account, and
|
7662
|
+
# Retrieves the names of all job resources in this Amazon Web Services
|
7663
|
+
# account, or the resources with the specified tag. This operation
|
7664
|
+
# allows you to see which resources are available in your account, and
|
7665
|
+
# their names.
|
7615
7666
|
#
|
7616
7667
|
# This operation takes the optional `Tags` field, which you can use as a
|
7617
7668
|
# filter on the response so that tagged resources can be retrieved as a
|
@@ -7659,12 +7710,12 @@ module Aws::Glue
|
|
7659
7710
|
req.send_request(options)
|
7660
7711
|
end
|
7661
7712
|
|
7662
|
-
# Retrieves a sortable, filterable list of existing
|
7663
|
-
# learning transforms in this
|
7664
|
-
# specified tag. This operation takes the optional
|
7665
|
-
# you can use as a filter of the responses so that
|
7666
|
-
# be retrieved as a group. If you choose to use tag
|
7667
|
-
# resources with the tags are retrieved.
|
7713
|
+
# Retrieves a sortable, filterable list of existing Glue machine
|
7714
|
+
# learning transforms in this Amazon Web Services account, or the
|
7715
|
+
# resources with the specified tag. This operation takes the optional
|
7716
|
+
# `Tags` field, which you can use as a filter of the responses so that
|
7717
|
+
# tagged resources can be retrieved as a group. If you choose to use tag
|
7718
|
+
# filtering, only resources with the tags are retrieved.
|
7668
7719
|
#
|
7669
7720
|
# @option params [String] :next_token
|
7670
7721
|
# A continuation token, if this is a continuation request.
|
@@ -7899,9 +7950,10 @@ module Aws::Glue
|
|
7899
7950
|
req.send_request(options)
|
7900
7951
|
end
|
7901
7952
|
|
7902
|
-
# Retrieves the names of all trigger resources in this
|
7903
|
-
# the resources with the specified tag. This
|
7904
|
-
# which resources are available in your
|
7953
|
+
# Retrieves the names of all trigger resources in this Amazon Web
|
7954
|
+
# Services account, or the resources with the specified tag. This
|
7955
|
+
# operation allows you to see which resources are available in your
|
7956
|
+
# account, and their names.
|
7905
7957
|
#
|
7906
7958
|
# This operation takes the optional `Tags` field, which you can use as a
|
7907
7959
|
# filter on the response so that tagged resources can be retrieved as a
|
@@ -7998,7 +8050,8 @@ module Aws::Glue
|
|
7998
8050
|
#
|
7999
8051
|
# @option params [String] :catalog_id
|
8000
8052
|
# The ID of the Data Catalog to set the security configuration for. If
|
8001
|
-
# none is provided, the
|
8053
|
+
# none is provided, the Amazon Web Services account ID is used by
|
8054
|
+
# default.
|
8002
8055
|
#
|
8003
8056
|
# @option params [required, Types::DataCatalogEncryptionSettings] :data_catalog_encryption_settings
|
8004
8057
|
# The security configuration to set.
|
@@ -8056,7 +8109,7 @@ module Aws::Glue
|
|
8056
8109
|
#
|
8057
8110
|
# * By directly updating the resource policy with `PutResourePolicy`
|
8058
8111
|
#
|
8059
|
-
# * By using the **Grant permissions** command on the
|
8112
|
+
# * By using the **Grant permissions** command on the Management
|
8060
8113
|
# Console.
|
8061
8114
|
#
|
8062
8115
|
# Must be set to `'TRUE'` if you have already used the Management
|
@@ -8733,10 +8786,10 @@ module Aws::Glue
|
|
8733
8786
|
# call and that ultimately results in improving the quality of your
|
8734
8787
|
# machine learning transform.
|
8735
8788
|
#
|
8736
|
-
# After the `StartMLLabelingSetGenerationTaskRun` finishes,
|
8737
|
-
#
|
8738
|
-
#
|
8739
|
-
#
|
8789
|
+
# After the `StartMLLabelingSetGenerationTaskRun` finishes, Glue machine
|
8790
|
+
# learning will have generated a series of questions for humans to
|
8791
|
+
# answer. (Answering these questions is often called 'labeling' in the
|
8792
|
+
# machine learning workflows). In the case of the `FindMatches`
|
8740
8793
|
# transform, these questions are of the form, “What is the correct way
|
8741
8794
|
# to group these rows together into groups composed entirely of matching
|
8742
8795
|
# records?” After the labeling process is finished, users upload their
|
@@ -8805,15 +8858,15 @@ module Aws::Glue
|
|
8805
8858
|
# replace the default arguments set in the job definition itself.
|
8806
8859
|
#
|
8807
8860
|
# You can specify arguments here that your own job-execution script
|
8808
|
-
# consumes, as well as arguments that
|
8861
|
+
# consumes, as well as arguments that Glue itself consumes.
|
8809
8862
|
#
|
8810
8863
|
# For information about how to specify and consume your own Job
|
8811
|
-
# arguments, see the [Calling
|
8864
|
+
# arguments, see the [Calling Glue APIs in Python][1] topic in the
|
8812
8865
|
# developer guide.
|
8813
8866
|
#
|
8814
|
-
# For information about the key-value pairs that
|
8815
|
-
#
|
8816
|
-
#
|
8867
|
+
# For information about the key-value pairs that Glue consumes to set up
|
8868
|
+
# your job, see the [Special Parameters Used by Glue][2] topic in the
|
8869
|
+
# developer guide.
|
8817
8870
|
#
|
8818
8871
|
#
|
8819
8872
|
#
|
@@ -8823,15 +8876,15 @@ module Aws::Glue
|
|
8823
8876
|
# @option params [Integer] :allocated_capacity
|
8824
8877
|
# This field is deprecated. Use `MaxCapacity` instead.
|
8825
8878
|
#
|
8826
|
-
# The number of
|
8827
|
-
#
|
8828
|
-
#
|
8829
|
-
#
|
8830
|
-
# [
|
8879
|
+
# The number of Glue data processing units (DPUs) to allocate to this
|
8880
|
+
# JobRun. From 2 to 100 DPUs can be allocated; the default is 10. A DPU
|
8881
|
+
# is a relative measure of processing power that consists of 4 vCPUs of
|
8882
|
+
# compute capacity and 16 GB of memory. For more information, see the
|
8883
|
+
# [Glue pricing page][1].
|
8831
8884
|
#
|
8832
8885
|
#
|
8833
8886
|
#
|
8834
|
-
# [1]: https://
|
8887
|
+
# [1]: https://aws.amazon.com/glue/pricing/
|
8835
8888
|
#
|
8836
8889
|
# @option params [Integer] :timeout
|
8837
8890
|
# The `JobRun` timeout in minutes. This is the maximum time that a job
|
@@ -8840,11 +8893,10 @@ module Aws::Glue
|
|
8840
8893
|
# timeout value set in the parent job.
|
8841
8894
|
#
|
8842
8895
|
# @option params [Float] :max_capacity
|
8843
|
-
# The number of
|
8844
|
-
#
|
8845
|
-
#
|
8846
|
-
#
|
8847
|
-
# page][1].
|
8896
|
+
# The number of Glue data processing units (DPUs) that can be allocated
|
8897
|
+
# when this job runs. A DPU is a relative measure of processing power
|
8898
|
+
# that consists of 4 vCPUs of compute capacity and 16 GB of memory. For
|
8899
|
+
# more information, see the [Glue pricing page][1].
|
8848
8900
|
#
|
8849
8901
|
# Do not set `Max Capacity` if using `WorkerType` and `NumberOfWorkers`.
|
8850
8902
|
#
|
@@ -8862,7 +8914,7 @@ module Aws::Glue
|
|
8862
8914
|
#
|
8863
8915
|
#
|
8864
8916
|
#
|
8865
|
-
# [1]: https://
|
8917
|
+
# [1]: https://aws.amazon.com/glue/pricing/
|
8866
8918
|
#
|
8867
8919
|
# @option params [String] :security_configuration
|
8868
8920
|
# The name of the `SecurityConfiguration` structure to be used with this
|
@@ -8929,7 +8981,7 @@ module Aws::Glue
|
|
8929
8981
|
|
8930
8982
|
# Starts a task to estimate the quality of the transform.
|
8931
8983
|
#
|
8932
|
-
# When you provide label sets as examples of truth,
|
8984
|
+
# When you provide label sets as examples of truth, Glue machine
|
8933
8985
|
# learning uses some of those examples to learn from them. The rest of
|
8934
8986
|
# the labels are used as a test to estimate quality.
|
8935
8987
|
#
|
@@ -8966,7 +9018,7 @@ module Aws::Glue
|
|
8966
9018
|
# transform to improve the transform's quality by generating label sets
|
8967
9019
|
# and adding labels.
|
8968
9020
|
#
|
8969
|
-
# When the `StartMLLabelingSetGenerationTaskRun` finishes,
|
9021
|
+
# When the `StartMLLabelingSetGenerationTaskRun` finishes, Glue will
|
8970
9022
|
# have generated a "labeling set" or a set of questions for humans to
|
8971
9023
|
# answer.
|
8972
9024
|
#
|
@@ -9171,18 +9223,18 @@ module Aws::Glue
|
|
9171
9223
|
req.send_request(options)
|
9172
9224
|
end
|
9173
9225
|
|
9174
|
-
# Adds tags to a resource. A tag is a label you can assign to an
|
9175
|
-
# resource. In
|
9176
|
-
# information about what resources you can tag, see [
|
9177
|
-
# Glue][1].
|
9226
|
+
# Adds tags to a resource. A tag is a label you can assign to an Amazon
|
9227
|
+
# Web Services resource. In Glue, you can tag only certain resources.
|
9228
|
+
# For information about what resources you can tag, see [Amazon Web
|
9229
|
+
# Services Tags in Glue][1].
|
9178
9230
|
#
|
9179
9231
|
#
|
9180
9232
|
#
|
9181
9233
|
# [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
|
9182
9234
|
#
|
9183
9235
|
# @option params [required, String] :resource_arn
|
9184
|
-
# The ARN of the
|
9185
|
-
# information about
|
9236
|
+
# The ARN of the Glue resource to which to add the tags. For more
|
9237
|
+
# information about Glue resource ARNs, see the [Glue ARN string
|
9186
9238
|
# pattern][1].
|
9187
9239
|
#
|
9188
9240
|
#
|
@@ -9302,7 +9354,8 @@ module Aws::Glue
|
|
9302
9354
|
#
|
9303
9355
|
# @option params [String] :catalog_id
|
9304
9356
|
# The ID of the Data Catalog where the partitions in question reside. If
|
9305
|
-
# none is supplied, the
|
9357
|
+
# none is supplied, the Amazon Web Services account ID is used by
|
9358
|
+
# default.
|
9306
9359
|
#
|
9307
9360
|
# @option params [required, String] :database_name
|
9308
9361
|
# The name of the catalog database where the partitions reside.
|
@@ -9439,7 +9492,8 @@ module Aws::Glue
|
|
9439
9492
|
#
|
9440
9493
|
# @option params [String] :catalog_id
|
9441
9494
|
# The ID of the Data Catalog where the partitions in question reside. If
|
9442
|
-
# none is supplied, the
|
9495
|
+
# none is supplied, the Amazon Web Services account ID is used by
|
9496
|
+
# default.
|
9443
9497
|
#
|
9444
9498
|
# @option params [required, String] :database_name
|
9445
9499
|
# The name of the catalog database where the partitions reside.
|
@@ -9569,7 +9623,7 @@ module Aws::Glue
|
|
9569
9623
|
#
|
9570
9624
|
# @option params [String] :catalog_id
|
9571
9625
|
# The ID of the Data Catalog in which the connection resides. If none is
|
9572
|
-
# provided, the
|
9626
|
+
# provided, the Amazon Web Services account ID is used by default.
|
9573
9627
|
#
|
9574
9628
|
# @option params [required, String] :name
|
9575
9629
|
# The name of the connection definition to update.
|
@@ -9620,7 +9674,7 @@ module Aws::Glue
|
|
9620
9674
|
# by the new crawler to access customer resources.
|
9621
9675
|
#
|
9622
9676
|
# @option params [String] :database_name
|
9623
|
-
# The
|
9677
|
+
# The Glue database where results are stored, such as:
|
9624
9678
|
# `arn:aws:daylight:us-east-1::database/sometable/*`.
|
9625
9679
|
#
|
9626
9680
|
# @option params [String] :description
|
@@ -9779,7 +9833,8 @@ module Aws::Glue
|
|
9779
9833
|
#
|
9780
9834
|
# @option params [String] :catalog_id
|
9781
9835
|
# The ID of the Data Catalog in which the metadata database resides. If
|
9782
|
-
# none is provided, the
|
9836
|
+
# none is provided, the Amazon Web Services account ID is used by
|
9837
|
+
# default.
|
9783
9838
|
#
|
9784
9839
|
# @option params [required, String] :name
|
9785
9840
|
# The name of the database to update in the catalog. For Hive
|
@@ -9860,9 +9915,7 @@ module Aws::Glue
|
|
9860
9915
|
#
|
9861
9916
|
# * `"--enable-glue-datacatalog": ""`
|
9862
9917
|
#
|
9863
|
-
#
|
9864
|
-
#
|
9865
|
-
# * `"GLUE_PYTHON_VERSION": "2"`
|
9918
|
+
# ^
|
9866
9919
|
#
|
9867
9920
|
# You can specify a version of Python support for development endpoints
|
9868
9921
|
# by using the `Arguments` parameter in the `CreateDevEndpoint` or
|
@@ -9988,10 +10041,10 @@ module Aws::Glue
|
|
9988
10041
|
# required permissions.
|
9989
10042
|
#
|
9990
10043
|
# @option params [String] :glue_version
|
9991
|
-
# This value determines which version of
|
10044
|
+
# This value determines which version of Glue this machine learning
|
9992
10045
|
# transform is compatible with. Glue 1.0 is recommended for most
|
9993
10046
|
# customers. If the value is not set, the Glue compatibility defaults to
|
9994
|
-
# Glue 0.9. For more information, see [
|
10047
|
+
# Glue 0.9. For more information, see [Glue Versions][1] in the
|
9995
10048
|
# developer guide.
|
9996
10049
|
#
|
9997
10050
|
#
|
@@ -9999,11 +10052,11 @@ module Aws::Glue
|
|
9999
10052
|
# [1]: https://docs.aws.amazon.com/glue/latest/dg/release-notes.html#release-notes-versions
|
10000
10053
|
#
|
10001
10054
|
# @option params [Float] :max_capacity
|
10002
|
-
# The number of
|
10003
|
-
#
|
10004
|
-
#
|
10005
|
-
#
|
10006
|
-
#
|
10055
|
+
# The number of Glue data processing units (DPUs) that are allocated to
|
10056
|
+
# task runs for this transform. You can allocate from 2 to 100 DPUs; the
|
10057
|
+
# default is 10. A DPU is a relative measure of processing power that
|
10058
|
+
# consists of 4 vCPUs of compute capacity and 16 GB of memory. For more
|
10059
|
+
# information, see the [Glue pricing page][1].
|
10007
10060
|
#
|
10008
10061
|
# When the `WorkerType` field is set to a value other than `Standard`,
|
10009
10062
|
# the `MaxCapacity` field is set automatically and becomes read-only.
|
@@ -10084,7 +10137,8 @@ module Aws::Glue
|
|
10084
10137
|
#
|
10085
10138
|
# @option params [String] :catalog_id
|
10086
10139
|
# The ID of the Data Catalog where the partition to be updated resides.
|
10087
|
-
# If none is provided, the
|
10140
|
+
# If none is provided, the Amazon Web Services account ID is used by
|
10141
|
+
# default.
|
10088
10142
|
#
|
10089
10143
|
# @option params [required, String] :database_name
|
10090
10144
|
# The name of the catalog database in which the table in question
|
@@ -10299,7 +10353,7 @@ module Aws::Glue
|
|
10299
10353
|
#
|
10300
10354
|
# @option params [String] :catalog_id
|
10301
10355
|
# The ID of the Data Catalog where the table resides. If none is
|
10302
|
-
# provided, the
|
10356
|
+
# provided, the Amazon Web Services account ID is used by default.
|
10303
10357
|
#
|
10304
10358
|
# @option params [required, String] :database_name
|
10305
10359
|
# The name of the catalog database in which the table resides. For Hive
|
@@ -10459,6 +10513,10 @@ module Aws::Glue
|
|
10459
10513
|
# },
|
10460
10514
|
# ],
|
10461
10515
|
# },
|
10516
|
+
# event_batching_condition: {
|
10517
|
+
# batch_size: 1, # required
|
10518
|
+
# batch_window: 1,
|
10519
|
+
# },
|
10462
10520
|
# },
|
10463
10521
|
# })
|
10464
10522
|
#
|
@@ -10467,7 +10525,7 @@ module Aws::Glue
|
|
10467
10525
|
# resp.trigger.name #=> String
|
10468
10526
|
# resp.trigger.workflow_name #=> String
|
10469
10527
|
# resp.trigger.id #=> String
|
10470
|
-
# resp.trigger.type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND"
|
10528
|
+
# resp.trigger.type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND", "EVENT"
|
10471
10529
|
# resp.trigger.state #=> String, one of "CREATING", "CREATED", "ACTIVATING", "ACTIVATED", "DEACTIVATING", "DEACTIVATED", "DELETING", "UPDATING"
|
10472
10530
|
# resp.trigger.description #=> String
|
10473
10531
|
# resp.trigger.schedule #=> String
|
@@ -10486,6 +10544,8 @@ module Aws::Glue
|
|
10486
10544
|
# resp.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
10487
10545
|
# resp.trigger.predicate.conditions[0].crawler_name #=> String
|
10488
10546
|
# resp.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
10547
|
+
# resp.trigger.event_batching_condition.batch_size #=> Integer
|
10548
|
+
# resp.trigger.event_batching_condition.batch_window #=> Integer
|
10489
10549
|
#
|
10490
10550
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateTrigger AWS API Documentation
|
10491
10551
|
#
|
@@ -10500,7 +10560,8 @@ module Aws::Glue
|
|
10500
10560
|
#
|
10501
10561
|
# @option params [String] :catalog_id
|
10502
10562
|
# The ID of the Data Catalog where the function to be updated is
|
10503
|
-
# located. If none is provided, the
|
10563
|
+
# located. If none is provided, the Amazon Web Services account ID is
|
10564
|
+
# used by default.
|
10504
10565
|
#
|
10505
10566
|
# @option params [required, String] :database_name
|
10506
10567
|
# The name of the catalog database where the function to be updated is
|
@@ -10604,7 +10665,7 @@ module Aws::Glue
|
|
10604
10665
|
params: params,
|
10605
10666
|
config: config)
|
10606
10667
|
context[:gem_name] = 'aws-sdk-glue'
|
10607
|
-
context[:gem_version] = '1.
|
10668
|
+
context[:gem_version] = '1.92.0'
|
10608
10669
|
Seahorse::Client::Request.new(handlers, context)
|
10609
10670
|
end
|
10610
10671
|
|