aws-sdk-glue 1.87.0 → 1.91.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +20 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue.rb +1 -1
- data/lib/aws-sdk-glue/client.rb +347 -281
- data/lib/aws-sdk-glue/client_api.rb +17 -0
- data/lib/aws-sdk-glue/types.rb +492 -365
- metadata +4 -4
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 131974039ffdb4c1fe66f7b0cdae8cda646582feea9c76b54c62810bd320f3ed
|
4
|
+
data.tar.gz: 75b3dbd64ce5bd25dca98bc7609d4bda90f3f54dfa6d6cad0d2b57ca9cc92950
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: f674688dd0a343f7c640672092ba016d827d3eb5c3ed6ebcfaebf6014eff22746e4cbd276fc8fa9accae3e2e9b361d0b3a93445924e99745bc4fd116f4a5271c
|
7
|
+
data.tar.gz: a73cc4d43995d7f57bc28553b38eb16a4da63c6556124367a559b5a1d9dfb76051f233fa93a51cec013660ab50c8d7ce6070f4edcc0af1e11586987b51412c97
|
data/CHANGELOG.md
CHANGED
@@ -1,6 +1,26 @@
|
|
1
1
|
Unreleased Changes
|
2
2
|
------------------
|
3
3
|
|
4
|
+
1.91.0 (2021-07-28)
|
5
|
+
------------------
|
6
|
+
|
7
|
+
* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
|
8
|
+
|
9
|
+
1.90.0 (2021-07-14)
|
10
|
+
------------------
|
11
|
+
|
12
|
+
* Feature - Add support for Event Driven Workflows
|
13
|
+
|
14
|
+
1.89.0 (2021-06-28)
|
15
|
+
------------------
|
16
|
+
|
17
|
+
* Feature - Add JSON Support for Glue Schema Registry
|
18
|
+
|
19
|
+
1.88.0 (2021-06-07)
|
20
|
+
------------------
|
21
|
+
|
22
|
+
* Feature - Add SampleSize variable to S3Target to enable s3-sampling feature through API.
|
23
|
+
|
4
24
|
1.87.0 (2021-04-26)
|
5
25
|
------------------
|
6
26
|
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.
|
1
|
+
1.91.0
|
data/lib/aws-sdk-glue.rb
CHANGED
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -341,7 +341,7 @@ module Aws::Glue
|
|
341
341
|
#
|
342
342
|
# @option params [String] :catalog_id
|
343
343
|
# The ID of the catalog in which the partition is to be created.
|
344
|
-
# Currently, this should be the
|
344
|
+
# Currently, this should be the Amazon Web Services account ID.
|
345
345
|
#
|
346
346
|
# @option params [required, String] :database_name
|
347
347
|
# The name of the metadata database in which the partition is to be
|
@@ -449,7 +449,7 @@ module Aws::Glue
|
|
449
449
|
#
|
450
450
|
# @option params [String] :catalog_id
|
451
451
|
# The ID of the Data Catalog in which the connections reside. If none is
|
452
|
-
# provided, the
|
452
|
+
# provided, the Amazon Web Services account ID is used by default.
|
453
453
|
#
|
454
454
|
# @option params [required, Array<String>] :connection_name_list
|
455
455
|
# A list of names of the connections to delete.
|
@@ -487,7 +487,8 @@ module Aws::Glue
|
|
487
487
|
#
|
488
488
|
# @option params [String] :catalog_id
|
489
489
|
# The ID of the Data Catalog where the partition to be deleted resides.
|
490
|
-
# If none is provided, the
|
490
|
+
# If none is provided, the Amazon Web Services account ID is used by
|
491
|
+
# default.
|
491
492
|
#
|
492
493
|
# @option params [required, String] :database_name
|
493
494
|
# The name of the catalog database in which the table in question
|
@@ -537,8 +538,8 @@ module Aws::Glue
|
|
537
538
|
# Deletes multiple tables at once.
|
538
539
|
#
|
539
540
|
# <note markdown="1"> After completing this operation, you no longer have access to the
|
540
|
-
# table versions and partitions that belong to the deleted table.
|
541
|
-
#
|
541
|
+
# table versions and partitions that belong to the deleted table. Glue
|
542
|
+
# deletes these "orphaned" resources asynchronously in a timely
|
542
543
|
# manner, at the discretion of the service.
|
543
544
|
#
|
544
545
|
# To ensure the immediate deletion of all related resources, before
|
@@ -551,7 +552,7 @@ module Aws::Glue
|
|
551
552
|
#
|
552
553
|
# @option params [String] :catalog_id
|
553
554
|
# The ID of the Data Catalog where the table resides. If none is
|
554
|
-
# provided, the
|
555
|
+
# provided, the Amazon Web Services account ID is used by default.
|
555
556
|
#
|
556
557
|
# @option params [required, String] :database_name
|
557
558
|
# The name of the catalog database in which the tables to delete reside.
|
@@ -592,7 +593,7 @@ module Aws::Glue
|
|
592
593
|
#
|
593
594
|
# @option params [String] :catalog_id
|
594
595
|
# The ID of the Data Catalog where the tables reside. If none is
|
595
|
-
# provided, the
|
596
|
+
# provided, the Amazon Web Services account ID is used by default.
|
596
597
|
#
|
597
598
|
# @option params [required, String] :database_name
|
598
599
|
# The database in the catalog in which the table resides. For Hive
|
@@ -667,6 +668,7 @@ module Aws::Glue
|
|
667
668
|
# resp.crawlers[0].targets.s3_targets[0].exclusions #=> Array
|
668
669
|
# resp.crawlers[0].targets.s3_targets[0].exclusions[0] #=> String
|
669
670
|
# resp.crawlers[0].targets.s3_targets[0].connection_name #=> String
|
671
|
+
# resp.crawlers[0].targets.s3_targets[0].sample_size #=> Integer
|
670
672
|
# resp.crawlers[0].targets.jdbc_targets #=> Array
|
671
673
|
# resp.crawlers[0].targets.jdbc_targets[0].connection_name #=> String
|
672
674
|
# resp.crawlers[0].targets.jdbc_targets[0].path #=> String
|
@@ -849,7 +851,8 @@ module Aws::Glue
|
|
849
851
|
#
|
850
852
|
# @option params [String] :catalog_id
|
851
853
|
# The ID of the Data Catalog where the partitions in question reside. If
|
852
|
-
# none is supplied, the
|
854
|
+
# none is supplied, the Amazon Web Services account ID is used by
|
855
|
+
# default.
|
853
856
|
#
|
854
857
|
# @option params [required, String] :database_name
|
855
858
|
# The name of the catalog database where the partitions reside.
|
@@ -965,7 +968,7 @@ module Aws::Glue
|
|
965
968
|
# resp.triggers[0].name #=> String
|
966
969
|
# resp.triggers[0].workflow_name #=> String
|
967
970
|
# resp.triggers[0].id #=> String
|
968
|
-
# resp.triggers[0].type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND"
|
971
|
+
# resp.triggers[0].type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND", "EVENT"
|
969
972
|
# resp.triggers[0].state #=> String, one of "CREATING", "CREATED", "ACTIVATING", "ACTIVATED", "DEACTIVATING", "DEACTIVATED", "DELETING", "UPDATING"
|
970
973
|
# resp.triggers[0].description #=> String
|
971
974
|
# resp.triggers[0].schedule #=> String
|
@@ -984,6 +987,8 @@ module Aws::Glue
|
|
984
987
|
# resp.triggers[0].predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
985
988
|
# resp.triggers[0].predicate.conditions[0].crawler_name #=> String
|
986
989
|
# resp.triggers[0].predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
990
|
+
# resp.triggers[0].event_batching_condition.batch_size #=> Integer
|
991
|
+
# resp.triggers[0].event_batching_condition.batch_window #=> Integer
|
987
992
|
# resp.triggers_not_found #=> Array
|
988
993
|
# resp.triggers_not_found[0] #=> String
|
989
994
|
#
|
@@ -1053,7 +1058,7 @@ module Aws::Glue
|
|
1053
1058
|
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.name #=> String
|
1054
1059
|
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.workflow_name #=> String
|
1055
1060
|
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.id #=> String
|
1056
|
-
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND"
|
1061
|
+
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND", "EVENT"
|
1057
1062
|
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.state #=> String, one of "CREATING", "CREATED", "ACTIVATING", "ACTIVATED", "DEACTIVATING", "DEACTIVATED", "DELETING", "UPDATING"
|
1058
1063
|
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.description #=> String
|
1059
1064
|
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.schedule #=> String
|
@@ -1072,6 +1077,8 @@ module Aws::Glue
|
|
1072
1077
|
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
1073
1078
|
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawler_name #=> String
|
1074
1079
|
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
1080
|
+
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_size #=> Integer
|
1081
|
+
# resp.workflows[0].last_run.graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_window #=> Integer
|
1075
1082
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs #=> Array
|
1076
1083
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].id #=> String
|
1077
1084
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].attempt #=> Integer
|
@@ -1108,6 +1115,8 @@ module Aws::Glue
|
|
1108
1115
|
# resp.workflows[0].last_run.graph.edges #=> Array
|
1109
1116
|
# resp.workflows[0].last_run.graph.edges[0].source_id #=> String
|
1110
1117
|
# resp.workflows[0].last_run.graph.edges[0].destination_id #=> String
|
1118
|
+
# resp.workflows[0].last_run.starting_event_batch_condition.batch_size #=> Integer
|
1119
|
+
# resp.workflows[0].last_run.starting_event_batch_condition.batch_window #=> Integer
|
1111
1120
|
# resp.workflows[0].graph.nodes #=> Array
|
1112
1121
|
# resp.workflows[0].graph.nodes[0].type #=> String, one of "CRAWLER", "JOB", "TRIGGER"
|
1113
1122
|
# resp.workflows[0].graph.nodes[0].name #=> String
|
@@ -1115,7 +1124,7 @@ module Aws::Glue
|
|
1115
1124
|
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.name #=> String
|
1116
1125
|
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.workflow_name #=> String
|
1117
1126
|
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.id #=> String
|
1118
|
-
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND"
|
1127
|
+
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND", "EVENT"
|
1119
1128
|
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.state #=> String, one of "CREATING", "CREATED", "ACTIVATING", "ACTIVATED", "DEACTIVATING", "DEACTIVATED", "DELETING", "UPDATING"
|
1120
1129
|
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.description #=> String
|
1121
1130
|
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.schedule #=> String
|
@@ -1134,6 +1143,8 @@ module Aws::Glue
|
|
1134
1143
|
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
1135
1144
|
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawler_name #=> String
|
1136
1145
|
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
1146
|
+
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_size #=> Integer
|
1147
|
+
# resp.workflows[0].graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_window #=> Integer
|
1137
1148
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs #=> Array
|
1138
1149
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].id #=> String
|
1139
1150
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].attempt #=> Integer
|
@@ -1228,7 +1239,7 @@ module Aws::Glue
|
|
1228
1239
|
#
|
1229
1240
|
# @option params [String] :catalog_id
|
1230
1241
|
# The ID of the catalog in which the partition is to be updated.
|
1231
|
-
# Currently, this should be the
|
1242
|
+
# Currently, this should be the Amazon Web Services account ID.
|
1232
1243
|
#
|
1233
1244
|
# @option params [required, String] :database_name
|
1234
1245
|
# The name of the metadata database in which the partition is to be
|
@@ -1336,10 +1347,10 @@ module Aws::Glue
|
|
1336
1347
|
end
|
1337
1348
|
|
1338
1349
|
# Cancels (stops) a task run. Machine learning task runs are
|
1339
|
-
# asynchronous tasks that
|
1340
|
-
#
|
1341
|
-
#
|
1342
|
-
#
|
1350
|
+
# asynchronous tasks that Glue runs on your behalf as part of various
|
1351
|
+
# machine learning workflows. You can cancel a machine learning task run
|
1352
|
+
# at any time by calling `CancelMLTaskRun` with a task run's parent
|
1353
|
+
# transform's `TransformID` and the task run's `TaskRunId`.
|
1343
1354
|
#
|
1344
1355
|
# @option params [required, String] :transform_id
|
1345
1356
|
# The unique identifier of the machine learning transform.
|
@@ -1381,8 +1392,8 @@ module Aws::Glue
|
|
1381
1392
|
# checks are performed.
|
1382
1393
|
#
|
1383
1394
|
# @option params [required, String] :data_format
|
1384
|
-
# The data format of the schema definition. Currently
|
1385
|
-
# supported.
|
1395
|
+
# The data format of the schema definition. Currently `AVRO` and `JSON`
|
1396
|
+
# are supported.
|
1386
1397
|
#
|
1387
1398
|
# @option params [required, String] :schema_definition
|
1388
1399
|
# The definition of the schema that has to be validated.
|
@@ -1395,7 +1406,7 @@ module Aws::Glue
|
|
1395
1406
|
# @example Request syntax with placeholder values
|
1396
1407
|
#
|
1397
1408
|
# resp = client.check_schema_version_validity({
|
1398
|
-
# data_format: "AVRO", # required, accepts AVRO
|
1409
|
+
# data_format: "AVRO", # required, accepts AVRO, JSON
|
1399
1410
|
# schema_definition: "SchemaDefinitionString", # required
|
1400
1411
|
# })
|
1401
1412
|
#
|
@@ -1473,7 +1484,7 @@ module Aws::Glue
|
|
1473
1484
|
#
|
1474
1485
|
# @option params [String] :catalog_id
|
1475
1486
|
# The ID of the Data Catalog in which to create the connection. If none
|
1476
|
-
# is provided, the
|
1487
|
+
# is provided, the Amazon Web Services account ID is used by default.
|
1477
1488
|
#
|
1478
1489
|
# @option params [required, Types::ConnectionInput] :connection_input
|
1479
1490
|
# A `ConnectionInput` object defining the connection to create.
|
@@ -1522,7 +1533,7 @@ module Aws::Glue
|
|
1522
1533
|
# new crawler to access customer resources.
|
1523
1534
|
#
|
1524
1535
|
# @option params [String] :database_name
|
1525
|
-
# The
|
1536
|
+
# The Glue database where results are written, such as:
|
1526
1537
|
# `arn:aws:daylight:us-east-1::database/sometable/*`.
|
1527
1538
|
#
|
1528
1539
|
# @option params [String] :description
|
@@ -1574,8 +1585,8 @@ module Aws::Glue
|
|
1574
1585
|
#
|
1575
1586
|
# @option params [Hash<String,String>] :tags
|
1576
1587
|
# The tags to use with this crawler request. You may use tags to limit
|
1577
|
-
# access to the crawler. For more information about tags in
|
1578
|
-
#
|
1588
|
+
# access to the crawler. For more information about tags in Glue, see
|
1589
|
+
# [Amazon Web Services Tags in Glue][1] in the developer guide.
|
1579
1590
|
#
|
1580
1591
|
#
|
1581
1592
|
#
|
@@ -1596,6 +1607,7 @@ module Aws::Glue
|
|
1596
1607
|
# path: "Path",
|
1597
1608
|
# exclusions: ["Path"],
|
1598
1609
|
# connection_name: "ConnectionName",
|
1610
|
+
# sample_size: 1,
|
1599
1611
|
# },
|
1600
1612
|
# ],
|
1601
1613
|
# jdbc_targets: [
|
@@ -1659,7 +1671,7 @@ module Aws::Glue
|
|
1659
1671
|
#
|
1660
1672
|
# @option params [String] :catalog_id
|
1661
1673
|
# The ID of the Data Catalog in which to create the database. If none is
|
1662
|
-
# provided, the
|
1674
|
+
# provided, the Amazon Web Services account ID is used by default.
|
1663
1675
|
#
|
1664
1676
|
# @option params [required, Types::DatabaseInput] :database_input
|
1665
1677
|
# The metadata for the database.
|
@@ -1736,8 +1748,8 @@ module Aws::Glue
|
|
1736
1748
|
# </note>
|
1737
1749
|
#
|
1738
1750
|
# @option params [Integer] :number_of_nodes
|
1739
|
-
# The number of
|
1740
|
-
#
|
1751
|
+
# The number of Glue Data Processing Units (DPUs) to allocate to this
|
1752
|
+
# `DevEndpoint`.
|
1741
1753
|
#
|
1742
1754
|
# @option params [String] :worker_type
|
1743
1755
|
# The type of predefined worker that is allocated to the development
|
@@ -1760,10 +1772,10 @@ module Aws::Glue
|
|
1760
1772
|
#
|
1761
1773
|
# @option params [String] :glue_version
|
1762
1774
|
# Glue version determines the versions of Apache Spark and Python that
|
1763
|
-
#
|
1764
|
-
#
|
1775
|
+
# Glue supports. The Python version indicates the version supported for
|
1776
|
+
# running your ETL scripts on development endpoints.
|
1765
1777
|
#
|
1766
|
-
# For more information about the available
|
1778
|
+
# For more information about the available Glue versions and
|
1767
1779
|
# corresponding Spark and Python versions, see [Glue version][1] in the
|
1768
1780
|
# developer guide.
|
1769
1781
|
#
|
@@ -1811,8 +1823,8 @@ module Aws::Glue
|
|
1811
1823
|
#
|
1812
1824
|
# @option params [Hash<String,String>] :tags
|
1813
1825
|
# The tags to use with this DevEndpoint. You may use tags to limit
|
1814
|
-
# access to the DevEndpoint. For more information about tags in
|
1815
|
-
#
|
1826
|
+
# access to the DevEndpoint. For more information about tags in Glue,
|
1827
|
+
# see [Amazon Web Services Tags in Glue][1] in the developer guide.
|
1816
1828
|
#
|
1817
1829
|
#
|
1818
1830
|
#
|
@@ -1921,21 +1933,21 @@ module Aws::Glue
|
|
1921
1933
|
# runs allowed for this job.
|
1922
1934
|
#
|
1923
1935
|
# @option params [required, Types::JobCommand] :command
|
1924
|
-
# The `JobCommand` that
|
1936
|
+
# The `JobCommand` that runs this job.
|
1925
1937
|
#
|
1926
1938
|
# @option params [Hash<String,String>] :default_arguments
|
1927
1939
|
# The default arguments for this job.
|
1928
1940
|
#
|
1929
1941
|
# You can specify arguments here that your own job-execution script
|
1930
|
-
# consumes, as well as arguments that
|
1942
|
+
# consumes, as well as arguments that Glue itself consumes.
|
1931
1943
|
#
|
1932
1944
|
# For information about how to specify and consume your own Job
|
1933
|
-
# arguments, see the [Calling
|
1945
|
+
# arguments, see the [Calling Glue APIs in Python][1] topic in the
|
1934
1946
|
# developer guide.
|
1935
1947
|
#
|
1936
|
-
# For information about the key-value pairs that
|
1937
|
-
#
|
1938
|
-
#
|
1948
|
+
# For information about the key-value pairs that Glue consumes to set up
|
1949
|
+
# your job, see the [Special Parameters Used by Glue][2] topic in the
|
1950
|
+
# developer guide.
|
1939
1951
|
#
|
1940
1952
|
#
|
1941
1953
|
#
|
@@ -1954,11 +1966,11 @@ module Aws::Glue
|
|
1954
1966
|
# @option params [Integer] :allocated_capacity
|
1955
1967
|
# This parameter is deprecated. Use `MaxCapacity` instead.
|
1956
1968
|
#
|
1957
|
-
# The number of
|
1958
|
-
#
|
1959
|
-
#
|
1960
|
-
#
|
1961
|
-
# [
|
1969
|
+
# The number of Glue data processing units (DPUs) to allocate to this
|
1970
|
+
# Job. You can allocate from 2 to 100 DPUs; the default is 10. A DPU is
|
1971
|
+
# a relative measure of processing power that consists of 4 vCPUs of
|
1972
|
+
# compute capacity and 16 GB of memory. For more information, see the
|
1973
|
+
# [Glue pricing page][1].
|
1962
1974
|
#
|
1963
1975
|
#
|
1964
1976
|
#
|
@@ -1970,11 +1982,11 @@ module Aws::Glue
|
|
1970
1982
|
# status. The default is 2,880 minutes (48 hours).
|
1971
1983
|
#
|
1972
1984
|
# @option params [Float] :max_capacity
|
1973
|
-
#
|
1974
|
-
#
|
1975
|
-
#
|
1976
|
-
#
|
1977
|
-
# page][1].
|
1985
|
+
# For Glue version 1.0 or earlier jobs, using the standard worker type,
|
1986
|
+
# the number of Glue data processing units (DPUs) that can be allocated
|
1987
|
+
# when this job runs. A DPU is a relative measure of processing power
|
1988
|
+
# that consists of 4 vCPUs of compute capacity and 16 GB of memory. For
|
1989
|
+
# more information, see the [Glue pricing page][1].
|
1978
1990
|
#
|
1979
1991
|
# Do not set `Max Capacity` if using `WorkerType` and `NumberOfWorkers`.
|
1980
1992
|
#
|
@@ -1991,6 +2003,10 @@ module Aws::Glue
|
|
1991
2003
|
# 100 DPUs. The default is 10 DPUs. This job type cannot have a
|
1992
2004
|
# fractional DPU allocation.
|
1993
2005
|
#
|
2006
|
+
# For Glue version 2.0 jobs, you cannot instead specify a `Maximum
|
2007
|
+
# capacity`. Instead, you should specify a `Worker type` and the `Number
|
2008
|
+
# of workers`.
|
2009
|
+
#
|
1994
2010
|
#
|
1995
2011
|
#
|
1996
2012
|
# [1]: https://aws.amazon.com/glue/pricing/
|
@@ -2001,8 +2017,8 @@ module Aws::Glue
|
|
2001
2017
|
#
|
2002
2018
|
# @option params [Hash<String,String>] :tags
|
2003
2019
|
# The tags to use with this job. You may use tags to limit access to the
|
2004
|
-
# job. For more information about tags in
|
2005
|
-
# Glue][1] in the developer guide.
|
2020
|
+
# job. For more information about tags in Glue, see [Amazon Web Services
|
2021
|
+
# Tags in Glue][1] in the developer guide.
|
2006
2022
|
#
|
2007
2023
|
#
|
2008
2024
|
#
|
@@ -2013,10 +2029,10 @@ module Aws::Glue
|
|
2013
2029
|
#
|
2014
2030
|
# @option params [String] :glue_version
|
2015
2031
|
# Glue version determines the versions of Apache Spark and Python that
|
2016
|
-
#
|
2017
|
-
#
|
2032
|
+
# Glue supports. The Python version indicates the version supported for
|
2033
|
+
# jobs of type Spark.
|
2018
2034
|
#
|
2019
|
-
# For more information about the available
|
2035
|
+
# For more information about the available Glue versions and
|
2020
2036
|
# corresponding Spark and Python versions, see [Glue version][1] in the
|
2021
2037
|
# developer guide.
|
2022
2038
|
#
|
@@ -2106,16 +2122,16 @@ module Aws::Glue
|
|
2106
2122
|
req.send_request(options)
|
2107
2123
|
end
|
2108
2124
|
|
2109
|
-
# Creates an
|
2110
|
-
#
|
2125
|
+
# Creates an Glue machine learning transform. This operation creates the
|
2126
|
+
# transform and all the necessary parameters to train it.
|
2111
2127
|
#
|
2112
2128
|
# Call this operation as the first step in the process of using a
|
2113
2129
|
# machine learning transform (such as the `FindMatches` transform) for
|
2114
2130
|
# deduplicating data. You can provide an optional `Description`, in
|
2115
2131
|
# addition to the parameters that you want to use for your algorithm.
|
2116
2132
|
#
|
2117
|
-
# You must also specify certain parameters for the tasks that
|
2118
|
-
#
|
2133
|
+
# You must also specify certain parameters for the tasks that Glue runs
|
2134
|
+
# on your behalf as part of learning from your data and creating a
|
2119
2135
|
# high-quality machine learning transform. These parameters include
|
2120
2136
|
# `Role`, and optionally, `AllocatedCapacity`, `Timeout`, and
|
2121
2137
|
# `MaxRetries`. For more information, see [Jobs][1].
|
@@ -2132,7 +2148,7 @@ module Aws::Glue
|
|
2132
2148
|
# The default is an empty string.
|
2133
2149
|
#
|
2134
2150
|
# @option params [required, Array<Types::GlueTable>] :input_record_tables
|
2135
|
-
# A list of
|
2151
|
+
# A list of Glue table definitions used by the transform.
|
2136
2152
|
#
|
2137
2153
|
# @option params [required, Types::TransformParameters] :parameters
|
2138
2154
|
# The algorithmic parameters that are specific to the transform type
|
@@ -2140,13 +2156,13 @@ module Aws::Glue
|
|
2140
2156
|
#
|
2141
2157
|
# @option params [required, String] :role
|
2142
2158
|
# The name or Amazon Resource Name (ARN) of the IAM role with the
|
2143
|
-
# required permissions. The required permissions include both
|
2144
|
-
# service role permissions to
|
2145
|
-
#
|
2159
|
+
# required permissions. The required permissions include both Glue
|
2160
|
+
# service role permissions to Glue resources, and Amazon S3 permissions
|
2161
|
+
# required by the transform.
|
2146
2162
|
#
|
2147
|
-
# * This role needs
|
2148
|
-
# resources in
|
2149
|
-
#
|
2163
|
+
# * This role needs Glue service role permissions to allow access to
|
2164
|
+
# resources in Glue. See [Attach a Policy to IAM Users That Access
|
2165
|
+
# Glue][1].
|
2150
2166
|
#
|
2151
2167
|
# * This role needs permission to your Amazon Simple Storage Service
|
2152
2168
|
# (Amazon S3) sources, targets, temporary directory, scripts, and any
|
@@ -2157,10 +2173,10 @@ module Aws::Glue
|
|
2157
2173
|
# [1]: https://docs.aws.amazon.com/glue/latest/dg/attach-policy-iam-user.html
|
2158
2174
|
#
|
2159
2175
|
# @option params [String] :glue_version
|
2160
|
-
# This value determines which version of
|
2176
|
+
# This value determines which version of Glue this machine learning
|
2161
2177
|
# transform is compatible with. Glue 1.0 is recommended for most
|
2162
2178
|
# customers. If the value is not set, the Glue compatibility defaults to
|
2163
|
-
# Glue 0.9. For more information, see [
|
2179
|
+
# Glue 0.9. For more information, see [Glue Versions][1] in the
|
2164
2180
|
# developer guide.
|
2165
2181
|
#
|
2166
2182
|
#
|
@@ -2168,11 +2184,11 @@ module Aws::Glue
|
|
2168
2184
|
# [1]: https://docs.aws.amazon.com/glue/latest/dg/release-notes.html#release-notes-versions
|
2169
2185
|
#
|
2170
2186
|
# @option params [Float] :max_capacity
|
2171
|
-
# The number of
|
2172
|
-
#
|
2173
|
-
#
|
2174
|
-
#
|
2175
|
-
#
|
2187
|
+
# The number of Glue data processing units (DPUs) that are allocated to
|
2188
|
+
# task runs for this transform. You can allocate from 2 to 100 DPUs; the
|
2189
|
+
# default is 10. A DPU is a relative measure of processing power that
|
2190
|
+
# consists of 4 vCPUs of compute capacity and 16 GB of memory. For more
|
2191
|
+
# information, see the [Glue pricing page][1].
|
2176
2192
|
#
|
2177
2193
|
# `MaxCapacity` is a mutually exclusive option with `NumberOfWorkers`
|
2178
2194
|
# and `WorkerType`.
|
@@ -2245,8 +2261,8 @@ module Aws::Glue
|
|
2245
2261
|
# @option params [Hash<String,String>] :tags
|
2246
2262
|
# The tags to use with this machine learning transform. You may use tags
|
2247
2263
|
# to limit access to the machine learning transform. For more
|
2248
|
-
# information about tags in
|
2249
|
-
# the developer guide.
|
2264
|
+
# information about tags in Glue, see [Amazon Web Services Tags in
|
2265
|
+
# Glue][1] in the developer guide.
|
2250
2266
|
#
|
2251
2267
|
#
|
2252
2268
|
#
|
@@ -2318,8 +2334,8 @@ module Aws::Glue
|
|
2318
2334
|
# Creates a new partition.
|
2319
2335
|
#
|
2320
2336
|
# @option params [String] :catalog_id
|
2321
|
-
# The
|
2322
|
-
# created.
|
2337
|
+
# The Amazon Web Services account ID of the catalog in which the
|
2338
|
+
# partition is to be created.
|
2323
2339
|
#
|
2324
2340
|
# @option params [required, String] :database_name
|
2325
2341
|
# The name of the metadata database in which the partition is to be
|
@@ -2463,8 +2479,8 @@ module Aws::Glue
|
|
2463
2479
|
# will not be any default value for this.
|
2464
2480
|
#
|
2465
2481
|
# @option params [Hash<String,String>] :tags
|
2466
|
-
#
|
2467
|
-
# command line, or API.
|
2482
|
+
# Amazon Web Services tags that contain a key value pair and may be
|
2483
|
+
# searched by console, command line, or API.
|
2468
2484
|
#
|
2469
2485
|
# @return [Types::CreateRegistryResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
2470
2486
|
#
|
@@ -2527,8 +2543,8 @@ module Aws::Glue
|
|
2527
2543
|
# mark. No whitespace.
|
2528
2544
|
#
|
2529
2545
|
# @option params [required, String] :data_format
|
2530
|
-
# The data format of the schema definition. Currently
|
2531
|
-
# supported.
|
2546
|
+
# The data format of the schema definition. Currently `AVRO` and `JSON`
|
2547
|
+
# are supported.
|
2532
2548
|
#
|
2533
2549
|
# @option params [String] :compatibility
|
2534
2550
|
# The compatibility mode of the schema. The possible values are:
|
@@ -2581,9 +2597,9 @@ module Aws::Glue
|
|
2581
2597
|
# there will not be any automatic default value for this.
|
2582
2598
|
#
|
2583
2599
|
# @option params [Hash<String,String>] :tags
|
2584
|
-
#
|
2585
|
-
# command line, or API. If specified, follows the
|
2586
|
-
# pattern.
|
2600
|
+
# Amazon Web Services tags that contain a key value pair and may be
|
2601
|
+
# searched by console, command line, or API. If specified, follows the
|
2602
|
+
# Amazon Web Services tags-on-create pattern.
|
2587
2603
|
#
|
2588
2604
|
# @option params [String] :schema_definition
|
2589
2605
|
# The schema definition using the `DataFormat` setting for `SchemaName`.
|
@@ -2613,7 +2629,7 @@ module Aws::Glue
|
|
2613
2629
|
# registry_arn: "GlueResourceArn",
|
2614
2630
|
# },
|
2615
2631
|
# schema_name: "SchemaRegistryNameString", # required
|
2616
|
-
# data_format: "AVRO", # required, accepts AVRO
|
2632
|
+
# data_format: "AVRO", # required, accepts AVRO, JSON
|
2617
2633
|
# compatibility: "NONE", # accepts NONE, DISABLED, BACKWARD, BACKWARD_ALL, FORWARD, FORWARD_ALL, FULL, FULL_ALL
|
2618
2634
|
# description: "DescriptionString",
|
2619
2635
|
# tags: {
|
@@ -2629,7 +2645,7 @@ module Aws::Glue
|
|
2629
2645
|
# resp.schema_name #=> String
|
2630
2646
|
# resp.schema_arn #=> String
|
2631
2647
|
# resp.description #=> String
|
2632
|
-
# resp.data_format #=> String, one of "AVRO"
|
2648
|
+
# resp.data_format #=> String, one of "AVRO", "JSON"
|
2633
2649
|
# resp.compatibility #=> String, one of "NONE", "DISABLED", "BACKWARD", "BACKWARD_ALL", "FORWARD", "FORWARD_ALL", "FULL", "FULL_ALL"
|
2634
2650
|
# resp.schema_checkpoint #=> Integer
|
2635
2651
|
# resp.latest_schema_version #=> Integer
|
@@ -2707,10 +2723,10 @@ module Aws::Glue
|
|
2707
2723
|
end
|
2708
2724
|
|
2709
2725
|
# Creates a new security configuration. A security configuration is a
|
2710
|
-
# set of security properties that can be used by
|
2726
|
+
# set of security properties that can be used by Glue. You can use a
|
2711
2727
|
# security configuration to encrypt data at rest. For information about
|
2712
|
-
# using security configurations in
|
2713
|
-
#
|
2728
|
+
# using security configurations in Glue, see [Encrypting Data Written by
|
2729
|
+
# Crawlers, Jobs, and Development Endpoints][1].
|
2714
2730
|
#
|
2715
2731
|
#
|
2716
2732
|
#
|
@@ -2767,7 +2783,7 @@ module Aws::Glue
|
|
2767
2783
|
#
|
2768
2784
|
# @option params [String] :catalog_id
|
2769
2785
|
# The ID of the Data Catalog in which to create the `Table`. If none is
|
2770
|
-
# supplied, the
|
2786
|
+
# supplied, the Amazon Web Services account ID is used by default.
|
2771
2787
|
#
|
2772
2788
|
# @option params [required, String] :database_name
|
2773
2789
|
# The catalog database in which to create the new table. For Hive
|
@@ -2924,13 +2940,17 @@ module Aws::Glue
|
|
2924
2940
|
#
|
2925
2941
|
# @option params [Hash<String,String>] :tags
|
2926
2942
|
# The tags to use with this trigger. You may use tags to limit access to
|
2927
|
-
# the trigger. For more information about tags in
|
2928
|
-
# Tags in
|
2943
|
+
# the trigger. For more information about tags in Glue, see [Amazon Web
|
2944
|
+
# Services Tags in Glue][1] in the developer guide.
|
2929
2945
|
#
|
2930
2946
|
#
|
2931
2947
|
#
|
2932
2948
|
# [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
|
2933
2949
|
#
|
2950
|
+
# @option params [Types::EventBatchingCondition] :event_batching_condition
|
2951
|
+
# Batch condition that must be met (specified number of events received
|
2952
|
+
# or batch time window expired) before EventBridge event trigger fires.
|
2953
|
+
#
|
2934
2954
|
# @return [Types::CreateTriggerResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
2935
2955
|
#
|
2936
2956
|
# * {Types::CreateTriggerResponse#name #name} => String
|
@@ -2940,7 +2960,7 @@ module Aws::Glue
|
|
2940
2960
|
# resp = client.create_trigger({
|
2941
2961
|
# name: "NameString", # required
|
2942
2962
|
# workflow_name: "NameString",
|
2943
|
-
# type: "SCHEDULED", # required, accepts SCHEDULED, CONDITIONAL, ON_DEMAND
|
2963
|
+
# type: "SCHEDULED", # required, accepts SCHEDULED, CONDITIONAL, ON_DEMAND, EVENT
|
2944
2964
|
# schedule: "GenericString",
|
2945
2965
|
# predicate: {
|
2946
2966
|
# logical: "AND", # accepts AND, ANY
|
@@ -2973,6 +2993,10 @@ module Aws::Glue
|
|
2973
2993
|
# tags: {
|
2974
2994
|
# "TagKey" => "TagValue",
|
2975
2995
|
# },
|
2996
|
+
# event_batching_condition: {
|
2997
|
+
# batch_size: 1, # required
|
2998
|
+
# batch_window: 1,
|
2999
|
+
# },
|
2976
3000
|
# })
|
2977
3001
|
#
|
2978
3002
|
# @example Response structure
|
@@ -2992,7 +3016,7 @@ module Aws::Glue
|
|
2992
3016
|
#
|
2993
3017
|
# @option params [String] :catalog_id
|
2994
3018
|
# The ID of the Data Catalog in which to create the function. If none is
|
2995
|
-
# provided, the
|
3019
|
+
# provided, the Amazon Web Services account ID is used by default.
|
2996
3020
|
#
|
2997
3021
|
# @option params [required, String] :database_name
|
2998
3022
|
# The name of the catalog database in which to create the function.
|
@@ -3114,7 +3138,8 @@ module Aws::Glue
|
|
3114
3138
|
#
|
3115
3139
|
# @option params [String] :catalog_id
|
3116
3140
|
# The ID of the Data Catalog where the partitions in question reside. If
|
3117
|
-
# none is supplied, the
|
3141
|
+
# none is supplied, the Amazon Web Services account ID is used by
|
3142
|
+
# default.
|
3118
3143
|
#
|
3119
3144
|
# @option params [required, String] :database_name
|
3120
3145
|
# The name of the catalog database where the partitions reside.
|
@@ -3156,7 +3181,8 @@ module Aws::Glue
|
|
3156
3181
|
#
|
3157
3182
|
# @option params [String] :catalog_id
|
3158
3183
|
# The ID of the Data Catalog where the partitions in question reside. If
|
3159
|
-
# none is supplied, the
|
3184
|
+
# none is supplied, the Amazon Web Services account ID is used by
|
3185
|
+
# default.
|
3160
3186
|
#
|
3161
3187
|
# @option params [required, String] :database_name
|
3162
3188
|
# The name of the catalog database where the partitions reside.
|
@@ -3191,7 +3217,7 @@ module Aws::Glue
|
|
3191
3217
|
#
|
3192
3218
|
# @option params [String] :catalog_id
|
3193
3219
|
# The ID of the Data Catalog in which the connection resides. If none is
|
3194
|
-
# provided, the
|
3220
|
+
# provided, the Amazon Web Services account ID is used by default.
|
3195
3221
|
#
|
3196
3222
|
# @option params [required, String] :connection_name
|
3197
3223
|
# The name of the connection to delete.
|
@@ -3214,7 +3240,7 @@ module Aws::Glue
|
|
3214
3240
|
req.send_request(options)
|
3215
3241
|
end
|
3216
3242
|
|
3217
|
-
# Removes a specified crawler from the
|
3243
|
+
# Removes a specified crawler from the Glue Data Catalog, unless the
|
3218
3244
|
# crawler state is `RUNNING`.
|
3219
3245
|
#
|
3220
3246
|
# @option params [required, String] :name
|
@@ -3241,8 +3267,8 @@ module Aws::Glue
|
|
3241
3267
|
#
|
3242
3268
|
# <note markdown="1"> After completing this operation, you no longer have access to the
|
3243
3269
|
# tables (and all table versions and partitions that might belong to the
|
3244
|
-
# tables) and the user-defined functions in the deleted database.
|
3245
|
-
#
|
3270
|
+
# tables) and the user-defined functions in the deleted database. Glue
|
3271
|
+
# deletes these "orphaned" resources asynchronously in a timely
|
3246
3272
|
# manner, at the discretion of the service.
|
3247
3273
|
#
|
3248
3274
|
# To ensure the immediate deletion of all related resources, before
|
@@ -3256,7 +3282,7 @@ module Aws::Glue
|
|
3256
3282
|
#
|
3257
3283
|
# @option params [String] :catalog_id
|
3258
3284
|
# The ID of the Data Catalog in which the database resides. If none is
|
3259
|
-
# provided, the
|
3285
|
+
# provided, the Amazon Web Services account ID is used by default.
|
3260
3286
|
#
|
3261
3287
|
# @option params [required, String] :name
|
3262
3288
|
# The name of the database to delete. For Hive compatibility, this must
|
@@ -3331,12 +3357,12 @@ module Aws::Glue
|
|
3331
3357
|
req.send_request(options)
|
3332
3358
|
end
|
3333
3359
|
|
3334
|
-
# Deletes an
|
3360
|
+
# Deletes an Glue machine learning transform. Machine learning
|
3335
3361
|
# transforms are a special type of transform that use machine learning
|
3336
3362
|
# to learn the details of the transformation to be performed by learning
|
3337
3363
|
# from examples provided by humans. These transformations are then saved
|
3338
|
-
# by
|
3339
|
-
# calling `DeleteMLTransforms`. However, any
|
3364
|
+
# by Glue. If you no longer need a transform, you can delete it by
|
3365
|
+
# calling `DeleteMLTransforms`. However, any Glue jobs that still
|
3340
3366
|
# reference the deleted transform will no longer succeed.
|
3341
3367
|
#
|
3342
3368
|
# @option params [required, String] :transform_id
|
@@ -3369,7 +3395,8 @@ module Aws::Glue
|
|
3369
3395
|
#
|
3370
3396
|
# @option params [String] :catalog_id
|
3371
3397
|
# The ID of the Data Catalog where the partition to be deleted resides.
|
3372
|
-
# If none is provided, the
|
3398
|
+
# If none is provided, the Amazon Web Services account ID is used by
|
3399
|
+
# default.
|
3373
3400
|
#
|
3374
3401
|
# @option params [required, String] :database_name
|
3375
3402
|
# The name of the catalog database in which the table in question
|
@@ -3440,7 +3467,7 @@ module Aws::Glue
|
|
3440
3467
|
# Delete the entire registry including schema and all of its versions.
|
3441
3468
|
# To get the status of the delete operation, you can call the
|
3442
3469
|
# `GetRegistry` API after the asynchronous call. Deleting a registry
|
3443
|
-
# will
|
3470
|
+
# will deactivate all online operations for the registry such as the
|
3444
3471
|
# `UpdateRegistry`, `CreateSchema`, `UpdateSchema`, and
|
3445
3472
|
# `RegisterSchemaVersion` APIs.
|
3446
3473
|
#
|
@@ -3484,8 +3511,7 @@ module Aws::Glue
|
|
3484
3511
|
# The hash value returned when this policy was set.
|
3485
3512
|
#
|
3486
3513
|
# @option params [String] :resource_arn
|
3487
|
-
# The ARN of the
|
3488
|
-
# deleted.
|
3514
|
+
# The ARN of the Glue resource for the resource policy to be deleted.
|
3489
3515
|
#
|
3490
3516
|
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
3491
3517
|
#
|
@@ -3508,7 +3534,7 @@ module Aws::Glue
|
|
3508
3534
|
# Deletes the entire schema set, including the schema set and all of its
|
3509
3535
|
# versions. To get the status of the delete operation, you can call
|
3510
3536
|
# `GetSchema` API after the asynchronous call. Deleting a registry will
|
3511
|
-
#
|
3537
|
+
# deactivate all online operations for the schema, such as the
|
3512
3538
|
# `GetSchemaByDefinition`, and `RegisterSchemaVersion` APIs.
|
3513
3539
|
#
|
3514
3540
|
# @option params [required, Types::SchemaId] :schema_id
|
@@ -3633,8 +3659,8 @@ module Aws::Glue
|
|
3633
3659
|
# Removes a table definition from the Data Catalog.
|
3634
3660
|
#
|
3635
3661
|
# <note markdown="1"> After completing this operation, you no longer have access to the
|
3636
|
-
# table versions and partitions that belong to the deleted table.
|
3637
|
-
#
|
3662
|
+
# table versions and partitions that belong to the deleted table. Glue
|
3663
|
+
# deletes these "orphaned" resources asynchronously in a timely
|
3638
3664
|
# manner, at the discretion of the service.
|
3639
3665
|
#
|
3640
3666
|
# To ensure the immediate deletion of all related resources, before
|
@@ -3647,7 +3673,7 @@ module Aws::Glue
|
|
3647
3673
|
#
|
3648
3674
|
# @option params [String] :catalog_id
|
3649
3675
|
# The ID of the Data Catalog where the table resides. If none is
|
3650
|
-
# provided, the
|
3676
|
+
# provided, the Amazon Web Services account ID is used by default.
|
3651
3677
|
#
|
3652
3678
|
# @option params [required, String] :database_name
|
3653
3679
|
# The name of the catalog database in which the table resides. For Hive
|
@@ -3680,7 +3706,7 @@ module Aws::Glue
|
|
3680
3706
|
#
|
3681
3707
|
# @option params [String] :catalog_id
|
3682
3708
|
# The ID of the Data Catalog where the tables reside. If none is
|
3683
|
-
# provided, the
|
3709
|
+
# provided, the Amazon Web Services account ID is used by default.
|
3684
3710
|
#
|
3685
3711
|
# @option params [required, String] :database_name
|
3686
3712
|
# The database in the catalog in which the table resides. For Hive
|
@@ -3747,7 +3773,8 @@ module Aws::Glue
|
|
3747
3773
|
#
|
3748
3774
|
# @option params [String] :catalog_id
|
3749
3775
|
# The ID of the Data Catalog where the function to be deleted is
|
3750
|
-
# located. If none is supplied, the
|
3776
|
+
# located. If none is supplied, the Amazon Web Services account ID is
|
3777
|
+
# used by default.
|
3751
3778
|
#
|
3752
3779
|
# @option params [required, String] :database_name
|
3753
3780
|
# The name of the catalog database where the function is located.
|
@@ -3805,8 +3832,8 @@ module Aws::Glue
|
|
3805
3832
|
# Retrieves the status of a migration operation.
|
3806
3833
|
#
|
3807
3834
|
# @option params [String] :catalog_id
|
3808
|
-
# The ID of the catalog to migrate. Currently, this should be the
|
3809
|
-
# account ID.
|
3835
|
+
# The ID of the catalog to migrate. Currently, this should be the Amazon
|
3836
|
+
# Web Services account ID.
|
3810
3837
|
#
|
3811
3838
|
# @return [Types::GetCatalogImportStatusResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
3812
3839
|
#
|
@@ -3961,7 +3988,8 @@ module Aws::Glue
|
|
3961
3988
|
#
|
3962
3989
|
# @option params [String] :catalog_id
|
3963
3990
|
# The ID of the Data Catalog where the partitions in question reside. If
|
3964
|
-
# none is supplied, the
|
3991
|
+
# none is supplied, the Amazon Web Services account ID is used by
|
3992
|
+
# default.
|
3965
3993
|
#
|
3966
3994
|
# @option params [required, String] :database_name
|
3967
3995
|
# The name of the catalog database where the partitions reside.
|
@@ -4046,7 +4074,8 @@ module Aws::Glue
|
|
4046
4074
|
#
|
4047
4075
|
# @option params [String] :catalog_id
|
4048
4076
|
# The ID of the Data Catalog where the partitions in question reside. If
|
4049
|
-
# none is supplied, the
|
4077
|
+
# none is supplied, the Amazon Web Services account ID is used by
|
4078
|
+
# default.
|
4050
4079
|
#
|
4051
4080
|
# @option params [required, String] :database_name
|
4052
4081
|
# The name of the catalog database where the partitions reside.
|
@@ -4124,7 +4153,7 @@ module Aws::Glue
|
|
4124
4153
|
#
|
4125
4154
|
# @option params [String] :catalog_id
|
4126
4155
|
# The ID of the Data Catalog in which the connection resides. If none is
|
4127
|
-
# provided, the
|
4156
|
+
# provided, the Amazon Web Services account ID is used by default.
|
4128
4157
|
#
|
4129
4158
|
# @option params [required, String] :name
|
4130
4159
|
# The name of the connection definition to retrieve.
|
@@ -4133,8 +4162,8 @@ module Aws::Glue
|
|
4133
4162
|
# Allows you to retrieve the connection metadata without returning the
|
4134
4163
|
# password. For instance, the AWS Glue console uses this flag to
|
4135
4164
|
# retrieve the connection, and does not display the password. Set this
|
4136
|
-
# parameter when the caller might not have permission to use the
|
4137
|
-
#
|
4165
|
+
# parameter when the caller might not have permission to use the KMS key
|
4166
|
+
# to decrypt the password, but it does have permission to access the
|
4138
4167
|
# rest of the connection properties.
|
4139
4168
|
#
|
4140
4169
|
# @return [Types::GetConnectionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
@@ -4179,7 +4208,7 @@ module Aws::Glue
|
|
4179
4208
|
#
|
4180
4209
|
# @option params [String] :catalog_id
|
4181
4210
|
# The ID of the Data Catalog in which the connections reside. If none is
|
4182
|
-
# provided, the
|
4211
|
+
# provided, the Amazon Web Services account ID is used by default.
|
4183
4212
|
#
|
4184
4213
|
# @option params [Types::GetConnectionsFilter] :filter
|
4185
4214
|
# A filter that controls which connections are returned.
|
@@ -4188,8 +4217,8 @@ module Aws::Glue
|
|
4188
4217
|
# Allows you to retrieve the connection metadata without returning the
|
4189
4218
|
# password. For instance, the AWS Glue console uses this flag to
|
4190
4219
|
# retrieve the connection, and does not display the password. Set this
|
4191
|
-
# parameter when the caller might not have permission to use the
|
4192
|
-
#
|
4220
|
+
# parameter when the caller might not have permission to use the KMS key
|
4221
|
+
# to decrypt the password, but it does have permission to access the
|
4193
4222
|
# rest of the connection properties.
|
4194
4223
|
#
|
4195
4224
|
# @option params [String] :next_token
|
@@ -4270,6 +4299,7 @@ module Aws::Glue
|
|
4270
4299
|
# resp.crawler.targets.s3_targets[0].exclusions #=> Array
|
4271
4300
|
# resp.crawler.targets.s3_targets[0].exclusions[0] #=> String
|
4272
4301
|
# resp.crawler.targets.s3_targets[0].connection_name #=> String
|
4302
|
+
# resp.crawler.targets.s3_targets[0].sample_size #=> Integer
|
4273
4303
|
# resp.crawler.targets.jdbc_targets #=> Array
|
4274
4304
|
# resp.crawler.targets.jdbc_targets[0].connection_name #=> String
|
4275
4305
|
# resp.crawler.targets.jdbc_targets[0].path #=> String
|
@@ -4401,6 +4431,7 @@ module Aws::Glue
|
|
4401
4431
|
# resp.crawlers[0].targets.s3_targets[0].exclusions #=> Array
|
4402
4432
|
# resp.crawlers[0].targets.s3_targets[0].exclusions[0] #=> String
|
4403
4433
|
# resp.crawlers[0].targets.s3_targets[0].connection_name #=> String
|
4434
|
+
# resp.crawlers[0].targets.s3_targets[0].sample_size #=> Integer
|
4404
4435
|
# resp.crawlers[0].targets.jdbc_targets #=> Array
|
4405
4436
|
# resp.crawlers[0].targets.jdbc_targets[0].connection_name #=> String
|
4406
4437
|
# resp.crawlers[0].targets.jdbc_targets[0].path #=> String
|
@@ -4457,7 +4488,8 @@ module Aws::Glue
|
|
4457
4488
|
#
|
4458
4489
|
# @option params [String] :catalog_id
|
4459
4490
|
# The ID of the Data Catalog to retrieve the security configuration for.
|
4460
|
-
# If none is provided, the
|
4491
|
+
# If none is provided, the Amazon Web Services account ID is used by
|
4492
|
+
# default.
|
4461
4493
|
#
|
4462
4494
|
# @return [Types::GetDataCatalogEncryptionSettingsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
4463
4495
|
#
|
@@ -4489,7 +4521,7 @@ module Aws::Glue
|
|
4489
4521
|
#
|
4490
4522
|
# @option params [String] :catalog_id
|
4491
4523
|
# The ID of the Data Catalog in which the database resides. If none is
|
4492
|
-
# provided, the
|
4524
|
+
# provided, the Amazon Web Services account ID is used by default.
|
4493
4525
|
#
|
4494
4526
|
# @option params [required, String] :name
|
4495
4527
|
# The name of the database to retrieve. For Hive compatibility, this
|
@@ -4535,7 +4567,7 @@ module Aws::Glue
|
|
4535
4567
|
#
|
4536
4568
|
# @option params [String] :catalog_id
|
4537
4569
|
# The ID of the Data Catalog from which to retrieve `Databases`. If none
|
4538
|
-
# is provided, the
|
4570
|
+
# is provided, the Amazon Web Services account ID is used by default.
|
4539
4571
|
#
|
4540
4572
|
# @option params [String] :next_token
|
4541
4573
|
# A continuation token, if this is a continuation call.
|
@@ -4639,9 +4671,9 @@ module Aws::Glue
|
|
4639
4671
|
# Retrieves information about a specified development endpoint.
|
4640
4672
|
#
|
4641
4673
|
# <note markdown="1"> When you create a development endpoint in a virtual private cloud
|
4642
|
-
# (VPC),
|
4674
|
+
# (VPC), Glue returns only a private IP address, and the public IP
|
4643
4675
|
# address field is not populated. When you create a non-VPC development
|
4644
|
-
# endpoint,
|
4676
|
+
# endpoint, Glue returns only a public IP address.
|
4645
4677
|
#
|
4646
4678
|
# </note>
|
4647
4679
|
#
|
@@ -4701,9 +4733,9 @@ module Aws::Glue
|
|
4701
4733
|
# Retrieves all the development endpoints in this AWS account.
|
4702
4734
|
#
|
4703
4735
|
# <note markdown="1"> When you create a development endpoint in a virtual private cloud
|
4704
|
-
# (VPC),
|
4736
|
+
# (VPC), Glue returns only a private IP address and the public IP
|
4705
4737
|
# address field is not populated. When you create a non-VPC development
|
4706
|
-
# endpoint,
|
4738
|
+
# endpoint, Glue returns only a public IP address.
|
4707
4739
|
#
|
4708
4740
|
# </note>
|
4709
4741
|
#
|
@@ -5046,8 +5078,8 @@ module Aws::Glue
|
|
5046
5078
|
end
|
5047
5079
|
|
5048
5080
|
# Gets details for a specific task run on a machine learning transform.
|
5049
|
-
# Machine learning task runs are asynchronous tasks that
|
5050
|
-
#
|
5081
|
+
# Machine learning task runs are asynchronous tasks that Glue runs on
|
5082
|
+
# your behalf as part of various machine learning workflows. You can
|
5051
5083
|
# check the stats of any task run by calling `GetMLTaskRun` with the
|
5052
5084
|
# `TaskRunID` and its parent transform's `TransformID`.
|
5053
5085
|
#
|
@@ -5107,8 +5139,8 @@ module Aws::Glue
|
|
5107
5139
|
end
|
5108
5140
|
|
5109
5141
|
# Gets a list of runs for a machine learning transform. Machine learning
|
5110
|
-
# task runs are asynchronous tasks that
|
5111
|
-
#
|
5142
|
+
# task runs are asynchronous tasks that Glue runs on your behalf as part
|
5143
|
+
# of various machine learning workflows. You can get a sortable,
|
5112
5144
|
# filterable list of machine learning task runs by calling
|
5113
5145
|
# `GetMLTaskRuns` with their parent transform's `TransformID` and other
|
5114
5146
|
# optional parameters as documented in this section.
|
@@ -5188,12 +5220,12 @@ module Aws::Glue
|
|
5188
5220
|
req.send_request(options)
|
5189
5221
|
end
|
5190
5222
|
|
5191
|
-
# Gets an
|
5223
|
+
# Gets an Glue machine learning transform artifact and all its
|
5192
5224
|
# corresponding metadata. Machine learning transforms are a special type
|
5193
5225
|
# of transform that use machine learning to learn the details of the
|
5194
5226
|
# transformation to be performed by learning from examples provided by
|
5195
|
-
# humans. These transformations are then saved by
|
5196
|
-
#
|
5227
|
+
# humans. These transformations are then saved by Glue. You can retrieve
|
5228
|
+
# their metadata by calling `GetMLTransform`.
|
5197
5229
|
#
|
5198
5230
|
# @option params [required, String] :transform_id
|
5199
5231
|
# The unique identifier of the transform, generated at the time that the
|
@@ -5281,11 +5313,11 @@ module Aws::Glue
|
|
5281
5313
|
req.send_request(options)
|
5282
5314
|
end
|
5283
5315
|
|
5284
|
-
# Gets a sortable, filterable list of existing
|
5316
|
+
# Gets a sortable, filterable list of existing Glue machine learning
|
5285
5317
|
# transforms. Machine learning transforms are a special type of
|
5286
5318
|
# transform that use machine learning to learn the details of the
|
5287
5319
|
# transformation to be performed by learning from examples provided by
|
5288
|
-
# humans. These transformations are then saved by
|
5320
|
+
# humans. These transformations are then saved by Glue, and you can
|
5289
5321
|
# retrieve their metadata by calling `GetMLTransforms`.
|
5290
5322
|
#
|
5291
5323
|
# @option params [String] :next_token
|
@@ -5466,7 +5498,8 @@ module Aws::Glue
|
|
5466
5498
|
#
|
5467
5499
|
# @option params [String] :catalog_id
|
5468
5500
|
# The ID of the Data Catalog where the partition in question resides. If
|
5469
|
-
# none is provided, the
|
5501
|
+
# none is provided, the Amazon Web Services account ID is used by
|
5502
|
+
# default.
|
5470
5503
|
#
|
5471
5504
|
# @option params [required, String] :database_name
|
5472
5505
|
# The name of the catalog database where the partition resides.
|
@@ -5479,7 +5512,7 @@ module Aws::Glue
|
|
5479
5512
|
#
|
5480
5513
|
# @return [Types::GetPartitionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
5481
5514
|
#
|
5482
|
-
# * {Types::GetPartitionResponse#partition #partition} => Types::Partition
|
5515
|
+
# * {Types::GetPartitionResponse#partition #data.partition} => Types::Partition (This method conflicts with a method on Response, call it through the data member)
|
5483
5516
|
#
|
5484
5517
|
# @example Request syntax with placeholder values
|
5485
5518
|
#
|
@@ -5492,50 +5525,50 @@ module Aws::Glue
|
|
5492
5525
|
#
|
5493
5526
|
# @example Response structure
|
5494
5527
|
#
|
5495
|
-
# resp.partition.values #=> Array
|
5496
|
-
# resp.partition.values[0] #=> String
|
5497
|
-
# resp.partition.database_name #=> String
|
5498
|
-
# resp.partition.table_name #=> String
|
5499
|
-
# resp.partition.creation_time #=> Time
|
5500
|
-
# resp.partition.last_access_time #=> Time
|
5501
|
-
# resp.partition.storage_descriptor.columns #=> Array
|
5502
|
-
# resp.partition.storage_descriptor.columns[0].name #=> String
|
5503
|
-
# resp.partition.storage_descriptor.columns[0].type #=> String
|
5504
|
-
# resp.partition.storage_descriptor.columns[0].comment #=> String
|
5505
|
-
# resp.partition.storage_descriptor.columns[0].parameters #=> Hash
|
5506
|
-
# resp.partition.storage_descriptor.columns[0].parameters["KeyString"] #=> String
|
5507
|
-
# resp.partition.storage_descriptor.location #=> String
|
5508
|
-
# resp.partition.storage_descriptor.input_format #=> String
|
5509
|
-
# resp.partition.storage_descriptor.output_format #=> String
|
5510
|
-
# resp.partition.storage_descriptor.compressed #=> Boolean
|
5511
|
-
# resp.partition.storage_descriptor.number_of_buckets #=> Integer
|
5512
|
-
# resp.partition.storage_descriptor.serde_info.name #=> String
|
5513
|
-
# resp.partition.storage_descriptor.serde_info.serialization_library #=> String
|
5514
|
-
# resp.partition.storage_descriptor.serde_info.parameters #=> Hash
|
5515
|
-
# resp.partition.storage_descriptor.serde_info.parameters["KeyString"] #=> String
|
5516
|
-
# resp.partition.storage_descriptor.bucket_columns #=> Array
|
5517
|
-
# resp.partition.storage_descriptor.bucket_columns[0] #=> String
|
5518
|
-
# resp.partition.storage_descriptor.sort_columns #=> Array
|
5519
|
-
# resp.partition.storage_descriptor.sort_columns[0].column #=> String
|
5520
|
-
# resp.partition.storage_descriptor.sort_columns[0].sort_order #=> Integer
|
5521
|
-
# resp.partition.storage_descriptor.parameters #=> Hash
|
5522
|
-
# resp.partition.storage_descriptor.parameters["KeyString"] #=> String
|
5523
|
-
# resp.partition.storage_descriptor.skewed_info.skewed_column_names #=> Array
|
5524
|
-
# resp.partition.storage_descriptor.skewed_info.skewed_column_names[0] #=> String
|
5525
|
-
# resp.partition.storage_descriptor.skewed_info.skewed_column_values #=> Array
|
5526
|
-
# resp.partition.storage_descriptor.skewed_info.skewed_column_values[0] #=> String
|
5527
|
-
# resp.partition.storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
|
5528
|
-
# resp.partition.storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
|
5529
|
-
# resp.partition.storage_descriptor.stored_as_sub_directories #=> Boolean
|
5530
|
-
# resp.partition.storage_descriptor.schema_reference.schema_id.schema_arn #=> String
|
5531
|
-
# resp.partition.storage_descriptor.schema_reference.schema_id.schema_name #=> String
|
5532
|
-
# resp.partition.storage_descriptor.schema_reference.schema_id.registry_name #=> String
|
5533
|
-
# resp.partition.storage_descriptor.schema_reference.schema_version_id #=> String
|
5534
|
-
# resp.partition.storage_descriptor.schema_reference.schema_version_number #=> Integer
|
5535
|
-
# resp.partition.parameters #=> Hash
|
5536
|
-
# resp.partition.parameters["KeyString"] #=> String
|
5537
|
-
# resp.partition.last_analyzed_time #=> Time
|
5538
|
-
# resp.partition.catalog_id #=> String
|
5528
|
+
# resp.data.partition.values #=> Array
|
5529
|
+
# resp.data.partition.values[0] #=> String
|
5530
|
+
# resp.data.partition.database_name #=> String
|
5531
|
+
# resp.data.partition.table_name #=> String
|
5532
|
+
# resp.data.partition.creation_time #=> Time
|
5533
|
+
# resp.data.partition.last_access_time #=> Time
|
5534
|
+
# resp.data.partition.storage_descriptor.columns #=> Array
|
5535
|
+
# resp.data.partition.storage_descriptor.columns[0].name #=> String
|
5536
|
+
# resp.data.partition.storage_descriptor.columns[0].type #=> String
|
5537
|
+
# resp.data.partition.storage_descriptor.columns[0].comment #=> String
|
5538
|
+
# resp.data.partition.storage_descriptor.columns[0].parameters #=> Hash
|
5539
|
+
# resp.data.partition.storage_descriptor.columns[0].parameters["KeyString"] #=> String
|
5540
|
+
# resp.data.partition.storage_descriptor.location #=> String
|
5541
|
+
# resp.data.partition.storage_descriptor.input_format #=> String
|
5542
|
+
# resp.data.partition.storage_descriptor.output_format #=> String
|
5543
|
+
# resp.data.partition.storage_descriptor.compressed #=> Boolean
|
5544
|
+
# resp.data.partition.storage_descriptor.number_of_buckets #=> Integer
|
5545
|
+
# resp.data.partition.storage_descriptor.serde_info.name #=> String
|
5546
|
+
# resp.data.partition.storage_descriptor.serde_info.serialization_library #=> String
|
5547
|
+
# resp.data.partition.storage_descriptor.serde_info.parameters #=> Hash
|
5548
|
+
# resp.data.partition.storage_descriptor.serde_info.parameters["KeyString"] #=> String
|
5549
|
+
# resp.data.partition.storage_descriptor.bucket_columns #=> Array
|
5550
|
+
# resp.data.partition.storage_descriptor.bucket_columns[0] #=> String
|
5551
|
+
# resp.data.partition.storage_descriptor.sort_columns #=> Array
|
5552
|
+
# resp.data.partition.storage_descriptor.sort_columns[0].column #=> String
|
5553
|
+
# resp.data.partition.storage_descriptor.sort_columns[0].sort_order #=> Integer
|
5554
|
+
# resp.data.partition.storage_descriptor.parameters #=> Hash
|
5555
|
+
# resp.data.partition.storage_descriptor.parameters["KeyString"] #=> String
|
5556
|
+
# resp.data.partition.storage_descriptor.skewed_info.skewed_column_names #=> Array
|
5557
|
+
# resp.data.partition.storage_descriptor.skewed_info.skewed_column_names[0] #=> String
|
5558
|
+
# resp.data.partition.storage_descriptor.skewed_info.skewed_column_values #=> Array
|
5559
|
+
# resp.data.partition.storage_descriptor.skewed_info.skewed_column_values[0] #=> String
|
5560
|
+
# resp.data.partition.storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
|
5561
|
+
# resp.data.partition.storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
|
5562
|
+
# resp.data.partition.storage_descriptor.stored_as_sub_directories #=> Boolean
|
5563
|
+
# resp.data.partition.storage_descriptor.schema_reference.schema_id.schema_arn #=> String
|
5564
|
+
# resp.data.partition.storage_descriptor.schema_reference.schema_id.schema_name #=> String
|
5565
|
+
# resp.data.partition.storage_descriptor.schema_reference.schema_id.registry_name #=> String
|
5566
|
+
# resp.data.partition.storage_descriptor.schema_reference.schema_version_id #=> String
|
5567
|
+
# resp.data.partition.storage_descriptor.schema_reference.schema_version_number #=> Integer
|
5568
|
+
# resp.data.partition.parameters #=> Hash
|
5569
|
+
# resp.data.partition.parameters["KeyString"] #=> String
|
5570
|
+
# resp.data.partition.last_analyzed_time #=> Time
|
5571
|
+
# resp.data.partition.catalog_id #=> String
|
5539
5572
|
#
|
5540
5573
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartition AWS API Documentation
|
5541
5574
|
#
|
@@ -5606,7 +5639,8 @@ module Aws::Glue
|
|
5606
5639
|
#
|
5607
5640
|
# @option params [String] :catalog_id
|
5608
5641
|
# The ID of the Data Catalog where the partitions in question reside. If
|
5609
|
-
# none is provided, the
|
5642
|
+
# none is provided, the Amazon Web Services account ID is used by
|
5643
|
+
# default.
|
5610
5644
|
#
|
5611
5645
|
# @option params [required, String] :database_name
|
5612
5646
|
# The name of the catalog database where the partitions reside.
|
@@ -5695,7 +5729,7 @@ module Aws::Glue
|
|
5695
5729
|
#
|
5696
5730
|
# * `decimal`
|
5697
5731
|
#
|
5698
|
-
# If an
|
5732
|
+
# If an type is encountered that is not valid, an exception is thrown.
|
5699
5733
|
#
|
5700
5734
|
# The following list shows the valid operators on each type. When you
|
5701
5735
|
# define a crawler, the `partitionKey` type is created as a `STRING`, to
|
@@ -5823,9 +5857,8 @@ module Aws::Glue
|
|
5823
5857
|
# Currently, these key-value pairs are supported:
|
5824
5858
|
#
|
5825
5859
|
# * `inferSchema` — Specifies whether to set `inferSchema` to true or
|
5826
|
-
# false for the default script generated by an
|
5827
|
-
#
|
5828
|
-
# pair:
|
5860
|
+
# false for the default script generated by an Glue job. For example,
|
5861
|
+
# to set `inferSchema` to true, pass the following key value pair:
|
5829
5862
|
#
|
5830
5863
|
# `--additional-plan-options-map '\{"inferSchema":"true"\}'`
|
5831
5864
|
#
|
@@ -5942,13 +5975,13 @@ module Aws::Glue
|
|
5942
5975
|
req.send_request(options)
|
5943
5976
|
end
|
5944
5977
|
|
5945
|
-
# Retrieves the resource policies set on individual resources by
|
5978
|
+
# Retrieves the resource policies set on individual resources by
|
5946
5979
|
# Resource Access Manager during cross-account permission grants. Also
|
5947
5980
|
# retrieves the Data Catalog resource policy.
|
5948
5981
|
#
|
5949
5982
|
# If you enabled metadata encryption in Data Catalog settings, and you
|
5950
|
-
# do not have permission on the
|
5951
|
-
#
|
5983
|
+
# do not have permission on the KMS key, the operation can't return the
|
5984
|
+
# Data Catalog resource policy.
|
5952
5985
|
#
|
5953
5986
|
# @option params [String] :next_token
|
5954
5987
|
# A continuation token, if this is a continuation request.
|
@@ -5991,10 +6024,10 @@ module Aws::Glue
|
|
5991
6024
|
# Retrieves a specified resource policy.
|
5992
6025
|
#
|
5993
6026
|
# @option params [String] :resource_arn
|
5994
|
-
# The ARN of the
|
6027
|
+
# The ARN of the Glue resource for which to retrieve the resource
|
5995
6028
|
# policy. If not supplied, the Data Catalog resource policy is returned.
|
5996
6029
|
# Use `GetResourcePolicies` to view all existing resource policies. For
|
5997
|
-
# more information see [Specifying
|
6030
|
+
# more information see [Specifying Glue Resource ARNs][1].
|
5998
6031
|
#
|
5999
6032
|
#
|
6000
6033
|
#
|
@@ -6075,7 +6108,7 @@ module Aws::Glue
|
|
6075
6108
|
# resp.schema_name #=> String
|
6076
6109
|
# resp.schema_arn #=> String
|
6077
6110
|
# resp.description #=> String
|
6078
|
-
# resp.data_format #=> String, one of "AVRO"
|
6111
|
+
# resp.data_format #=> String, one of "AVRO", "JSON"
|
6079
6112
|
# resp.compatibility #=> String, one of "NONE", "DISABLED", "BACKWARD", "BACKWARD_ALL", "FORWARD", "FORWARD_ALL", "FULL", "FULL_ALL"
|
6080
6113
|
# resp.schema_checkpoint #=> Integer
|
6081
6114
|
# resp.latest_schema_version #=> Integer
|
@@ -6136,7 +6169,7 @@ module Aws::Glue
|
|
6136
6169
|
#
|
6137
6170
|
# resp.schema_version_id #=> String
|
6138
6171
|
# resp.schema_arn #=> String
|
6139
|
-
# resp.data_format #=> String, one of "AVRO"
|
6172
|
+
# resp.data_format #=> String, one of "AVRO", "JSON"
|
6140
6173
|
# resp.status #=> String, one of "AVAILABLE", "PENDING", "FAILURE", "DELETING"
|
6141
6174
|
# resp.created_time #=> String
|
6142
6175
|
#
|
@@ -6201,7 +6234,7 @@ module Aws::Glue
|
|
6201
6234
|
#
|
6202
6235
|
# resp.schema_version_id #=> String
|
6203
6236
|
# resp.schema_definition #=> String
|
6204
|
-
# resp.data_format #=> String, one of "AVRO"
|
6237
|
+
# resp.data_format #=> String, one of "AVRO", "JSON"
|
6205
6238
|
# resp.schema_arn #=> String
|
6206
6239
|
# resp.version_number #=> Integer
|
6207
6240
|
# resp.status #=> String, one of "AVAILABLE", "PENDING", "FAILURE", "DELETING"
|
@@ -6363,7 +6396,7 @@ module Aws::Glue
|
|
6363
6396
|
#
|
6364
6397
|
# @option params [String] :catalog_id
|
6365
6398
|
# The ID of the Data Catalog where the table resides. If none is
|
6366
|
-
# provided, the
|
6399
|
+
# provided, the Amazon Web Services account ID is used by default.
|
6367
6400
|
#
|
6368
6401
|
# @option params [required, String] :database_name
|
6369
6402
|
# The name of the database in the catalog in which the table resides.
|
@@ -6461,7 +6494,7 @@ module Aws::Glue
|
|
6461
6494
|
#
|
6462
6495
|
# @option params [String] :catalog_id
|
6463
6496
|
# The ID of the Data Catalog where the tables reside. If none is
|
6464
|
-
# provided, the
|
6497
|
+
# provided, the Amazon Web Services account ID is used by default.
|
6465
6498
|
#
|
6466
6499
|
# @option params [required, String] :database_name
|
6467
6500
|
# The database in the catalog in which the table resides. For Hive
|
@@ -6566,7 +6599,7 @@ module Aws::Glue
|
|
6566
6599
|
#
|
6567
6600
|
# @option params [String] :catalog_id
|
6568
6601
|
# The ID of the Data Catalog where the tables reside. If none is
|
6569
|
-
# provided, the
|
6602
|
+
# provided, the Amazon Web Services account ID is used by default.
|
6570
6603
|
#
|
6571
6604
|
# @option params [required, String] :database_name
|
6572
6605
|
# The database in the catalog in which the table resides. For Hive
|
@@ -6679,7 +6712,7 @@ module Aws::Glue
|
|
6679
6712
|
#
|
6680
6713
|
# @option params [String] :catalog_id
|
6681
6714
|
# The ID of the Data Catalog where the tables reside. If none is
|
6682
|
-
# provided, the
|
6715
|
+
# provided, the Amazon Web Services account ID is used by default.
|
6683
6716
|
#
|
6684
6717
|
# @option params [required, String] :database_name
|
6685
6718
|
# The database in the catalog whose tables to list. For Hive
|
@@ -6836,7 +6869,7 @@ module Aws::Glue
|
|
6836
6869
|
# resp.trigger.name #=> String
|
6837
6870
|
# resp.trigger.workflow_name #=> String
|
6838
6871
|
# resp.trigger.id #=> String
|
6839
|
-
# resp.trigger.type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND"
|
6872
|
+
# resp.trigger.type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND", "EVENT"
|
6840
6873
|
# resp.trigger.state #=> String, one of "CREATING", "CREATED", "ACTIVATING", "ACTIVATED", "DEACTIVATING", "DEACTIVATED", "DELETING", "UPDATING"
|
6841
6874
|
# resp.trigger.description #=> String
|
6842
6875
|
# resp.trigger.schedule #=> String
|
@@ -6855,6 +6888,8 @@ module Aws::Glue
|
|
6855
6888
|
# resp.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
6856
6889
|
# resp.trigger.predicate.conditions[0].crawler_name #=> String
|
6857
6890
|
# resp.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
6891
|
+
# resp.trigger.event_batching_condition.batch_size #=> Integer
|
6892
|
+
# resp.trigger.event_batching_condition.batch_window #=> Integer
|
6858
6893
|
#
|
6859
6894
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTrigger AWS API Documentation
|
6860
6895
|
#
|
@@ -6899,7 +6934,7 @@ module Aws::Glue
|
|
6899
6934
|
# resp.triggers[0].name #=> String
|
6900
6935
|
# resp.triggers[0].workflow_name #=> String
|
6901
6936
|
# resp.triggers[0].id #=> String
|
6902
|
-
# resp.triggers[0].type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND"
|
6937
|
+
# resp.triggers[0].type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND", "EVENT"
|
6903
6938
|
# resp.triggers[0].state #=> String, one of "CREATING", "CREATED", "ACTIVATING", "ACTIVATED", "DEACTIVATING", "DEACTIVATED", "DELETING", "UPDATING"
|
6904
6939
|
# resp.triggers[0].description #=> String
|
6905
6940
|
# resp.triggers[0].schedule #=> String
|
@@ -6918,6 +6953,8 @@ module Aws::Glue
|
|
6918
6953
|
# resp.triggers[0].predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
6919
6954
|
# resp.triggers[0].predicate.conditions[0].crawler_name #=> String
|
6920
6955
|
# resp.triggers[0].predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
6956
|
+
# resp.triggers[0].event_batching_condition.batch_size #=> Integer
|
6957
|
+
# resp.triggers[0].event_batching_condition.batch_window #=> Integer
|
6921
6958
|
# resp.next_token #=> String
|
6922
6959
|
#
|
6923
6960
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTriggers AWS API Documentation
|
@@ -6933,7 +6970,8 @@ module Aws::Glue
|
|
6933
6970
|
#
|
6934
6971
|
# @option params [String] :catalog_id
|
6935
6972
|
# The ID of the Data Catalog where the function to be retrieved is
|
6936
|
-
# located. If none is provided, the
|
6973
|
+
# located. If none is provided, the Amazon Web Services account ID is
|
6974
|
+
# used by default.
|
6937
6975
|
#
|
6938
6976
|
# @option params [required, String] :database_name
|
6939
6977
|
# The name of the catalog database where the function is located.
|
@@ -6979,7 +7017,8 @@ module Aws::Glue
|
|
6979
7017
|
#
|
6980
7018
|
# @option params [String] :catalog_id
|
6981
7019
|
# The ID of the Data Catalog where the functions to be retrieved are
|
6982
|
-
# located. If none is provided, the
|
7020
|
+
# located. If none is provided, the Amazon Web Services account ID is
|
7021
|
+
# used by default.
|
6983
7022
|
#
|
6984
7023
|
# @option params [String] :database_name
|
6985
7024
|
# The name of the catalog database where the functions are located. If
|
@@ -7087,7 +7126,7 @@ module Aws::Glue
|
|
7087
7126
|
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.name #=> String
|
7088
7127
|
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.workflow_name #=> String
|
7089
7128
|
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.id #=> String
|
7090
|
-
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND"
|
7129
|
+
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND", "EVENT"
|
7091
7130
|
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.state #=> String, one of "CREATING", "CREATED", "ACTIVATING", "ACTIVATED", "DEACTIVATING", "DEACTIVATED", "DELETING", "UPDATING"
|
7092
7131
|
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.description #=> String
|
7093
7132
|
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.schedule #=> String
|
@@ -7106,6 +7145,8 @@ module Aws::Glue
|
|
7106
7145
|
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
7107
7146
|
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawler_name #=> String
|
7108
7147
|
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
7148
|
+
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_size #=> Integer
|
7149
|
+
# resp.workflow.last_run.graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_window #=> Integer
|
7109
7150
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs #=> Array
|
7110
7151
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].id #=> String
|
7111
7152
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].attempt #=> Integer
|
@@ -7142,6 +7183,8 @@ module Aws::Glue
|
|
7142
7183
|
# resp.workflow.last_run.graph.edges #=> Array
|
7143
7184
|
# resp.workflow.last_run.graph.edges[0].source_id #=> String
|
7144
7185
|
# resp.workflow.last_run.graph.edges[0].destination_id #=> String
|
7186
|
+
# resp.workflow.last_run.starting_event_batch_condition.batch_size #=> Integer
|
7187
|
+
# resp.workflow.last_run.starting_event_batch_condition.batch_window #=> Integer
|
7145
7188
|
# resp.workflow.graph.nodes #=> Array
|
7146
7189
|
# resp.workflow.graph.nodes[0].type #=> String, one of "CRAWLER", "JOB", "TRIGGER"
|
7147
7190
|
# resp.workflow.graph.nodes[0].name #=> String
|
@@ -7149,7 +7192,7 @@ module Aws::Glue
|
|
7149
7192
|
# resp.workflow.graph.nodes[0].trigger_details.trigger.name #=> String
|
7150
7193
|
# resp.workflow.graph.nodes[0].trigger_details.trigger.workflow_name #=> String
|
7151
7194
|
# resp.workflow.graph.nodes[0].trigger_details.trigger.id #=> String
|
7152
|
-
# resp.workflow.graph.nodes[0].trigger_details.trigger.type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND"
|
7195
|
+
# resp.workflow.graph.nodes[0].trigger_details.trigger.type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND", "EVENT"
|
7153
7196
|
# resp.workflow.graph.nodes[0].trigger_details.trigger.state #=> String, one of "CREATING", "CREATED", "ACTIVATING", "ACTIVATED", "DEACTIVATING", "DEACTIVATED", "DELETING", "UPDATING"
|
7154
7197
|
# resp.workflow.graph.nodes[0].trigger_details.trigger.description #=> String
|
7155
7198
|
# resp.workflow.graph.nodes[0].trigger_details.trigger.schedule #=> String
|
@@ -7168,6 +7211,8 @@ module Aws::Glue
|
|
7168
7211
|
# resp.workflow.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
7169
7212
|
# resp.workflow.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawler_name #=> String
|
7170
7213
|
# resp.workflow.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
7214
|
+
# resp.workflow.graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_size #=> Integer
|
7215
|
+
# resp.workflow.graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_window #=> Integer
|
7171
7216
|
# resp.workflow.graph.nodes[0].job_details.job_runs #=> Array
|
7172
7217
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].id #=> String
|
7173
7218
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].attempt #=> Integer
|
@@ -7262,7 +7307,7 @@ module Aws::Glue
|
|
7262
7307
|
# resp.run.graph.nodes[0].trigger_details.trigger.name #=> String
|
7263
7308
|
# resp.run.graph.nodes[0].trigger_details.trigger.workflow_name #=> String
|
7264
7309
|
# resp.run.graph.nodes[0].trigger_details.trigger.id #=> String
|
7265
|
-
# resp.run.graph.nodes[0].trigger_details.trigger.type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND"
|
7310
|
+
# resp.run.graph.nodes[0].trigger_details.trigger.type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND", "EVENT"
|
7266
7311
|
# resp.run.graph.nodes[0].trigger_details.trigger.state #=> String, one of "CREATING", "CREATED", "ACTIVATING", "ACTIVATED", "DEACTIVATING", "DEACTIVATED", "DELETING", "UPDATING"
|
7267
7312
|
# resp.run.graph.nodes[0].trigger_details.trigger.description #=> String
|
7268
7313
|
# resp.run.graph.nodes[0].trigger_details.trigger.schedule #=> String
|
@@ -7281,6 +7326,8 @@ module Aws::Glue
|
|
7281
7326
|
# resp.run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
7282
7327
|
# resp.run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawler_name #=> String
|
7283
7328
|
# resp.run.graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
7329
|
+
# resp.run.graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_size #=> Integer
|
7330
|
+
# resp.run.graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_window #=> Integer
|
7284
7331
|
# resp.run.graph.nodes[0].job_details.job_runs #=> Array
|
7285
7332
|
# resp.run.graph.nodes[0].job_details.job_runs[0].id #=> String
|
7286
7333
|
# resp.run.graph.nodes[0].job_details.job_runs[0].attempt #=> Integer
|
@@ -7317,6 +7364,8 @@ module Aws::Glue
|
|
7317
7364
|
# resp.run.graph.edges #=> Array
|
7318
7365
|
# resp.run.graph.edges[0].source_id #=> String
|
7319
7366
|
# resp.run.graph.edges[0].destination_id #=> String
|
7367
|
+
# resp.run.starting_event_batch_condition.batch_size #=> Integer
|
7368
|
+
# resp.run.starting_event_batch_condition.batch_window #=> Integer
|
7320
7369
|
#
|
7321
7370
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetWorkflowRun AWS API Documentation
|
7322
7371
|
#
|
@@ -7415,7 +7464,7 @@ module Aws::Glue
|
|
7415
7464
|
# resp.runs[0].graph.nodes[0].trigger_details.trigger.name #=> String
|
7416
7465
|
# resp.runs[0].graph.nodes[0].trigger_details.trigger.workflow_name #=> String
|
7417
7466
|
# resp.runs[0].graph.nodes[0].trigger_details.trigger.id #=> String
|
7418
|
-
# resp.runs[0].graph.nodes[0].trigger_details.trigger.type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND"
|
7467
|
+
# resp.runs[0].graph.nodes[0].trigger_details.trigger.type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND", "EVENT"
|
7419
7468
|
# resp.runs[0].graph.nodes[0].trigger_details.trigger.state #=> String, one of "CREATING", "CREATED", "ACTIVATING", "ACTIVATED", "DEACTIVATING", "DEACTIVATED", "DELETING", "UPDATING"
|
7420
7469
|
# resp.runs[0].graph.nodes[0].trigger_details.trigger.description #=> String
|
7421
7470
|
# resp.runs[0].graph.nodes[0].trigger_details.trigger.schedule #=> String
|
@@ -7434,6 +7483,8 @@ module Aws::Glue
|
|
7434
7483
|
# resp.runs[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
7435
7484
|
# resp.runs[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawler_name #=> String
|
7436
7485
|
# resp.runs[0].graph.nodes[0].trigger_details.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
7486
|
+
# resp.runs[0].graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_size #=> Integer
|
7487
|
+
# resp.runs[0].graph.nodes[0].trigger_details.trigger.event_batching_condition.batch_window #=> Integer
|
7437
7488
|
# resp.runs[0].graph.nodes[0].job_details.job_runs #=> Array
|
7438
7489
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].id #=> String
|
7439
7490
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].attempt #=> Integer
|
@@ -7470,6 +7521,8 @@ module Aws::Glue
|
|
7470
7521
|
# resp.runs[0].graph.edges #=> Array
|
7471
7522
|
# resp.runs[0].graph.edges[0].source_id #=> String
|
7472
7523
|
# resp.runs[0].graph.edges[0].destination_id #=> String
|
7524
|
+
# resp.runs[0].starting_event_batch_condition.batch_size #=> Integer
|
7525
|
+
# resp.runs[0].starting_event_batch_condition.batch_window #=> Integer
|
7473
7526
|
# resp.next_token #=> String
|
7474
7527
|
#
|
7475
7528
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetWorkflowRuns AWS API Documentation
|
@@ -7481,11 +7534,11 @@ module Aws::Glue
|
|
7481
7534
|
req.send_request(options)
|
7482
7535
|
end
|
7483
7536
|
|
7484
|
-
# Imports an existing Amazon Athena Data Catalog to
|
7537
|
+
# Imports an existing Amazon Athena Data Catalog to Glue.
|
7485
7538
|
#
|
7486
7539
|
# @option params [String] :catalog_id
|
7487
|
-
# The ID of the catalog to import. Currently, this should be the
|
7488
|
-
# account ID.
|
7540
|
+
# The ID of the catalog to import. Currently, this should be the Amazon
|
7541
|
+
# Web Services account ID.
|
7489
7542
|
#
|
7490
7543
|
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
7491
7544
|
#
|
@@ -7504,9 +7557,10 @@ module Aws::Glue
|
|
7504
7557
|
req.send_request(options)
|
7505
7558
|
end
|
7506
7559
|
|
7507
|
-
# Retrieves the names of all crawler resources in this
|
7508
|
-
# the resources with the specified tag. This
|
7509
|
-
# which resources are available in your
|
7560
|
+
# Retrieves the names of all crawler resources in this Amazon Web
|
7561
|
+
# Services account, or the resources with the specified tag. This
|
7562
|
+
# operation allows you to see which resources are available in your
|
7563
|
+
# account, and their names.
|
7510
7564
|
#
|
7511
7565
|
# This operation takes the optional `Tags` field, which you can use as a
|
7512
7566
|
# filter on the response so that tagged resources can be retrieved as a
|
@@ -7554,10 +7608,10 @@ module Aws::Glue
|
|
7554
7608
|
req.send_request(options)
|
7555
7609
|
end
|
7556
7610
|
|
7557
|
-
# Retrieves the names of all `DevEndpoint` resources in this
|
7558
|
-
# account, or the resources with the specified tag. This
|
7559
|
-
# allows you to see which resources are available in your
|
7560
|
-
# their names.
|
7611
|
+
# Retrieves the names of all `DevEndpoint` resources in this Amazon Web
|
7612
|
+
# Services account, or the resources with the specified tag. This
|
7613
|
+
# operation allows you to see which resources are available in your
|
7614
|
+
# account, and their names.
|
7561
7615
|
#
|
7562
7616
|
# This operation takes the optional `Tags` field, which you can use as a
|
7563
7617
|
# filter on the response so that tagged resources can be retrieved as a
|
@@ -7605,9 +7659,10 @@ module Aws::Glue
|
|
7605
7659
|
req.send_request(options)
|
7606
7660
|
end
|
7607
7661
|
|
7608
|
-
# Retrieves the names of all job resources in this
|
7609
|
-
# resources with the specified tag. This operation
|
7610
|
-
# which resources are available in your account, and
|
7662
|
+
# Retrieves the names of all job resources in this Amazon Web Services
|
7663
|
+
# account, or the resources with the specified tag. This operation
|
7664
|
+
# allows you to see which resources are available in your account, and
|
7665
|
+
# their names.
|
7611
7666
|
#
|
7612
7667
|
# This operation takes the optional `Tags` field, which you can use as a
|
7613
7668
|
# filter on the response so that tagged resources can be retrieved as a
|
@@ -7655,12 +7710,12 @@ module Aws::Glue
|
|
7655
7710
|
req.send_request(options)
|
7656
7711
|
end
|
7657
7712
|
|
7658
|
-
# Retrieves a sortable, filterable list of existing
|
7659
|
-
# learning transforms in this
|
7660
|
-
# specified tag. This operation takes the optional
|
7661
|
-
# you can use as a filter of the responses so that
|
7662
|
-
# be retrieved as a group. If you choose to use tag
|
7663
|
-
# resources with the tags are retrieved.
|
7713
|
+
# Retrieves a sortable, filterable list of existing Glue machine
|
7714
|
+
# learning transforms in this Amazon Web Services account, or the
|
7715
|
+
# resources with the specified tag. This operation takes the optional
|
7716
|
+
# `Tags` field, which you can use as a filter of the responses so that
|
7717
|
+
# tagged resources can be retrieved as a group. If you choose to use tag
|
7718
|
+
# filtering, only resources with the tags are retrieved.
|
7664
7719
|
#
|
7665
7720
|
# @option params [String] :next_token
|
7666
7721
|
# A continuation token, if this is a continuation request.
|
@@ -7895,9 +7950,10 @@ module Aws::Glue
|
|
7895
7950
|
req.send_request(options)
|
7896
7951
|
end
|
7897
7952
|
|
7898
|
-
# Retrieves the names of all trigger resources in this
|
7899
|
-
# the resources with the specified tag. This
|
7900
|
-
# which resources are available in your
|
7953
|
+
# Retrieves the names of all trigger resources in this Amazon Web
|
7954
|
+
# Services account, or the resources with the specified tag. This
|
7955
|
+
# operation allows you to see which resources are available in your
|
7956
|
+
# account, and their names.
|
7901
7957
|
#
|
7902
7958
|
# This operation takes the optional `Tags` field, which you can use as a
|
7903
7959
|
# filter on the response so that tagged resources can be retrieved as a
|
@@ -7994,7 +8050,8 @@ module Aws::Glue
|
|
7994
8050
|
#
|
7995
8051
|
# @option params [String] :catalog_id
|
7996
8052
|
# The ID of the Data Catalog to set the security configuration for. If
|
7997
|
-
# none is provided, the
|
8053
|
+
# none is provided, the Amazon Web Services account ID is used by
|
8054
|
+
# default.
|
7998
8055
|
#
|
7999
8056
|
# @option params [required, Types::DataCatalogEncryptionSettings] :data_catalog_encryption_settings
|
8000
8057
|
# The security configuration to set.
|
@@ -8052,7 +8109,7 @@ module Aws::Glue
|
|
8052
8109
|
#
|
8053
8110
|
# * By directly updating the resource policy with `PutResourePolicy`
|
8054
8111
|
#
|
8055
|
-
# * By using the **Grant permissions** command on the
|
8112
|
+
# * By using the **Grant permissions** command on the Management
|
8056
8113
|
# Console.
|
8057
8114
|
#
|
8058
8115
|
# Must be set to `'TRUE'` if you have already used the Management
|
@@ -8729,10 +8786,10 @@ module Aws::Glue
|
|
8729
8786
|
# call and that ultimately results in improving the quality of your
|
8730
8787
|
# machine learning transform.
|
8731
8788
|
#
|
8732
|
-
# After the `StartMLLabelingSetGenerationTaskRun` finishes,
|
8733
|
-
#
|
8734
|
-
#
|
8735
|
-
#
|
8789
|
+
# After the `StartMLLabelingSetGenerationTaskRun` finishes, Glue machine
|
8790
|
+
# learning will have generated a series of questions for humans to
|
8791
|
+
# answer. (Answering these questions is often called 'labeling' in the
|
8792
|
+
# machine learning workflows). In the case of the `FindMatches`
|
8736
8793
|
# transform, these questions are of the form, “What is the correct way
|
8737
8794
|
# to group these rows together into groups composed entirely of matching
|
8738
8795
|
# records?” After the labeling process is finished, users upload their
|
@@ -8801,15 +8858,15 @@ module Aws::Glue
|
|
8801
8858
|
# replace the default arguments set in the job definition itself.
|
8802
8859
|
#
|
8803
8860
|
# You can specify arguments here that your own job-execution script
|
8804
|
-
# consumes, as well as arguments that
|
8861
|
+
# consumes, as well as arguments that Glue itself consumes.
|
8805
8862
|
#
|
8806
8863
|
# For information about how to specify and consume your own Job
|
8807
|
-
# arguments, see the [Calling
|
8864
|
+
# arguments, see the [Calling Glue APIs in Python][1] topic in the
|
8808
8865
|
# developer guide.
|
8809
8866
|
#
|
8810
|
-
# For information about the key-value pairs that
|
8811
|
-
#
|
8812
|
-
#
|
8867
|
+
# For information about the key-value pairs that Glue consumes to set up
|
8868
|
+
# your job, see the [Special Parameters Used by Glue][2] topic in the
|
8869
|
+
# developer guide.
|
8813
8870
|
#
|
8814
8871
|
#
|
8815
8872
|
#
|
@@ -8819,15 +8876,15 @@ module Aws::Glue
|
|
8819
8876
|
# @option params [Integer] :allocated_capacity
|
8820
8877
|
# This field is deprecated. Use `MaxCapacity` instead.
|
8821
8878
|
#
|
8822
|
-
# The number of
|
8823
|
-
#
|
8824
|
-
#
|
8825
|
-
#
|
8826
|
-
# [
|
8879
|
+
# The number of Glue data processing units (DPUs) to allocate to this
|
8880
|
+
# JobRun. From 2 to 100 DPUs can be allocated; the default is 10. A DPU
|
8881
|
+
# is a relative measure of processing power that consists of 4 vCPUs of
|
8882
|
+
# compute capacity and 16 GB of memory. For more information, see the
|
8883
|
+
# [Glue pricing page][1].
|
8827
8884
|
#
|
8828
8885
|
#
|
8829
8886
|
#
|
8830
|
-
# [1]: https://
|
8887
|
+
# [1]: https://aws.amazon.com/glue/pricing/
|
8831
8888
|
#
|
8832
8889
|
# @option params [Integer] :timeout
|
8833
8890
|
# The `JobRun` timeout in minutes. This is the maximum time that a job
|
@@ -8836,11 +8893,10 @@ module Aws::Glue
|
|
8836
8893
|
# timeout value set in the parent job.
|
8837
8894
|
#
|
8838
8895
|
# @option params [Float] :max_capacity
|
8839
|
-
# The number of
|
8840
|
-
#
|
8841
|
-
#
|
8842
|
-
#
|
8843
|
-
# page][1].
|
8896
|
+
# The number of Glue data processing units (DPUs) that can be allocated
|
8897
|
+
# when this job runs. A DPU is a relative measure of processing power
|
8898
|
+
# that consists of 4 vCPUs of compute capacity and 16 GB of memory. For
|
8899
|
+
# more information, see the [Glue pricing page][1].
|
8844
8900
|
#
|
8845
8901
|
# Do not set `Max Capacity` if using `WorkerType` and `NumberOfWorkers`.
|
8846
8902
|
#
|
@@ -8858,7 +8914,7 @@ module Aws::Glue
|
|
8858
8914
|
#
|
8859
8915
|
#
|
8860
8916
|
#
|
8861
|
-
# [1]: https://
|
8917
|
+
# [1]: https://aws.amazon.com/glue/pricing/
|
8862
8918
|
#
|
8863
8919
|
# @option params [String] :security_configuration
|
8864
8920
|
# The name of the `SecurityConfiguration` structure to be used with this
|
@@ -8925,7 +8981,7 @@ module Aws::Glue
|
|
8925
8981
|
|
8926
8982
|
# Starts a task to estimate the quality of the transform.
|
8927
8983
|
#
|
8928
|
-
# When you provide label sets as examples of truth,
|
8984
|
+
# When you provide label sets as examples of truth, Glue machine
|
8929
8985
|
# learning uses some of those examples to learn from them. The rest of
|
8930
8986
|
# the labels are used as a test to estimate quality.
|
8931
8987
|
#
|
@@ -8962,7 +9018,7 @@ module Aws::Glue
|
|
8962
9018
|
# transform to improve the transform's quality by generating label sets
|
8963
9019
|
# and adding labels.
|
8964
9020
|
#
|
8965
|
-
# When the `StartMLLabelingSetGenerationTaskRun` finishes,
|
9021
|
+
# When the `StartMLLabelingSetGenerationTaskRun` finishes, Glue will
|
8966
9022
|
# have generated a "labeling set" or a set of questions for humans to
|
8967
9023
|
# answer.
|
8968
9024
|
#
|
@@ -9167,18 +9223,18 @@ module Aws::Glue
|
|
9167
9223
|
req.send_request(options)
|
9168
9224
|
end
|
9169
9225
|
|
9170
|
-
# Adds tags to a resource. A tag is a label you can assign to an
|
9171
|
-
# resource. In
|
9172
|
-
# information about what resources you can tag, see [
|
9173
|
-
# Glue][1].
|
9226
|
+
# Adds tags to a resource. A tag is a label you can assign to an Amazon
|
9227
|
+
# Web Services resource. In Glue, you can tag only certain resources.
|
9228
|
+
# For information about what resources you can tag, see [Amazon Web
|
9229
|
+
# Services Tags in Glue][1].
|
9174
9230
|
#
|
9175
9231
|
#
|
9176
9232
|
#
|
9177
9233
|
# [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
|
9178
9234
|
#
|
9179
9235
|
# @option params [required, String] :resource_arn
|
9180
|
-
# The ARN of the
|
9181
|
-
# information about
|
9236
|
+
# The ARN of the Glue resource to which to add the tags. For more
|
9237
|
+
# information about Glue resource ARNs, see the [Glue ARN string
|
9182
9238
|
# pattern][1].
|
9183
9239
|
#
|
9184
9240
|
#
|
@@ -9298,7 +9354,8 @@ module Aws::Glue
|
|
9298
9354
|
#
|
9299
9355
|
# @option params [String] :catalog_id
|
9300
9356
|
# The ID of the Data Catalog where the partitions in question reside. If
|
9301
|
-
# none is supplied, the
|
9357
|
+
# none is supplied, the Amazon Web Services account ID is used by
|
9358
|
+
# default.
|
9302
9359
|
#
|
9303
9360
|
# @option params [required, String] :database_name
|
9304
9361
|
# The name of the catalog database where the partitions reside.
|
@@ -9435,7 +9492,8 @@ module Aws::Glue
|
|
9435
9492
|
#
|
9436
9493
|
# @option params [String] :catalog_id
|
9437
9494
|
# The ID of the Data Catalog where the partitions in question reside. If
|
9438
|
-
# none is supplied, the
|
9495
|
+
# none is supplied, the Amazon Web Services account ID is used by
|
9496
|
+
# default.
|
9439
9497
|
#
|
9440
9498
|
# @option params [required, String] :database_name
|
9441
9499
|
# The name of the catalog database where the partitions reside.
|
@@ -9565,7 +9623,7 @@ module Aws::Glue
|
|
9565
9623
|
#
|
9566
9624
|
# @option params [String] :catalog_id
|
9567
9625
|
# The ID of the Data Catalog in which the connection resides. If none is
|
9568
|
-
# provided, the
|
9626
|
+
# provided, the Amazon Web Services account ID is used by default.
|
9569
9627
|
#
|
9570
9628
|
# @option params [required, String] :name
|
9571
9629
|
# The name of the connection definition to update.
|
@@ -9616,7 +9674,7 @@ module Aws::Glue
|
|
9616
9674
|
# by the new crawler to access customer resources.
|
9617
9675
|
#
|
9618
9676
|
# @option params [String] :database_name
|
9619
|
-
# The
|
9677
|
+
# The Glue database where results are stored, such as:
|
9620
9678
|
# `arn:aws:daylight:us-east-1::database/sometable/*`.
|
9621
9679
|
#
|
9622
9680
|
# @option params [String] :description
|
@@ -9681,6 +9739,7 @@ module Aws::Glue
|
|
9681
9739
|
# path: "Path",
|
9682
9740
|
# exclusions: ["Path"],
|
9683
9741
|
# connection_name: "ConnectionName",
|
9742
|
+
# sample_size: 1,
|
9684
9743
|
# },
|
9685
9744
|
# ],
|
9686
9745
|
# jdbc_targets: [
|
@@ -9774,7 +9833,8 @@ module Aws::Glue
|
|
9774
9833
|
#
|
9775
9834
|
# @option params [String] :catalog_id
|
9776
9835
|
# The ID of the Data Catalog in which the metadata database resides. If
|
9777
|
-
# none is provided, the
|
9836
|
+
# none is provided, the Amazon Web Services account ID is used by
|
9837
|
+
# default.
|
9778
9838
|
#
|
9779
9839
|
# @option params [required, String] :name
|
9780
9840
|
# The name of the database to update in the catalog. For Hive
|
@@ -9855,9 +9915,7 @@ module Aws::Glue
|
|
9855
9915
|
#
|
9856
9916
|
# * `"--enable-glue-datacatalog": ""`
|
9857
9917
|
#
|
9858
|
-
#
|
9859
|
-
#
|
9860
|
-
# * `"GLUE_PYTHON_VERSION": "2"`
|
9918
|
+
# ^
|
9861
9919
|
#
|
9862
9920
|
# You can specify a version of Python support for development endpoints
|
9863
9921
|
# by using the `Arguments` parameter in the `CreateDevEndpoint` or
|
@@ -9983,10 +10041,10 @@ module Aws::Glue
|
|
9983
10041
|
# required permissions.
|
9984
10042
|
#
|
9985
10043
|
# @option params [String] :glue_version
|
9986
|
-
# This value determines which version of
|
10044
|
+
# This value determines which version of Glue this machine learning
|
9987
10045
|
# transform is compatible with. Glue 1.0 is recommended for most
|
9988
10046
|
# customers. If the value is not set, the Glue compatibility defaults to
|
9989
|
-
# Glue 0.9. For more information, see [
|
10047
|
+
# Glue 0.9. For more information, see [Glue Versions][1] in the
|
9990
10048
|
# developer guide.
|
9991
10049
|
#
|
9992
10050
|
#
|
@@ -9994,11 +10052,11 @@ module Aws::Glue
|
|
9994
10052
|
# [1]: https://docs.aws.amazon.com/glue/latest/dg/release-notes.html#release-notes-versions
|
9995
10053
|
#
|
9996
10054
|
# @option params [Float] :max_capacity
|
9997
|
-
# The number of
|
9998
|
-
#
|
9999
|
-
#
|
10000
|
-
#
|
10001
|
-
#
|
10055
|
+
# The number of Glue data processing units (DPUs) that are allocated to
|
10056
|
+
# task runs for this transform. You can allocate from 2 to 100 DPUs; the
|
10057
|
+
# default is 10. A DPU is a relative measure of processing power that
|
10058
|
+
# consists of 4 vCPUs of compute capacity and 16 GB of memory. For more
|
10059
|
+
# information, see the [Glue pricing page][1].
|
10002
10060
|
#
|
10003
10061
|
# When the `WorkerType` field is set to a value other than `Standard`,
|
10004
10062
|
# the `MaxCapacity` field is set automatically and becomes read-only.
|
@@ -10079,7 +10137,8 @@ module Aws::Glue
|
|
10079
10137
|
#
|
10080
10138
|
# @option params [String] :catalog_id
|
10081
10139
|
# The ID of the Data Catalog where the partition to be updated resides.
|
10082
|
-
# If none is provided, the
|
10140
|
+
# If none is provided, the Amazon Web Services account ID is used by
|
10141
|
+
# default.
|
10083
10142
|
#
|
10084
10143
|
# @option params [required, String] :database_name
|
10085
10144
|
# The name of the catalog database in which the table in question
|
@@ -10294,7 +10353,7 @@ module Aws::Glue
|
|
10294
10353
|
#
|
10295
10354
|
# @option params [String] :catalog_id
|
10296
10355
|
# The ID of the Data Catalog where the table resides. If none is
|
10297
|
-
# provided, the
|
10356
|
+
# provided, the Amazon Web Services account ID is used by default.
|
10298
10357
|
#
|
10299
10358
|
# @option params [required, String] :database_name
|
10300
10359
|
# The name of the catalog database in which the table resides. For Hive
|
@@ -10454,6 +10513,10 @@ module Aws::Glue
|
|
10454
10513
|
# },
|
10455
10514
|
# ],
|
10456
10515
|
# },
|
10516
|
+
# event_batching_condition: {
|
10517
|
+
# batch_size: 1, # required
|
10518
|
+
# batch_window: 1,
|
10519
|
+
# },
|
10457
10520
|
# },
|
10458
10521
|
# })
|
10459
10522
|
#
|
@@ -10462,7 +10525,7 @@ module Aws::Glue
|
|
10462
10525
|
# resp.trigger.name #=> String
|
10463
10526
|
# resp.trigger.workflow_name #=> String
|
10464
10527
|
# resp.trigger.id #=> String
|
10465
|
-
# resp.trigger.type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND"
|
10528
|
+
# resp.trigger.type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND", "EVENT"
|
10466
10529
|
# resp.trigger.state #=> String, one of "CREATING", "CREATED", "ACTIVATING", "ACTIVATED", "DEACTIVATING", "DEACTIVATED", "DELETING", "UPDATING"
|
10467
10530
|
# resp.trigger.description #=> String
|
10468
10531
|
# resp.trigger.schedule #=> String
|
@@ -10481,6 +10544,8 @@ module Aws::Glue
|
|
10481
10544
|
# resp.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
10482
10545
|
# resp.trigger.predicate.conditions[0].crawler_name #=> String
|
10483
10546
|
# resp.trigger.predicate.conditions[0].crawl_state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
|
10547
|
+
# resp.trigger.event_batching_condition.batch_size #=> Integer
|
10548
|
+
# resp.trigger.event_batching_condition.batch_window #=> Integer
|
10484
10549
|
#
|
10485
10550
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateTrigger AWS API Documentation
|
10486
10551
|
#
|
@@ -10495,7 +10560,8 @@ module Aws::Glue
|
|
10495
10560
|
#
|
10496
10561
|
# @option params [String] :catalog_id
|
10497
10562
|
# The ID of the Data Catalog where the function to be updated is
|
10498
|
-
# located. If none is provided, the
|
10563
|
+
# located. If none is provided, the Amazon Web Services account ID is
|
10564
|
+
# used by default.
|
10499
10565
|
#
|
10500
10566
|
# @option params [required, String] :database_name
|
10501
10567
|
# The name of the catalog database where the function to be updated is
|
@@ -10599,7 +10665,7 @@ module Aws::Glue
|
|
10599
10665
|
params: params,
|
10600
10666
|
config: config)
|
10601
10667
|
context[:gem_name] = 'aws-sdk-glue'
|
10602
|
-
context[:gem_version] = '1.
|
10668
|
+
context[:gem_version] = '1.91.0'
|
10603
10669
|
Seahorse::Client::Request.new(handlers, context)
|
10604
10670
|
end
|
10605
10671
|
|