aws-sdk-glue 1.88.0 → 1.89.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue.rb +1 -1
- data/lib/aws-sdk-glue/client.rb +291 -270
- data/lib/aws-sdk-glue/types.rb +378 -355
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 300fa2e46a5b5d37da729ec327af3103be10d3ee576a1be6c8508c300a268927
|
4
|
+
data.tar.gz: baeb290b49f9f858fefa74cdc529125e5a30b6ca0b835d7dab49b2d58b05fb1d
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 806e97221fab83762f6e103797c9e35bd42c19ca3911f017451cc93e9921c2cb0bddf00df53203570ee10dcd7a61b507f8f96eabd372d5ef6c2f9af5970b7fa4
|
7
|
+
data.tar.gz: 8a3606fee2e5f177044b658461af85ed369d9383d3c29fc6045f13cc0ef0947a0be9a57c3faad4bdc7d40bf856f70748944a2c7bd0cee174495fb9d64549d9e8
|
data/CHANGELOG.md
CHANGED
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.
|
1
|
+
1.89.0
|
data/lib/aws-sdk-glue.rb
CHANGED
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -341,7 +341,7 @@ module Aws::Glue
|
|
341
341
|
#
|
342
342
|
# @option params [String] :catalog_id
|
343
343
|
# The ID of the catalog in which the partition is to be created.
|
344
|
-
# Currently, this should be the
|
344
|
+
# Currently, this should be the Amazon Web Services account ID.
|
345
345
|
#
|
346
346
|
# @option params [required, String] :database_name
|
347
347
|
# The name of the metadata database in which the partition is to be
|
@@ -449,7 +449,7 @@ module Aws::Glue
|
|
449
449
|
#
|
450
450
|
# @option params [String] :catalog_id
|
451
451
|
# The ID of the Data Catalog in which the connections reside. If none is
|
452
|
-
# provided, the
|
452
|
+
# provided, the Amazon Web Services account ID is used by default.
|
453
453
|
#
|
454
454
|
# @option params [required, Array<String>] :connection_name_list
|
455
455
|
# A list of names of the connections to delete.
|
@@ -487,7 +487,8 @@ module Aws::Glue
|
|
487
487
|
#
|
488
488
|
# @option params [String] :catalog_id
|
489
489
|
# The ID of the Data Catalog where the partition to be deleted resides.
|
490
|
-
# If none is provided, the
|
490
|
+
# If none is provided, the Amazon Web Services account ID is used by
|
491
|
+
# default.
|
491
492
|
#
|
492
493
|
# @option params [required, String] :database_name
|
493
494
|
# The name of the catalog database in which the table in question
|
@@ -537,8 +538,8 @@ module Aws::Glue
|
|
537
538
|
# Deletes multiple tables at once.
|
538
539
|
#
|
539
540
|
# <note markdown="1"> After completing this operation, you no longer have access to the
|
540
|
-
# table versions and partitions that belong to the deleted table.
|
541
|
-
#
|
541
|
+
# table versions and partitions that belong to the deleted table. Glue
|
542
|
+
# deletes these "orphaned" resources asynchronously in a timely
|
542
543
|
# manner, at the discretion of the service.
|
543
544
|
#
|
544
545
|
# To ensure the immediate deletion of all related resources, before
|
@@ -551,7 +552,7 @@ module Aws::Glue
|
|
551
552
|
#
|
552
553
|
# @option params [String] :catalog_id
|
553
554
|
# The ID of the Data Catalog where the table resides. If none is
|
554
|
-
# provided, the
|
555
|
+
# provided, the Amazon Web Services account ID is used by default.
|
555
556
|
#
|
556
557
|
# @option params [required, String] :database_name
|
557
558
|
# The name of the catalog database in which the tables to delete reside.
|
@@ -592,7 +593,7 @@ module Aws::Glue
|
|
592
593
|
#
|
593
594
|
# @option params [String] :catalog_id
|
594
595
|
# The ID of the Data Catalog where the tables reside. If none is
|
595
|
-
# provided, the
|
596
|
+
# provided, the Amazon Web Services account ID is used by default.
|
596
597
|
#
|
597
598
|
# @option params [required, String] :database_name
|
598
599
|
# The database in the catalog in which the table resides. For Hive
|
@@ -850,7 +851,8 @@ module Aws::Glue
|
|
850
851
|
#
|
851
852
|
# @option params [String] :catalog_id
|
852
853
|
# The ID of the Data Catalog where the partitions in question reside. If
|
853
|
-
# none is supplied, the
|
854
|
+
# none is supplied, the Amazon Web Services account ID is used by
|
855
|
+
# default.
|
854
856
|
#
|
855
857
|
# @option params [required, String] :database_name
|
856
858
|
# The name of the catalog database where the partitions reside.
|
@@ -1229,7 +1231,7 @@ module Aws::Glue
|
|
1229
1231
|
#
|
1230
1232
|
# @option params [String] :catalog_id
|
1231
1233
|
# The ID of the catalog in which the partition is to be updated.
|
1232
|
-
# Currently, this should be the
|
1234
|
+
# Currently, this should be the Amazon Web Services account ID.
|
1233
1235
|
#
|
1234
1236
|
# @option params [required, String] :database_name
|
1235
1237
|
# The name of the metadata database in which the partition is to be
|
@@ -1337,10 +1339,10 @@ module Aws::Glue
|
|
1337
1339
|
end
|
1338
1340
|
|
1339
1341
|
# Cancels (stops) a task run. Machine learning task runs are
|
1340
|
-
# asynchronous tasks that
|
1341
|
-
#
|
1342
|
-
#
|
1343
|
-
#
|
1342
|
+
# asynchronous tasks that Glue runs on your behalf as part of various
|
1343
|
+
# machine learning workflows. You can cancel a machine learning task run
|
1344
|
+
# at any time by calling `CancelMLTaskRun` with a task run's parent
|
1345
|
+
# transform's `TransformID` and the task run's `TaskRunId`.
|
1344
1346
|
#
|
1345
1347
|
# @option params [required, String] :transform_id
|
1346
1348
|
# The unique identifier of the machine learning transform.
|
@@ -1382,8 +1384,8 @@ module Aws::Glue
|
|
1382
1384
|
# checks are performed.
|
1383
1385
|
#
|
1384
1386
|
# @option params [required, String] :data_format
|
1385
|
-
# The data format of the schema definition. Currently
|
1386
|
-
# supported.
|
1387
|
+
# The data format of the schema definition. Currently `AVRO` and `JSON`
|
1388
|
+
# are supported.
|
1387
1389
|
#
|
1388
1390
|
# @option params [required, String] :schema_definition
|
1389
1391
|
# The definition of the schema that has to be validated.
|
@@ -1396,7 +1398,7 @@ module Aws::Glue
|
|
1396
1398
|
# @example Request syntax with placeholder values
|
1397
1399
|
#
|
1398
1400
|
# resp = client.check_schema_version_validity({
|
1399
|
-
# data_format: "AVRO", # required, accepts AVRO
|
1401
|
+
# data_format: "AVRO", # required, accepts AVRO, JSON
|
1400
1402
|
# schema_definition: "SchemaDefinitionString", # required
|
1401
1403
|
# })
|
1402
1404
|
#
|
@@ -1474,7 +1476,7 @@ module Aws::Glue
|
|
1474
1476
|
#
|
1475
1477
|
# @option params [String] :catalog_id
|
1476
1478
|
# The ID of the Data Catalog in which to create the connection. If none
|
1477
|
-
# is provided, the
|
1479
|
+
# is provided, the Amazon Web Services account ID is used by default.
|
1478
1480
|
#
|
1479
1481
|
# @option params [required, Types::ConnectionInput] :connection_input
|
1480
1482
|
# A `ConnectionInput` object defining the connection to create.
|
@@ -1523,7 +1525,7 @@ module Aws::Glue
|
|
1523
1525
|
# new crawler to access customer resources.
|
1524
1526
|
#
|
1525
1527
|
# @option params [String] :database_name
|
1526
|
-
# The
|
1528
|
+
# The Glue database where results are written, such as:
|
1527
1529
|
# `arn:aws:daylight:us-east-1::database/sometable/*`.
|
1528
1530
|
#
|
1529
1531
|
# @option params [String] :description
|
@@ -1575,8 +1577,8 @@ module Aws::Glue
|
|
1575
1577
|
#
|
1576
1578
|
# @option params [Hash<String,String>] :tags
|
1577
1579
|
# The tags to use with this crawler request. You may use tags to limit
|
1578
|
-
# access to the crawler. For more information about tags in
|
1579
|
-
#
|
1580
|
+
# access to the crawler. For more information about tags in Glue, see
|
1581
|
+
# [Amazon Web Services Tags in Glue][1] in the developer guide.
|
1580
1582
|
#
|
1581
1583
|
#
|
1582
1584
|
#
|
@@ -1661,7 +1663,7 @@ module Aws::Glue
|
|
1661
1663
|
#
|
1662
1664
|
# @option params [String] :catalog_id
|
1663
1665
|
# The ID of the Data Catalog in which to create the database. If none is
|
1664
|
-
# provided, the
|
1666
|
+
# provided, the Amazon Web Services account ID is used by default.
|
1665
1667
|
#
|
1666
1668
|
# @option params [required, Types::DatabaseInput] :database_input
|
1667
1669
|
# The metadata for the database.
|
@@ -1738,8 +1740,8 @@ module Aws::Glue
|
|
1738
1740
|
# </note>
|
1739
1741
|
#
|
1740
1742
|
# @option params [Integer] :number_of_nodes
|
1741
|
-
# The number of
|
1742
|
-
#
|
1743
|
+
# The number of Glue Data Processing Units (DPUs) to allocate to this
|
1744
|
+
# `DevEndpoint`.
|
1743
1745
|
#
|
1744
1746
|
# @option params [String] :worker_type
|
1745
1747
|
# The type of predefined worker that is allocated to the development
|
@@ -1762,10 +1764,10 @@ module Aws::Glue
|
|
1762
1764
|
#
|
1763
1765
|
# @option params [String] :glue_version
|
1764
1766
|
# Glue version determines the versions of Apache Spark and Python that
|
1765
|
-
#
|
1766
|
-
#
|
1767
|
+
# Glue supports. The Python version indicates the version supported for
|
1768
|
+
# running your ETL scripts on development endpoints.
|
1767
1769
|
#
|
1768
|
-
# For more information about the available
|
1770
|
+
# For more information about the available Glue versions and
|
1769
1771
|
# corresponding Spark and Python versions, see [Glue version][1] in the
|
1770
1772
|
# developer guide.
|
1771
1773
|
#
|
@@ -1813,8 +1815,8 @@ module Aws::Glue
|
|
1813
1815
|
#
|
1814
1816
|
# @option params [Hash<String,String>] :tags
|
1815
1817
|
# The tags to use with this DevEndpoint. You may use tags to limit
|
1816
|
-
# access to the DevEndpoint. For more information about tags in
|
1817
|
-
#
|
1818
|
+
# access to the DevEndpoint. For more information about tags in Glue,
|
1819
|
+
# see [Amazon Web Services Tags in Glue][1] in the developer guide.
|
1818
1820
|
#
|
1819
1821
|
#
|
1820
1822
|
#
|
@@ -1923,21 +1925,21 @@ module Aws::Glue
|
|
1923
1925
|
# runs allowed for this job.
|
1924
1926
|
#
|
1925
1927
|
# @option params [required, Types::JobCommand] :command
|
1926
|
-
# The `JobCommand` that
|
1928
|
+
# The `JobCommand` that runs this job.
|
1927
1929
|
#
|
1928
1930
|
# @option params [Hash<String,String>] :default_arguments
|
1929
1931
|
# The default arguments for this job.
|
1930
1932
|
#
|
1931
1933
|
# You can specify arguments here that your own job-execution script
|
1932
|
-
# consumes, as well as arguments that
|
1934
|
+
# consumes, as well as arguments that Glue itself consumes.
|
1933
1935
|
#
|
1934
1936
|
# For information about how to specify and consume your own Job
|
1935
|
-
# arguments, see the [Calling
|
1937
|
+
# arguments, see the [Calling Glue APIs in Python][1] topic in the
|
1936
1938
|
# developer guide.
|
1937
1939
|
#
|
1938
|
-
# For information about the key-value pairs that
|
1939
|
-
#
|
1940
|
-
#
|
1940
|
+
# For information about the key-value pairs that Glue consumes to set up
|
1941
|
+
# your job, see the [Special Parameters Used by Glue][2] topic in the
|
1942
|
+
# developer guide.
|
1941
1943
|
#
|
1942
1944
|
#
|
1943
1945
|
#
|
@@ -1956,11 +1958,11 @@ module Aws::Glue
|
|
1956
1958
|
# @option params [Integer] :allocated_capacity
|
1957
1959
|
# This parameter is deprecated. Use `MaxCapacity` instead.
|
1958
1960
|
#
|
1959
|
-
# The number of
|
1960
|
-
#
|
1961
|
-
#
|
1962
|
-
#
|
1963
|
-
# [
|
1961
|
+
# The number of Glue data processing units (DPUs) to allocate to this
|
1962
|
+
# Job. You can allocate from 2 to 100 DPUs; the default is 10. A DPU is
|
1963
|
+
# a relative measure of processing power that consists of 4 vCPUs of
|
1964
|
+
# compute capacity and 16 GB of memory. For more information, see the
|
1965
|
+
# [Glue pricing page][1].
|
1964
1966
|
#
|
1965
1967
|
#
|
1966
1968
|
#
|
@@ -1972,11 +1974,11 @@ module Aws::Glue
|
|
1972
1974
|
# status. The default is 2,880 minutes (48 hours).
|
1973
1975
|
#
|
1974
1976
|
# @option params [Float] :max_capacity
|
1975
|
-
#
|
1976
|
-
#
|
1977
|
-
#
|
1978
|
-
#
|
1979
|
-
# page][1].
|
1977
|
+
# For Glue version 1.0 or earlier jobs, using the standard worker type,
|
1978
|
+
# the number of Glue data processing units (DPUs) that can be allocated
|
1979
|
+
# when this job runs. A DPU is a relative measure of processing power
|
1980
|
+
# that consists of 4 vCPUs of compute capacity and 16 GB of memory. For
|
1981
|
+
# more information, see the [Glue pricing page][1].
|
1980
1982
|
#
|
1981
1983
|
# Do not set `Max Capacity` if using `WorkerType` and `NumberOfWorkers`.
|
1982
1984
|
#
|
@@ -1993,6 +1995,10 @@ module Aws::Glue
|
|
1993
1995
|
# 100 DPUs. The default is 10 DPUs. This job type cannot have a
|
1994
1996
|
# fractional DPU allocation.
|
1995
1997
|
#
|
1998
|
+
# For Glue version 2.0 jobs, you cannot instead specify a `Maximum
|
1999
|
+
# capacity`. Instead, you should specify a `Worker type` and the `Number
|
2000
|
+
# of workers`.
|
2001
|
+
#
|
1996
2002
|
#
|
1997
2003
|
#
|
1998
2004
|
# [1]: https://aws.amazon.com/glue/pricing/
|
@@ -2003,8 +2009,8 @@ module Aws::Glue
|
|
2003
2009
|
#
|
2004
2010
|
# @option params [Hash<String,String>] :tags
|
2005
2011
|
# The tags to use with this job. You may use tags to limit access to the
|
2006
|
-
# job. For more information about tags in
|
2007
|
-
# Glue][1] in the developer guide.
|
2012
|
+
# job. For more information about tags in Glue, see [Amazon Web Services
|
2013
|
+
# Tags in Glue][1] in the developer guide.
|
2008
2014
|
#
|
2009
2015
|
#
|
2010
2016
|
#
|
@@ -2015,10 +2021,10 @@ module Aws::Glue
|
|
2015
2021
|
#
|
2016
2022
|
# @option params [String] :glue_version
|
2017
2023
|
# Glue version determines the versions of Apache Spark and Python that
|
2018
|
-
#
|
2019
|
-
#
|
2024
|
+
# Glue supports. The Python version indicates the version supported for
|
2025
|
+
# jobs of type Spark.
|
2020
2026
|
#
|
2021
|
-
# For more information about the available
|
2027
|
+
# For more information about the available Glue versions and
|
2022
2028
|
# corresponding Spark and Python versions, see [Glue version][1] in the
|
2023
2029
|
# developer guide.
|
2024
2030
|
#
|
@@ -2108,16 +2114,16 @@ module Aws::Glue
|
|
2108
2114
|
req.send_request(options)
|
2109
2115
|
end
|
2110
2116
|
|
2111
|
-
# Creates an
|
2112
|
-
#
|
2117
|
+
# Creates an Glue machine learning transform. This operation creates the
|
2118
|
+
# transform and all the necessary parameters to train it.
|
2113
2119
|
#
|
2114
2120
|
# Call this operation as the first step in the process of using a
|
2115
2121
|
# machine learning transform (such as the `FindMatches` transform) for
|
2116
2122
|
# deduplicating data. You can provide an optional `Description`, in
|
2117
2123
|
# addition to the parameters that you want to use for your algorithm.
|
2118
2124
|
#
|
2119
|
-
# You must also specify certain parameters for the tasks that
|
2120
|
-
#
|
2125
|
+
# You must also specify certain parameters for the tasks that Glue runs
|
2126
|
+
# on your behalf as part of learning from your data and creating a
|
2121
2127
|
# high-quality machine learning transform. These parameters include
|
2122
2128
|
# `Role`, and optionally, `AllocatedCapacity`, `Timeout`, and
|
2123
2129
|
# `MaxRetries`. For more information, see [Jobs][1].
|
@@ -2134,7 +2140,7 @@ module Aws::Glue
|
|
2134
2140
|
# The default is an empty string.
|
2135
2141
|
#
|
2136
2142
|
# @option params [required, Array<Types::GlueTable>] :input_record_tables
|
2137
|
-
# A list of
|
2143
|
+
# A list of Glue table definitions used by the transform.
|
2138
2144
|
#
|
2139
2145
|
# @option params [required, Types::TransformParameters] :parameters
|
2140
2146
|
# The algorithmic parameters that are specific to the transform type
|
@@ -2142,13 +2148,13 @@ module Aws::Glue
|
|
2142
2148
|
#
|
2143
2149
|
# @option params [required, String] :role
|
2144
2150
|
# The name or Amazon Resource Name (ARN) of the IAM role with the
|
2145
|
-
# required permissions. The required permissions include both
|
2146
|
-
# service role permissions to
|
2147
|
-
#
|
2151
|
+
# required permissions. The required permissions include both Glue
|
2152
|
+
# service role permissions to Glue resources, and Amazon S3 permissions
|
2153
|
+
# required by the transform.
|
2148
2154
|
#
|
2149
|
-
# * This role needs
|
2150
|
-
# resources in
|
2151
|
-
#
|
2155
|
+
# * This role needs Glue service role permissions to allow access to
|
2156
|
+
# resources in Glue. See [Attach a Policy to IAM Users That Access
|
2157
|
+
# Glue][1].
|
2152
2158
|
#
|
2153
2159
|
# * This role needs permission to your Amazon Simple Storage Service
|
2154
2160
|
# (Amazon S3) sources, targets, temporary directory, scripts, and any
|
@@ -2159,10 +2165,10 @@ module Aws::Glue
|
|
2159
2165
|
# [1]: https://docs.aws.amazon.com/glue/latest/dg/attach-policy-iam-user.html
|
2160
2166
|
#
|
2161
2167
|
# @option params [String] :glue_version
|
2162
|
-
# This value determines which version of
|
2168
|
+
# This value determines which version of Glue this machine learning
|
2163
2169
|
# transform is compatible with. Glue 1.0 is recommended for most
|
2164
2170
|
# customers. If the value is not set, the Glue compatibility defaults to
|
2165
|
-
# Glue 0.9. For more information, see [
|
2171
|
+
# Glue 0.9. For more information, see [Glue Versions][1] in the
|
2166
2172
|
# developer guide.
|
2167
2173
|
#
|
2168
2174
|
#
|
@@ -2170,11 +2176,11 @@ module Aws::Glue
|
|
2170
2176
|
# [1]: https://docs.aws.amazon.com/glue/latest/dg/release-notes.html#release-notes-versions
|
2171
2177
|
#
|
2172
2178
|
# @option params [Float] :max_capacity
|
2173
|
-
# The number of
|
2174
|
-
#
|
2175
|
-
#
|
2176
|
-
#
|
2177
|
-
#
|
2179
|
+
# The number of Glue data processing units (DPUs) that are allocated to
|
2180
|
+
# task runs for this transform. You can allocate from 2 to 100 DPUs; the
|
2181
|
+
# default is 10. A DPU is a relative measure of processing power that
|
2182
|
+
# consists of 4 vCPUs of compute capacity and 16 GB of memory. For more
|
2183
|
+
# information, see the [Glue pricing page][1].
|
2178
2184
|
#
|
2179
2185
|
# `MaxCapacity` is a mutually exclusive option with `NumberOfWorkers`
|
2180
2186
|
# and `WorkerType`.
|
@@ -2247,8 +2253,8 @@ module Aws::Glue
|
|
2247
2253
|
# @option params [Hash<String,String>] :tags
|
2248
2254
|
# The tags to use with this machine learning transform. You may use tags
|
2249
2255
|
# to limit access to the machine learning transform. For more
|
2250
|
-
# information about tags in
|
2251
|
-
# the developer guide.
|
2256
|
+
# information about tags in Glue, see [Amazon Web Services Tags in
|
2257
|
+
# Glue][1] in the developer guide.
|
2252
2258
|
#
|
2253
2259
|
#
|
2254
2260
|
#
|
@@ -2320,8 +2326,8 @@ module Aws::Glue
|
|
2320
2326
|
# Creates a new partition.
|
2321
2327
|
#
|
2322
2328
|
# @option params [String] :catalog_id
|
2323
|
-
# The
|
2324
|
-
# created.
|
2329
|
+
# The Amazon Web Services account ID of the catalog in which the
|
2330
|
+
# partition is to be created.
|
2325
2331
|
#
|
2326
2332
|
# @option params [required, String] :database_name
|
2327
2333
|
# The name of the metadata database in which the partition is to be
|
@@ -2465,8 +2471,8 @@ module Aws::Glue
|
|
2465
2471
|
# will not be any default value for this.
|
2466
2472
|
#
|
2467
2473
|
# @option params [Hash<String,String>] :tags
|
2468
|
-
#
|
2469
|
-
# command line, or API.
|
2474
|
+
# Amazon Web Services tags that contain a key value pair and may be
|
2475
|
+
# searched by console, command line, or API.
|
2470
2476
|
#
|
2471
2477
|
# @return [Types::CreateRegistryResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
2472
2478
|
#
|
@@ -2529,8 +2535,8 @@ module Aws::Glue
|
|
2529
2535
|
# mark. No whitespace.
|
2530
2536
|
#
|
2531
2537
|
# @option params [required, String] :data_format
|
2532
|
-
# The data format of the schema definition. Currently
|
2533
|
-
# supported.
|
2538
|
+
# The data format of the schema definition. Currently `AVRO` and `JSON`
|
2539
|
+
# are supported.
|
2534
2540
|
#
|
2535
2541
|
# @option params [String] :compatibility
|
2536
2542
|
# The compatibility mode of the schema. The possible values are:
|
@@ -2583,9 +2589,9 @@ module Aws::Glue
|
|
2583
2589
|
# there will not be any automatic default value for this.
|
2584
2590
|
#
|
2585
2591
|
# @option params [Hash<String,String>] :tags
|
2586
|
-
#
|
2587
|
-
# command line, or API. If specified, follows the
|
2588
|
-
# pattern.
|
2592
|
+
# Amazon Web Services tags that contain a key value pair and may be
|
2593
|
+
# searched by console, command line, or API. If specified, follows the
|
2594
|
+
# Amazon Web Services tags-on-create pattern.
|
2589
2595
|
#
|
2590
2596
|
# @option params [String] :schema_definition
|
2591
2597
|
# The schema definition using the `DataFormat` setting for `SchemaName`.
|
@@ -2615,7 +2621,7 @@ module Aws::Glue
|
|
2615
2621
|
# registry_arn: "GlueResourceArn",
|
2616
2622
|
# },
|
2617
2623
|
# schema_name: "SchemaRegistryNameString", # required
|
2618
|
-
# data_format: "AVRO", # required, accepts AVRO
|
2624
|
+
# data_format: "AVRO", # required, accepts AVRO, JSON
|
2619
2625
|
# compatibility: "NONE", # accepts NONE, DISABLED, BACKWARD, BACKWARD_ALL, FORWARD, FORWARD_ALL, FULL, FULL_ALL
|
2620
2626
|
# description: "DescriptionString",
|
2621
2627
|
# tags: {
|
@@ -2631,7 +2637,7 @@ module Aws::Glue
|
|
2631
2637
|
# resp.schema_name #=> String
|
2632
2638
|
# resp.schema_arn #=> String
|
2633
2639
|
# resp.description #=> String
|
2634
|
-
# resp.data_format #=> String, one of "AVRO"
|
2640
|
+
# resp.data_format #=> String, one of "AVRO", "JSON"
|
2635
2641
|
# resp.compatibility #=> String, one of "NONE", "DISABLED", "BACKWARD", "BACKWARD_ALL", "FORWARD", "FORWARD_ALL", "FULL", "FULL_ALL"
|
2636
2642
|
# resp.schema_checkpoint #=> Integer
|
2637
2643
|
# resp.latest_schema_version #=> Integer
|
@@ -2709,10 +2715,10 @@ module Aws::Glue
|
|
2709
2715
|
end
|
2710
2716
|
|
2711
2717
|
# Creates a new security configuration. A security configuration is a
|
2712
|
-
# set of security properties that can be used by
|
2718
|
+
# set of security properties that can be used by Glue. You can use a
|
2713
2719
|
# security configuration to encrypt data at rest. For information about
|
2714
|
-
# using security configurations in
|
2715
|
-
#
|
2720
|
+
# using security configurations in Glue, see [Encrypting Data Written by
|
2721
|
+
# Crawlers, Jobs, and Development Endpoints][1].
|
2716
2722
|
#
|
2717
2723
|
#
|
2718
2724
|
#
|
@@ -2769,7 +2775,7 @@ module Aws::Glue
|
|
2769
2775
|
#
|
2770
2776
|
# @option params [String] :catalog_id
|
2771
2777
|
# The ID of the Data Catalog in which to create the `Table`. If none is
|
2772
|
-
# supplied, the
|
2778
|
+
# supplied, the Amazon Web Services account ID is used by default.
|
2773
2779
|
#
|
2774
2780
|
# @option params [required, String] :database_name
|
2775
2781
|
# The catalog database in which to create the new table. For Hive
|
@@ -2926,8 +2932,8 @@ module Aws::Glue
|
|
2926
2932
|
#
|
2927
2933
|
# @option params [Hash<String,String>] :tags
|
2928
2934
|
# The tags to use with this trigger. You may use tags to limit access to
|
2929
|
-
# the trigger. For more information about tags in
|
2930
|
-
# Tags in
|
2935
|
+
# the trigger. For more information about tags in Glue, see [Amazon Web
|
2936
|
+
# Services Tags in Glue][1] in the developer guide.
|
2931
2937
|
#
|
2932
2938
|
#
|
2933
2939
|
#
|
@@ -2994,7 +3000,7 @@ module Aws::Glue
|
|
2994
3000
|
#
|
2995
3001
|
# @option params [String] :catalog_id
|
2996
3002
|
# The ID of the Data Catalog in which to create the function. If none is
|
2997
|
-
# provided, the
|
3003
|
+
# provided, the Amazon Web Services account ID is used by default.
|
2998
3004
|
#
|
2999
3005
|
# @option params [required, String] :database_name
|
3000
3006
|
# The name of the catalog database in which to create the function.
|
@@ -3116,7 +3122,8 @@ module Aws::Glue
|
|
3116
3122
|
#
|
3117
3123
|
# @option params [String] :catalog_id
|
3118
3124
|
# The ID of the Data Catalog where the partitions in question reside. If
|
3119
|
-
# none is supplied, the
|
3125
|
+
# none is supplied, the Amazon Web Services account ID is used by
|
3126
|
+
# default.
|
3120
3127
|
#
|
3121
3128
|
# @option params [required, String] :database_name
|
3122
3129
|
# The name of the catalog database where the partitions reside.
|
@@ -3158,7 +3165,8 @@ module Aws::Glue
|
|
3158
3165
|
#
|
3159
3166
|
# @option params [String] :catalog_id
|
3160
3167
|
# The ID of the Data Catalog where the partitions in question reside. If
|
3161
|
-
# none is supplied, the
|
3168
|
+
# none is supplied, the Amazon Web Services account ID is used by
|
3169
|
+
# default.
|
3162
3170
|
#
|
3163
3171
|
# @option params [required, String] :database_name
|
3164
3172
|
# The name of the catalog database where the partitions reside.
|
@@ -3193,7 +3201,7 @@ module Aws::Glue
|
|
3193
3201
|
#
|
3194
3202
|
# @option params [String] :catalog_id
|
3195
3203
|
# The ID of the Data Catalog in which the connection resides. If none is
|
3196
|
-
# provided, the
|
3204
|
+
# provided, the Amazon Web Services account ID is used by default.
|
3197
3205
|
#
|
3198
3206
|
# @option params [required, String] :connection_name
|
3199
3207
|
# The name of the connection to delete.
|
@@ -3216,7 +3224,7 @@ module Aws::Glue
|
|
3216
3224
|
req.send_request(options)
|
3217
3225
|
end
|
3218
3226
|
|
3219
|
-
# Removes a specified crawler from the
|
3227
|
+
# Removes a specified crawler from the Glue Data Catalog, unless the
|
3220
3228
|
# crawler state is `RUNNING`.
|
3221
3229
|
#
|
3222
3230
|
# @option params [required, String] :name
|
@@ -3243,8 +3251,8 @@ module Aws::Glue
|
|
3243
3251
|
#
|
3244
3252
|
# <note markdown="1"> After completing this operation, you no longer have access to the
|
3245
3253
|
# tables (and all table versions and partitions that might belong to the
|
3246
|
-
# tables) and the user-defined functions in the deleted database.
|
3247
|
-
#
|
3254
|
+
# tables) and the user-defined functions in the deleted database. Glue
|
3255
|
+
# deletes these "orphaned" resources asynchronously in a timely
|
3248
3256
|
# manner, at the discretion of the service.
|
3249
3257
|
#
|
3250
3258
|
# To ensure the immediate deletion of all related resources, before
|
@@ -3258,7 +3266,7 @@ module Aws::Glue
|
|
3258
3266
|
#
|
3259
3267
|
# @option params [String] :catalog_id
|
3260
3268
|
# The ID of the Data Catalog in which the database resides. If none is
|
3261
|
-
# provided, the
|
3269
|
+
# provided, the Amazon Web Services account ID is used by default.
|
3262
3270
|
#
|
3263
3271
|
# @option params [required, String] :name
|
3264
3272
|
# The name of the database to delete. For Hive compatibility, this must
|
@@ -3333,12 +3341,12 @@ module Aws::Glue
|
|
3333
3341
|
req.send_request(options)
|
3334
3342
|
end
|
3335
3343
|
|
3336
|
-
# Deletes an
|
3344
|
+
# Deletes an Glue machine learning transform. Machine learning
|
3337
3345
|
# transforms are a special type of transform that use machine learning
|
3338
3346
|
# to learn the details of the transformation to be performed by learning
|
3339
3347
|
# from examples provided by humans. These transformations are then saved
|
3340
|
-
# by
|
3341
|
-
# calling `DeleteMLTransforms`. However, any
|
3348
|
+
# by Glue. If you no longer need a transform, you can delete it by
|
3349
|
+
# calling `DeleteMLTransforms`. However, any Glue jobs that still
|
3342
3350
|
# reference the deleted transform will no longer succeed.
|
3343
3351
|
#
|
3344
3352
|
# @option params [required, String] :transform_id
|
@@ -3371,7 +3379,8 @@ module Aws::Glue
|
|
3371
3379
|
#
|
3372
3380
|
# @option params [String] :catalog_id
|
3373
3381
|
# The ID of the Data Catalog where the partition to be deleted resides.
|
3374
|
-
# If none is provided, the
|
3382
|
+
# If none is provided, the Amazon Web Services account ID is used by
|
3383
|
+
# default.
|
3375
3384
|
#
|
3376
3385
|
# @option params [required, String] :database_name
|
3377
3386
|
# The name of the catalog database in which the table in question
|
@@ -3442,7 +3451,7 @@ module Aws::Glue
|
|
3442
3451
|
# Delete the entire registry including schema and all of its versions.
|
3443
3452
|
# To get the status of the delete operation, you can call the
|
3444
3453
|
# `GetRegistry` API after the asynchronous call. Deleting a registry
|
3445
|
-
# will
|
3454
|
+
# will deactivate all online operations for the registry such as the
|
3446
3455
|
# `UpdateRegistry`, `CreateSchema`, `UpdateSchema`, and
|
3447
3456
|
# `RegisterSchemaVersion` APIs.
|
3448
3457
|
#
|
@@ -3486,8 +3495,7 @@ module Aws::Glue
|
|
3486
3495
|
# The hash value returned when this policy was set.
|
3487
3496
|
#
|
3488
3497
|
# @option params [String] :resource_arn
|
3489
|
-
# The ARN of the
|
3490
|
-
# deleted.
|
3498
|
+
# The ARN of the Glue resource for the resource policy to be deleted.
|
3491
3499
|
#
|
3492
3500
|
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
3493
3501
|
#
|
@@ -3510,7 +3518,7 @@ module Aws::Glue
|
|
3510
3518
|
# Deletes the entire schema set, including the schema set and all of its
|
3511
3519
|
# versions. To get the status of the delete operation, you can call
|
3512
3520
|
# `GetSchema` API after the asynchronous call. Deleting a registry will
|
3513
|
-
#
|
3521
|
+
# deactivate all online operations for the schema, such as the
|
3514
3522
|
# `GetSchemaByDefinition`, and `RegisterSchemaVersion` APIs.
|
3515
3523
|
#
|
3516
3524
|
# @option params [required, Types::SchemaId] :schema_id
|
@@ -3635,8 +3643,8 @@ module Aws::Glue
|
|
3635
3643
|
# Removes a table definition from the Data Catalog.
|
3636
3644
|
#
|
3637
3645
|
# <note markdown="1"> After completing this operation, you no longer have access to the
|
3638
|
-
# table versions and partitions that belong to the deleted table.
|
3639
|
-
#
|
3646
|
+
# table versions and partitions that belong to the deleted table. Glue
|
3647
|
+
# deletes these "orphaned" resources asynchronously in a timely
|
3640
3648
|
# manner, at the discretion of the service.
|
3641
3649
|
#
|
3642
3650
|
# To ensure the immediate deletion of all related resources, before
|
@@ -3649,7 +3657,7 @@ module Aws::Glue
|
|
3649
3657
|
#
|
3650
3658
|
# @option params [String] :catalog_id
|
3651
3659
|
# The ID of the Data Catalog where the table resides. If none is
|
3652
|
-
# provided, the
|
3660
|
+
# provided, the Amazon Web Services account ID is used by default.
|
3653
3661
|
#
|
3654
3662
|
# @option params [required, String] :database_name
|
3655
3663
|
# The name of the catalog database in which the table resides. For Hive
|
@@ -3682,7 +3690,7 @@ module Aws::Glue
|
|
3682
3690
|
#
|
3683
3691
|
# @option params [String] :catalog_id
|
3684
3692
|
# The ID of the Data Catalog where the tables reside. If none is
|
3685
|
-
# provided, the
|
3693
|
+
# provided, the Amazon Web Services account ID is used by default.
|
3686
3694
|
#
|
3687
3695
|
# @option params [required, String] :database_name
|
3688
3696
|
# The database in the catalog in which the table resides. For Hive
|
@@ -3749,7 +3757,8 @@ module Aws::Glue
|
|
3749
3757
|
#
|
3750
3758
|
# @option params [String] :catalog_id
|
3751
3759
|
# The ID of the Data Catalog where the function to be deleted is
|
3752
|
-
# located. If none is supplied, the
|
3760
|
+
# located. If none is supplied, the Amazon Web Services account ID is
|
3761
|
+
# used by default.
|
3753
3762
|
#
|
3754
3763
|
# @option params [required, String] :database_name
|
3755
3764
|
# The name of the catalog database where the function is located.
|
@@ -3807,8 +3816,8 @@ module Aws::Glue
|
|
3807
3816
|
# Retrieves the status of a migration operation.
|
3808
3817
|
#
|
3809
3818
|
# @option params [String] :catalog_id
|
3810
|
-
# The ID of the catalog to migrate. Currently, this should be the
|
3811
|
-
# account ID.
|
3819
|
+
# The ID of the catalog to migrate. Currently, this should be the Amazon
|
3820
|
+
# Web Services account ID.
|
3812
3821
|
#
|
3813
3822
|
# @return [Types::GetCatalogImportStatusResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
3814
3823
|
#
|
@@ -3963,7 +3972,8 @@ module Aws::Glue
|
|
3963
3972
|
#
|
3964
3973
|
# @option params [String] :catalog_id
|
3965
3974
|
# The ID of the Data Catalog where the partitions in question reside. If
|
3966
|
-
# none is supplied, the
|
3975
|
+
# none is supplied, the Amazon Web Services account ID is used by
|
3976
|
+
# default.
|
3967
3977
|
#
|
3968
3978
|
# @option params [required, String] :database_name
|
3969
3979
|
# The name of the catalog database where the partitions reside.
|
@@ -4048,7 +4058,8 @@ module Aws::Glue
|
|
4048
4058
|
#
|
4049
4059
|
# @option params [String] :catalog_id
|
4050
4060
|
# The ID of the Data Catalog where the partitions in question reside. If
|
4051
|
-
# none is supplied, the
|
4061
|
+
# none is supplied, the Amazon Web Services account ID is used by
|
4062
|
+
# default.
|
4052
4063
|
#
|
4053
4064
|
# @option params [required, String] :database_name
|
4054
4065
|
# The name of the catalog database where the partitions reside.
|
@@ -4126,7 +4137,7 @@ module Aws::Glue
|
|
4126
4137
|
#
|
4127
4138
|
# @option params [String] :catalog_id
|
4128
4139
|
# The ID of the Data Catalog in which the connection resides. If none is
|
4129
|
-
# provided, the
|
4140
|
+
# provided, the Amazon Web Services account ID is used by default.
|
4130
4141
|
#
|
4131
4142
|
# @option params [required, String] :name
|
4132
4143
|
# The name of the connection definition to retrieve.
|
@@ -4135,8 +4146,8 @@ module Aws::Glue
|
|
4135
4146
|
# Allows you to retrieve the connection metadata without returning the
|
4136
4147
|
# password. For instance, the AWS Glue console uses this flag to
|
4137
4148
|
# retrieve the connection, and does not display the password. Set this
|
4138
|
-
# parameter when the caller might not have permission to use the
|
4139
|
-
#
|
4149
|
+
# parameter when the caller might not have permission to use the KMS key
|
4150
|
+
# to decrypt the password, but it does have permission to access the
|
4140
4151
|
# rest of the connection properties.
|
4141
4152
|
#
|
4142
4153
|
# @return [Types::GetConnectionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
@@ -4181,7 +4192,7 @@ module Aws::Glue
|
|
4181
4192
|
#
|
4182
4193
|
# @option params [String] :catalog_id
|
4183
4194
|
# The ID of the Data Catalog in which the connections reside. If none is
|
4184
|
-
# provided, the
|
4195
|
+
# provided, the Amazon Web Services account ID is used by default.
|
4185
4196
|
#
|
4186
4197
|
# @option params [Types::GetConnectionsFilter] :filter
|
4187
4198
|
# A filter that controls which connections are returned.
|
@@ -4190,8 +4201,8 @@ module Aws::Glue
|
|
4190
4201
|
# Allows you to retrieve the connection metadata without returning the
|
4191
4202
|
# password. For instance, the AWS Glue console uses this flag to
|
4192
4203
|
# retrieve the connection, and does not display the password. Set this
|
4193
|
-
# parameter when the caller might not have permission to use the
|
4194
|
-
#
|
4204
|
+
# parameter when the caller might not have permission to use the KMS key
|
4205
|
+
# to decrypt the password, but it does have permission to access the
|
4195
4206
|
# rest of the connection properties.
|
4196
4207
|
#
|
4197
4208
|
# @option params [String] :next_token
|
@@ -4461,7 +4472,8 @@ module Aws::Glue
|
|
4461
4472
|
#
|
4462
4473
|
# @option params [String] :catalog_id
|
4463
4474
|
# The ID of the Data Catalog to retrieve the security configuration for.
|
4464
|
-
# If none is provided, the
|
4475
|
+
# If none is provided, the Amazon Web Services account ID is used by
|
4476
|
+
# default.
|
4465
4477
|
#
|
4466
4478
|
# @return [Types::GetDataCatalogEncryptionSettingsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
4467
4479
|
#
|
@@ -4493,7 +4505,7 @@ module Aws::Glue
|
|
4493
4505
|
#
|
4494
4506
|
# @option params [String] :catalog_id
|
4495
4507
|
# The ID of the Data Catalog in which the database resides. If none is
|
4496
|
-
# provided, the
|
4508
|
+
# provided, the Amazon Web Services account ID is used by default.
|
4497
4509
|
#
|
4498
4510
|
# @option params [required, String] :name
|
4499
4511
|
# The name of the database to retrieve. For Hive compatibility, this
|
@@ -4539,7 +4551,7 @@ module Aws::Glue
|
|
4539
4551
|
#
|
4540
4552
|
# @option params [String] :catalog_id
|
4541
4553
|
# The ID of the Data Catalog from which to retrieve `Databases`. If none
|
4542
|
-
# is provided, the
|
4554
|
+
# is provided, the Amazon Web Services account ID is used by default.
|
4543
4555
|
#
|
4544
4556
|
# @option params [String] :next_token
|
4545
4557
|
# A continuation token, if this is a continuation call.
|
@@ -4643,9 +4655,9 @@ module Aws::Glue
|
|
4643
4655
|
# Retrieves information about a specified development endpoint.
|
4644
4656
|
#
|
4645
4657
|
# <note markdown="1"> When you create a development endpoint in a virtual private cloud
|
4646
|
-
# (VPC),
|
4658
|
+
# (VPC), Glue returns only a private IP address, and the public IP
|
4647
4659
|
# address field is not populated. When you create a non-VPC development
|
4648
|
-
# endpoint,
|
4660
|
+
# endpoint, Glue returns only a public IP address.
|
4649
4661
|
#
|
4650
4662
|
# </note>
|
4651
4663
|
#
|
@@ -4705,9 +4717,9 @@ module Aws::Glue
|
|
4705
4717
|
# Retrieves all the development endpoints in this AWS account.
|
4706
4718
|
#
|
4707
4719
|
# <note markdown="1"> When you create a development endpoint in a virtual private cloud
|
4708
|
-
# (VPC),
|
4720
|
+
# (VPC), Glue returns only a private IP address and the public IP
|
4709
4721
|
# address field is not populated. When you create a non-VPC development
|
4710
|
-
# endpoint,
|
4722
|
+
# endpoint, Glue returns only a public IP address.
|
4711
4723
|
#
|
4712
4724
|
# </note>
|
4713
4725
|
#
|
@@ -5050,8 +5062,8 @@ module Aws::Glue
|
|
5050
5062
|
end
|
5051
5063
|
|
5052
5064
|
# Gets details for a specific task run on a machine learning transform.
|
5053
|
-
# Machine learning task runs are asynchronous tasks that
|
5054
|
-
#
|
5065
|
+
# Machine learning task runs are asynchronous tasks that Glue runs on
|
5066
|
+
# your behalf as part of various machine learning workflows. You can
|
5055
5067
|
# check the stats of any task run by calling `GetMLTaskRun` with the
|
5056
5068
|
# `TaskRunID` and its parent transform's `TransformID`.
|
5057
5069
|
#
|
@@ -5111,8 +5123,8 @@ module Aws::Glue
|
|
5111
5123
|
end
|
5112
5124
|
|
5113
5125
|
# Gets a list of runs for a machine learning transform. Machine learning
|
5114
|
-
# task runs are asynchronous tasks that
|
5115
|
-
#
|
5126
|
+
# task runs are asynchronous tasks that Glue runs on your behalf as part
|
5127
|
+
# of various machine learning workflows. You can get a sortable,
|
5116
5128
|
# filterable list of machine learning task runs by calling
|
5117
5129
|
# `GetMLTaskRuns` with their parent transform's `TransformID` and other
|
5118
5130
|
# optional parameters as documented in this section.
|
@@ -5192,12 +5204,12 @@ module Aws::Glue
|
|
5192
5204
|
req.send_request(options)
|
5193
5205
|
end
|
5194
5206
|
|
5195
|
-
# Gets an
|
5207
|
+
# Gets an Glue machine learning transform artifact and all its
|
5196
5208
|
# corresponding metadata. Machine learning transforms are a special type
|
5197
5209
|
# of transform that use machine learning to learn the details of the
|
5198
5210
|
# transformation to be performed by learning from examples provided by
|
5199
|
-
# humans. These transformations are then saved by
|
5200
|
-
#
|
5211
|
+
# humans. These transformations are then saved by Glue. You can retrieve
|
5212
|
+
# their metadata by calling `GetMLTransform`.
|
5201
5213
|
#
|
5202
5214
|
# @option params [required, String] :transform_id
|
5203
5215
|
# The unique identifier of the transform, generated at the time that the
|
@@ -5285,11 +5297,11 @@ module Aws::Glue
|
|
5285
5297
|
req.send_request(options)
|
5286
5298
|
end
|
5287
5299
|
|
5288
|
-
# Gets a sortable, filterable list of existing
|
5300
|
+
# Gets a sortable, filterable list of existing Glue machine learning
|
5289
5301
|
# transforms. Machine learning transforms are a special type of
|
5290
5302
|
# transform that use machine learning to learn the details of the
|
5291
5303
|
# transformation to be performed by learning from examples provided by
|
5292
|
-
# humans. These transformations are then saved by
|
5304
|
+
# humans. These transformations are then saved by Glue, and you can
|
5293
5305
|
# retrieve their metadata by calling `GetMLTransforms`.
|
5294
5306
|
#
|
5295
5307
|
# @option params [String] :next_token
|
@@ -5470,7 +5482,8 @@ module Aws::Glue
|
|
5470
5482
|
#
|
5471
5483
|
# @option params [String] :catalog_id
|
5472
5484
|
# The ID of the Data Catalog where the partition in question resides. If
|
5473
|
-
# none is provided, the
|
5485
|
+
# none is provided, the Amazon Web Services account ID is used by
|
5486
|
+
# default.
|
5474
5487
|
#
|
5475
5488
|
# @option params [required, String] :database_name
|
5476
5489
|
# The name of the catalog database where the partition resides.
|
@@ -5483,7 +5496,7 @@ module Aws::Glue
|
|
5483
5496
|
#
|
5484
5497
|
# @return [Types::GetPartitionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
5485
5498
|
#
|
5486
|
-
# * {Types::GetPartitionResponse#partition #partition} => Types::Partition
|
5499
|
+
# * {Types::GetPartitionResponse#partition #data.partition} => Types::Partition (This method conflicts with a method on Response, call it through the data member)
|
5487
5500
|
#
|
5488
5501
|
# @example Request syntax with placeholder values
|
5489
5502
|
#
|
@@ -5496,50 +5509,50 @@ module Aws::Glue
|
|
5496
5509
|
#
|
5497
5510
|
# @example Response structure
|
5498
5511
|
#
|
5499
|
-
# resp.partition.values #=> Array
|
5500
|
-
# resp.partition.values[0] #=> String
|
5501
|
-
# resp.partition.database_name #=> String
|
5502
|
-
# resp.partition.table_name #=> String
|
5503
|
-
# resp.partition.creation_time #=> Time
|
5504
|
-
# resp.partition.last_access_time #=> Time
|
5505
|
-
# resp.partition.storage_descriptor.columns #=> Array
|
5506
|
-
# resp.partition.storage_descriptor.columns[0].name #=> String
|
5507
|
-
# resp.partition.storage_descriptor.columns[0].type #=> String
|
5508
|
-
# resp.partition.storage_descriptor.columns[0].comment #=> String
|
5509
|
-
# resp.partition.storage_descriptor.columns[0].parameters #=> Hash
|
5510
|
-
# resp.partition.storage_descriptor.columns[0].parameters["KeyString"] #=> String
|
5511
|
-
# resp.partition.storage_descriptor.location #=> String
|
5512
|
-
# resp.partition.storage_descriptor.input_format #=> String
|
5513
|
-
# resp.partition.storage_descriptor.output_format #=> String
|
5514
|
-
# resp.partition.storage_descriptor.compressed #=> Boolean
|
5515
|
-
# resp.partition.storage_descriptor.number_of_buckets #=> Integer
|
5516
|
-
# resp.partition.storage_descriptor.serde_info.name #=> String
|
5517
|
-
# resp.partition.storage_descriptor.serde_info.serialization_library #=> String
|
5518
|
-
# resp.partition.storage_descriptor.serde_info.parameters #=> Hash
|
5519
|
-
# resp.partition.storage_descriptor.serde_info.parameters["KeyString"] #=> String
|
5520
|
-
# resp.partition.storage_descriptor.bucket_columns #=> Array
|
5521
|
-
# resp.partition.storage_descriptor.bucket_columns[0] #=> String
|
5522
|
-
# resp.partition.storage_descriptor.sort_columns #=> Array
|
5523
|
-
# resp.partition.storage_descriptor.sort_columns[0].column #=> String
|
5524
|
-
# resp.partition.storage_descriptor.sort_columns[0].sort_order #=> Integer
|
5525
|
-
# resp.partition.storage_descriptor.parameters #=> Hash
|
5526
|
-
# resp.partition.storage_descriptor.parameters["KeyString"] #=> String
|
5527
|
-
# resp.partition.storage_descriptor.skewed_info.skewed_column_names #=> Array
|
5528
|
-
# resp.partition.storage_descriptor.skewed_info.skewed_column_names[0] #=> String
|
5529
|
-
# resp.partition.storage_descriptor.skewed_info.skewed_column_values #=> Array
|
5530
|
-
# resp.partition.storage_descriptor.skewed_info.skewed_column_values[0] #=> String
|
5531
|
-
# resp.partition.storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
|
5532
|
-
# resp.partition.storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
|
5533
|
-
# resp.partition.storage_descriptor.stored_as_sub_directories #=> Boolean
|
5534
|
-
# resp.partition.storage_descriptor.schema_reference.schema_id.schema_arn #=> String
|
5535
|
-
# resp.partition.storage_descriptor.schema_reference.schema_id.schema_name #=> String
|
5536
|
-
# resp.partition.storage_descriptor.schema_reference.schema_id.registry_name #=> String
|
5537
|
-
# resp.partition.storage_descriptor.schema_reference.schema_version_id #=> String
|
5538
|
-
# resp.partition.storage_descriptor.schema_reference.schema_version_number #=> Integer
|
5539
|
-
# resp.partition.parameters #=> Hash
|
5540
|
-
# resp.partition.parameters["KeyString"] #=> String
|
5541
|
-
# resp.partition.last_analyzed_time #=> Time
|
5542
|
-
# resp.partition.catalog_id #=> String
|
5512
|
+
# resp.data.partition.values #=> Array
|
5513
|
+
# resp.data.partition.values[0] #=> String
|
5514
|
+
# resp.data.partition.database_name #=> String
|
5515
|
+
# resp.data.partition.table_name #=> String
|
5516
|
+
# resp.data.partition.creation_time #=> Time
|
5517
|
+
# resp.data.partition.last_access_time #=> Time
|
5518
|
+
# resp.data.partition.storage_descriptor.columns #=> Array
|
5519
|
+
# resp.data.partition.storage_descriptor.columns[0].name #=> String
|
5520
|
+
# resp.data.partition.storage_descriptor.columns[0].type #=> String
|
5521
|
+
# resp.data.partition.storage_descriptor.columns[0].comment #=> String
|
5522
|
+
# resp.data.partition.storage_descriptor.columns[0].parameters #=> Hash
|
5523
|
+
# resp.data.partition.storage_descriptor.columns[0].parameters["KeyString"] #=> String
|
5524
|
+
# resp.data.partition.storage_descriptor.location #=> String
|
5525
|
+
# resp.data.partition.storage_descriptor.input_format #=> String
|
5526
|
+
# resp.data.partition.storage_descriptor.output_format #=> String
|
5527
|
+
# resp.data.partition.storage_descriptor.compressed #=> Boolean
|
5528
|
+
# resp.data.partition.storage_descriptor.number_of_buckets #=> Integer
|
5529
|
+
# resp.data.partition.storage_descriptor.serde_info.name #=> String
|
5530
|
+
# resp.data.partition.storage_descriptor.serde_info.serialization_library #=> String
|
5531
|
+
# resp.data.partition.storage_descriptor.serde_info.parameters #=> Hash
|
5532
|
+
# resp.data.partition.storage_descriptor.serde_info.parameters["KeyString"] #=> String
|
5533
|
+
# resp.data.partition.storage_descriptor.bucket_columns #=> Array
|
5534
|
+
# resp.data.partition.storage_descriptor.bucket_columns[0] #=> String
|
5535
|
+
# resp.data.partition.storage_descriptor.sort_columns #=> Array
|
5536
|
+
# resp.data.partition.storage_descriptor.sort_columns[0].column #=> String
|
5537
|
+
# resp.data.partition.storage_descriptor.sort_columns[0].sort_order #=> Integer
|
5538
|
+
# resp.data.partition.storage_descriptor.parameters #=> Hash
|
5539
|
+
# resp.data.partition.storage_descriptor.parameters["KeyString"] #=> String
|
5540
|
+
# resp.data.partition.storage_descriptor.skewed_info.skewed_column_names #=> Array
|
5541
|
+
# resp.data.partition.storage_descriptor.skewed_info.skewed_column_names[0] #=> String
|
5542
|
+
# resp.data.partition.storage_descriptor.skewed_info.skewed_column_values #=> Array
|
5543
|
+
# resp.data.partition.storage_descriptor.skewed_info.skewed_column_values[0] #=> String
|
5544
|
+
# resp.data.partition.storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
|
5545
|
+
# resp.data.partition.storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
|
5546
|
+
# resp.data.partition.storage_descriptor.stored_as_sub_directories #=> Boolean
|
5547
|
+
# resp.data.partition.storage_descriptor.schema_reference.schema_id.schema_arn #=> String
|
5548
|
+
# resp.data.partition.storage_descriptor.schema_reference.schema_id.schema_name #=> String
|
5549
|
+
# resp.data.partition.storage_descriptor.schema_reference.schema_id.registry_name #=> String
|
5550
|
+
# resp.data.partition.storage_descriptor.schema_reference.schema_version_id #=> String
|
5551
|
+
# resp.data.partition.storage_descriptor.schema_reference.schema_version_number #=> Integer
|
5552
|
+
# resp.data.partition.parameters #=> Hash
|
5553
|
+
# resp.data.partition.parameters["KeyString"] #=> String
|
5554
|
+
# resp.data.partition.last_analyzed_time #=> Time
|
5555
|
+
# resp.data.partition.catalog_id #=> String
|
5543
5556
|
#
|
5544
5557
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartition AWS API Documentation
|
5545
5558
|
#
|
@@ -5610,7 +5623,8 @@ module Aws::Glue
|
|
5610
5623
|
#
|
5611
5624
|
# @option params [String] :catalog_id
|
5612
5625
|
# The ID of the Data Catalog where the partitions in question reside. If
|
5613
|
-
# none is provided, the
|
5626
|
+
# none is provided, the Amazon Web Services account ID is used by
|
5627
|
+
# default.
|
5614
5628
|
#
|
5615
5629
|
# @option params [required, String] :database_name
|
5616
5630
|
# The name of the catalog database where the partitions reside.
|
@@ -5699,7 +5713,7 @@ module Aws::Glue
|
|
5699
5713
|
#
|
5700
5714
|
# * `decimal`
|
5701
5715
|
#
|
5702
|
-
# If an
|
5716
|
+
# If an type is encountered that is not valid, an exception is thrown.
|
5703
5717
|
#
|
5704
5718
|
# The following list shows the valid operators on each type. When you
|
5705
5719
|
# define a crawler, the `partitionKey` type is created as a `STRING`, to
|
@@ -5827,9 +5841,8 @@ module Aws::Glue
|
|
5827
5841
|
# Currently, these key-value pairs are supported:
|
5828
5842
|
#
|
5829
5843
|
# * `inferSchema` — Specifies whether to set `inferSchema` to true or
|
5830
|
-
# false for the default script generated by an
|
5831
|
-
#
|
5832
|
-
# pair:
|
5844
|
+
# false for the default script generated by an Glue job. For example,
|
5845
|
+
# to set `inferSchema` to true, pass the following key value pair:
|
5833
5846
|
#
|
5834
5847
|
# `--additional-plan-options-map '\{"inferSchema":"true"\}'`
|
5835
5848
|
#
|
@@ -5946,13 +5959,13 @@ module Aws::Glue
|
|
5946
5959
|
req.send_request(options)
|
5947
5960
|
end
|
5948
5961
|
|
5949
|
-
# Retrieves the resource policies set on individual resources by
|
5962
|
+
# Retrieves the resource policies set on individual resources by
|
5950
5963
|
# Resource Access Manager during cross-account permission grants. Also
|
5951
5964
|
# retrieves the Data Catalog resource policy.
|
5952
5965
|
#
|
5953
5966
|
# If you enabled metadata encryption in Data Catalog settings, and you
|
5954
|
-
# do not have permission on the
|
5955
|
-
#
|
5967
|
+
# do not have permission on the KMS key, the operation can't return the
|
5968
|
+
# Data Catalog resource policy.
|
5956
5969
|
#
|
5957
5970
|
# @option params [String] :next_token
|
5958
5971
|
# A continuation token, if this is a continuation request.
|
@@ -5995,10 +6008,10 @@ module Aws::Glue
|
|
5995
6008
|
# Retrieves a specified resource policy.
|
5996
6009
|
#
|
5997
6010
|
# @option params [String] :resource_arn
|
5998
|
-
# The ARN of the
|
6011
|
+
# The ARN of the Glue resource for which to retrieve the resource
|
5999
6012
|
# policy. If not supplied, the Data Catalog resource policy is returned.
|
6000
6013
|
# Use `GetResourcePolicies` to view all existing resource policies. For
|
6001
|
-
# more information see [Specifying
|
6014
|
+
# more information see [Specifying Glue Resource ARNs][1].
|
6002
6015
|
#
|
6003
6016
|
#
|
6004
6017
|
#
|
@@ -6079,7 +6092,7 @@ module Aws::Glue
|
|
6079
6092
|
# resp.schema_name #=> String
|
6080
6093
|
# resp.schema_arn #=> String
|
6081
6094
|
# resp.description #=> String
|
6082
|
-
# resp.data_format #=> String, one of "AVRO"
|
6095
|
+
# resp.data_format #=> String, one of "AVRO", "JSON"
|
6083
6096
|
# resp.compatibility #=> String, one of "NONE", "DISABLED", "BACKWARD", "BACKWARD_ALL", "FORWARD", "FORWARD_ALL", "FULL", "FULL_ALL"
|
6084
6097
|
# resp.schema_checkpoint #=> Integer
|
6085
6098
|
# resp.latest_schema_version #=> Integer
|
@@ -6140,7 +6153,7 @@ module Aws::Glue
|
|
6140
6153
|
#
|
6141
6154
|
# resp.schema_version_id #=> String
|
6142
6155
|
# resp.schema_arn #=> String
|
6143
|
-
# resp.data_format #=> String, one of "AVRO"
|
6156
|
+
# resp.data_format #=> String, one of "AVRO", "JSON"
|
6144
6157
|
# resp.status #=> String, one of "AVAILABLE", "PENDING", "FAILURE", "DELETING"
|
6145
6158
|
# resp.created_time #=> String
|
6146
6159
|
#
|
@@ -6205,7 +6218,7 @@ module Aws::Glue
|
|
6205
6218
|
#
|
6206
6219
|
# resp.schema_version_id #=> String
|
6207
6220
|
# resp.schema_definition #=> String
|
6208
|
-
# resp.data_format #=> String, one of "AVRO"
|
6221
|
+
# resp.data_format #=> String, one of "AVRO", "JSON"
|
6209
6222
|
# resp.schema_arn #=> String
|
6210
6223
|
# resp.version_number #=> Integer
|
6211
6224
|
# resp.status #=> String, one of "AVAILABLE", "PENDING", "FAILURE", "DELETING"
|
@@ -6367,7 +6380,7 @@ module Aws::Glue
|
|
6367
6380
|
#
|
6368
6381
|
# @option params [String] :catalog_id
|
6369
6382
|
# The ID of the Data Catalog where the table resides. If none is
|
6370
|
-
# provided, the
|
6383
|
+
# provided, the Amazon Web Services account ID is used by default.
|
6371
6384
|
#
|
6372
6385
|
# @option params [required, String] :database_name
|
6373
6386
|
# The name of the database in the catalog in which the table resides.
|
@@ -6465,7 +6478,7 @@ module Aws::Glue
|
|
6465
6478
|
#
|
6466
6479
|
# @option params [String] :catalog_id
|
6467
6480
|
# The ID of the Data Catalog where the tables reside. If none is
|
6468
|
-
# provided, the
|
6481
|
+
# provided, the Amazon Web Services account ID is used by default.
|
6469
6482
|
#
|
6470
6483
|
# @option params [required, String] :database_name
|
6471
6484
|
# The database in the catalog in which the table resides. For Hive
|
@@ -6570,7 +6583,7 @@ module Aws::Glue
|
|
6570
6583
|
#
|
6571
6584
|
# @option params [String] :catalog_id
|
6572
6585
|
# The ID of the Data Catalog where the tables reside. If none is
|
6573
|
-
# provided, the
|
6586
|
+
# provided, the Amazon Web Services account ID is used by default.
|
6574
6587
|
#
|
6575
6588
|
# @option params [required, String] :database_name
|
6576
6589
|
# The database in the catalog in which the table resides. For Hive
|
@@ -6683,7 +6696,7 @@ module Aws::Glue
|
|
6683
6696
|
#
|
6684
6697
|
# @option params [String] :catalog_id
|
6685
6698
|
# The ID of the Data Catalog where the tables reside. If none is
|
6686
|
-
# provided, the
|
6699
|
+
# provided, the Amazon Web Services account ID is used by default.
|
6687
6700
|
#
|
6688
6701
|
# @option params [required, String] :database_name
|
6689
6702
|
# The database in the catalog whose tables to list. For Hive
|
@@ -6937,7 +6950,8 @@ module Aws::Glue
|
|
6937
6950
|
#
|
6938
6951
|
# @option params [String] :catalog_id
|
6939
6952
|
# The ID of the Data Catalog where the function to be retrieved is
|
6940
|
-
# located. If none is provided, the
|
6953
|
+
# located. If none is provided, the Amazon Web Services account ID is
|
6954
|
+
# used by default.
|
6941
6955
|
#
|
6942
6956
|
# @option params [required, String] :database_name
|
6943
6957
|
# The name of the catalog database where the function is located.
|
@@ -6983,7 +6997,8 @@ module Aws::Glue
|
|
6983
6997
|
#
|
6984
6998
|
# @option params [String] :catalog_id
|
6985
6999
|
# The ID of the Data Catalog where the functions to be retrieved are
|
6986
|
-
# located. If none is provided, the
|
7000
|
+
# located. If none is provided, the Amazon Web Services account ID is
|
7001
|
+
# used by default.
|
6987
7002
|
#
|
6988
7003
|
# @option params [String] :database_name
|
6989
7004
|
# The name of the catalog database where the functions are located. If
|
@@ -7485,11 +7500,11 @@ module Aws::Glue
|
|
7485
7500
|
req.send_request(options)
|
7486
7501
|
end
|
7487
7502
|
|
7488
|
-
# Imports an existing Amazon Athena Data Catalog to
|
7503
|
+
# Imports an existing Amazon Athena Data Catalog to Glue.
|
7489
7504
|
#
|
7490
7505
|
# @option params [String] :catalog_id
|
7491
|
-
# The ID of the catalog to import. Currently, this should be the
|
7492
|
-
# account ID.
|
7506
|
+
# The ID of the catalog to import. Currently, this should be the Amazon
|
7507
|
+
# Web Services account ID.
|
7493
7508
|
#
|
7494
7509
|
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
7495
7510
|
#
|
@@ -7508,9 +7523,10 @@ module Aws::Glue
|
|
7508
7523
|
req.send_request(options)
|
7509
7524
|
end
|
7510
7525
|
|
7511
|
-
# Retrieves the names of all crawler resources in this
|
7512
|
-
# the resources with the specified tag. This
|
7513
|
-
# which resources are available in your
|
7526
|
+
# Retrieves the names of all crawler resources in this Amazon Web
|
7527
|
+
# Services account, or the resources with the specified tag. This
|
7528
|
+
# operation allows you to see which resources are available in your
|
7529
|
+
# account, and their names.
|
7514
7530
|
#
|
7515
7531
|
# This operation takes the optional `Tags` field, which you can use as a
|
7516
7532
|
# filter on the response so that tagged resources can be retrieved as a
|
@@ -7558,10 +7574,10 @@ module Aws::Glue
|
|
7558
7574
|
req.send_request(options)
|
7559
7575
|
end
|
7560
7576
|
|
7561
|
-
# Retrieves the names of all `DevEndpoint` resources in this
|
7562
|
-
# account, or the resources with the specified tag. This
|
7563
|
-
# allows you to see which resources are available in your
|
7564
|
-
# their names.
|
7577
|
+
# Retrieves the names of all `DevEndpoint` resources in this Amazon Web
|
7578
|
+
# Services account, or the resources with the specified tag. This
|
7579
|
+
# operation allows you to see which resources are available in your
|
7580
|
+
# account, and their names.
|
7565
7581
|
#
|
7566
7582
|
# This operation takes the optional `Tags` field, which you can use as a
|
7567
7583
|
# filter on the response so that tagged resources can be retrieved as a
|
@@ -7609,9 +7625,10 @@ module Aws::Glue
|
|
7609
7625
|
req.send_request(options)
|
7610
7626
|
end
|
7611
7627
|
|
7612
|
-
# Retrieves the names of all job resources in this
|
7613
|
-
# resources with the specified tag. This operation
|
7614
|
-
# which resources are available in your account, and
|
7628
|
+
# Retrieves the names of all job resources in this Amazon Web Services
|
7629
|
+
# account, or the resources with the specified tag. This operation
|
7630
|
+
# allows you to see which resources are available in your account, and
|
7631
|
+
# their names.
|
7615
7632
|
#
|
7616
7633
|
# This operation takes the optional `Tags` field, which you can use as a
|
7617
7634
|
# filter on the response so that tagged resources can be retrieved as a
|
@@ -7659,12 +7676,12 @@ module Aws::Glue
|
|
7659
7676
|
req.send_request(options)
|
7660
7677
|
end
|
7661
7678
|
|
7662
|
-
# Retrieves a sortable, filterable list of existing
|
7663
|
-
# learning transforms in this
|
7664
|
-
# specified tag. This operation takes the optional
|
7665
|
-
# you can use as a filter of the responses so that
|
7666
|
-
# be retrieved as a group. If you choose to use tag
|
7667
|
-
# resources with the tags are retrieved.
|
7679
|
+
# Retrieves a sortable, filterable list of existing Glue machine
|
7680
|
+
# learning transforms in this Amazon Web Services account, or the
|
7681
|
+
# resources with the specified tag. This operation takes the optional
|
7682
|
+
# `Tags` field, which you can use as a filter of the responses so that
|
7683
|
+
# tagged resources can be retrieved as a group. If you choose to use tag
|
7684
|
+
# filtering, only resources with the tags are retrieved.
|
7668
7685
|
#
|
7669
7686
|
# @option params [String] :next_token
|
7670
7687
|
# A continuation token, if this is a continuation request.
|
@@ -7899,9 +7916,10 @@ module Aws::Glue
|
|
7899
7916
|
req.send_request(options)
|
7900
7917
|
end
|
7901
7918
|
|
7902
|
-
# Retrieves the names of all trigger resources in this
|
7903
|
-
# the resources with the specified tag. This
|
7904
|
-
# which resources are available in your
|
7919
|
+
# Retrieves the names of all trigger resources in this Amazon Web
|
7920
|
+
# Services account, or the resources with the specified tag. This
|
7921
|
+
# operation allows you to see which resources are available in your
|
7922
|
+
# account, and their names.
|
7905
7923
|
#
|
7906
7924
|
# This operation takes the optional `Tags` field, which you can use as a
|
7907
7925
|
# filter on the response so that tagged resources can be retrieved as a
|
@@ -7998,7 +8016,8 @@ module Aws::Glue
|
|
7998
8016
|
#
|
7999
8017
|
# @option params [String] :catalog_id
|
8000
8018
|
# The ID of the Data Catalog to set the security configuration for. If
|
8001
|
-
# none is provided, the
|
8019
|
+
# none is provided, the Amazon Web Services account ID is used by
|
8020
|
+
# default.
|
8002
8021
|
#
|
8003
8022
|
# @option params [required, Types::DataCatalogEncryptionSettings] :data_catalog_encryption_settings
|
8004
8023
|
# The security configuration to set.
|
@@ -8056,7 +8075,7 @@ module Aws::Glue
|
|
8056
8075
|
#
|
8057
8076
|
# * By directly updating the resource policy with `PutResourePolicy`
|
8058
8077
|
#
|
8059
|
-
# * By using the **Grant permissions** command on the
|
8078
|
+
# * By using the **Grant permissions** command on the Management
|
8060
8079
|
# Console.
|
8061
8080
|
#
|
8062
8081
|
# Must be set to `'TRUE'` if you have already used the Management
|
@@ -8733,10 +8752,10 @@ module Aws::Glue
|
|
8733
8752
|
# call and that ultimately results in improving the quality of your
|
8734
8753
|
# machine learning transform.
|
8735
8754
|
#
|
8736
|
-
# After the `StartMLLabelingSetGenerationTaskRun` finishes,
|
8737
|
-
#
|
8738
|
-
#
|
8739
|
-
#
|
8755
|
+
# After the `StartMLLabelingSetGenerationTaskRun` finishes, Glue machine
|
8756
|
+
# learning will have generated a series of questions for humans to
|
8757
|
+
# answer. (Answering these questions is often called 'labeling' in the
|
8758
|
+
# machine learning workflows). In the case of the `FindMatches`
|
8740
8759
|
# transform, these questions are of the form, “What is the correct way
|
8741
8760
|
# to group these rows together into groups composed entirely of matching
|
8742
8761
|
# records?” After the labeling process is finished, users upload their
|
@@ -8805,15 +8824,15 @@ module Aws::Glue
|
|
8805
8824
|
# replace the default arguments set in the job definition itself.
|
8806
8825
|
#
|
8807
8826
|
# You can specify arguments here that your own job-execution script
|
8808
|
-
# consumes, as well as arguments that
|
8827
|
+
# consumes, as well as arguments that Glue itself consumes.
|
8809
8828
|
#
|
8810
8829
|
# For information about how to specify and consume your own Job
|
8811
|
-
# arguments, see the [Calling
|
8830
|
+
# arguments, see the [Calling Glue APIs in Python][1] topic in the
|
8812
8831
|
# developer guide.
|
8813
8832
|
#
|
8814
|
-
# For information about the key-value pairs that
|
8815
|
-
#
|
8816
|
-
#
|
8833
|
+
# For information about the key-value pairs that Glue consumes to set up
|
8834
|
+
# your job, see the [Special Parameters Used by Glue][2] topic in the
|
8835
|
+
# developer guide.
|
8817
8836
|
#
|
8818
8837
|
#
|
8819
8838
|
#
|
@@ -8823,15 +8842,15 @@ module Aws::Glue
|
|
8823
8842
|
# @option params [Integer] :allocated_capacity
|
8824
8843
|
# This field is deprecated. Use `MaxCapacity` instead.
|
8825
8844
|
#
|
8826
|
-
# The number of
|
8827
|
-
#
|
8828
|
-
#
|
8829
|
-
#
|
8830
|
-
# [
|
8845
|
+
# The number of Glue data processing units (DPUs) to allocate to this
|
8846
|
+
# JobRun. From 2 to 100 DPUs can be allocated; the default is 10. A DPU
|
8847
|
+
# is a relative measure of processing power that consists of 4 vCPUs of
|
8848
|
+
# compute capacity and 16 GB of memory. For more information, see the
|
8849
|
+
# [Glue pricing page][1].
|
8831
8850
|
#
|
8832
8851
|
#
|
8833
8852
|
#
|
8834
|
-
# [1]: https://
|
8853
|
+
# [1]: https://aws.amazon.com/glue/pricing/
|
8835
8854
|
#
|
8836
8855
|
# @option params [Integer] :timeout
|
8837
8856
|
# The `JobRun` timeout in minutes. This is the maximum time that a job
|
@@ -8840,11 +8859,10 @@ module Aws::Glue
|
|
8840
8859
|
# timeout value set in the parent job.
|
8841
8860
|
#
|
8842
8861
|
# @option params [Float] :max_capacity
|
8843
|
-
# The number of
|
8844
|
-
#
|
8845
|
-
#
|
8846
|
-
#
|
8847
|
-
# page][1].
|
8862
|
+
# The number of Glue data processing units (DPUs) that can be allocated
|
8863
|
+
# when this job runs. A DPU is a relative measure of processing power
|
8864
|
+
# that consists of 4 vCPUs of compute capacity and 16 GB of memory. For
|
8865
|
+
# more information, see the [Glue pricing page][1].
|
8848
8866
|
#
|
8849
8867
|
# Do not set `Max Capacity` if using `WorkerType` and `NumberOfWorkers`.
|
8850
8868
|
#
|
@@ -8862,7 +8880,7 @@ module Aws::Glue
|
|
8862
8880
|
#
|
8863
8881
|
#
|
8864
8882
|
#
|
8865
|
-
# [1]: https://
|
8883
|
+
# [1]: https://aws.amazon.com/glue/pricing/
|
8866
8884
|
#
|
8867
8885
|
# @option params [String] :security_configuration
|
8868
8886
|
# The name of the `SecurityConfiguration` structure to be used with this
|
@@ -8929,7 +8947,7 @@ module Aws::Glue
|
|
8929
8947
|
|
8930
8948
|
# Starts a task to estimate the quality of the transform.
|
8931
8949
|
#
|
8932
|
-
# When you provide label sets as examples of truth,
|
8950
|
+
# When you provide label sets as examples of truth, Glue machine
|
8933
8951
|
# learning uses some of those examples to learn from them. The rest of
|
8934
8952
|
# the labels are used as a test to estimate quality.
|
8935
8953
|
#
|
@@ -8966,7 +8984,7 @@ module Aws::Glue
|
|
8966
8984
|
# transform to improve the transform's quality by generating label sets
|
8967
8985
|
# and adding labels.
|
8968
8986
|
#
|
8969
|
-
# When the `StartMLLabelingSetGenerationTaskRun` finishes,
|
8987
|
+
# When the `StartMLLabelingSetGenerationTaskRun` finishes, Glue will
|
8970
8988
|
# have generated a "labeling set" or a set of questions for humans to
|
8971
8989
|
# answer.
|
8972
8990
|
#
|
@@ -9171,18 +9189,18 @@ module Aws::Glue
|
|
9171
9189
|
req.send_request(options)
|
9172
9190
|
end
|
9173
9191
|
|
9174
|
-
# Adds tags to a resource. A tag is a label you can assign to an
|
9175
|
-
# resource. In
|
9176
|
-
# information about what resources you can tag, see [
|
9177
|
-
# Glue][1].
|
9192
|
+
# Adds tags to a resource. A tag is a label you can assign to an Amazon
|
9193
|
+
# Web Services resource. In Glue, you can tag only certain resources.
|
9194
|
+
# For information about what resources you can tag, see [Amazon Web
|
9195
|
+
# Services Tags in Glue][1].
|
9178
9196
|
#
|
9179
9197
|
#
|
9180
9198
|
#
|
9181
9199
|
# [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
|
9182
9200
|
#
|
9183
9201
|
# @option params [required, String] :resource_arn
|
9184
|
-
# The ARN of the
|
9185
|
-
# information about
|
9202
|
+
# The ARN of the Glue resource to which to add the tags. For more
|
9203
|
+
# information about Glue resource ARNs, see the [Glue ARN string
|
9186
9204
|
# pattern][1].
|
9187
9205
|
#
|
9188
9206
|
#
|
@@ -9302,7 +9320,8 @@ module Aws::Glue
|
|
9302
9320
|
#
|
9303
9321
|
# @option params [String] :catalog_id
|
9304
9322
|
# The ID of the Data Catalog where the partitions in question reside. If
|
9305
|
-
# none is supplied, the
|
9323
|
+
# none is supplied, the Amazon Web Services account ID is used by
|
9324
|
+
# default.
|
9306
9325
|
#
|
9307
9326
|
# @option params [required, String] :database_name
|
9308
9327
|
# The name of the catalog database where the partitions reside.
|
@@ -9439,7 +9458,8 @@ module Aws::Glue
|
|
9439
9458
|
#
|
9440
9459
|
# @option params [String] :catalog_id
|
9441
9460
|
# The ID of the Data Catalog where the partitions in question reside. If
|
9442
|
-
# none is supplied, the
|
9461
|
+
# none is supplied, the Amazon Web Services account ID is used by
|
9462
|
+
# default.
|
9443
9463
|
#
|
9444
9464
|
# @option params [required, String] :database_name
|
9445
9465
|
# The name of the catalog database where the partitions reside.
|
@@ -9569,7 +9589,7 @@ module Aws::Glue
|
|
9569
9589
|
#
|
9570
9590
|
# @option params [String] :catalog_id
|
9571
9591
|
# The ID of the Data Catalog in which the connection resides. If none is
|
9572
|
-
# provided, the
|
9592
|
+
# provided, the Amazon Web Services account ID is used by default.
|
9573
9593
|
#
|
9574
9594
|
# @option params [required, String] :name
|
9575
9595
|
# The name of the connection definition to update.
|
@@ -9620,7 +9640,7 @@ module Aws::Glue
|
|
9620
9640
|
# by the new crawler to access customer resources.
|
9621
9641
|
#
|
9622
9642
|
# @option params [String] :database_name
|
9623
|
-
# The
|
9643
|
+
# The Glue database where results are stored, such as:
|
9624
9644
|
# `arn:aws:daylight:us-east-1::database/sometable/*`.
|
9625
9645
|
#
|
9626
9646
|
# @option params [String] :description
|
@@ -9779,7 +9799,8 @@ module Aws::Glue
|
|
9779
9799
|
#
|
9780
9800
|
# @option params [String] :catalog_id
|
9781
9801
|
# The ID of the Data Catalog in which the metadata database resides. If
|
9782
|
-
# none is provided, the
|
9802
|
+
# none is provided, the Amazon Web Services account ID is used by
|
9803
|
+
# default.
|
9783
9804
|
#
|
9784
9805
|
# @option params [required, String] :name
|
9785
9806
|
# The name of the database to update in the catalog. For Hive
|
@@ -9860,9 +9881,7 @@ module Aws::Glue
|
|
9860
9881
|
#
|
9861
9882
|
# * `"--enable-glue-datacatalog": ""`
|
9862
9883
|
#
|
9863
|
-
#
|
9864
|
-
#
|
9865
|
-
# * `"GLUE_PYTHON_VERSION": "2"`
|
9884
|
+
# ^
|
9866
9885
|
#
|
9867
9886
|
# You can specify a version of Python support for development endpoints
|
9868
9887
|
# by using the `Arguments` parameter in the `CreateDevEndpoint` or
|
@@ -9988,10 +10007,10 @@ module Aws::Glue
|
|
9988
10007
|
# required permissions.
|
9989
10008
|
#
|
9990
10009
|
# @option params [String] :glue_version
|
9991
|
-
# This value determines which version of
|
10010
|
+
# This value determines which version of Glue this machine learning
|
9992
10011
|
# transform is compatible with. Glue 1.0 is recommended for most
|
9993
10012
|
# customers. If the value is not set, the Glue compatibility defaults to
|
9994
|
-
# Glue 0.9. For more information, see [
|
10013
|
+
# Glue 0.9. For more information, see [Glue Versions][1] in the
|
9995
10014
|
# developer guide.
|
9996
10015
|
#
|
9997
10016
|
#
|
@@ -9999,11 +10018,11 @@ module Aws::Glue
|
|
9999
10018
|
# [1]: https://docs.aws.amazon.com/glue/latest/dg/release-notes.html#release-notes-versions
|
10000
10019
|
#
|
10001
10020
|
# @option params [Float] :max_capacity
|
10002
|
-
# The number of
|
10003
|
-
#
|
10004
|
-
#
|
10005
|
-
#
|
10006
|
-
#
|
10021
|
+
# The number of Glue data processing units (DPUs) that are allocated to
|
10022
|
+
# task runs for this transform. You can allocate from 2 to 100 DPUs; the
|
10023
|
+
# default is 10. A DPU is a relative measure of processing power that
|
10024
|
+
# consists of 4 vCPUs of compute capacity and 16 GB of memory. For more
|
10025
|
+
# information, see the [Glue pricing page][1].
|
10007
10026
|
#
|
10008
10027
|
# When the `WorkerType` field is set to a value other than `Standard`,
|
10009
10028
|
# the `MaxCapacity` field is set automatically and becomes read-only.
|
@@ -10084,7 +10103,8 @@ module Aws::Glue
|
|
10084
10103
|
#
|
10085
10104
|
# @option params [String] :catalog_id
|
10086
10105
|
# The ID of the Data Catalog where the partition to be updated resides.
|
10087
|
-
# If none is provided, the
|
10106
|
+
# If none is provided, the Amazon Web Services account ID is used by
|
10107
|
+
# default.
|
10088
10108
|
#
|
10089
10109
|
# @option params [required, String] :database_name
|
10090
10110
|
# The name of the catalog database in which the table in question
|
@@ -10299,7 +10319,7 @@ module Aws::Glue
|
|
10299
10319
|
#
|
10300
10320
|
# @option params [String] :catalog_id
|
10301
10321
|
# The ID of the Data Catalog where the table resides. If none is
|
10302
|
-
# provided, the
|
10322
|
+
# provided, the Amazon Web Services account ID is used by default.
|
10303
10323
|
#
|
10304
10324
|
# @option params [required, String] :database_name
|
10305
10325
|
# The name of the catalog database in which the table resides. For Hive
|
@@ -10500,7 +10520,8 @@ module Aws::Glue
|
|
10500
10520
|
#
|
10501
10521
|
# @option params [String] :catalog_id
|
10502
10522
|
# The ID of the Data Catalog where the function to be updated is
|
10503
|
-
# located. If none is provided, the
|
10523
|
+
# located. If none is provided, the Amazon Web Services account ID is
|
10524
|
+
# used by default.
|
10504
10525
|
#
|
10505
10526
|
# @option params [required, String] :database_name
|
10506
10527
|
# The name of the catalog database where the function to be updated is
|
@@ -10604,7 +10625,7 @@ module Aws::Glue
|
|
10604
10625
|
params: params,
|
10605
10626
|
config: config)
|
10606
10627
|
context[:gem_name] = 'aws-sdk-glue'
|
10607
|
-
context[:gem_version] = '1.
|
10628
|
+
context[:gem_version] = '1.89.0'
|
10608
10629
|
Seahorse::Client::Request.new(handlers, context)
|
10609
10630
|
end
|
10610
10631
|
|