aws-sdk-glue 1.88.0 → 1.89.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue.rb +1 -1
- data/lib/aws-sdk-glue/client.rb +291 -270
- data/lib/aws-sdk-glue/types.rb +378 -355
- metadata +2 -2
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -43,7 +43,7 @@ module Aws::Glue
|
|
43
43
|
# }
|
44
44
|
#
|
45
45
|
# @!attribute [rw] job_name
|
46
|
-
# The name of a job to be
|
46
|
+
# The name of a job to be run.
|
47
47
|
# @return [String]
|
48
48
|
#
|
49
49
|
# @!attribute [rw] arguments
|
@@ -51,15 +51,15 @@ module Aws::Glue
|
|
51
51
|
# they replace the default arguments set in the job definition itself.
|
52
52
|
#
|
53
53
|
# You can specify arguments here that your own job-execution script
|
54
|
-
# consumes, as well as arguments that
|
54
|
+
# consumes, as well as arguments that Glue itself consumes.
|
55
55
|
#
|
56
56
|
# For information about how to specify and consume your own Job
|
57
|
-
# arguments, see the [Calling
|
57
|
+
# arguments, see the [Calling Glue APIs in Python][1] topic in the
|
58
58
|
# developer guide.
|
59
59
|
#
|
60
|
-
# For information about the key-value pairs that
|
61
|
-
#
|
62
|
-
#
|
60
|
+
# For information about the key-value pairs that Glue consumes to set
|
61
|
+
# up your job, see the [Special Parameters Used by Glue][2] topic in
|
62
|
+
# the developer guide.
|
63
63
|
#
|
64
64
|
#
|
65
65
|
#
|
@@ -225,7 +225,7 @@ module Aws::Glue
|
|
225
225
|
#
|
226
226
|
# @!attribute [rw] catalog_id
|
227
227
|
# The ID of the catalog in which the partition is to be created.
|
228
|
-
# Currently, this should be the
|
228
|
+
# Currently, this should be the Amazon Web Services account ID.
|
229
229
|
# @return [String]
|
230
230
|
#
|
231
231
|
# @!attribute [rw] database_name
|
@@ -277,7 +277,7 @@ module Aws::Glue
|
|
277
277
|
#
|
278
278
|
# @!attribute [rw] catalog_id
|
279
279
|
# The ID of the Data Catalog in which the connections reside. If none
|
280
|
-
# is provided, the
|
280
|
+
# is provided, the Amazon Web Services account ID is used by default.
|
281
281
|
# @return [String]
|
282
282
|
#
|
283
283
|
# @!attribute [rw] connection_name_list
|
@@ -328,7 +328,8 @@ module Aws::Glue
|
|
328
328
|
#
|
329
329
|
# @!attribute [rw] catalog_id
|
330
330
|
# The ID of the Data Catalog where the partition to be deleted
|
331
|
-
# resides. If none is provided, the
|
331
|
+
# resides. If none is provided, the Amazon Web Services account ID is
|
332
|
+
# used by default.
|
332
333
|
# @return [String]
|
333
334
|
#
|
334
335
|
# @!attribute [rw] database_name
|
@@ -380,7 +381,7 @@ module Aws::Glue
|
|
380
381
|
#
|
381
382
|
# @!attribute [rw] catalog_id
|
382
383
|
# The ID of the Data Catalog where the table resides. If none is
|
383
|
-
# provided, the
|
384
|
+
# provided, the Amazon Web Services account ID is used by default.
|
384
385
|
# @return [String]
|
385
386
|
#
|
386
387
|
# @!attribute [rw] database_name
|
@@ -427,7 +428,7 @@ module Aws::Glue
|
|
427
428
|
#
|
428
429
|
# @!attribute [rw] catalog_id
|
429
430
|
# The ID of the Data Catalog where the tables reside. If none is
|
430
|
-
# provided, the
|
431
|
+
# provided, the Amazon Web Services account ID is used by default.
|
431
432
|
# @return [String]
|
432
433
|
#
|
433
434
|
# @!attribute [rw] database_name
|
@@ -597,7 +598,8 @@ module Aws::Glue
|
|
597
598
|
#
|
598
599
|
# @!attribute [rw] catalog_id
|
599
600
|
# The ID of the Data Catalog where the partitions in question reside.
|
600
|
-
# If none is supplied, the
|
601
|
+
# If none is supplied, the Amazon Web Services account ID is used by
|
602
|
+
# default.
|
601
603
|
# @return [String]
|
602
604
|
#
|
603
605
|
# @!attribute [rw] database_name
|
@@ -906,7 +908,7 @@ module Aws::Glue
|
|
906
908
|
#
|
907
909
|
# @!attribute [rw] catalog_id
|
908
910
|
# The ID of the catalog in which the partition is to be updated.
|
909
|
-
# Currently, this should be the
|
911
|
+
# Currently, this should be the Amazon Web Services account ID.
|
910
912
|
# @return [String]
|
911
913
|
#
|
912
914
|
# @!attribute [rw] database_name
|
@@ -1147,7 +1149,7 @@ module Aws::Glue
|
|
1147
1149
|
include Aws::Structure
|
1148
1150
|
end
|
1149
1151
|
|
1150
|
-
# Specifies a table definition in the
|
1152
|
+
# Specifies a table definition in the Glue Data Catalog.
|
1151
1153
|
#
|
1152
1154
|
# @note When making an API call, you may pass CatalogEntry
|
1153
1155
|
# data as a hash:
|
@@ -1198,7 +1200,7 @@ module Aws::Glue
|
|
1198
1200
|
include Aws::Structure
|
1199
1201
|
end
|
1200
1202
|
|
1201
|
-
# Specifies an
|
1203
|
+
# Specifies an Glue Data Catalog target.
|
1202
1204
|
#
|
1203
1205
|
# @note When making an API call, you may pass CatalogTarget
|
1204
1206
|
# data as a hash:
|
@@ -1229,13 +1231,13 @@ module Aws::Glue
|
|
1229
1231
|
# data as a hash:
|
1230
1232
|
#
|
1231
1233
|
# {
|
1232
|
-
# data_format: "AVRO", # required, accepts AVRO
|
1234
|
+
# data_format: "AVRO", # required, accepts AVRO, JSON
|
1233
1235
|
# schema_definition: "SchemaDefinitionString", # required
|
1234
1236
|
# }
|
1235
1237
|
#
|
1236
1238
|
# @!attribute [rw] data_format
|
1237
|
-
# The data format of the schema definition. Currently
|
1238
|
-
# supported.
|
1239
|
+
# The data format of the schema definition. Currently `AVRO` and
|
1240
|
+
# `JSON` are supported.
|
1239
1241
|
# @return [String]
|
1240
1242
|
#
|
1241
1243
|
# @!attribute [rw] schema_definition
|
@@ -1273,10 +1275,10 @@ module Aws::Glue
|
|
1273
1275
|
# classifier creates a schema in the form of a `StructType` object that
|
1274
1276
|
# matches that data format.
|
1275
1277
|
#
|
1276
|
-
# You can use the standard classifiers that
|
1277
|
-
#
|
1278
|
-
#
|
1279
|
-
#
|
1278
|
+
# You can use the standard classifiers that Glue provides, or you can
|
1279
|
+
# write your own classifiers to best categorize your data sources and
|
1280
|
+
# specify the appropriate schemas to use for them. A classifier can be a
|
1281
|
+
# `grok` classifier, an `XML` classifier, a `JSON` classifier, or a
|
1280
1282
|
# custom `CSV` classifier, as specified in one of the fields in the
|
1281
1283
|
# `Classifier` object.
|
1282
1284
|
#
|
@@ -1948,20 +1950,20 @@ module Aws::Glue
|
|
1948
1950
|
# false.
|
1949
1951
|
#
|
1950
1952
|
# * `CUSTOM_JDBC_CERT` - An Amazon S3 location specifying the
|
1951
|
-
# customer's root certificate.
|
1952
|
-
#
|
1953
|
-
# customer database.
|
1953
|
+
# customer's root certificate. Glue uses this root certificate to
|
1954
|
+
# validate the customer’s certificate when connecting to the
|
1955
|
+
# customer database. Glue only handles X.509 certificates. The
|
1954
1956
|
# certificate provided must be DER-encoded and supplied in Base64
|
1955
1957
|
# encoding PEM format.
|
1956
1958
|
#
|
1957
1959
|
# * `SKIP_CUSTOM_JDBC_CERT_VALIDATION` - By default, this is `false`.
|
1958
|
-
#
|
1960
|
+
# Glue validates the Signature algorithm and Subject Public Key
|
1959
1961
|
# Algorithm for the customer certificate. The only permitted
|
1960
1962
|
# algorithms for the Signature algorithm are SHA256withRSA,
|
1961
1963
|
# SHA384withRSA or SHA512withRSA. For the Subject Public Key
|
1962
1964
|
# Algorithm, the key length must be at least 2048. You can set the
|
1963
|
-
# value of this property to `true` to skip
|
1964
|
-
#
|
1965
|
+
# value of this property to `true` to skip Glue’s validation of the
|
1966
|
+
# customer certificate.
|
1965
1967
|
#
|
1966
1968
|
# * `CUSTOM_JDBC_CERT_STRING` - A custom JDBC certificate string which
|
1967
1969
|
# is used for domain match or distinguished name match to prevent a
|
@@ -1984,8 +1986,8 @@ module Aws::Glue
|
|
1984
1986
|
# file (.pem format). The default is an empty string.
|
1985
1987
|
#
|
1986
1988
|
# * `KAFKA_SKIP_CUSTOM_CERT_VALIDATION` - Whether to skip the
|
1987
|
-
# validation of the CA cert file or not.
|
1988
|
-
#
|
1989
|
+
# validation of the CA cert file or not. Glue validates for three
|
1990
|
+
# algorithms: SHA256withRSA, SHA384withRSA and SHA512withRSA.
|
1989
1991
|
# Default value is "false".
|
1990
1992
|
#
|
1991
1993
|
# * `SECRET_ID` - The secret ID used for the secret manager of
|
@@ -2011,12 +2013,12 @@ module Aws::Glue
|
|
2011
2013
|
# with the Kafka server side key (Optional).
|
2012
2014
|
#
|
2013
2015
|
# * `ENCRYPTED_KAFKA_CLIENT_KEYSTORE_PASSWORD` - The encrypted version
|
2014
|
-
# of the Kafka client keystore password (if the user has the
|
2015
|
-
#
|
2016
|
+
# of the Kafka client keystore password (if the user has the Glue
|
2017
|
+
# encrypt passwords setting selected).
|
2016
2018
|
#
|
2017
2019
|
# * `ENCRYPTED_KAFKA_CLIENT_KEY_PASSWORD` - The encrypted version of
|
2018
|
-
# the Kafka client key password (if the user has the
|
2019
|
-
#
|
2020
|
+
# the Kafka client key password (if the user has the Glue encrypt
|
2021
|
+
# passwords setting selected).
|
2020
2022
|
# @return [Hash<String,String>]
|
2021
2023
|
#
|
2022
2024
|
# @!attribute [rw] physical_connection_requirements
|
@@ -2098,12 +2100,12 @@ module Aws::Glue
|
|
2098
2100
|
# within an Amazon Virtual Private Cloud environment (Amazon VPC).
|
2099
2101
|
#
|
2100
2102
|
# * `MARKETPLACE` - Uses configuration settings contained in a
|
2101
|
-
# connector purchased from
|
2102
|
-
# data stores that are not natively supported by
|
2103
|
+
# connector purchased from Marketplace to read from and write to
|
2104
|
+
# data stores that are not natively supported by Glue.
|
2103
2105
|
#
|
2104
2106
|
# * `CUSTOM` - Uses configuration settings contained in a custom
|
2105
2107
|
# connector to read from and write to data stores that are not
|
2106
|
-
# natively supported by
|
2108
|
+
# natively supported by Glue.
|
2107
2109
|
#
|
2108
2110
|
# SFTP is not supported.
|
2109
2111
|
# @return [String]
|
@@ -2141,14 +2143,14 @@ module Aws::Glue
|
|
2141
2143
|
# enable catalog encryption or only password encryption.
|
2142
2144
|
#
|
2143
2145
|
# When a `CreationConnection` request arrives containing a password, the
|
2144
|
-
# Data Catalog first encrypts the password using your
|
2145
|
-
#
|
2146
|
-
#
|
2146
|
+
# Data Catalog first encrypts the password using your KMS key. It then
|
2147
|
+
# encrypts the whole connection object again if catalog encryption is
|
2148
|
+
# also enabled.
|
2147
2149
|
#
|
2148
|
-
# This encryption requires that you set
|
2149
|
-
#
|
2150
|
-
#
|
2151
|
-
#
|
2150
|
+
# This encryption requires that you set KMS key permissions to enable or
|
2151
|
+
# restrict access on the password key according to your security
|
2152
|
+
# requirements. For example, you might want only administrators to have
|
2153
|
+
# decrypt permission on the password key.
|
2152
2154
|
#
|
2153
2155
|
# @note When making an API call, you may pass ConnectionPasswordEncryption
|
2154
2156
|
# data as a hash:
|
@@ -2166,11 +2168,11 @@ module Aws::Glue
|
|
2166
2168
|
# @return [Boolean]
|
2167
2169
|
#
|
2168
2170
|
# @!attribute [rw] aws_kms_key_id
|
2169
|
-
# An
|
2171
|
+
# An KMS key that is used to encrypt the connection password.
|
2170
2172
|
#
|
2171
2173
|
# If connection password protection is enabled, the caller of
|
2172
2174
|
# `CreateConnection` and `UpdateConnection` needs at least
|
2173
|
-
# `kms:Encrypt` permission on the specified
|
2175
|
+
# `kms:Encrypt` permission on the specified KMS key, to encrypt
|
2174
2176
|
# passwords before storing them in the Data Catalog.
|
2175
2177
|
#
|
2176
2178
|
# You can set the decrypt permission to enable or restrict access on
|
@@ -2248,8 +2250,7 @@ module Aws::Glue
|
|
2248
2250
|
|
2249
2251
|
# Specifies a crawler program that examines a data source and uses
|
2250
2252
|
# classifiers to try to determine its schema. If successful, the crawler
|
2251
|
-
# records metadata concerning the data source in the
|
2252
|
-
# Catalog.
|
2253
|
+
# records metadata concerning the data source in the Glue Data Catalog.
|
2253
2254
|
#
|
2254
2255
|
# @!attribute [rw] name
|
2255
2256
|
# The name of the crawler.
|
@@ -2536,7 +2537,7 @@ module Aws::Glue
|
|
2536
2537
|
# @return [Array<Types::DynamoDBTarget>]
|
2537
2538
|
#
|
2538
2539
|
# @!attribute [rw] catalog_targets
|
2539
|
-
# Specifies
|
2540
|
+
# Specifies Glue Data Catalog targets.
|
2540
2541
|
# @return [Array<Types::CatalogTarget>]
|
2541
2542
|
#
|
2542
2543
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CrawlerTargets AWS API Documentation
|
@@ -2635,7 +2636,8 @@ module Aws::Glue
|
|
2635
2636
|
#
|
2636
2637
|
# @!attribute [rw] catalog_id
|
2637
2638
|
# The ID of the Data Catalog in which to create the connection. If
|
2638
|
-
# none is provided, the
|
2639
|
+
# none is provided, the Amazon Web Services account ID is used by
|
2640
|
+
# default.
|
2639
2641
|
# @return [String]
|
2640
2642
|
#
|
2641
2643
|
# @!attribute [rw] connection_input
|
@@ -2730,7 +2732,7 @@ module Aws::Glue
|
|
2730
2732
|
# @return [String]
|
2731
2733
|
#
|
2732
2734
|
# @!attribute [rw] database_name
|
2733
|
-
# The
|
2735
|
+
# The Glue database where results are written, such as:
|
2734
2736
|
# `arn:aws:daylight:us-east-1::database/sometable/*`.
|
2735
2737
|
# @return [String]
|
2736
2738
|
#
|
@@ -2793,8 +2795,8 @@ module Aws::Glue
|
|
2793
2795
|
#
|
2794
2796
|
# @!attribute [rw] tags
|
2795
2797
|
# The tags to use with this crawler request. You may use tags to limit
|
2796
|
-
# access to the crawler. For more information about tags in
|
2797
|
-
#
|
2798
|
+
# access to the crawler. For more information about tags in Glue, see
|
2799
|
+
# [Amazon Web Services Tags in Glue][1] in the developer guide.
|
2798
2800
|
#
|
2799
2801
|
#
|
2800
2802
|
#
|
@@ -2915,7 +2917,7 @@ module Aws::Glue
|
|
2915
2917
|
#
|
2916
2918
|
# @!attribute [rw] catalog_id
|
2917
2919
|
# The ID of the Data Catalog in which to create the database. If none
|
2918
|
-
# is provided, the
|
2920
|
+
# is provided, the Amazon Web Services account ID is used by default.
|
2919
2921
|
# @return [String]
|
2920
2922
|
#
|
2921
2923
|
# @!attribute [rw] database_input
|
@@ -2999,8 +3001,8 @@ module Aws::Glue
|
|
2999
3001
|
# @return [Array<String>]
|
3000
3002
|
#
|
3001
3003
|
# @!attribute [rw] number_of_nodes
|
3002
|
-
# The number of
|
3003
|
-
#
|
3004
|
+
# The number of Glue Data Processing Units (DPUs) to allocate to this
|
3005
|
+
# `DevEndpoint`.
|
3004
3006
|
# @return [Integer]
|
3005
3007
|
#
|
3006
3008
|
# @!attribute [rw] worker_type
|
@@ -3025,10 +3027,10 @@ module Aws::Glue
|
|
3025
3027
|
#
|
3026
3028
|
# @!attribute [rw] glue_version
|
3027
3029
|
# Glue version determines the versions of Apache Spark and Python that
|
3028
|
-
#
|
3029
|
-
#
|
3030
|
+
# Glue supports. The Python version indicates the version supported
|
3031
|
+
# for running your ETL scripts on development endpoints.
|
3030
3032
|
#
|
3031
|
-
# For more information about the available
|
3033
|
+
# For more information about the available Glue versions and
|
3032
3034
|
# corresponding Spark and Python versions, see [Glue version][1] in
|
3033
3035
|
# the developer guide.
|
3034
3036
|
#
|
@@ -3081,8 +3083,8 @@ module Aws::Glue
|
|
3081
3083
|
#
|
3082
3084
|
# @!attribute [rw] tags
|
3083
3085
|
# The tags to use with this DevEndpoint. You may use tags to limit
|
3084
|
-
# access to the DevEndpoint. For more information about tags in
|
3085
|
-
#
|
3086
|
+
# access to the DevEndpoint. For more information about tags in Glue,
|
3087
|
+
# see [Amazon Web Services Tags in Glue][1] in the developer guide.
|
3086
3088
|
#
|
3087
3089
|
#
|
3088
3090
|
#
|
@@ -3145,8 +3147,8 @@ module Aws::Glue
|
|
3145
3147
|
# @return [Integer]
|
3146
3148
|
#
|
3147
3149
|
# @!attribute [rw] number_of_nodes
|
3148
|
-
# The number of
|
3149
|
-
#
|
3150
|
+
# The number of Glue Data Processing Units (DPUs) allocated to this
|
3151
|
+
# DevEndpoint.
|
3150
3152
|
# @return [Integer]
|
3151
3153
|
#
|
3152
3154
|
# @!attribute [rw] worker_type
|
@@ -3156,8 +3158,16 @@ module Aws::Glue
|
|
3156
3158
|
#
|
3157
3159
|
# @!attribute [rw] glue_version
|
3158
3160
|
# Glue version determines the versions of Apache Spark and Python that
|
3159
|
-
#
|
3160
|
-
#
|
3161
|
+
# Glue supports. The Python version indicates the version supported
|
3162
|
+
# for running your ETL scripts on development endpoints.
|
3163
|
+
#
|
3164
|
+
# For more information about the available Glue versions and
|
3165
|
+
# corresponding Spark and Python versions, see [Glue version][1] in
|
3166
|
+
# the developer guide.
|
3167
|
+
#
|
3168
|
+
#
|
3169
|
+
#
|
3170
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/add-job.html
|
3161
3171
|
# @return [String]
|
3162
3172
|
#
|
3163
3173
|
# @!attribute [rw] number_of_workers
|
@@ -3204,9 +3214,7 @@ module Aws::Glue
|
|
3204
3214
|
#
|
3205
3215
|
# * `"--enable-glue-datacatalog": ""`
|
3206
3216
|
#
|
3207
|
-
#
|
3208
|
-
#
|
3209
|
-
# * `"GLUE_PYTHON_VERSION": "2"`
|
3217
|
+
# ^
|
3210
3218
|
#
|
3211
3219
|
# You can specify a version of Python support for development
|
3212
3220
|
# endpoints by using the `Arguments` parameter in the
|
@@ -3345,22 +3353,22 @@ module Aws::Glue
|
|
3345
3353
|
# @return [Types::ExecutionProperty]
|
3346
3354
|
#
|
3347
3355
|
# @!attribute [rw] command
|
3348
|
-
# The `JobCommand` that
|
3356
|
+
# The `JobCommand` that runs this job.
|
3349
3357
|
# @return [Types::JobCommand]
|
3350
3358
|
#
|
3351
3359
|
# @!attribute [rw] default_arguments
|
3352
3360
|
# The default arguments for this job.
|
3353
3361
|
#
|
3354
3362
|
# You can specify arguments here that your own job-execution script
|
3355
|
-
# consumes, as well as arguments that
|
3363
|
+
# consumes, as well as arguments that Glue itself consumes.
|
3356
3364
|
#
|
3357
3365
|
# For information about how to specify and consume your own Job
|
3358
|
-
# arguments, see the [Calling
|
3366
|
+
# arguments, see the [Calling Glue APIs in Python][1] topic in the
|
3359
3367
|
# developer guide.
|
3360
3368
|
#
|
3361
|
-
# For information about the key-value pairs that
|
3362
|
-
#
|
3363
|
-
#
|
3369
|
+
# For information about the key-value pairs that Glue consumes to set
|
3370
|
+
# up your job, see the [Special Parameters Used by Glue][2] topic in
|
3371
|
+
# the developer guide.
|
3364
3372
|
#
|
3365
3373
|
#
|
3366
3374
|
#
|
@@ -3384,11 +3392,11 @@ module Aws::Glue
|
|
3384
3392
|
# @!attribute [rw] allocated_capacity
|
3385
3393
|
# This parameter is deprecated. Use `MaxCapacity` instead.
|
3386
3394
|
#
|
3387
|
-
# The number of
|
3388
|
-
#
|
3389
|
-
#
|
3390
|
-
#
|
3391
|
-
#
|
3395
|
+
# The number of Glue data processing units (DPUs) to allocate to this
|
3396
|
+
# Job. You can allocate from 2 to 100 DPUs; the default is 10. A DPU
|
3397
|
+
# is a relative measure of processing power that consists of 4 vCPUs
|
3398
|
+
# of compute capacity and 16 GB of memory. For more information, see
|
3399
|
+
# the [Glue pricing page][1].
|
3392
3400
|
#
|
3393
3401
|
#
|
3394
3402
|
#
|
@@ -3402,11 +3410,11 @@ module Aws::Glue
|
|
3402
3410
|
# @return [Integer]
|
3403
3411
|
#
|
3404
3412
|
# @!attribute [rw] max_capacity
|
3405
|
-
#
|
3413
|
+
# For Glue version 1.0 or earlier jobs, using the standard worker
|
3414
|
+
# type, the number of Glue data processing units (DPUs) that can be
|
3406
3415
|
# allocated when this job runs. A DPU is a relative measure of
|
3407
3416
|
# processing power that consists of 4 vCPUs of compute capacity and 16
|
3408
|
-
# GB of memory. For more information, see the [
|
3409
|
-
# page][1].
|
3417
|
+
# GB of memory. For more information, see the [Glue pricing page][1].
|
3410
3418
|
#
|
3411
3419
|
# Do not set `Max Capacity` if using `WorkerType` and
|
3412
3420
|
# `NumberOfWorkers`.
|
@@ -3424,6 +3432,10 @@ module Aws::Glue
|
|
3424
3432
|
# 100 DPUs. The default is 10 DPUs. This job type cannot have a
|
3425
3433
|
# fractional DPU allocation.
|
3426
3434
|
#
|
3435
|
+
# For Glue version 2.0 jobs, you cannot instead specify a `Maximum
|
3436
|
+
# capacity`. Instead, you should specify a `Worker type` and the
|
3437
|
+
# `Number of workers`.
|
3438
|
+
#
|
3427
3439
|
#
|
3428
3440
|
#
|
3429
3441
|
# [1]: https://aws.amazon.com/glue/pricing/
|
@@ -3436,8 +3448,8 @@ module Aws::Glue
|
|
3436
3448
|
#
|
3437
3449
|
# @!attribute [rw] tags
|
3438
3450
|
# The tags to use with this job. You may use tags to limit access to
|
3439
|
-
# the job. For more information about tags in
|
3440
|
-
# in
|
3451
|
+
# the job. For more information about tags in Glue, see [Amazon Web
|
3452
|
+
# Services Tags in Glue][1] in the developer guide.
|
3441
3453
|
#
|
3442
3454
|
#
|
3443
3455
|
#
|
@@ -3450,10 +3462,10 @@ module Aws::Glue
|
|
3450
3462
|
#
|
3451
3463
|
# @!attribute [rw] glue_version
|
3452
3464
|
# Glue version determines the versions of Apache Spark and Python that
|
3453
|
-
#
|
3454
|
-
#
|
3465
|
+
# Glue supports. The Python version indicates the version supported
|
3466
|
+
# for jobs of type Spark.
|
3455
3467
|
#
|
3456
|
-
# For more information about the available
|
3468
|
+
# For more information about the available Glue versions and
|
3457
3469
|
# corresponding Spark and Python versions, see [Glue version][1] in
|
3458
3470
|
# the developer guide.
|
3459
3471
|
#
|
@@ -3543,7 +3555,7 @@ module Aws::Glue
|
|
3543
3555
|
#
|
3544
3556
|
# @!attribute [rw] json_path
|
3545
3557
|
# A `JsonPath` string defining the JSON data for the classifier to
|
3546
|
-
# classify.
|
3558
|
+
# classify. Glue supports a subset of JsonPath, as described in
|
3547
3559
|
# [Writing JsonPath Custom Classifiers][1].
|
3548
3560
|
#
|
3549
3561
|
#
|
@@ -3612,7 +3624,7 @@ module Aws::Glue
|
|
3612
3624
|
# @return [String]
|
3613
3625
|
#
|
3614
3626
|
# @!attribute [rw] input_record_tables
|
3615
|
-
# A list of
|
3627
|
+
# A list of Glue table definitions used by the transform.
|
3616
3628
|
# @return [Array<Types::GlueTable>]
|
3617
3629
|
#
|
3618
3630
|
# @!attribute [rw] parameters
|
@@ -3622,13 +3634,13 @@ module Aws::Glue
|
|
3622
3634
|
#
|
3623
3635
|
# @!attribute [rw] role
|
3624
3636
|
# The name or Amazon Resource Name (ARN) of the IAM role with the
|
3625
|
-
# required permissions. The required permissions include both
|
3626
|
-
# service role permissions to
|
3637
|
+
# required permissions. The required permissions include both Glue
|
3638
|
+
# service role permissions to Glue resources, and Amazon S3
|
3627
3639
|
# permissions required by the transform.
|
3628
3640
|
#
|
3629
|
-
# * This role needs
|
3630
|
-
#
|
3631
|
-
#
|
3641
|
+
# * This role needs Glue service role permissions to allow access to
|
3642
|
+
# resources in Glue. See [Attach a Policy to IAM Users That Access
|
3643
|
+
# Glue][1].
|
3632
3644
|
#
|
3633
3645
|
# * This role needs permission to your Amazon Simple Storage Service
|
3634
3646
|
# (Amazon S3) sources, targets, temporary directory, scripts, and
|
@@ -3640,11 +3652,11 @@ module Aws::Glue
|
|
3640
3652
|
# @return [String]
|
3641
3653
|
#
|
3642
3654
|
# @!attribute [rw] glue_version
|
3643
|
-
# This value determines which version of
|
3644
|
-
#
|
3645
|
-
#
|
3646
|
-
#
|
3647
|
-
#
|
3655
|
+
# This value determines which version of Glue this machine learning
|
3656
|
+
# transform is compatible with. Glue 1.0 is recommended for most
|
3657
|
+
# customers. If the value is not set, the Glue compatibility defaults
|
3658
|
+
# to Glue 0.9. For more information, see [Glue Versions][1] in the
|
3659
|
+
# developer guide.
|
3648
3660
|
#
|
3649
3661
|
#
|
3650
3662
|
#
|
@@ -3652,12 +3664,11 @@ module Aws::Glue
|
|
3652
3664
|
# @return [String]
|
3653
3665
|
#
|
3654
3666
|
# @!attribute [rw] max_capacity
|
3655
|
-
# The number of
|
3656
|
-
#
|
3657
|
-
#
|
3658
|
-
#
|
3659
|
-
#
|
3660
|
-
# page][1].
|
3667
|
+
# The number of Glue data processing units (DPUs) that are allocated
|
3668
|
+
# to task runs for this transform. You can allocate from 2 to 100
|
3669
|
+
# DPUs; the default is 10. A DPU is a relative measure of processing
|
3670
|
+
# power that consists of 4 vCPUs of compute capacity and 16 GB of
|
3671
|
+
# memory. For more information, see the [Glue pricing page][1].
|
3661
3672
|
#
|
3662
3673
|
# `MaxCapacity` is a mutually exclusive option with `NumberOfWorkers`
|
3663
3674
|
# and `WorkerType`.
|
@@ -3735,8 +3746,8 @@ module Aws::Glue
|
|
3735
3746
|
# @!attribute [rw] tags
|
3736
3747
|
# The tags to use with this machine learning transform. You may use
|
3737
3748
|
# tags to limit access to the machine learning transform. For more
|
3738
|
-
# information about tags in
|
3739
|
-
# the developer guide.
|
3749
|
+
# information about tags in Glue, see [Amazon Web Services Tags in
|
3750
|
+
# Glue][1] in the developer guide.
|
3740
3751
|
#
|
3741
3752
|
#
|
3742
3753
|
#
|
@@ -3897,8 +3908,8 @@ module Aws::Glue
|
|
3897
3908
|
# }
|
3898
3909
|
#
|
3899
3910
|
# @!attribute [rw] catalog_id
|
3900
|
-
# The
|
3901
|
-
# created.
|
3911
|
+
# The Amazon Web Services account ID of the catalog in which the
|
3912
|
+
# partition is to be created.
|
3902
3913
|
# @return [String]
|
3903
3914
|
#
|
3904
3915
|
# @!attribute [rw] database_name
|
@@ -3953,8 +3964,8 @@ module Aws::Glue
|
|
3953
3964
|
# @return [String]
|
3954
3965
|
#
|
3955
3966
|
# @!attribute [rw] tags
|
3956
|
-
#
|
3957
|
-
# console, command line, or API.
|
3967
|
+
# Amazon Web Services tags that contain a key value pair and may be
|
3968
|
+
# searched by console, command line, or API.
|
3958
3969
|
# @return [Hash<String,String>]
|
3959
3970
|
#
|
3960
3971
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateRegistryInput AWS API Documentation
|
@@ -4003,7 +4014,7 @@ module Aws::Glue
|
|
4003
4014
|
# registry_arn: "GlueResourceArn",
|
4004
4015
|
# },
|
4005
4016
|
# schema_name: "SchemaRegistryNameString", # required
|
4006
|
-
# data_format: "AVRO", # required, accepts AVRO
|
4017
|
+
# data_format: "AVRO", # required, accepts AVRO, JSON
|
4007
4018
|
# compatibility: "NONE", # accepts NONE, DISABLED, BACKWARD, BACKWARD_ALL, FORWARD, FORWARD_ALL, FULL, FULL_ALL
|
4008
4019
|
# description: "DescriptionString",
|
4009
4020
|
# tags: {
|
@@ -4026,8 +4037,8 @@ module Aws::Glue
|
|
4026
4037
|
# @return [String]
|
4027
4038
|
#
|
4028
4039
|
# @!attribute [rw] data_format
|
4029
|
-
# The data format of the schema definition. Currently
|
4030
|
-
# supported.
|
4040
|
+
# The data format of the schema definition. Currently `AVRO` and
|
4041
|
+
# `JSON` are supported.
|
4031
4042
|
# @return [String]
|
4032
4043
|
#
|
4033
4044
|
# @!attribute [rw] compatibility
|
@@ -4085,9 +4096,9 @@ module Aws::Glue
|
|
4085
4096
|
# @return [String]
|
4086
4097
|
#
|
4087
4098
|
# @!attribute [rw] tags
|
4088
|
-
#
|
4089
|
-
# console, command line, or API. If specified, follows the
|
4090
|
-
# tags-on-create pattern.
|
4099
|
+
# Amazon Web Services tags that contain a key value pair and may be
|
4100
|
+
# searched by console, command line, or API. If specified, follows the
|
4101
|
+
# Amazon Web Services tags-on-create pattern.
|
4091
4102
|
# @return [Hash<String,String>]
|
4092
4103
|
#
|
4093
4104
|
# @!attribute [rw] schema_definition
|
@@ -4130,8 +4141,8 @@ module Aws::Glue
|
|
4130
4141
|
# @return [String]
|
4131
4142
|
#
|
4132
4143
|
# @!attribute [rw] data_format
|
4133
|
-
# The data format of the schema definition. Currently
|
4134
|
-
# supported.
|
4144
|
+
# The data format of the schema definition. Currently `AVRO` and
|
4145
|
+
# `JSON` are supported.
|
4135
4146
|
# @return [String]
|
4136
4147
|
#
|
4137
4148
|
# @!attribute [rw] compatibility
|
@@ -4410,7 +4421,7 @@ module Aws::Glue
|
|
4410
4421
|
#
|
4411
4422
|
# @!attribute [rw] catalog_id
|
4412
4423
|
# The ID of the Data Catalog in which to create the `Table`. If none
|
4413
|
-
# is supplied, the
|
4424
|
+
# is supplied, the Amazon Web Services account ID is used by default.
|
4414
4425
|
# @return [String]
|
4415
4426
|
#
|
4416
4427
|
# @!attribute [rw] database_name
|
@@ -4529,8 +4540,8 @@ module Aws::Glue
|
|
4529
4540
|
#
|
4530
4541
|
# @!attribute [rw] tags
|
4531
4542
|
# The tags to use with this trigger. You may use tags to limit access
|
4532
|
-
# to the trigger. For more information about tags in
|
4533
|
-
#
|
4543
|
+
# to the trigger. For more information about tags in Glue, see [Amazon
|
4544
|
+
# Web Services Tags in Glue][1] in the developer guide.
|
4534
4545
|
#
|
4535
4546
|
#
|
4536
4547
|
#
|
@@ -4587,7 +4598,7 @@ module Aws::Glue
|
|
4587
4598
|
#
|
4588
4599
|
# @!attribute [rw] catalog_id
|
4589
4600
|
# The ID of the Data Catalog in which to create the function. If none
|
4590
|
-
# is provided, the
|
4601
|
+
# is provided, the Amazon Web Services account ID is used by default.
|
4591
4602
|
# @return [String]
|
4592
4603
|
#
|
4593
4604
|
# @!attribute [rw] database_name
|
@@ -4816,7 +4827,7 @@ module Aws::Glue
|
|
4816
4827
|
include Aws::Structure
|
4817
4828
|
end
|
4818
4829
|
|
4819
|
-
# The
|
4830
|
+
# The Lake Formation principal.
|
4820
4831
|
#
|
4821
4832
|
# @note When making an API call, you may pass DataLakePrincipal
|
4822
4833
|
# data as a hash:
|
@@ -4826,7 +4837,7 @@ module Aws::Glue
|
|
4826
4837
|
# }
|
4827
4838
|
#
|
4828
4839
|
# @!attribute [rw] data_lake_principal_identifier
|
4829
|
-
# An identifier for the
|
4840
|
+
# An identifier for the Lake Formation principal.
|
4830
4841
|
# @return [String]
|
4831
4842
|
#
|
4832
4843
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataLakePrincipal AWS API Documentation
|
@@ -5135,7 +5146,8 @@ module Aws::Glue
|
|
5135
5146
|
#
|
5136
5147
|
# @!attribute [rw] catalog_id
|
5137
5148
|
# The ID of the Data Catalog where the partitions in question reside.
|
5138
|
-
# If none is supplied, the
|
5149
|
+
# If none is supplied, the Amazon Web Services account ID is used by
|
5150
|
+
# default.
|
5139
5151
|
# @return [String]
|
5140
5152
|
#
|
5141
5153
|
# @!attribute [rw] database_name
|
@@ -5182,7 +5194,8 @@ module Aws::Glue
|
|
5182
5194
|
#
|
5183
5195
|
# @!attribute [rw] catalog_id
|
5184
5196
|
# The ID of the Data Catalog where the partitions in question reside.
|
5185
|
-
# If none is supplied, the
|
5197
|
+
# If none is supplied, the Amazon Web Services account ID is used by
|
5198
|
+
# default.
|
5186
5199
|
# @return [String]
|
5187
5200
|
#
|
5188
5201
|
# @!attribute [rw] database_name
|
@@ -5222,7 +5235,7 @@ module Aws::Glue
|
|
5222
5235
|
#
|
5223
5236
|
# @!attribute [rw] catalog_id
|
5224
5237
|
# The ID of the Data Catalog in which the connection resides. If none
|
5225
|
-
# is provided, the
|
5238
|
+
# is provided, the Amazon Web Services account ID is used by default.
|
5226
5239
|
# @return [String]
|
5227
5240
|
#
|
5228
5241
|
# @!attribute [rw] connection_name
|
@@ -5275,7 +5288,7 @@ module Aws::Glue
|
|
5275
5288
|
#
|
5276
5289
|
# @!attribute [rw] catalog_id
|
5277
5290
|
# The ID of the Data Catalog in which the database resides. If none is
|
5278
|
-
# provided, the
|
5291
|
+
# provided, the Amazon Web Services account ID is used by default.
|
5279
5292
|
# @return [String]
|
5280
5293
|
#
|
5281
5294
|
# @!attribute [rw] name
|
@@ -5436,7 +5449,8 @@ module Aws::Glue
|
|
5436
5449
|
#
|
5437
5450
|
# @!attribute [rw] catalog_id
|
5438
5451
|
# The ID of the Data Catalog where the partition to be deleted
|
5439
|
-
# resides. If none is provided, the
|
5452
|
+
# resides. If none is provided, the Amazon Web Services account ID is
|
5453
|
+
# used by default.
|
5440
5454
|
# @return [String]
|
5441
5455
|
#
|
5442
5456
|
# @!attribute [rw] database_name
|
@@ -5526,8 +5540,7 @@ module Aws::Glue
|
|
5526
5540
|
# @return [String]
|
5527
5541
|
#
|
5528
5542
|
# @!attribute [rw] resource_arn
|
5529
|
-
# The ARN of the
|
5530
|
-
# deleted.
|
5543
|
+
# The ARN of the Glue resource for the resource policy to be deleted.
|
5531
5544
|
# @return [String]
|
5532
5545
|
#
|
5533
5546
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteResourcePolicyRequest AWS API Documentation
|
@@ -5670,7 +5683,7 @@ module Aws::Glue
|
|
5670
5683
|
#
|
5671
5684
|
# @!attribute [rw] catalog_id
|
5672
5685
|
# The ID of the Data Catalog where the table resides. If none is
|
5673
|
-
# provided, the
|
5686
|
+
# provided, the Amazon Web Services account ID is used by default.
|
5674
5687
|
# @return [String]
|
5675
5688
|
#
|
5676
5689
|
# @!attribute [rw] database_name
|
@@ -5709,7 +5722,7 @@ module Aws::Glue
|
|
5709
5722
|
#
|
5710
5723
|
# @!attribute [rw] catalog_id
|
5711
5724
|
# The ID of the Data Catalog where the tables reside. If none is
|
5712
|
-
# provided, the
|
5725
|
+
# provided, the Amazon Web Services account ID is used by default.
|
5713
5726
|
# @return [String]
|
5714
5727
|
#
|
5715
5728
|
# @!attribute [rw] database_name
|
@@ -5784,7 +5797,8 @@ module Aws::Glue
|
|
5784
5797
|
#
|
5785
5798
|
# @!attribute [rw] catalog_id
|
5786
5799
|
# The ID of the Data Catalog where the function to be deleted is
|
5787
|
-
# located. If none is supplied, the
|
5800
|
+
# located. If none is supplied, the Amazon Web Services account ID is
|
5801
|
+
# used by default.
|
5788
5802
|
# @return [String]
|
5789
5803
|
#
|
5790
5804
|
# @!attribute [rw] database_name
|
@@ -5906,10 +5920,10 @@ module Aws::Glue
|
|
5906
5920
|
#
|
5907
5921
|
# @!attribute [rw] glue_version
|
5908
5922
|
# Glue version determines the versions of Apache Spark and Python that
|
5909
|
-
#
|
5910
|
-
#
|
5923
|
+
# Glue supports. The Python version indicates the version supported
|
5924
|
+
# for running your ETL scripts on development endpoints.
|
5911
5925
|
#
|
5912
|
-
# For more information about the available
|
5926
|
+
# For more information about the available Glue versions and
|
5913
5927
|
# corresponding Spark and Python versions, see [Glue version][1] in
|
5914
5928
|
# the developer guide.
|
5915
5929
|
#
|
@@ -5935,8 +5949,8 @@ module Aws::Glue
|
|
5935
5949
|
# @return [Integer]
|
5936
5950
|
#
|
5937
5951
|
# @!attribute [rw] number_of_nodes
|
5938
|
-
# The number of
|
5939
|
-
#
|
5952
|
+
# The number of Glue Data Processing Units (DPUs) allocated to this
|
5953
|
+
# `DevEndpoint`.
|
5940
5954
|
# @return [Integer]
|
5941
5955
|
#
|
5942
5956
|
# @!attribute [rw] availability_zone
|
@@ -6022,9 +6036,7 @@ module Aws::Glue
|
|
6022
6036
|
#
|
6023
6037
|
# * `"--enable-glue-datacatalog": ""`
|
6024
6038
|
#
|
6025
|
-
#
|
6026
|
-
#
|
6027
|
-
# * `"GLUE_PYTHON_VERSION": "2"`
|
6039
|
+
# ^
|
6028
6040
|
#
|
6029
6041
|
# You can specify a version of Python support for development
|
6030
6042
|
# endpoints by using the `Arguments` parameter in the
|
@@ -6176,9 +6188,9 @@ module Aws::Glue
|
|
6176
6188
|
#
|
6177
6189
|
# @!attribute [rw] scan_rate
|
6178
6190
|
# The percentage of the configured read capacity units to use by the
|
6179
|
-
#
|
6180
|
-
#
|
6181
|
-
#
|
6191
|
+
# Glue crawler. Read capacity units is a term defined by DynamoDB, and
|
6192
|
+
# is a numeric value that acts as rate limiter for the number of reads
|
6193
|
+
# that can be performed on that table per second.
|
6182
6194
|
#
|
6183
6195
|
# The valid values are null or a value between 0.1 to 1.5. A null
|
6184
6196
|
# value is used when user does not provide a value, and defaults to
|
@@ -6197,8 +6209,8 @@ module Aws::Glue
|
|
6197
6209
|
include Aws::Structure
|
6198
6210
|
end
|
6199
6211
|
|
6200
|
-
# An edge represents a directed connection between two
|
6201
|
-
#
|
6212
|
+
# An edge represents a directed connection between two Glue components
|
6213
|
+
# that are part of the workflow the edge belongs to.
|
6202
6214
|
#
|
6203
6215
|
# @!attribute [rw] source_id
|
6204
6216
|
# The unique of the node within the workflow where the edge starts.
|
@@ -6232,7 +6244,7 @@ module Aws::Glue
|
|
6232
6244
|
# @return [String]
|
6233
6245
|
#
|
6234
6246
|
# @!attribute [rw] sse_aws_kms_key_id
|
6235
|
-
# The ID of the
|
6247
|
+
# The ID of the KMS key to use for encryption at rest.
|
6236
6248
|
# @return [String]
|
6237
6249
|
#
|
6238
6250
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/EncryptionAtRest AWS API Documentation
|
@@ -6588,8 +6600,8 @@ module Aws::Glue
|
|
6588
6600
|
# }
|
6589
6601
|
#
|
6590
6602
|
# @!attribute [rw] catalog_id
|
6591
|
-
# The ID of the catalog to migrate. Currently, this should be the
|
6592
|
-
# account ID.
|
6603
|
+
# The ID of the catalog to migrate. Currently, this should be the
|
6604
|
+
# Amazon Web Services account ID.
|
6593
6605
|
# @return [String]
|
6594
6606
|
#
|
6595
6607
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCatalogImportStatusRequest AWS API Documentation
|
@@ -6698,7 +6710,8 @@ module Aws::Glue
|
|
6698
6710
|
#
|
6699
6711
|
# @!attribute [rw] catalog_id
|
6700
6712
|
# The ID of the Data Catalog where the partitions in question reside.
|
6701
|
-
# If none is supplied, the
|
6713
|
+
# If none is supplied, the Amazon Web Services account ID is used by
|
6714
|
+
# default.
|
6702
6715
|
# @return [String]
|
6703
6716
|
#
|
6704
6717
|
# @!attribute [rw] database_name
|
@@ -6758,7 +6771,8 @@ module Aws::Glue
|
|
6758
6771
|
#
|
6759
6772
|
# @!attribute [rw] catalog_id
|
6760
6773
|
# The ID of the Data Catalog where the partitions in question reside.
|
6761
|
-
# If none is supplied, the
|
6774
|
+
# If none is supplied, the Amazon Web Services account ID is used by
|
6775
|
+
# default.
|
6762
6776
|
# @return [String]
|
6763
6777
|
#
|
6764
6778
|
# @!attribute [rw] database_name
|
@@ -6812,7 +6826,7 @@ module Aws::Glue
|
|
6812
6826
|
#
|
6813
6827
|
# @!attribute [rw] catalog_id
|
6814
6828
|
# The ID of the Data Catalog in which the connection resides. If none
|
6815
|
-
# is provided, the
|
6829
|
+
# is provided, the Amazon Web Services account ID is used by default.
|
6816
6830
|
# @return [String]
|
6817
6831
|
#
|
6818
6832
|
# @!attribute [rw] name
|
@@ -6823,9 +6837,9 @@ module Aws::Glue
|
|
6823
6837
|
# Allows you to retrieve the connection metadata without returning the
|
6824
6838
|
# password. For instance, the AWS Glue console uses this flag to
|
6825
6839
|
# retrieve the connection, and does not display the password. Set this
|
6826
|
-
# parameter when the caller might not have permission to use the
|
6827
|
-
#
|
6828
|
-
#
|
6840
|
+
# parameter when the caller might not have permission to use the KMS
|
6841
|
+
# key to decrypt the password, but it does have permission to access
|
6842
|
+
# the rest of the connection properties.
|
6829
6843
|
# @return [Boolean]
|
6830
6844
|
#
|
6831
6845
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetConnectionRequest AWS API Documentation
|
@@ -6895,7 +6909,7 @@ module Aws::Glue
|
|
6895
6909
|
#
|
6896
6910
|
# @!attribute [rw] catalog_id
|
6897
6911
|
# The ID of the Data Catalog in which the connections reside. If none
|
6898
|
-
# is provided, the
|
6912
|
+
# is provided, the Amazon Web Services account ID is used by default.
|
6899
6913
|
# @return [String]
|
6900
6914
|
#
|
6901
6915
|
# @!attribute [rw] filter
|
@@ -6906,9 +6920,9 @@ module Aws::Glue
|
|
6906
6920
|
# Allows you to retrieve the connection metadata without returning the
|
6907
6921
|
# password. For instance, the AWS Glue console uses this flag to
|
6908
6922
|
# retrieve the connection, and does not display the password. Set this
|
6909
|
-
# parameter when the caller might not have permission to use the
|
6910
|
-
#
|
6911
|
-
#
|
6923
|
+
# parameter when the caller might not have permission to use the KMS
|
6924
|
+
# key to decrypt the password, but it does have permission to access
|
6925
|
+
# the rest of the connection properties.
|
6912
6926
|
# @return [Boolean]
|
6913
6927
|
#
|
6914
6928
|
# @!attribute [rw] next_token
|
@@ -7081,7 +7095,8 @@ module Aws::Glue
|
|
7081
7095
|
#
|
7082
7096
|
# @!attribute [rw] catalog_id
|
7083
7097
|
# The ID of the Data Catalog to retrieve the security configuration
|
7084
|
-
# for. If none is provided, the
|
7098
|
+
# for. If none is provided, the Amazon Web Services account ID is used
|
7099
|
+
# by default.
|
7085
7100
|
# @return [String]
|
7086
7101
|
#
|
7087
7102
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataCatalogEncryptionSettingsRequest AWS API Documentation
|
@@ -7114,7 +7129,7 @@ module Aws::Glue
|
|
7114
7129
|
#
|
7115
7130
|
# @!attribute [rw] catalog_id
|
7116
7131
|
# The ID of the Data Catalog in which the database resides. If none is
|
7117
|
-
# provided, the
|
7132
|
+
# provided, the Amazon Web Services account ID is used by default.
|
7118
7133
|
# @return [String]
|
7119
7134
|
#
|
7120
7135
|
# @!attribute [rw] name
|
@@ -7155,7 +7170,8 @@ module Aws::Glue
|
|
7155
7170
|
#
|
7156
7171
|
# @!attribute [rw] catalog_id
|
7157
7172
|
# The ID of the Data Catalog from which to retrieve `Databases`. If
|
7158
|
-
# none is provided, the
|
7173
|
+
# none is provided, the Amazon Web Services account ID is used by
|
7174
|
+
# default.
|
7159
7175
|
# @return [String]
|
7160
7176
|
#
|
7161
7177
|
# @!attribute [rw] next_token
|
@@ -7719,7 +7735,7 @@ module Aws::Glue
|
|
7719
7735
|
# @return [Time]
|
7720
7736
|
#
|
7721
7737
|
# @!attribute [rw] input_record_tables
|
7722
|
-
# A list of
|
7738
|
+
# A list of Glue table definitions used by the transform.
|
7723
7739
|
# @return [Array<Types::GlueTable>]
|
7724
7740
|
#
|
7725
7741
|
# @!attribute [rw] parameters
|
@@ -7746,11 +7762,11 @@ module Aws::Glue
|
|
7746
7762
|
# @return [String]
|
7747
7763
|
#
|
7748
7764
|
# @!attribute [rw] glue_version
|
7749
|
-
# This value determines which version of
|
7750
|
-
#
|
7751
|
-
#
|
7752
|
-
#
|
7753
|
-
#
|
7765
|
+
# This value determines which version of Glue this machine learning
|
7766
|
+
# transform is compatible with. Glue 1.0 is recommended for most
|
7767
|
+
# customers. If the value is not set, the Glue compatibility defaults
|
7768
|
+
# to Glue 0.9. For more information, see [Glue Versions][1] in the
|
7769
|
+
# developer guide.
|
7754
7770
|
#
|
7755
7771
|
#
|
7756
7772
|
#
|
@@ -7758,12 +7774,11 @@ module Aws::Glue
|
|
7758
7774
|
# @return [String]
|
7759
7775
|
#
|
7760
7776
|
# @!attribute [rw] max_capacity
|
7761
|
-
# The number of
|
7762
|
-
#
|
7763
|
-
#
|
7764
|
-
#
|
7765
|
-
#
|
7766
|
-
# page][1].
|
7777
|
+
# The number of Glue data processing units (DPUs) that are allocated
|
7778
|
+
# to task runs for this transform. You can allocate from 2 to 100
|
7779
|
+
# DPUs; the default is 10. A DPU is a relative measure of processing
|
7780
|
+
# power that consists of 4 vCPUs of compute capacity and 16 GB of
|
7781
|
+
# memory. For more information, see the [Glue pricing page][1].
|
7767
7782
|
#
|
7768
7783
|
# When the `WorkerType` field is set to a value other than `Standard`,
|
7769
7784
|
# the `MaxCapacity` field is set automatically and becomes read-only.
|
@@ -8050,7 +8065,8 @@ module Aws::Glue
|
|
8050
8065
|
#
|
8051
8066
|
# @!attribute [rw] catalog_id
|
8052
8067
|
# The ID of the Data Catalog where the partition in question resides.
|
8053
|
-
# If none is provided, the
|
8068
|
+
# If none is provided, the Amazon Web Services account ID is used by
|
8069
|
+
# default.
|
8054
8070
|
# @return [String]
|
8055
8071
|
#
|
8056
8072
|
# @!attribute [rw] database_name
|
@@ -8107,7 +8123,8 @@ module Aws::Glue
|
|
8107
8123
|
#
|
8108
8124
|
# @!attribute [rw] catalog_id
|
8109
8125
|
# The ID of the Data Catalog where the partitions in question reside.
|
8110
|
-
# If none is provided, the
|
8126
|
+
# If none is provided, the Amazon Web Services account ID is used by
|
8127
|
+
# default.
|
8111
8128
|
# @return [String]
|
8112
8129
|
#
|
8113
8130
|
# @!attribute [rw] database_name
|
@@ -8202,7 +8219,7 @@ module Aws::Glue
|
|
8202
8219
|
#
|
8203
8220
|
# * `decimal`
|
8204
8221
|
#
|
8205
|
-
# If an
|
8222
|
+
# If an type is encountered that is not valid, an exception is thrown.
|
8206
8223
|
#
|
8207
8224
|
# The following list shows the valid operators on each type. When you
|
8208
8225
|
# define a crawler, the `partitionKey` type is created as a `STRING`,
|
@@ -8343,7 +8360,7 @@ module Aws::Glue
|
|
8343
8360
|
# Currently, these key-value pairs are supported:
|
8344
8361
|
#
|
8345
8362
|
# * `inferSchema` — Specifies whether to set `inferSchema` to true
|
8346
|
-
# or false for the default script generated by an
|
8363
|
+
# or false for the default script generated by an Glue job. For
|
8347
8364
|
# example, to set `inferSchema` to true, pass the following key
|
8348
8365
|
# value pair:
|
8349
8366
|
#
|
@@ -8492,10 +8509,10 @@ module Aws::Glue
|
|
8492
8509
|
# }
|
8493
8510
|
#
|
8494
8511
|
# @!attribute [rw] resource_arn
|
8495
|
-
# The ARN of the
|
8512
|
+
# The ARN of the Glue resource for which to retrieve the resource
|
8496
8513
|
# policy. If not supplied, the Data Catalog resource policy is
|
8497
8514
|
# returned. Use `GetResourcePolicies` to view all existing resource
|
8498
|
-
# policies. For more information see [Specifying
|
8515
|
+
# policies. For more information see [Specifying Glue Resource
|
8499
8516
|
# ARNs][1].
|
8500
8517
|
#
|
8501
8518
|
#
|
@@ -8583,8 +8600,8 @@ module Aws::Glue
|
|
8583
8600
|
# @return [String]
|
8584
8601
|
#
|
8585
8602
|
# @!attribute [rw] data_format
|
8586
|
-
# The data format of the schema definition. Currently only `AVRO`
|
8587
|
-
# supported.
|
8603
|
+
# The data format of the schema definition. Currently only `AVRO` and
|
8604
|
+
# `JSON` are supported.
|
8588
8605
|
# @return [String]
|
8589
8606
|
#
|
8590
8607
|
# @!attribute [rw] status
|
@@ -8659,8 +8676,8 @@ module Aws::Glue
|
|
8659
8676
|
# @return [String]
|
8660
8677
|
#
|
8661
8678
|
# @!attribute [rw] data_format
|
8662
|
-
# The data format of the schema definition. Currently
|
8663
|
-
# supported.
|
8679
|
+
# The data format of the schema definition. Currently `AVRO` and
|
8680
|
+
# `JSON` are supported.
|
8664
8681
|
# @return [String]
|
8665
8682
|
#
|
8666
8683
|
# @!attribute [rw] compatibility
|
@@ -8771,8 +8788,8 @@ module Aws::Glue
|
|
8771
8788
|
# @return [String]
|
8772
8789
|
#
|
8773
8790
|
# @!attribute [rw] data_format
|
8774
|
-
# The data format of the schema definition. Currently
|
8775
|
-
# supported.
|
8791
|
+
# The data format of the schema definition. Currently `AVRO` and
|
8792
|
+
# `JSON` are supported.
|
8776
8793
|
# @return [String]
|
8777
8794
|
#
|
8778
8795
|
# @!attribute [rw] schema_arn
|
@@ -8956,7 +8973,7 @@ module Aws::Glue
|
|
8956
8973
|
#
|
8957
8974
|
# @!attribute [rw] catalog_id
|
8958
8975
|
# The ID of the Data Catalog where the table resides. If none is
|
8959
|
-
# provided, the
|
8976
|
+
# provided, the Amazon Web Services account ID is used by default.
|
8960
8977
|
# @return [String]
|
8961
8978
|
#
|
8962
8979
|
# @!attribute [rw] database_name
|
@@ -9003,7 +9020,7 @@ module Aws::Glue
|
|
9003
9020
|
#
|
9004
9021
|
# @!attribute [rw] catalog_id
|
9005
9022
|
# The ID of the Data Catalog where the tables reside. If none is
|
9006
|
-
# provided, the
|
9023
|
+
# provided, the Amazon Web Services account ID is used by default.
|
9007
9024
|
# @return [String]
|
9008
9025
|
#
|
9009
9026
|
# @!attribute [rw] database_name
|
@@ -9058,7 +9075,7 @@ module Aws::Glue
|
|
9058
9075
|
#
|
9059
9076
|
# @!attribute [rw] catalog_id
|
9060
9077
|
# The ID of the Data Catalog where the tables reside. If none is
|
9061
|
-
# provided, the
|
9078
|
+
# provided, the Amazon Web Services account ID is used by default.
|
9062
9079
|
# @return [String]
|
9063
9080
|
#
|
9064
9081
|
# @!attribute [rw] database_name
|
@@ -9123,7 +9140,7 @@ module Aws::Glue
|
|
9123
9140
|
#
|
9124
9141
|
# @!attribute [rw] catalog_id
|
9125
9142
|
# The ID of the Data Catalog where the tables reside. If none is
|
9126
|
-
# provided, the
|
9143
|
+
# provided, the Amazon Web Services account ID is used by default.
|
9127
9144
|
# @return [String]
|
9128
9145
|
#
|
9129
9146
|
# @!attribute [rw] database_name
|
@@ -9299,7 +9316,8 @@ module Aws::Glue
|
|
9299
9316
|
#
|
9300
9317
|
# @!attribute [rw] catalog_id
|
9301
9318
|
# The ID of the Data Catalog where the function to be retrieved is
|
9302
|
-
# located. If none is provided, the
|
9319
|
+
# located. If none is provided, the Amazon Web Services account ID is
|
9320
|
+
# used by default.
|
9303
9321
|
# @return [String]
|
9304
9322
|
#
|
9305
9323
|
# @!attribute [rw] database_name
|
@@ -9345,7 +9363,8 @@ module Aws::Glue
|
|
9345
9363
|
#
|
9346
9364
|
# @!attribute [rw] catalog_id
|
9347
9365
|
# The ID of the Data Catalog where the functions to be retrieved are
|
9348
|
-
# located. If none is provided, the
|
9366
|
+
# located. If none is provided, the Amazon Web Services account ID is
|
9367
|
+
# used by default.
|
9349
9368
|
# @return [String]
|
9350
9369
|
#
|
9351
9370
|
# @!attribute [rw] database_name
|
@@ -9613,8 +9632,8 @@ module Aws::Glue
|
|
9613
9632
|
include Aws::Structure
|
9614
9633
|
end
|
9615
9634
|
|
9616
|
-
# The database and table in the
|
9617
|
-
#
|
9635
|
+
# The database and table in the Glue Data Catalog that is used for input
|
9636
|
+
# or output data.
|
9618
9637
|
#
|
9619
9638
|
# @note When making an API call, you may pass GlueTable
|
9620
9639
|
# data as a hash:
|
@@ -9627,19 +9646,19 @@ module Aws::Glue
|
|
9627
9646
|
# }
|
9628
9647
|
#
|
9629
9648
|
# @!attribute [rw] database_name
|
9630
|
-
# A database name in the
|
9649
|
+
# A database name in the Glue Data Catalog.
|
9631
9650
|
# @return [String]
|
9632
9651
|
#
|
9633
9652
|
# @!attribute [rw] table_name
|
9634
|
-
# A table name in the
|
9653
|
+
# A table name in the Glue Data Catalog.
|
9635
9654
|
# @return [String]
|
9636
9655
|
#
|
9637
9656
|
# @!attribute [rw] catalog_id
|
9638
|
-
# A unique identifier for the
|
9657
|
+
# A unique identifier for the Glue Data Catalog.
|
9639
9658
|
# @return [String]
|
9640
9659
|
#
|
9641
9660
|
# @!attribute [rw] connection_name
|
9642
|
-
# The name of the connection to the
|
9661
|
+
# The name of the connection to the Glue Data Catalog.
|
9643
9662
|
# @return [String]
|
9644
9663
|
#
|
9645
9664
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GlueTable AWS API Documentation
|
@@ -9745,8 +9764,8 @@ module Aws::Glue
|
|
9745
9764
|
# }
|
9746
9765
|
#
|
9747
9766
|
# @!attribute [rw] catalog_id
|
9748
|
-
# The ID of the catalog to import. Currently, this should be the
|
9749
|
-
# account ID.
|
9767
|
+
# The ID of the catalog to import. Currently, this should be the
|
9768
|
+
# Amazon Web Services account ID.
|
9750
9769
|
# @return [String]
|
9751
9770
|
#
|
9752
9771
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ImportCatalogToGlueRequest AWS API Documentation
|
@@ -9880,22 +9899,22 @@ module Aws::Glue
|
|
9880
9899
|
# @return [Types::ExecutionProperty]
|
9881
9900
|
#
|
9882
9901
|
# @!attribute [rw] command
|
9883
|
-
# The `JobCommand` that
|
9902
|
+
# The `JobCommand` that runs this job.
|
9884
9903
|
# @return [Types::JobCommand]
|
9885
9904
|
#
|
9886
9905
|
# @!attribute [rw] default_arguments
|
9887
9906
|
# The default arguments for this job, specified as name-value pairs.
|
9888
9907
|
#
|
9889
9908
|
# You can specify arguments here that your own job-execution script
|
9890
|
-
# consumes, as well as arguments that
|
9909
|
+
# consumes, as well as arguments that Glue itself consumes.
|
9891
9910
|
#
|
9892
9911
|
# For information about how to specify and consume your own Job
|
9893
|
-
# arguments, see the [Calling
|
9912
|
+
# arguments, see the [Calling Glue APIs in Python][1] topic in the
|
9894
9913
|
# developer guide.
|
9895
9914
|
#
|
9896
|
-
# For information about the key-value pairs that
|
9897
|
-
#
|
9898
|
-
#
|
9915
|
+
# For information about the key-value pairs that Glue consumes to set
|
9916
|
+
# up your job, see the [Special Parameters Used by Glue][2] topic in
|
9917
|
+
# the developer guide.
|
9899
9918
|
#
|
9900
9919
|
#
|
9901
9920
|
#
|
@@ -9919,11 +9938,11 @@ module Aws::Glue
|
|
9919
9938
|
# @!attribute [rw] allocated_capacity
|
9920
9939
|
# This field is deprecated. Use `MaxCapacity` instead.
|
9921
9940
|
#
|
9922
|
-
# The number of
|
9923
|
-
#
|
9924
|
-
#
|
9925
|
-
#
|
9926
|
-
#
|
9941
|
+
# The number of Glue data processing units (DPUs) allocated to runs of
|
9942
|
+
# this job. You can allocate from 2 to 100 DPUs; the default is 10. A
|
9943
|
+
# DPU is a relative measure of processing power that consists of 4
|
9944
|
+
# vCPUs of compute capacity and 16 GB of memory. For more information,
|
9945
|
+
# see the [Glue pricing page][1].
|
9927
9946
|
#
|
9928
9947
|
#
|
9929
9948
|
#
|
@@ -9939,11 +9958,11 @@ module Aws::Glue
|
|
9939
9958
|
# @return [Integer]
|
9940
9959
|
#
|
9941
9960
|
# @!attribute [rw] max_capacity
|
9942
|
-
#
|
9961
|
+
# For Glue version 1.0 or earlier jobs, using the standard worker
|
9962
|
+
# type, the number of Glue data processing units (DPUs) that can be
|
9943
9963
|
# allocated when this job runs. A DPU is a relative measure of
|
9944
9964
|
# processing power that consists of 4 vCPUs of compute capacity and 16
|
9945
|
-
# GB of memory. For more information, see the [
|
9946
|
-
# page][1].
|
9965
|
+
# GB of memory. For more information, see the [Glue pricing page][1].
|
9947
9966
|
#
|
9948
9967
|
# Do not set `Max Capacity` if using `WorkerType` and
|
9949
9968
|
# `NumberOfWorkers`.
|
@@ -9962,6 +9981,10 @@ module Aws::Glue
|
|
9962
9981
|
# 100 DPUs. The default is 10 DPUs. This job type cannot have a
|
9963
9982
|
# fractional DPU allocation.
|
9964
9983
|
#
|
9984
|
+
# For Glue version 2.0 jobs, you cannot instead specify a `Maximum
|
9985
|
+
# capacity`. Instead, you should specify a `Worker type` and the
|
9986
|
+
# `Number of workers`.
|
9987
|
+
#
|
9965
9988
|
#
|
9966
9989
|
#
|
9967
9990
|
# [1]: https://aws.amazon.com/glue/pricing/
|
@@ -10002,10 +10025,10 @@ module Aws::Glue
|
|
10002
10025
|
#
|
10003
10026
|
# @!attribute [rw] glue_version
|
10004
10027
|
# Glue version determines the versions of Apache Spark and Python that
|
10005
|
-
#
|
10006
|
-
#
|
10028
|
+
# Glue supports. The Python version indicates the version supported
|
10029
|
+
# for jobs of type Spark.
|
10007
10030
|
#
|
10008
|
-
# For more information about the available
|
10031
|
+
# For more information about the available Glue versions and
|
10009
10032
|
# corresponding Spark and Python versions, see [Glue version][1] in
|
10010
10033
|
# the developer guide.
|
10011
10034
|
#
|
@@ -10116,7 +10139,7 @@ module Aws::Glue
|
|
10116
10139
|
include Aws::Structure
|
10117
10140
|
end
|
10118
10141
|
|
10119
|
-
# Specifies code
|
10142
|
+
# Specifies code that runs when a job is run.
|
10120
10143
|
#
|
10121
10144
|
# @note When making an API call, you may pass JobCommand
|
10122
10145
|
# data as a hash:
|
@@ -10135,11 +10158,11 @@ module Aws::Glue
|
|
10135
10158
|
#
|
10136
10159
|
# @!attribute [rw] script_location
|
10137
10160
|
# Specifies the Amazon Simple Storage Service (Amazon S3) path to a
|
10138
|
-
# script that
|
10161
|
+
# script that runs a job.
|
10139
10162
|
# @return [String]
|
10140
10163
|
#
|
10141
10164
|
# @!attribute [rw] python_version
|
10142
|
-
# The Python version being used to
|
10165
|
+
# The Python version being used to run a Python shell job. Allowed
|
10143
10166
|
# values are 2 or 3.
|
10144
10167
|
# @return [String]
|
10145
10168
|
#
|
@@ -10204,8 +10227,8 @@ module Aws::Glue
|
|
10204
10227
|
#
|
10205
10228
|
# @!attribute [rw] job_run_state
|
10206
10229
|
# The current state of the job run. For more information about the
|
10207
|
-
# statuses of jobs that have terminated abnormally, see [
|
10208
|
-
#
|
10230
|
+
# statuses of jobs that have terminated abnormally, see [Glue Job Run
|
10231
|
+
# Statuses][1].
|
10209
10232
|
#
|
10210
10233
|
#
|
10211
10234
|
#
|
@@ -10217,15 +10240,15 @@ module Aws::Glue
|
|
10217
10240
|
# replace the default arguments set in the job definition itself.
|
10218
10241
|
#
|
10219
10242
|
# You can specify arguments here that your own job-execution script
|
10220
|
-
# consumes, as well as arguments that
|
10243
|
+
# consumes, as well as arguments that Glue itself consumes.
|
10221
10244
|
#
|
10222
10245
|
# For information about how to specify and consume your own job
|
10223
|
-
# arguments, see the [Calling
|
10246
|
+
# arguments, see the [Calling Glue APIs in Python][1] topic in the
|
10224
10247
|
# developer guide.
|
10225
10248
|
#
|
10226
|
-
# For information about the key-value pairs that
|
10227
|
-
#
|
10228
|
-
#
|
10249
|
+
# For information about the key-value pairs that Glue consumes to set
|
10250
|
+
# up your job, see the [Special Parameters Used by Glue][2] topic in
|
10251
|
+
# the developer guide.
|
10229
10252
|
#
|
10230
10253
|
#
|
10231
10254
|
#
|
@@ -10244,11 +10267,11 @@ module Aws::Glue
|
|
10244
10267
|
# @!attribute [rw] allocated_capacity
|
10245
10268
|
# This field is deprecated. Use `MaxCapacity` instead.
|
10246
10269
|
#
|
10247
|
-
# The number of
|
10248
|
-
#
|
10249
|
-
#
|
10270
|
+
# The number of Glue data processing units (DPUs) allocated to this
|
10271
|
+
# JobRun. From 2 to 100 DPUs can be allocated; the default is 10. A
|
10272
|
+
# DPU is a relative measure of processing power that consists of 4
|
10250
10273
|
# vCPUs of compute capacity and 16 GB of memory. For more information,
|
10251
|
-
# see the [
|
10274
|
+
# see the [Glue pricing page][1].
|
10252
10275
|
#
|
10253
10276
|
#
|
10254
10277
|
#
|
@@ -10267,11 +10290,10 @@ module Aws::Glue
|
|
10267
10290
|
# @return [Integer]
|
10268
10291
|
#
|
10269
10292
|
# @!attribute [rw] max_capacity
|
10270
|
-
# The number of
|
10293
|
+
# The number of Glue data processing units (DPUs) that can be
|
10271
10294
|
# allocated when this job runs. A DPU is a relative measure of
|
10272
10295
|
# processing power that consists of 4 vCPUs of compute capacity and 16
|
10273
|
-
# GB of memory. For more information, see the [
|
10274
|
-
# page][1].
|
10296
|
+
# GB of memory. For more information, see the [Glue pricing page][1].
|
10275
10297
|
#
|
10276
10298
|
# Do not set `Max Capacity` if using `WorkerType` and
|
10277
10299
|
# `NumberOfWorkers`.
|
@@ -10290,7 +10312,7 @@ module Aws::Glue
|
|
10290
10312
|
#
|
10291
10313
|
#
|
10292
10314
|
#
|
10293
|
-
# [1]: https://
|
10315
|
+
# [1]: https://aws.amazon.com/glue/pricing/
|
10294
10316
|
# @return [Float]
|
10295
10317
|
#
|
10296
10318
|
# @!attribute [rw] worker_type
|
@@ -10322,7 +10344,7 @@ module Aws::Glue
|
|
10322
10344
|
#
|
10323
10345
|
# @!attribute [rw] log_group_name
|
10324
10346
|
# The name of the log group for secure logging that can be server-side
|
10325
|
-
# encrypted in Amazon CloudWatch using
|
10347
|
+
# encrypted in Amazon CloudWatch using KMS. This name can be
|
10326
10348
|
# `/aws-glue/jobs/`, in which case the default encryption is `NONE`.
|
10327
10349
|
# If you add a role name and `SecurityConfiguration` name (in other
|
10328
10350
|
# words,
|
@@ -10336,10 +10358,10 @@ module Aws::Glue
|
|
10336
10358
|
#
|
10337
10359
|
# @!attribute [rw] glue_version
|
10338
10360
|
# Glue version determines the versions of Apache Spark and Python that
|
10339
|
-
#
|
10340
|
-
#
|
10361
|
+
# Glue supports. The Python version indicates the version supported
|
10362
|
+
# for jobs of type Spark.
|
10341
10363
|
#
|
10342
|
-
# For more information about the available
|
10364
|
+
# For more information about the available Glue versions and
|
10343
10365
|
# corresponding Spark and Python versions, see [Glue version][1] in
|
10344
10366
|
# the developer guide.
|
10345
10367
|
#
|
@@ -10439,22 +10461,22 @@ module Aws::Glue
|
|
10439
10461
|
# @return [Types::ExecutionProperty]
|
10440
10462
|
#
|
10441
10463
|
# @!attribute [rw] command
|
10442
|
-
# The `JobCommand` that
|
10464
|
+
# The `JobCommand` that runs this job (required).
|
10443
10465
|
# @return [Types::JobCommand]
|
10444
10466
|
#
|
10445
10467
|
# @!attribute [rw] default_arguments
|
10446
10468
|
# The default arguments for this job.
|
10447
10469
|
#
|
10448
10470
|
# You can specify arguments here that your own job-execution script
|
10449
|
-
# consumes, as well as arguments that
|
10471
|
+
# consumes, as well as arguments that Glue itself consumes.
|
10450
10472
|
#
|
10451
10473
|
# For information about how to specify and consume your own Job
|
10452
|
-
# arguments, see the [Calling
|
10474
|
+
# arguments, see the [Calling Glue APIs in Python][1] topic in the
|
10453
10475
|
# developer guide.
|
10454
10476
|
#
|
10455
|
-
# For information about the key-value pairs that
|
10456
|
-
#
|
10457
|
-
#
|
10477
|
+
# For information about the key-value pairs that Glue consumes to set
|
10478
|
+
# up your job, see the [Special Parameters Used by Glue][2] topic in
|
10479
|
+
# the developer guide.
|
10458
10480
|
#
|
10459
10481
|
#
|
10460
10482
|
#
|
@@ -10478,11 +10500,11 @@ module Aws::Glue
|
|
10478
10500
|
# @!attribute [rw] allocated_capacity
|
10479
10501
|
# This field is deprecated. Use `MaxCapacity` instead.
|
10480
10502
|
#
|
10481
|
-
# The number of
|
10482
|
-
#
|
10483
|
-
#
|
10484
|
-
#
|
10485
|
-
#
|
10503
|
+
# The number of Glue data processing units (DPUs) to allocate to this
|
10504
|
+
# job. You can allocate from 2 to 100 DPUs; the default is 10. A DPU
|
10505
|
+
# is a relative measure of processing power that consists of 4 vCPUs
|
10506
|
+
# of compute capacity and 16 GB of memory. For more information, see
|
10507
|
+
# the [Glue pricing page][1].
|
10486
10508
|
#
|
10487
10509
|
#
|
10488
10510
|
#
|
@@ -10496,11 +10518,11 @@ module Aws::Glue
|
|
10496
10518
|
# @return [Integer]
|
10497
10519
|
#
|
10498
10520
|
# @!attribute [rw] max_capacity
|
10499
|
-
#
|
10521
|
+
# For Glue version 1.0 or earlier jobs, using the standard worker
|
10522
|
+
# type, the number of Glue data processing units (DPUs) that can be
|
10500
10523
|
# allocated when this job runs. A DPU is a relative measure of
|
10501
10524
|
# processing power that consists of 4 vCPUs of compute capacity and 16
|
10502
|
-
# GB of memory. For more information, see the [
|
10503
|
-
# page][1].
|
10525
|
+
# GB of memory. For more information, see the [Glue pricing page][1].
|
10504
10526
|
#
|
10505
10527
|
# Do not set `Max Capacity` if using `WorkerType` and
|
10506
10528
|
# `NumberOfWorkers`.
|
@@ -10518,6 +10540,10 @@ module Aws::Glue
|
|
10518
10540
|
# 100 DPUs. The default is 10 DPUs. This job type cannot have a
|
10519
10541
|
# fractional DPU allocation.
|
10520
10542
|
#
|
10543
|
+
# For Glue version 2.0 jobs, you cannot instead specify a `Maximum
|
10544
|
+
# capacity`. Instead, you should specify a `Worker type` and the
|
10545
|
+
# `Number of workers`.
|
10546
|
+
#
|
10521
10547
|
#
|
10522
10548
|
#
|
10523
10549
|
# [1]: https://aws.amazon.com/glue/pricing/
|
@@ -10558,10 +10584,10 @@ module Aws::Glue
|
|
10558
10584
|
#
|
10559
10585
|
# @!attribute [rw] glue_version
|
10560
10586
|
# Glue version determines the versions of Apache Spark and Python that
|
10561
|
-
#
|
10562
|
-
#
|
10587
|
+
# Glue supports. The Python version indicates the version supported
|
10588
|
+
# for jobs of type Spark.
|
10563
10589
|
#
|
10564
|
-
# For more information about the available
|
10590
|
+
# For more information about the available Glue versions and
|
10565
10591
|
# corresponding Spark and Python versions, see [Glue version][1] in
|
10566
10592
|
# the developer guide.
|
10567
10593
|
#
|
@@ -10614,7 +10640,7 @@ module Aws::Glue
|
|
10614
10640
|
#
|
10615
10641
|
# @!attribute [rw] json_path
|
10616
10642
|
# A `JsonPath` string defining the JSON data for the classifier to
|
10617
|
-
# classify.
|
10643
|
+
# classify. Glue supports a subset of JsonPath, as described in
|
10618
10644
|
# [Writing JsonPath Custom Classifiers][1].
|
10619
10645
|
#
|
10620
10646
|
#
|
@@ -11362,7 +11388,7 @@ module Aws::Glue
|
|
11362
11388
|
# @return [Time]
|
11363
11389
|
#
|
11364
11390
|
# @!attribute [rw] input_record_tables
|
11365
|
-
# A list of
|
11391
|
+
# A list of Glue table definitions used by the transform.
|
11366
11392
|
# @return [Array<Types::GlueTable>]
|
11367
11393
|
#
|
11368
11394
|
# @!attribute [rw] parameters
|
@@ -11378,9 +11404,9 @@ module Aws::Glue
|
|
11378
11404
|
# @return [Types::EvaluationMetrics]
|
11379
11405
|
#
|
11380
11406
|
# @!attribute [rw] label_count
|
11381
|
-
# A count identifier for the labeling files generated by
|
11382
|
-
#
|
11383
|
-
#
|
11407
|
+
# A count identifier for the labeling files generated by Glue for this
|
11408
|
+
# transform. As you create a better transform, you can iteratively
|
11409
|
+
# download, label, and upload the labeling file.
|
11384
11410
|
# @return [Integer]
|
11385
11411
|
#
|
11386
11412
|
# @!attribute [rw] schema
|
@@ -11391,13 +11417,13 @@ module Aws::Glue
|
|
11391
11417
|
#
|
11392
11418
|
# @!attribute [rw] role
|
11393
11419
|
# The name or Amazon Resource Name (ARN) of the IAM role with the
|
11394
|
-
# required permissions. The required permissions include both
|
11395
|
-
# service role permissions to
|
11420
|
+
# required permissions. The required permissions include both Glue
|
11421
|
+
# service role permissions to Glue resources, and Amazon S3
|
11396
11422
|
# permissions required by the transform.
|
11397
11423
|
#
|
11398
|
-
# * This role needs
|
11399
|
-
#
|
11400
|
-
#
|
11424
|
+
# * This role needs Glue service role permissions to allow access to
|
11425
|
+
# resources in Glue. See [Attach a Policy to IAM Users That Access
|
11426
|
+
# Glue][1].
|
11401
11427
|
#
|
11402
11428
|
# * This role needs permission to your Amazon Simple Storage Service
|
11403
11429
|
# (Amazon S3) sources, targets, temporary directory, scripts, and
|
@@ -11409,11 +11435,11 @@ module Aws::Glue
|
|
11409
11435
|
# @return [String]
|
11410
11436
|
#
|
11411
11437
|
# @!attribute [rw] glue_version
|
11412
|
-
# This value determines which version of
|
11413
|
-
#
|
11414
|
-
#
|
11415
|
-
#
|
11416
|
-
#
|
11438
|
+
# This value determines which version of Glue this machine learning
|
11439
|
+
# transform is compatible with. Glue 1.0 is recommended for most
|
11440
|
+
# customers. If the value is not set, the Glue compatibility defaults
|
11441
|
+
# to Glue 0.9. For more information, see [Glue Versions][1] in the
|
11442
|
+
# developer guide.
|
11417
11443
|
#
|
11418
11444
|
#
|
11419
11445
|
#
|
@@ -11421,12 +11447,11 @@ module Aws::Glue
|
|
11421
11447
|
# @return [String]
|
11422
11448
|
#
|
11423
11449
|
# @!attribute [rw] max_capacity
|
11424
|
-
# The number of
|
11425
|
-
#
|
11426
|
-
#
|
11427
|
-
#
|
11428
|
-
#
|
11429
|
-
# page][1].
|
11450
|
+
# The number of Glue data processing units (DPUs) that are allocated
|
11451
|
+
# to task runs for this transform. You can allocate from 2 to 100
|
11452
|
+
# DPUs; the default is 10. A DPU is a relative measure of processing
|
11453
|
+
# power that consists of 4 vCPUs of compute capacity and 16 GB of
|
11454
|
+
# memory. For more information, see the [Glue pricing page][1].
|
11430
11455
|
#
|
11431
11456
|
# `MaxCapacity` is a mutually exclusive option with `NumberOfWorkers`
|
11432
11457
|
# and `WorkerType`.
|
@@ -11557,8 +11582,8 @@ module Aws::Glue
|
|
11557
11582
|
#
|
11558
11583
|
# * DISABLED: encryption is disabled
|
11559
11584
|
#
|
11560
|
-
# * SSEKMS: use of server-side encryption with
|
11561
|
-
#
|
11585
|
+
# * SSEKMS: use of server-side encryption with Key Management Service
|
11586
|
+
# (SSE-KMS) for user data stored in Amazon S3.
|
11562
11587
|
# @return [String]
|
11563
11588
|
#
|
11564
11589
|
# @!attribute [rw] kms_key_id
|
@@ -11731,15 +11756,15 @@ module Aws::Glue
|
|
11731
11756
|
include Aws::Structure
|
11732
11757
|
end
|
11733
11758
|
|
11734
|
-
# A node represents an
|
11735
|
-
#
|
11759
|
+
# A node represents an Glue component such as a trigger, or job, etc.,
|
11760
|
+
# that is part of a workflow.
|
11736
11761
|
#
|
11737
11762
|
# @!attribute [rw] type
|
11738
|
-
# The type of
|
11763
|
+
# The type of Glue component represented by the node.
|
11739
11764
|
# @return [String]
|
11740
11765
|
#
|
11741
11766
|
# @!attribute [rw] name
|
11742
|
-
# The name of the
|
11767
|
+
# The name of the Glue component represented by the node.
|
11743
11768
|
# @return [String]
|
11744
11769
|
#
|
11745
11770
|
# @!attribute [rw] unique_id
|
@@ -12071,8 +12096,8 @@ module Aws::Glue
|
|
12071
12096
|
#
|
12072
12097
|
# The values for the keys for the new partition must be passed as an
|
12073
12098
|
# array of String objects that must be ordered in the same order as
|
12074
|
-
# the partition keys appearing in the Amazon S3 prefix. Otherwise
|
12075
|
-
#
|
12099
|
+
# the partition keys appearing in the Amazon S3 prefix. Otherwise Glue
|
12100
|
+
# will add the values to the wrong keys.
|
12076
12101
|
# @return [Array<String>]
|
12077
12102
|
#
|
12078
12103
|
# @!attribute [rw] last_access_time
|
@@ -12299,7 +12324,8 @@ module Aws::Glue
|
|
12299
12324
|
#
|
12300
12325
|
# @!attribute [rw] catalog_id
|
12301
12326
|
# The ID of the Data Catalog to set the security configuration for. If
|
12302
|
-
# none is provided, the
|
12327
|
+
# none is provided, the Amazon Web Services account ID is used by
|
12328
|
+
# default.
|
12303
12329
|
# @return [String]
|
12304
12330
|
#
|
12305
12331
|
# @!attribute [rw] data_catalog_encryption_settings
|
@@ -12358,7 +12384,7 @@ module Aws::Glue
|
|
12358
12384
|
#
|
12359
12385
|
# * By directly updating the resource policy with `PutResourePolicy`
|
12360
12386
|
#
|
12361
|
-
# * By using the **Grant permissions** command on the
|
12387
|
+
# * By using the **Grant permissions** command on the Management
|
12362
12388
|
# Console.
|
12363
12389
|
#
|
12364
12390
|
# Must be set to `'TRUE'` if you have already used the Management
|
@@ -12613,8 +12639,8 @@ module Aws::Glue
|
|
12613
12639
|
# When crawling an Amazon S3 data source after the first crawl is
|
12614
12640
|
# complete, specifies whether to crawl the entire dataset again or to
|
12615
12641
|
# crawl only folders that were added since the last crawler run. For
|
12616
|
-
# more information, see [Incremental Crawls in
|
12617
|
-
#
|
12642
|
+
# more information, see [Incremental Crawls in Glue][1] in the developer
|
12643
|
+
# guide.
|
12618
12644
|
#
|
12619
12645
|
#
|
12620
12646
|
#
|
@@ -13200,7 +13226,7 @@ module Aws::Glue
|
|
13200
13226
|
include Aws::Structure
|
13201
13227
|
end
|
13202
13228
|
|
13203
|
-
# The unique ID of the schema in the
|
13229
|
+
# The unique ID of the schema in the Glue schema registry.
|
13204
13230
|
#
|
13205
13231
|
# @note When making an API call, you may pass SchemaId
|
13206
13232
|
# data as a hash:
|
@@ -13279,8 +13305,7 @@ module Aws::Glue
|
|
13279
13305
|
include Aws::Structure
|
13280
13306
|
end
|
13281
13307
|
|
13282
|
-
# An object that references a schema stored in the
|
13283
|
-
# Registry.
|
13308
|
+
# An object that references a schema stored in the Glue Schema Registry.
|
13284
13309
|
#
|
13285
13310
|
# @note When making an API call, you may pass SchemaReference
|
13286
13311
|
# data as a hash:
|
@@ -13534,7 +13559,7 @@ module Aws::Glue
|
|
13534
13559
|
end
|
13535
13560
|
|
13536
13561
|
# Defines a non-overlapping region of a table's partitions, allowing
|
13537
|
-
# multiple requests to be
|
13562
|
+
# multiple requests to be run in parallel.
|
13538
13563
|
#
|
13539
13564
|
# @note When making an API call, you may pass Segment
|
13540
13565
|
# data as a hash:
|
@@ -13825,15 +13850,15 @@ module Aws::Glue
|
|
13825
13850
|
# replace the default arguments set in the job definition itself.
|
13826
13851
|
#
|
13827
13852
|
# You can specify arguments here that your own job-execution script
|
13828
|
-
# consumes, as well as arguments that
|
13853
|
+
# consumes, as well as arguments that Glue itself consumes.
|
13829
13854
|
#
|
13830
13855
|
# For information about how to specify and consume your own Job
|
13831
|
-
# arguments, see the [Calling
|
13856
|
+
# arguments, see the [Calling Glue APIs in Python][1] topic in the
|
13832
13857
|
# developer guide.
|
13833
13858
|
#
|
13834
|
-
# For information about the key-value pairs that
|
13835
|
-
#
|
13836
|
-
#
|
13859
|
+
# For information about the key-value pairs that Glue consumes to set
|
13860
|
+
# up your job, see the [Special Parameters Used by Glue][2] topic in
|
13861
|
+
# the developer guide.
|
13837
13862
|
#
|
13838
13863
|
#
|
13839
13864
|
#
|
@@ -13844,15 +13869,15 @@ module Aws::Glue
|
|
13844
13869
|
# @!attribute [rw] allocated_capacity
|
13845
13870
|
# This field is deprecated. Use `MaxCapacity` instead.
|
13846
13871
|
#
|
13847
|
-
# The number of
|
13848
|
-
#
|
13849
|
-
#
|
13872
|
+
# The number of Glue data processing units (DPUs) to allocate to this
|
13873
|
+
# JobRun. From 2 to 100 DPUs can be allocated; the default is 10. A
|
13874
|
+
# DPU is a relative measure of processing power that consists of 4
|
13850
13875
|
# vCPUs of compute capacity and 16 GB of memory. For more information,
|
13851
|
-
# see the [
|
13876
|
+
# see the [Glue pricing page][1].
|
13852
13877
|
#
|
13853
13878
|
#
|
13854
13879
|
#
|
13855
|
-
# [1]: https://
|
13880
|
+
# [1]: https://aws.amazon.com/glue/pricing/
|
13856
13881
|
# @return [Integer]
|
13857
13882
|
#
|
13858
13883
|
# @!attribute [rw] timeout
|
@@ -13863,11 +13888,10 @@ module Aws::Glue
|
|
13863
13888
|
# @return [Integer]
|
13864
13889
|
#
|
13865
13890
|
# @!attribute [rw] max_capacity
|
13866
|
-
# The number of
|
13891
|
+
# The number of Glue data processing units (DPUs) that can be
|
13867
13892
|
# allocated when this job runs. A DPU is a relative measure of
|
13868
13893
|
# processing power that consists of 4 vCPUs of compute capacity and 16
|
13869
|
-
# GB of memory. For more information, see the [
|
13870
|
-
# page][1].
|
13894
|
+
# GB of memory. For more information, see the [Glue pricing page][1].
|
13871
13895
|
#
|
13872
13896
|
# Do not set `Max Capacity` if using `WorkerType` and
|
13873
13897
|
# `NumberOfWorkers`.
|
@@ -13886,7 +13910,7 @@ module Aws::Glue
|
|
13886
13910
|
#
|
13887
13911
|
#
|
13888
13912
|
#
|
13889
|
-
# [1]: https://
|
13913
|
+
# [1]: https://aws.amazon.com/glue/pricing/
|
13890
13914
|
# @return [Float]
|
13891
13915
|
#
|
13892
13916
|
# @!attribute [rw] security_configuration
|
@@ -14299,7 +14323,7 @@ module Aws::Glue
|
|
14299
14323
|
# @return [Boolean]
|
14300
14324
|
#
|
14301
14325
|
# @!attribute [rw] schema_reference
|
14302
|
-
# An object that references a schema stored in the
|
14326
|
+
# An object that references a schema stored in the Glue Schema
|
14303
14327
|
# Registry.
|
14304
14328
|
#
|
14305
14329
|
# When creating a table, you can pass an empty list of columns for the
|
@@ -14446,8 +14470,7 @@ module Aws::Glue
|
|
14446
14470
|
# @return [String]
|
14447
14471
|
#
|
14448
14472
|
# @!attribute [rw] is_registered_with_lake_formation
|
14449
|
-
# Indicates whether the table has been registered with
|
14450
|
-
# Formation.
|
14473
|
+
# Indicates whether the table has been registered with Lake Formation.
|
14451
14474
|
# @return [Boolean]
|
14452
14475
|
#
|
14453
14476
|
# @!attribute [rw] target_table
|
@@ -14765,9 +14788,9 @@ module Aws::Glue
|
|
14765
14788
|
# }
|
14766
14789
|
#
|
14767
14790
|
# @!attribute [rw] resource_arn
|
14768
|
-
# The ARN of the
|
14769
|
-
# information about
|
14770
|
-
#
|
14791
|
+
# The ARN of the Glue resource to which to add the tags. For more
|
14792
|
+
# information about Glue resource ARNs, see the [Glue ARN string
|
14793
|
+
# pattern][1].
|
14771
14794
|
#
|
14772
14795
|
#
|
14773
14796
|
#
|
@@ -15032,11 +15055,11 @@ module Aws::Glue
|
|
15032
15055
|
# @return [String]
|
15033
15056
|
#
|
15034
15057
|
# @!attribute [rw] glue_version
|
15035
|
-
# This value determines which version of
|
15036
|
-
#
|
15037
|
-
#
|
15038
|
-
#
|
15039
|
-
#
|
15058
|
+
# This value determines which version of Glue this machine learning
|
15059
|
+
# transform is compatible with. Glue 1.0 is recommended for most
|
15060
|
+
# customers. If the value is not set, the Glue compatibility defaults
|
15061
|
+
# to Glue 0.9. For more information, see [Glue Versions][1] in the
|
15062
|
+
# developer guide.
|
15040
15063
|
#
|
15041
15064
|
#
|
15042
15065
|
#
|
@@ -15463,7 +15486,8 @@ module Aws::Glue
|
|
15463
15486
|
#
|
15464
15487
|
# @!attribute [rw] catalog_id
|
15465
15488
|
# The ID of the Data Catalog where the partitions in question reside.
|
15466
|
-
# If none is supplied, the
|
15489
|
+
# If none is supplied, the Amazon Web Services account ID is used by
|
15490
|
+
# default.
|
15467
15491
|
# @return [String]
|
15468
15492
|
#
|
15469
15493
|
# @!attribute [rw] database_name
|
@@ -15573,7 +15597,8 @@ module Aws::Glue
|
|
15573
15597
|
#
|
15574
15598
|
# @!attribute [rw] catalog_id
|
15575
15599
|
# The ID of the Data Catalog where the partitions in question reside.
|
15576
|
-
# If none is supplied, the
|
15600
|
+
# If none is supplied, the Amazon Web Services account ID is used by
|
15601
|
+
# default.
|
15577
15602
|
# @return [String]
|
15578
15603
|
#
|
15579
15604
|
# @!attribute [rw] database_name
|
@@ -15635,7 +15660,7 @@ module Aws::Glue
|
|
15635
15660
|
#
|
15636
15661
|
# @!attribute [rw] catalog_id
|
15637
15662
|
# The ID of the Data Catalog in which the connection resides. If none
|
15638
|
-
# is provided, the
|
15663
|
+
# is provided, the Amazon Web Services account ID is used by default.
|
15639
15664
|
# @return [String]
|
15640
15665
|
#
|
15641
15666
|
# @!attribute [rw] name
|
@@ -15733,7 +15758,7 @@ module Aws::Glue
|
|
15733
15758
|
# @return [String]
|
15734
15759
|
#
|
15735
15760
|
# @!attribute [rw] database_name
|
15736
|
-
# The
|
15761
|
+
# The Glue database where results are stored, such as:
|
15737
15762
|
# `arn:aws:daylight:us-east-1::database/sometable/*`.
|
15738
15763
|
# @return [String]
|
15739
15764
|
#
|
@@ -15944,7 +15969,8 @@ module Aws::Glue
|
|
15944
15969
|
#
|
15945
15970
|
# @!attribute [rw] catalog_id
|
15946
15971
|
# The ID of the Data Catalog in which the metadata database resides.
|
15947
|
-
# If none is provided, the
|
15972
|
+
# If none is provided, the Amazon Web Services account ID is used by
|
15973
|
+
# default.
|
15948
15974
|
# @return [String]
|
15949
15975
|
#
|
15950
15976
|
# @!attribute [rw] name
|
@@ -16028,9 +16054,7 @@ module Aws::Glue
|
|
16028
16054
|
#
|
16029
16055
|
# * `"--enable-glue-datacatalog": ""`
|
16030
16056
|
#
|
16031
|
-
#
|
16032
|
-
#
|
16033
|
-
# * `"GLUE_PYTHON_VERSION": "2"`
|
16057
|
+
# ^
|
16034
16058
|
#
|
16035
16059
|
# You can specify a version of Python support for development
|
16036
16060
|
# endpoints by using the `Arguments` parameter in the
|
@@ -16183,7 +16207,7 @@ module Aws::Glue
|
|
16183
16207
|
#
|
16184
16208
|
# @!attribute [rw] json_path
|
16185
16209
|
# A `JsonPath` string defining the JSON data for the classifier to
|
16186
|
-
# classify.
|
16210
|
+
# classify. Glue supports a subset of JsonPath, as described in
|
16187
16211
|
# [Writing JsonPath Custom Classifiers][1].
|
16188
16212
|
#
|
16189
16213
|
#
|
@@ -16249,11 +16273,11 @@ module Aws::Glue
|
|
16249
16273
|
# @return [String]
|
16250
16274
|
#
|
16251
16275
|
# @!attribute [rw] glue_version
|
16252
|
-
# This value determines which version of
|
16253
|
-
#
|
16254
|
-
#
|
16255
|
-
#
|
16256
|
-
#
|
16276
|
+
# This value determines which version of Glue this machine learning
|
16277
|
+
# transform is compatible with. Glue 1.0 is recommended for most
|
16278
|
+
# customers. If the value is not set, the Glue compatibility defaults
|
16279
|
+
# to Glue 0.9. For more information, see [Glue Versions][1] in the
|
16280
|
+
# developer guide.
|
16257
16281
|
#
|
16258
16282
|
#
|
16259
16283
|
#
|
@@ -16261,12 +16285,11 @@ module Aws::Glue
|
|
16261
16285
|
# @return [String]
|
16262
16286
|
#
|
16263
16287
|
# @!attribute [rw] max_capacity
|
16264
|
-
# The number of
|
16265
|
-
#
|
16266
|
-
#
|
16267
|
-
#
|
16268
|
-
#
|
16269
|
-
# page][1].
|
16288
|
+
# The number of Glue data processing units (DPUs) that are allocated
|
16289
|
+
# to task runs for this transform. You can allocate from 2 to 100
|
16290
|
+
# DPUs; the default is 10. A DPU is a relative measure of processing
|
16291
|
+
# power that consists of 4 vCPUs of compute capacity and 16 GB of
|
16292
|
+
# memory. For more information, see the [Glue pricing page][1].
|
16270
16293
|
#
|
16271
16294
|
# When the `WorkerType` field is set to a value other than `Standard`,
|
16272
16295
|
# the `MaxCapacity` field is set automatically and becomes read-only.
|
@@ -16408,7 +16431,8 @@ module Aws::Glue
|
|
16408
16431
|
#
|
16409
16432
|
# @!attribute [rw] catalog_id
|
16410
16433
|
# The ID of the Data Catalog where the partition to be updated
|
16411
|
-
# resides. If none is provided, the
|
16434
|
+
# resides. If none is provided, the Amazon Web Services account ID is
|
16435
|
+
# used by default.
|
16412
16436
|
# @return [String]
|
16413
16437
|
#
|
16414
16438
|
# @!attribute [rw] database_name
|
@@ -16661,7 +16685,7 @@ module Aws::Glue
|
|
16661
16685
|
#
|
16662
16686
|
# @!attribute [rw] catalog_id
|
16663
16687
|
# The ID of the Data Catalog where the table resides. If none is
|
16664
|
-
# provided, the
|
16688
|
+
# provided, the Amazon Web Services account ID is used by default.
|
16665
16689
|
# @return [String]
|
16666
16690
|
#
|
16667
16691
|
# @!attribute [rw] database_name
|
@@ -16785,7 +16809,8 @@ module Aws::Glue
|
|
16785
16809
|
#
|
16786
16810
|
# @!attribute [rw] catalog_id
|
16787
16811
|
# The ID of the Data Catalog where the function to be updated is
|
16788
|
-
# located. If none is provided, the
|
16812
|
+
# located. If none is provided, the Amazon Web Services account ID is
|
16813
|
+
# used by default.
|
16789
16814
|
# @return [String]
|
16790
16815
|
#
|
16791
16816
|
# @!attribute [rw] database_name
|
@@ -17039,8 +17064,8 @@ module Aws::Glue
|
|
17039
17064
|
include Aws::Structure
|
17040
17065
|
end
|
17041
17066
|
|
17042
|
-
# A workflow represents a flow in which
|
17043
|
-
#
|
17067
|
+
# A workflow represents a flow in which Glue components should be run to
|
17068
|
+
# complete a logical task.
|
17044
17069
|
#
|
17045
17070
|
# @!attribute [rw] name
|
17046
17071
|
# The name of the workflow representing the flow.
|
@@ -17068,9 +17093,8 @@ module Aws::Glue
|
|
17068
17093
|
# @return [Types::WorkflowRun]
|
17069
17094
|
#
|
17070
17095
|
# @!attribute [rw] graph
|
17071
|
-
# The graph representing all the
|
17072
|
-
#
|
17073
|
-
# edges.
|
17096
|
+
# The graph representing all the Glue components that belong to the
|
17097
|
+
# workflow as nodes and directed connections between them as edges.
|
17074
17098
|
# @return [Types::WorkflowGraph]
|
17075
17099
|
#
|
17076
17100
|
# @!attribute [rw] max_concurrent_runs
|
@@ -17097,12 +17121,12 @@ module Aws::Glue
|
|
17097
17121
|
end
|
17098
17122
|
|
17099
17123
|
# A workflow graph represents the complete workflow containing all the
|
17100
|
-
#
|
17124
|
+
# Glue components present in the workflow and all the directed
|
17101
17125
|
# connections between them.
|
17102
17126
|
#
|
17103
17127
|
# @!attribute [rw] nodes
|
17104
|
-
# A list of the the
|
17105
|
-
#
|
17128
|
+
# A list of the the Glue components belong to the workflow represented
|
17129
|
+
# as nodes.
|
17106
17130
|
# @return [Array<Types::Node>]
|
17107
17131
|
#
|
17108
17132
|
# @!attribute [rw] edges
|
@@ -17123,7 +17147,7 @@ module Aws::Glue
|
|
17123
17147
|
# information.
|
17124
17148
|
#
|
17125
17149
|
# @!attribute [rw] name
|
17126
|
-
# Name of the workflow that was
|
17150
|
+
# Name of the workflow that was run.
|
17127
17151
|
# @return [String]
|
17128
17152
|
#
|
17129
17153
|
# @!attribute [rw] workflow_run_id
|
@@ -17161,9 +17185,8 @@ module Aws::Glue
|
|
17161
17185
|
# @return [Types::WorkflowRunStatistics]
|
17162
17186
|
#
|
17163
17187
|
# @!attribute [rw] graph
|
17164
|
-
# The graph representing all the
|
17165
|
-
#
|
17166
|
-
# edges.
|
17188
|
+
# The graph representing all the Glue components that belong to the
|
17189
|
+
# workflow as nodes and directed connections between them as edges.
|
17167
17190
|
# @return [Types::WorkflowGraph]
|
17168
17191
|
#
|
17169
17192
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/WorkflowRun AWS API Documentation
|