aws-sdk-glue 1.88.0 → 1.89.0

Sign up to get free protection for your applications and to get access to all the features.
@@ -43,7 +43,7 @@ module Aws::Glue
43
43
  # }
44
44
  #
45
45
  # @!attribute [rw] job_name
46
- # The name of a job to be executed.
46
+ # The name of a job to be run.
47
47
  # @return [String]
48
48
  #
49
49
  # @!attribute [rw] arguments
@@ -51,15 +51,15 @@ module Aws::Glue
51
51
  # they replace the default arguments set in the job definition itself.
52
52
  #
53
53
  # You can specify arguments here that your own job-execution script
54
- # consumes, as well as arguments that AWS Glue itself consumes.
54
+ # consumes, as well as arguments that Glue itself consumes.
55
55
  #
56
56
  # For information about how to specify and consume your own Job
57
- # arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
57
+ # arguments, see the [Calling Glue APIs in Python][1] topic in the
58
58
  # developer guide.
59
59
  #
60
- # For information about the key-value pairs that AWS Glue consumes to
61
- # set up your job, see the [Special Parameters Used by AWS Glue][2]
62
- # topic in the developer guide.
60
+ # For information about the key-value pairs that Glue consumes to set
61
+ # up your job, see the [Special Parameters Used by Glue][2] topic in
62
+ # the developer guide.
63
63
  #
64
64
  #
65
65
  #
@@ -225,7 +225,7 @@ module Aws::Glue
225
225
  #
226
226
  # @!attribute [rw] catalog_id
227
227
  # The ID of the catalog in which the partition is to be created.
228
- # Currently, this should be the AWS account ID.
228
+ # Currently, this should be the Amazon Web Services account ID.
229
229
  # @return [String]
230
230
  #
231
231
  # @!attribute [rw] database_name
@@ -277,7 +277,7 @@ module Aws::Glue
277
277
  #
278
278
  # @!attribute [rw] catalog_id
279
279
  # The ID of the Data Catalog in which the connections reside. If none
280
- # is provided, the AWS account ID is used by default.
280
+ # is provided, the Amazon Web Services account ID is used by default.
281
281
  # @return [String]
282
282
  #
283
283
  # @!attribute [rw] connection_name_list
@@ -328,7 +328,8 @@ module Aws::Glue
328
328
  #
329
329
  # @!attribute [rw] catalog_id
330
330
  # The ID of the Data Catalog where the partition to be deleted
331
- # resides. If none is provided, the AWS account ID is used by default.
331
+ # resides. If none is provided, the Amazon Web Services account ID is
332
+ # used by default.
332
333
  # @return [String]
333
334
  #
334
335
  # @!attribute [rw] database_name
@@ -380,7 +381,7 @@ module Aws::Glue
380
381
  #
381
382
  # @!attribute [rw] catalog_id
382
383
  # The ID of the Data Catalog where the table resides. If none is
383
- # provided, the AWS account ID is used by default.
384
+ # provided, the Amazon Web Services account ID is used by default.
384
385
  # @return [String]
385
386
  #
386
387
  # @!attribute [rw] database_name
@@ -427,7 +428,7 @@ module Aws::Glue
427
428
  #
428
429
  # @!attribute [rw] catalog_id
429
430
  # The ID of the Data Catalog where the tables reside. If none is
430
- # provided, the AWS account ID is used by default.
431
+ # provided, the Amazon Web Services account ID is used by default.
431
432
  # @return [String]
432
433
  #
433
434
  # @!attribute [rw] database_name
@@ -597,7 +598,8 @@ module Aws::Glue
597
598
  #
598
599
  # @!attribute [rw] catalog_id
599
600
  # The ID of the Data Catalog where the partitions in question reside.
600
- # If none is supplied, the AWS account ID is used by default.
601
+ # If none is supplied, the Amazon Web Services account ID is used by
602
+ # default.
601
603
  # @return [String]
602
604
  #
603
605
  # @!attribute [rw] database_name
@@ -906,7 +908,7 @@ module Aws::Glue
906
908
  #
907
909
  # @!attribute [rw] catalog_id
908
910
  # The ID of the catalog in which the partition is to be updated.
909
- # Currently, this should be the AWS account ID.
911
+ # Currently, this should be the Amazon Web Services account ID.
910
912
  # @return [String]
911
913
  #
912
914
  # @!attribute [rw] database_name
@@ -1147,7 +1149,7 @@ module Aws::Glue
1147
1149
  include Aws::Structure
1148
1150
  end
1149
1151
 
1150
- # Specifies a table definition in the AWS Glue Data Catalog.
1152
+ # Specifies a table definition in the Glue Data Catalog.
1151
1153
  #
1152
1154
  # @note When making an API call, you may pass CatalogEntry
1153
1155
  # data as a hash:
@@ -1198,7 +1200,7 @@ module Aws::Glue
1198
1200
  include Aws::Structure
1199
1201
  end
1200
1202
 
1201
- # Specifies an AWS Glue Data Catalog target.
1203
+ # Specifies an Glue Data Catalog target.
1202
1204
  #
1203
1205
  # @note When making an API call, you may pass CatalogTarget
1204
1206
  # data as a hash:
@@ -1229,13 +1231,13 @@ module Aws::Glue
1229
1231
  # data as a hash:
1230
1232
  #
1231
1233
  # {
1232
- # data_format: "AVRO", # required, accepts AVRO
1234
+ # data_format: "AVRO", # required, accepts AVRO, JSON
1233
1235
  # schema_definition: "SchemaDefinitionString", # required
1234
1236
  # }
1235
1237
  #
1236
1238
  # @!attribute [rw] data_format
1237
- # The data format of the schema definition. Currently only `AVRO` is
1238
- # supported.
1239
+ # The data format of the schema definition. Currently `AVRO` and
1240
+ # `JSON` are supported.
1239
1241
  # @return [String]
1240
1242
  #
1241
1243
  # @!attribute [rw] schema_definition
@@ -1273,10 +1275,10 @@ module Aws::Glue
1273
1275
  # classifier creates a schema in the form of a `StructType` object that
1274
1276
  # matches that data format.
1275
1277
  #
1276
- # You can use the standard classifiers that AWS Glue provides, or you
1277
- # can write your own classifiers to best categorize your data sources
1278
- # and specify the appropriate schemas to use for them. A classifier can
1279
- # be a `grok` classifier, an `XML` classifier, a `JSON` classifier, or a
1278
+ # You can use the standard classifiers that Glue provides, or you can
1279
+ # write your own classifiers to best categorize your data sources and
1280
+ # specify the appropriate schemas to use for them. A classifier can be a
1281
+ # `grok` classifier, an `XML` classifier, a `JSON` classifier, or a
1280
1282
  # custom `CSV` classifier, as specified in one of the fields in the
1281
1283
  # `Classifier` object.
1282
1284
  #
@@ -1948,20 +1950,20 @@ module Aws::Glue
1948
1950
  # false.
1949
1951
  #
1950
1952
  # * `CUSTOM_JDBC_CERT` - An Amazon S3 location specifying the
1951
- # customer's root certificate. AWS Glue uses this root certificate
1952
- # to validate the customer’s certificate when connecting to the
1953
- # customer database. AWS Glue only handles X.509 certificates. The
1953
+ # customer's root certificate. Glue uses this root certificate to
1954
+ # validate the customer’s certificate when connecting to the
1955
+ # customer database. Glue only handles X.509 certificates. The
1954
1956
  # certificate provided must be DER-encoded and supplied in Base64
1955
1957
  # encoding PEM format.
1956
1958
  #
1957
1959
  # * `SKIP_CUSTOM_JDBC_CERT_VALIDATION` - By default, this is `false`.
1958
- # AWS Glue validates the Signature algorithm and Subject Public Key
1960
+ # Glue validates the Signature algorithm and Subject Public Key
1959
1961
  # Algorithm for the customer certificate. The only permitted
1960
1962
  # algorithms for the Signature algorithm are SHA256withRSA,
1961
1963
  # SHA384withRSA or SHA512withRSA. For the Subject Public Key
1962
1964
  # Algorithm, the key length must be at least 2048. You can set the
1963
- # value of this property to `true` to skip AWS Glue’s validation of
1964
- # the customer certificate.
1965
+ # value of this property to `true` to skip Glue’s validation of the
1966
+ # customer certificate.
1965
1967
  #
1966
1968
  # * `CUSTOM_JDBC_CERT_STRING` - A custom JDBC certificate string which
1967
1969
  # is used for domain match or distinguished name match to prevent a
@@ -1984,8 +1986,8 @@ module Aws::Glue
1984
1986
  # file (.pem format). The default is an empty string.
1985
1987
  #
1986
1988
  # * `KAFKA_SKIP_CUSTOM_CERT_VALIDATION` - Whether to skip the
1987
- # validation of the CA cert file or not. AWS Glue validates for
1988
- # three algorithms: SHA256withRSA, SHA384withRSA and SHA512withRSA.
1989
+ # validation of the CA cert file or not. Glue validates for three
1990
+ # algorithms: SHA256withRSA, SHA384withRSA and SHA512withRSA.
1989
1991
  # Default value is "false".
1990
1992
  #
1991
1993
  # * `SECRET_ID` - The secret ID used for the secret manager of
@@ -2011,12 +2013,12 @@ module Aws::Glue
2011
2013
  # with the Kafka server side key (Optional).
2012
2014
  #
2013
2015
  # * `ENCRYPTED_KAFKA_CLIENT_KEYSTORE_PASSWORD` - The encrypted version
2014
- # of the Kafka client keystore password (if the user has the AWS
2015
- # Glue encrypt passwords setting selected).
2016
+ # of the Kafka client keystore password (if the user has the Glue
2017
+ # encrypt passwords setting selected).
2016
2018
  #
2017
2019
  # * `ENCRYPTED_KAFKA_CLIENT_KEY_PASSWORD` - The encrypted version of
2018
- # the Kafka client key password (if the user has the AWS Glue
2019
- # encrypt passwords setting selected).
2020
+ # the Kafka client key password (if the user has the Glue encrypt
2021
+ # passwords setting selected).
2020
2022
  # @return [Hash<String,String>]
2021
2023
  #
2022
2024
  # @!attribute [rw] physical_connection_requirements
@@ -2098,12 +2100,12 @@ module Aws::Glue
2098
2100
  # within an Amazon Virtual Private Cloud environment (Amazon VPC).
2099
2101
  #
2100
2102
  # * `MARKETPLACE` - Uses configuration settings contained in a
2101
- # connector purchased from AWS Marketplace to read from and write to
2102
- # data stores that are not natively supported by AWS Glue.
2103
+ # connector purchased from Marketplace to read from and write to
2104
+ # data stores that are not natively supported by Glue.
2103
2105
  #
2104
2106
  # * `CUSTOM` - Uses configuration settings contained in a custom
2105
2107
  # connector to read from and write to data stores that are not
2106
- # natively supported by AWS Glue.
2108
+ # natively supported by Glue.
2107
2109
  #
2108
2110
  # SFTP is not supported.
2109
2111
  # @return [String]
@@ -2141,14 +2143,14 @@ module Aws::Glue
2141
2143
  # enable catalog encryption or only password encryption.
2142
2144
  #
2143
2145
  # When a `CreationConnection` request arrives containing a password, the
2144
- # Data Catalog first encrypts the password using your AWS KMS key. It
2145
- # then encrypts the whole connection object again if catalog encryption
2146
- # is also enabled.
2146
+ # Data Catalog first encrypts the password using your KMS key. It then
2147
+ # encrypts the whole connection object again if catalog encryption is
2148
+ # also enabled.
2147
2149
  #
2148
- # This encryption requires that you set AWS KMS key permissions to
2149
- # enable or restrict access on the password key according to your
2150
- # security requirements. For example, you might want only administrators
2151
- # to have decrypt permission on the password key.
2150
+ # This encryption requires that you set KMS key permissions to enable or
2151
+ # restrict access on the password key according to your security
2152
+ # requirements. For example, you might want only administrators to have
2153
+ # decrypt permission on the password key.
2152
2154
  #
2153
2155
  # @note When making an API call, you may pass ConnectionPasswordEncryption
2154
2156
  # data as a hash:
@@ -2166,11 +2168,11 @@ module Aws::Glue
2166
2168
  # @return [Boolean]
2167
2169
  #
2168
2170
  # @!attribute [rw] aws_kms_key_id
2169
- # An AWS KMS key that is used to encrypt the connection password.
2171
+ # An KMS key that is used to encrypt the connection password.
2170
2172
  #
2171
2173
  # If connection password protection is enabled, the caller of
2172
2174
  # `CreateConnection` and `UpdateConnection` needs at least
2173
- # `kms:Encrypt` permission on the specified AWS KMS key, to encrypt
2175
+ # `kms:Encrypt` permission on the specified KMS key, to encrypt
2174
2176
  # passwords before storing them in the Data Catalog.
2175
2177
  #
2176
2178
  # You can set the decrypt permission to enable or restrict access on
@@ -2248,8 +2250,7 @@ module Aws::Glue
2248
2250
 
2249
2251
  # Specifies a crawler program that examines a data source and uses
2250
2252
  # classifiers to try to determine its schema. If successful, the crawler
2251
- # records metadata concerning the data source in the AWS Glue Data
2252
- # Catalog.
2253
+ # records metadata concerning the data source in the Glue Data Catalog.
2253
2254
  #
2254
2255
  # @!attribute [rw] name
2255
2256
  # The name of the crawler.
@@ -2536,7 +2537,7 @@ module Aws::Glue
2536
2537
  # @return [Array<Types::DynamoDBTarget>]
2537
2538
  #
2538
2539
  # @!attribute [rw] catalog_targets
2539
- # Specifies AWS Glue Data Catalog targets.
2540
+ # Specifies Glue Data Catalog targets.
2540
2541
  # @return [Array<Types::CatalogTarget>]
2541
2542
  #
2542
2543
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CrawlerTargets AWS API Documentation
@@ -2635,7 +2636,8 @@ module Aws::Glue
2635
2636
  #
2636
2637
  # @!attribute [rw] catalog_id
2637
2638
  # The ID of the Data Catalog in which to create the connection. If
2638
- # none is provided, the AWS account ID is used by default.
2639
+ # none is provided, the Amazon Web Services account ID is used by
2640
+ # default.
2639
2641
  # @return [String]
2640
2642
  #
2641
2643
  # @!attribute [rw] connection_input
@@ -2730,7 +2732,7 @@ module Aws::Glue
2730
2732
  # @return [String]
2731
2733
  #
2732
2734
  # @!attribute [rw] database_name
2733
- # The AWS Glue database where results are written, such as:
2735
+ # The Glue database where results are written, such as:
2734
2736
  # `arn:aws:daylight:us-east-1::database/sometable/*`.
2735
2737
  # @return [String]
2736
2738
  #
@@ -2793,8 +2795,8 @@ module Aws::Glue
2793
2795
  #
2794
2796
  # @!attribute [rw] tags
2795
2797
  # The tags to use with this crawler request. You may use tags to limit
2796
- # access to the crawler. For more information about tags in AWS Glue,
2797
- # see [AWS Tags in AWS Glue][1] in the developer guide.
2798
+ # access to the crawler. For more information about tags in Glue, see
2799
+ # [Amazon Web Services Tags in Glue][1] in the developer guide.
2798
2800
  #
2799
2801
  #
2800
2802
  #
@@ -2915,7 +2917,7 @@ module Aws::Glue
2915
2917
  #
2916
2918
  # @!attribute [rw] catalog_id
2917
2919
  # The ID of the Data Catalog in which to create the database. If none
2918
- # is provided, the AWS account ID is used by default.
2920
+ # is provided, the Amazon Web Services account ID is used by default.
2919
2921
  # @return [String]
2920
2922
  #
2921
2923
  # @!attribute [rw] database_input
@@ -2999,8 +3001,8 @@ module Aws::Glue
2999
3001
  # @return [Array<String>]
3000
3002
  #
3001
3003
  # @!attribute [rw] number_of_nodes
3002
- # The number of AWS Glue Data Processing Units (DPUs) to allocate to
3003
- # this `DevEndpoint`.
3004
+ # The number of Glue Data Processing Units (DPUs) to allocate to this
3005
+ # `DevEndpoint`.
3004
3006
  # @return [Integer]
3005
3007
  #
3006
3008
  # @!attribute [rw] worker_type
@@ -3025,10 +3027,10 @@ module Aws::Glue
3025
3027
  #
3026
3028
  # @!attribute [rw] glue_version
3027
3029
  # Glue version determines the versions of Apache Spark and Python that
3028
- # AWS Glue supports. The Python version indicates the version
3029
- # supported for running your ETL scripts on development endpoints.
3030
+ # Glue supports. The Python version indicates the version supported
3031
+ # for running your ETL scripts on development endpoints.
3030
3032
  #
3031
- # For more information about the available AWS Glue versions and
3033
+ # For more information about the available Glue versions and
3032
3034
  # corresponding Spark and Python versions, see [Glue version][1] in
3033
3035
  # the developer guide.
3034
3036
  #
@@ -3081,8 +3083,8 @@ module Aws::Glue
3081
3083
  #
3082
3084
  # @!attribute [rw] tags
3083
3085
  # The tags to use with this DevEndpoint. You may use tags to limit
3084
- # access to the DevEndpoint. For more information about tags in AWS
3085
- # Glue, see [AWS Tags in AWS Glue][1] in the developer guide.
3086
+ # access to the DevEndpoint. For more information about tags in Glue,
3087
+ # see [Amazon Web Services Tags in Glue][1] in the developer guide.
3086
3088
  #
3087
3089
  #
3088
3090
  #
@@ -3145,8 +3147,8 @@ module Aws::Glue
3145
3147
  # @return [Integer]
3146
3148
  #
3147
3149
  # @!attribute [rw] number_of_nodes
3148
- # The number of AWS Glue Data Processing Units (DPUs) allocated to
3149
- # this DevEndpoint.
3150
+ # The number of Glue Data Processing Units (DPUs) allocated to this
3151
+ # DevEndpoint.
3150
3152
  # @return [Integer]
3151
3153
  #
3152
3154
  # @!attribute [rw] worker_type
@@ -3156,8 +3158,16 @@ module Aws::Glue
3156
3158
  #
3157
3159
  # @!attribute [rw] glue_version
3158
3160
  # Glue version determines the versions of Apache Spark and Python that
3159
- # AWS Glue supports. The Python version indicates the version
3160
- # supported for running your ETL scripts on development endpoints.
3161
+ # Glue supports. The Python version indicates the version supported
3162
+ # for running your ETL scripts on development endpoints.
3163
+ #
3164
+ # For more information about the available Glue versions and
3165
+ # corresponding Spark and Python versions, see [Glue version][1] in
3166
+ # the developer guide.
3167
+ #
3168
+ #
3169
+ #
3170
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/add-job.html
3161
3171
  # @return [String]
3162
3172
  #
3163
3173
  # @!attribute [rw] number_of_workers
@@ -3204,9 +3214,7 @@ module Aws::Glue
3204
3214
  #
3205
3215
  # * `"--enable-glue-datacatalog": ""`
3206
3216
  #
3207
- # * `"GLUE_PYTHON_VERSION": "3"`
3208
- #
3209
- # * `"GLUE_PYTHON_VERSION": "2"`
3217
+ # ^
3210
3218
  #
3211
3219
  # You can specify a version of Python support for development
3212
3220
  # endpoints by using the `Arguments` parameter in the
@@ -3345,22 +3353,22 @@ module Aws::Glue
3345
3353
  # @return [Types::ExecutionProperty]
3346
3354
  #
3347
3355
  # @!attribute [rw] command
3348
- # The `JobCommand` that executes this job.
3356
+ # The `JobCommand` that runs this job.
3349
3357
  # @return [Types::JobCommand]
3350
3358
  #
3351
3359
  # @!attribute [rw] default_arguments
3352
3360
  # The default arguments for this job.
3353
3361
  #
3354
3362
  # You can specify arguments here that your own job-execution script
3355
- # consumes, as well as arguments that AWS Glue itself consumes.
3363
+ # consumes, as well as arguments that Glue itself consumes.
3356
3364
  #
3357
3365
  # For information about how to specify and consume your own Job
3358
- # arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
3366
+ # arguments, see the [Calling Glue APIs in Python][1] topic in the
3359
3367
  # developer guide.
3360
3368
  #
3361
- # For information about the key-value pairs that AWS Glue consumes to
3362
- # set up your job, see the [Special Parameters Used by AWS Glue][2]
3363
- # topic in the developer guide.
3369
+ # For information about the key-value pairs that Glue consumes to set
3370
+ # up your job, see the [Special Parameters Used by Glue][2] topic in
3371
+ # the developer guide.
3364
3372
  #
3365
3373
  #
3366
3374
  #
@@ -3384,11 +3392,11 @@ module Aws::Glue
3384
3392
  # @!attribute [rw] allocated_capacity
3385
3393
  # This parameter is deprecated. Use `MaxCapacity` instead.
3386
3394
  #
3387
- # The number of AWS Glue data processing units (DPUs) to allocate to
3388
- # this Job. You can allocate from 2 to 100 DPUs; the default is 10. A
3389
- # DPU is a relative measure of processing power that consists of 4
3390
- # vCPUs of compute capacity and 16 GB of memory. For more information,
3391
- # see the [AWS Glue pricing page][1].
3395
+ # The number of Glue data processing units (DPUs) to allocate to this
3396
+ # Job. You can allocate from 2 to 100 DPUs; the default is 10. A DPU
3397
+ # is a relative measure of processing power that consists of 4 vCPUs
3398
+ # of compute capacity and 16 GB of memory. For more information, see
3399
+ # the [Glue pricing page][1].
3392
3400
  #
3393
3401
  #
3394
3402
  #
@@ -3402,11 +3410,11 @@ module Aws::Glue
3402
3410
  # @return [Integer]
3403
3411
  #
3404
3412
  # @!attribute [rw] max_capacity
3405
- # The number of AWS Glue data processing units (DPUs) that can be
3413
+ # For Glue version 1.0 or earlier jobs, using the standard worker
3414
+ # type, the number of Glue data processing units (DPUs) that can be
3406
3415
  # allocated when this job runs. A DPU is a relative measure of
3407
3416
  # processing power that consists of 4 vCPUs of compute capacity and 16
3408
- # GB of memory. For more information, see the [AWS Glue pricing
3409
- # page][1].
3417
+ # GB of memory. For more information, see the [Glue pricing page][1].
3410
3418
  #
3411
3419
  # Do not set `Max Capacity` if using `WorkerType` and
3412
3420
  # `NumberOfWorkers`.
@@ -3424,6 +3432,10 @@ module Aws::Glue
3424
3432
  # 100 DPUs. The default is 10 DPUs. This job type cannot have a
3425
3433
  # fractional DPU allocation.
3426
3434
  #
3435
+ # For Glue version 2.0 jobs, you cannot instead specify a `Maximum
3436
+ # capacity`. Instead, you should specify a `Worker type` and the
3437
+ # `Number of workers`.
3438
+ #
3427
3439
  #
3428
3440
  #
3429
3441
  # [1]: https://aws.amazon.com/glue/pricing/
@@ -3436,8 +3448,8 @@ module Aws::Glue
3436
3448
  #
3437
3449
  # @!attribute [rw] tags
3438
3450
  # The tags to use with this job. You may use tags to limit access to
3439
- # the job. For more information about tags in AWS Glue, see [AWS Tags
3440
- # in AWS Glue][1] in the developer guide.
3451
+ # the job. For more information about tags in Glue, see [Amazon Web
3452
+ # Services Tags in Glue][1] in the developer guide.
3441
3453
  #
3442
3454
  #
3443
3455
  #
@@ -3450,10 +3462,10 @@ module Aws::Glue
3450
3462
  #
3451
3463
  # @!attribute [rw] glue_version
3452
3464
  # Glue version determines the versions of Apache Spark and Python that
3453
- # AWS Glue supports. The Python version indicates the version
3454
- # supported for jobs of type Spark.
3465
+ # Glue supports. The Python version indicates the version supported
3466
+ # for jobs of type Spark.
3455
3467
  #
3456
- # For more information about the available AWS Glue versions and
3468
+ # For more information about the available Glue versions and
3457
3469
  # corresponding Spark and Python versions, see [Glue version][1] in
3458
3470
  # the developer guide.
3459
3471
  #
@@ -3543,7 +3555,7 @@ module Aws::Glue
3543
3555
  #
3544
3556
  # @!attribute [rw] json_path
3545
3557
  # A `JsonPath` string defining the JSON data for the classifier to
3546
- # classify. AWS Glue supports a subset of JsonPath, as described in
3558
+ # classify. Glue supports a subset of JsonPath, as described in
3547
3559
  # [Writing JsonPath Custom Classifiers][1].
3548
3560
  #
3549
3561
  #
@@ -3612,7 +3624,7 @@ module Aws::Glue
3612
3624
  # @return [String]
3613
3625
  #
3614
3626
  # @!attribute [rw] input_record_tables
3615
- # A list of AWS Glue table definitions used by the transform.
3627
+ # A list of Glue table definitions used by the transform.
3616
3628
  # @return [Array<Types::GlueTable>]
3617
3629
  #
3618
3630
  # @!attribute [rw] parameters
@@ -3622,13 +3634,13 @@ module Aws::Glue
3622
3634
  #
3623
3635
  # @!attribute [rw] role
3624
3636
  # The name or Amazon Resource Name (ARN) of the IAM role with the
3625
- # required permissions. The required permissions include both AWS Glue
3626
- # service role permissions to AWS Glue resources, and Amazon S3
3637
+ # required permissions. The required permissions include both Glue
3638
+ # service role permissions to Glue resources, and Amazon S3
3627
3639
  # permissions required by the transform.
3628
3640
  #
3629
- # * This role needs AWS Glue service role permissions to allow access
3630
- # to resources in AWS Glue. See [Attach a Policy to IAM Users That
3631
- # Access AWS Glue][1].
3641
+ # * This role needs Glue service role permissions to allow access to
3642
+ # resources in Glue. See [Attach a Policy to IAM Users That Access
3643
+ # Glue][1].
3632
3644
  #
3633
3645
  # * This role needs permission to your Amazon Simple Storage Service
3634
3646
  # (Amazon S3) sources, targets, temporary directory, scripts, and
@@ -3640,11 +3652,11 @@ module Aws::Glue
3640
3652
  # @return [String]
3641
3653
  #
3642
3654
  # @!attribute [rw] glue_version
3643
- # This value determines which version of AWS Glue this machine
3644
- # learning transform is compatible with. Glue 1.0 is recommended for
3645
- # most customers. If the value is not set, the Glue compatibility
3646
- # defaults to Glue 0.9. For more information, see [AWS Glue
3647
- # Versions][1] in the developer guide.
3655
+ # This value determines which version of Glue this machine learning
3656
+ # transform is compatible with. Glue 1.0 is recommended for most
3657
+ # customers. If the value is not set, the Glue compatibility defaults
3658
+ # to Glue 0.9. For more information, see [Glue Versions][1] in the
3659
+ # developer guide.
3648
3660
  #
3649
3661
  #
3650
3662
  #
@@ -3652,12 +3664,11 @@ module Aws::Glue
3652
3664
  # @return [String]
3653
3665
  #
3654
3666
  # @!attribute [rw] max_capacity
3655
- # The number of AWS Glue data processing units (DPUs) that are
3656
- # allocated to task runs for this transform. You can allocate from 2
3657
- # to 100 DPUs; the default is 10. A DPU is a relative measure of
3658
- # processing power that consists of 4 vCPUs of compute capacity and 16
3659
- # GB of memory. For more information, see the [AWS Glue pricing
3660
- # page][1].
3667
+ # The number of Glue data processing units (DPUs) that are allocated
3668
+ # to task runs for this transform. You can allocate from 2 to 100
3669
+ # DPUs; the default is 10. A DPU is a relative measure of processing
3670
+ # power that consists of 4 vCPUs of compute capacity and 16 GB of
3671
+ # memory. For more information, see the [Glue pricing page][1].
3661
3672
  #
3662
3673
  # `MaxCapacity` is a mutually exclusive option with `NumberOfWorkers`
3663
3674
  # and `WorkerType`.
@@ -3735,8 +3746,8 @@ module Aws::Glue
3735
3746
  # @!attribute [rw] tags
3736
3747
  # The tags to use with this machine learning transform. You may use
3737
3748
  # tags to limit access to the machine learning transform. For more
3738
- # information about tags in AWS Glue, see [AWS Tags in AWS Glue][1] in
3739
- # the developer guide.
3749
+ # information about tags in Glue, see [Amazon Web Services Tags in
3750
+ # Glue][1] in the developer guide.
3740
3751
  #
3741
3752
  #
3742
3753
  #
@@ -3897,8 +3908,8 @@ module Aws::Glue
3897
3908
  # }
3898
3909
  #
3899
3910
  # @!attribute [rw] catalog_id
3900
- # The AWS account ID of the catalog in which the partition is to be
3901
- # created.
3911
+ # The Amazon Web Services account ID of the catalog in which the
3912
+ # partition is to be created.
3902
3913
  # @return [String]
3903
3914
  #
3904
3915
  # @!attribute [rw] database_name
@@ -3953,8 +3964,8 @@ module Aws::Glue
3953
3964
  # @return [String]
3954
3965
  #
3955
3966
  # @!attribute [rw] tags
3956
- # AWS tags that contain a key value pair and may be searched by
3957
- # console, command line, or API.
3967
+ # Amazon Web Services tags that contain a key value pair and may be
3968
+ # searched by console, command line, or API.
3958
3969
  # @return [Hash<String,String>]
3959
3970
  #
3960
3971
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateRegistryInput AWS API Documentation
@@ -4003,7 +4014,7 @@ module Aws::Glue
4003
4014
  # registry_arn: "GlueResourceArn",
4004
4015
  # },
4005
4016
  # schema_name: "SchemaRegistryNameString", # required
4006
- # data_format: "AVRO", # required, accepts AVRO
4017
+ # data_format: "AVRO", # required, accepts AVRO, JSON
4007
4018
  # compatibility: "NONE", # accepts NONE, DISABLED, BACKWARD, BACKWARD_ALL, FORWARD, FORWARD_ALL, FULL, FULL_ALL
4008
4019
  # description: "DescriptionString",
4009
4020
  # tags: {
@@ -4026,8 +4037,8 @@ module Aws::Glue
4026
4037
  # @return [String]
4027
4038
  #
4028
4039
  # @!attribute [rw] data_format
4029
- # The data format of the schema definition. Currently only `AVRO` is
4030
- # supported.
4040
+ # The data format of the schema definition. Currently `AVRO` and
4041
+ # `JSON` are supported.
4031
4042
  # @return [String]
4032
4043
  #
4033
4044
  # @!attribute [rw] compatibility
@@ -4085,9 +4096,9 @@ module Aws::Glue
4085
4096
  # @return [String]
4086
4097
  #
4087
4098
  # @!attribute [rw] tags
4088
- # AWS tags that contain a key value pair and may be searched by
4089
- # console, command line, or API. If specified, follows the AWS
4090
- # tags-on-create pattern.
4099
+ # Amazon Web Services tags that contain a key value pair and may be
4100
+ # searched by console, command line, or API. If specified, follows the
4101
+ # Amazon Web Services tags-on-create pattern.
4091
4102
  # @return [Hash<String,String>]
4092
4103
  #
4093
4104
  # @!attribute [rw] schema_definition
@@ -4130,8 +4141,8 @@ module Aws::Glue
4130
4141
  # @return [String]
4131
4142
  #
4132
4143
  # @!attribute [rw] data_format
4133
- # The data format of the schema definition. Currently only `AVRO` is
4134
- # supported.
4144
+ # The data format of the schema definition. Currently `AVRO` and
4145
+ # `JSON` are supported.
4135
4146
  # @return [String]
4136
4147
  #
4137
4148
  # @!attribute [rw] compatibility
@@ -4410,7 +4421,7 @@ module Aws::Glue
4410
4421
  #
4411
4422
  # @!attribute [rw] catalog_id
4412
4423
  # The ID of the Data Catalog in which to create the `Table`. If none
4413
- # is supplied, the AWS account ID is used by default.
4424
+ # is supplied, the Amazon Web Services account ID is used by default.
4414
4425
  # @return [String]
4415
4426
  #
4416
4427
  # @!attribute [rw] database_name
@@ -4529,8 +4540,8 @@ module Aws::Glue
4529
4540
  #
4530
4541
  # @!attribute [rw] tags
4531
4542
  # The tags to use with this trigger. You may use tags to limit access
4532
- # to the trigger. For more information about tags in AWS Glue, see
4533
- # [AWS Tags in AWS Glue][1] in the developer guide.
4543
+ # to the trigger. For more information about tags in Glue, see [Amazon
4544
+ # Web Services Tags in Glue][1] in the developer guide.
4534
4545
  #
4535
4546
  #
4536
4547
  #
@@ -4587,7 +4598,7 @@ module Aws::Glue
4587
4598
  #
4588
4599
  # @!attribute [rw] catalog_id
4589
4600
  # The ID of the Data Catalog in which to create the function. If none
4590
- # is provided, the AWS account ID is used by default.
4601
+ # is provided, the Amazon Web Services account ID is used by default.
4591
4602
  # @return [String]
4592
4603
  #
4593
4604
  # @!attribute [rw] database_name
@@ -4816,7 +4827,7 @@ module Aws::Glue
4816
4827
  include Aws::Structure
4817
4828
  end
4818
4829
 
4819
- # The AWS Lake Formation principal.
4830
+ # The Lake Formation principal.
4820
4831
  #
4821
4832
  # @note When making an API call, you may pass DataLakePrincipal
4822
4833
  # data as a hash:
@@ -4826,7 +4837,7 @@ module Aws::Glue
4826
4837
  # }
4827
4838
  #
4828
4839
  # @!attribute [rw] data_lake_principal_identifier
4829
- # An identifier for the AWS Lake Formation principal.
4840
+ # An identifier for the Lake Formation principal.
4830
4841
  # @return [String]
4831
4842
  #
4832
4843
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataLakePrincipal AWS API Documentation
@@ -5135,7 +5146,8 @@ module Aws::Glue
5135
5146
  #
5136
5147
  # @!attribute [rw] catalog_id
5137
5148
  # The ID of the Data Catalog where the partitions in question reside.
5138
- # If none is supplied, the AWS account ID is used by default.
5149
+ # If none is supplied, the Amazon Web Services account ID is used by
5150
+ # default.
5139
5151
  # @return [String]
5140
5152
  #
5141
5153
  # @!attribute [rw] database_name
@@ -5182,7 +5194,8 @@ module Aws::Glue
5182
5194
  #
5183
5195
  # @!attribute [rw] catalog_id
5184
5196
  # The ID of the Data Catalog where the partitions in question reside.
5185
- # If none is supplied, the AWS account ID is used by default.
5197
+ # If none is supplied, the Amazon Web Services account ID is used by
5198
+ # default.
5186
5199
  # @return [String]
5187
5200
  #
5188
5201
  # @!attribute [rw] database_name
@@ -5222,7 +5235,7 @@ module Aws::Glue
5222
5235
  #
5223
5236
  # @!attribute [rw] catalog_id
5224
5237
  # The ID of the Data Catalog in which the connection resides. If none
5225
- # is provided, the AWS account ID is used by default.
5238
+ # is provided, the Amazon Web Services account ID is used by default.
5226
5239
  # @return [String]
5227
5240
  #
5228
5241
  # @!attribute [rw] connection_name
@@ -5275,7 +5288,7 @@ module Aws::Glue
5275
5288
  #
5276
5289
  # @!attribute [rw] catalog_id
5277
5290
  # The ID of the Data Catalog in which the database resides. If none is
5278
- # provided, the AWS account ID is used by default.
5291
+ # provided, the Amazon Web Services account ID is used by default.
5279
5292
  # @return [String]
5280
5293
  #
5281
5294
  # @!attribute [rw] name
@@ -5436,7 +5449,8 @@ module Aws::Glue
5436
5449
  #
5437
5450
  # @!attribute [rw] catalog_id
5438
5451
  # The ID of the Data Catalog where the partition to be deleted
5439
- # resides. If none is provided, the AWS account ID is used by default.
5452
+ # resides. If none is provided, the Amazon Web Services account ID is
5453
+ # used by default.
5440
5454
  # @return [String]
5441
5455
  #
5442
5456
  # @!attribute [rw] database_name
@@ -5526,8 +5540,7 @@ module Aws::Glue
5526
5540
  # @return [String]
5527
5541
  #
5528
5542
  # @!attribute [rw] resource_arn
5529
- # The ARN of the AWS Glue resource for the resource policy to be
5530
- # deleted.
5543
+ # The ARN of the Glue resource for the resource policy to be deleted.
5531
5544
  # @return [String]
5532
5545
  #
5533
5546
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteResourcePolicyRequest AWS API Documentation
@@ -5670,7 +5683,7 @@ module Aws::Glue
5670
5683
  #
5671
5684
  # @!attribute [rw] catalog_id
5672
5685
  # The ID of the Data Catalog where the table resides. If none is
5673
- # provided, the AWS account ID is used by default.
5686
+ # provided, the Amazon Web Services account ID is used by default.
5674
5687
  # @return [String]
5675
5688
  #
5676
5689
  # @!attribute [rw] database_name
@@ -5709,7 +5722,7 @@ module Aws::Glue
5709
5722
  #
5710
5723
  # @!attribute [rw] catalog_id
5711
5724
  # The ID of the Data Catalog where the tables reside. If none is
5712
- # provided, the AWS account ID is used by default.
5725
+ # provided, the Amazon Web Services account ID is used by default.
5713
5726
  # @return [String]
5714
5727
  #
5715
5728
  # @!attribute [rw] database_name
@@ -5784,7 +5797,8 @@ module Aws::Glue
5784
5797
  #
5785
5798
  # @!attribute [rw] catalog_id
5786
5799
  # The ID of the Data Catalog where the function to be deleted is
5787
- # located. If none is supplied, the AWS account ID is used by default.
5800
+ # located. If none is supplied, the Amazon Web Services account ID is
5801
+ # used by default.
5788
5802
  # @return [String]
5789
5803
  #
5790
5804
  # @!attribute [rw] database_name
@@ -5906,10 +5920,10 @@ module Aws::Glue
5906
5920
  #
5907
5921
  # @!attribute [rw] glue_version
5908
5922
  # Glue version determines the versions of Apache Spark and Python that
5909
- # AWS Glue supports. The Python version indicates the version
5910
- # supported for running your ETL scripts on development endpoints.
5923
+ # Glue supports. The Python version indicates the version supported
5924
+ # for running your ETL scripts on development endpoints.
5911
5925
  #
5912
- # For more information about the available AWS Glue versions and
5926
+ # For more information about the available Glue versions and
5913
5927
  # corresponding Spark and Python versions, see [Glue version][1] in
5914
5928
  # the developer guide.
5915
5929
  #
@@ -5935,8 +5949,8 @@ module Aws::Glue
5935
5949
  # @return [Integer]
5936
5950
  #
5937
5951
  # @!attribute [rw] number_of_nodes
5938
- # The number of AWS Glue Data Processing Units (DPUs) allocated to
5939
- # this `DevEndpoint`.
5952
+ # The number of Glue Data Processing Units (DPUs) allocated to this
5953
+ # `DevEndpoint`.
5940
5954
  # @return [Integer]
5941
5955
  #
5942
5956
  # @!attribute [rw] availability_zone
@@ -6022,9 +6036,7 @@ module Aws::Glue
6022
6036
  #
6023
6037
  # * `"--enable-glue-datacatalog": ""`
6024
6038
  #
6025
- # * `"GLUE_PYTHON_VERSION": "3"`
6026
- #
6027
- # * `"GLUE_PYTHON_VERSION": "2"`
6039
+ # ^
6028
6040
  #
6029
6041
  # You can specify a version of Python support for development
6030
6042
  # endpoints by using the `Arguments` parameter in the
@@ -6176,9 +6188,9 @@ module Aws::Glue
6176
6188
  #
6177
6189
  # @!attribute [rw] scan_rate
6178
6190
  # The percentage of the configured read capacity units to use by the
6179
- # AWS Glue crawler. Read capacity units is a term defined by DynamoDB,
6180
- # and is a numeric value that acts as rate limiter for the number of
6181
- # reads that can be performed on that table per second.
6191
+ # Glue crawler. Read capacity units is a term defined by DynamoDB, and
6192
+ # is a numeric value that acts as rate limiter for the number of reads
6193
+ # that can be performed on that table per second.
6182
6194
  #
6183
6195
  # The valid values are null or a value between 0.1 to 1.5. A null
6184
6196
  # value is used when user does not provide a value, and defaults to
@@ -6197,8 +6209,8 @@ module Aws::Glue
6197
6209
  include Aws::Structure
6198
6210
  end
6199
6211
 
6200
- # An edge represents a directed connection between two AWS Glue
6201
- # components that are part of the workflow the edge belongs to.
6212
+ # An edge represents a directed connection between two Glue components
6213
+ # that are part of the workflow the edge belongs to.
6202
6214
  #
6203
6215
  # @!attribute [rw] source_id
6204
6216
  # The unique of the node within the workflow where the edge starts.
@@ -6232,7 +6244,7 @@ module Aws::Glue
6232
6244
  # @return [String]
6233
6245
  #
6234
6246
  # @!attribute [rw] sse_aws_kms_key_id
6235
- # The ID of the AWS KMS key to use for encryption at rest.
6247
+ # The ID of the KMS key to use for encryption at rest.
6236
6248
  # @return [String]
6237
6249
  #
6238
6250
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/EncryptionAtRest AWS API Documentation
@@ -6588,8 +6600,8 @@ module Aws::Glue
6588
6600
  # }
6589
6601
  #
6590
6602
  # @!attribute [rw] catalog_id
6591
- # The ID of the catalog to migrate. Currently, this should be the AWS
6592
- # account ID.
6603
+ # The ID of the catalog to migrate. Currently, this should be the
6604
+ # Amazon Web Services account ID.
6593
6605
  # @return [String]
6594
6606
  #
6595
6607
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCatalogImportStatusRequest AWS API Documentation
@@ -6698,7 +6710,8 @@ module Aws::Glue
6698
6710
  #
6699
6711
  # @!attribute [rw] catalog_id
6700
6712
  # The ID of the Data Catalog where the partitions in question reside.
6701
- # If none is supplied, the AWS account ID is used by default.
6713
+ # If none is supplied, the Amazon Web Services account ID is used by
6714
+ # default.
6702
6715
  # @return [String]
6703
6716
  #
6704
6717
  # @!attribute [rw] database_name
@@ -6758,7 +6771,8 @@ module Aws::Glue
6758
6771
  #
6759
6772
  # @!attribute [rw] catalog_id
6760
6773
  # The ID of the Data Catalog where the partitions in question reside.
6761
- # If none is supplied, the AWS account ID is used by default.
6774
+ # If none is supplied, the Amazon Web Services account ID is used by
6775
+ # default.
6762
6776
  # @return [String]
6763
6777
  #
6764
6778
  # @!attribute [rw] database_name
@@ -6812,7 +6826,7 @@ module Aws::Glue
6812
6826
  #
6813
6827
  # @!attribute [rw] catalog_id
6814
6828
  # The ID of the Data Catalog in which the connection resides. If none
6815
- # is provided, the AWS account ID is used by default.
6829
+ # is provided, the Amazon Web Services account ID is used by default.
6816
6830
  # @return [String]
6817
6831
  #
6818
6832
  # @!attribute [rw] name
@@ -6823,9 +6837,9 @@ module Aws::Glue
6823
6837
  # Allows you to retrieve the connection metadata without returning the
6824
6838
  # password. For instance, the AWS Glue console uses this flag to
6825
6839
  # retrieve the connection, and does not display the password. Set this
6826
- # parameter when the caller might not have permission to use the AWS
6827
- # KMS key to decrypt the password, but it does have permission to
6828
- # access the rest of the connection properties.
6840
+ # parameter when the caller might not have permission to use the KMS
6841
+ # key to decrypt the password, but it does have permission to access
6842
+ # the rest of the connection properties.
6829
6843
  # @return [Boolean]
6830
6844
  #
6831
6845
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetConnectionRequest AWS API Documentation
@@ -6895,7 +6909,7 @@ module Aws::Glue
6895
6909
  #
6896
6910
  # @!attribute [rw] catalog_id
6897
6911
  # The ID of the Data Catalog in which the connections reside. If none
6898
- # is provided, the AWS account ID is used by default.
6912
+ # is provided, the Amazon Web Services account ID is used by default.
6899
6913
  # @return [String]
6900
6914
  #
6901
6915
  # @!attribute [rw] filter
@@ -6906,9 +6920,9 @@ module Aws::Glue
6906
6920
  # Allows you to retrieve the connection metadata without returning the
6907
6921
  # password. For instance, the AWS Glue console uses this flag to
6908
6922
  # retrieve the connection, and does not display the password. Set this
6909
- # parameter when the caller might not have permission to use the AWS
6910
- # KMS key to decrypt the password, but it does have permission to
6911
- # access the rest of the connection properties.
6923
+ # parameter when the caller might not have permission to use the KMS
6924
+ # key to decrypt the password, but it does have permission to access
6925
+ # the rest of the connection properties.
6912
6926
  # @return [Boolean]
6913
6927
  #
6914
6928
  # @!attribute [rw] next_token
@@ -7081,7 +7095,8 @@ module Aws::Glue
7081
7095
  #
7082
7096
  # @!attribute [rw] catalog_id
7083
7097
  # The ID of the Data Catalog to retrieve the security configuration
7084
- # for. If none is provided, the AWS account ID is used by default.
7098
+ # for. If none is provided, the Amazon Web Services account ID is used
7099
+ # by default.
7085
7100
  # @return [String]
7086
7101
  #
7087
7102
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataCatalogEncryptionSettingsRequest AWS API Documentation
@@ -7114,7 +7129,7 @@ module Aws::Glue
7114
7129
  #
7115
7130
  # @!attribute [rw] catalog_id
7116
7131
  # The ID of the Data Catalog in which the database resides. If none is
7117
- # provided, the AWS account ID is used by default.
7132
+ # provided, the Amazon Web Services account ID is used by default.
7118
7133
  # @return [String]
7119
7134
  #
7120
7135
  # @!attribute [rw] name
@@ -7155,7 +7170,8 @@ module Aws::Glue
7155
7170
  #
7156
7171
  # @!attribute [rw] catalog_id
7157
7172
  # The ID of the Data Catalog from which to retrieve `Databases`. If
7158
- # none is provided, the AWS account ID is used by default.
7173
+ # none is provided, the Amazon Web Services account ID is used by
7174
+ # default.
7159
7175
  # @return [String]
7160
7176
  #
7161
7177
  # @!attribute [rw] next_token
@@ -7719,7 +7735,7 @@ module Aws::Glue
7719
7735
  # @return [Time]
7720
7736
  #
7721
7737
  # @!attribute [rw] input_record_tables
7722
- # A list of AWS Glue table definitions used by the transform.
7738
+ # A list of Glue table definitions used by the transform.
7723
7739
  # @return [Array<Types::GlueTable>]
7724
7740
  #
7725
7741
  # @!attribute [rw] parameters
@@ -7746,11 +7762,11 @@ module Aws::Glue
7746
7762
  # @return [String]
7747
7763
  #
7748
7764
  # @!attribute [rw] glue_version
7749
- # This value determines which version of AWS Glue this machine
7750
- # learning transform is compatible with. Glue 1.0 is recommended for
7751
- # most customers. If the value is not set, the Glue compatibility
7752
- # defaults to Glue 0.9. For more information, see [AWS Glue
7753
- # Versions][1] in the developer guide.
7765
+ # This value determines which version of Glue this machine learning
7766
+ # transform is compatible with. Glue 1.0 is recommended for most
7767
+ # customers. If the value is not set, the Glue compatibility defaults
7768
+ # to Glue 0.9. For more information, see [Glue Versions][1] in the
7769
+ # developer guide.
7754
7770
  #
7755
7771
  #
7756
7772
  #
@@ -7758,12 +7774,11 @@ module Aws::Glue
7758
7774
  # @return [String]
7759
7775
  #
7760
7776
  # @!attribute [rw] max_capacity
7761
- # The number of AWS Glue data processing units (DPUs) that are
7762
- # allocated to task runs for this transform. You can allocate from 2
7763
- # to 100 DPUs; the default is 10. A DPU is a relative measure of
7764
- # processing power that consists of 4 vCPUs of compute capacity and 16
7765
- # GB of memory. For more information, see the [AWS Glue pricing
7766
- # page][1].
7777
+ # The number of Glue data processing units (DPUs) that are allocated
7778
+ # to task runs for this transform. You can allocate from 2 to 100
7779
+ # DPUs; the default is 10. A DPU is a relative measure of processing
7780
+ # power that consists of 4 vCPUs of compute capacity and 16 GB of
7781
+ # memory. For more information, see the [Glue pricing page][1].
7767
7782
  #
7768
7783
  # When the `WorkerType` field is set to a value other than `Standard`,
7769
7784
  # the `MaxCapacity` field is set automatically and becomes read-only.
@@ -8050,7 +8065,8 @@ module Aws::Glue
8050
8065
  #
8051
8066
  # @!attribute [rw] catalog_id
8052
8067
  # The ID of the Data Catalog where the partition in question resides.
8053
- # If none is provided, the AWS account ID is used by default.
8068
+ # If none is provided, the Amazon Web Services account ID is used by
8069
+ # default.
8054
8070
  # @return [String]
8055
8071
  #
8056
8072
  # @!attribute [rw] database_name
@@ -8107,7 +8123,8 @@ module Aws::Glue
8107
8123
  #
8108
8124
  # @!attribute [rw] catalog_id
8109
8125
  # The ID of the Data Catalog where the partitions in question reside.
8110
- # If none is provided, the AWS account ID is used by default.
8126
+ # If none is provided, the Amazon Web Services account ID is used by
8127
+ # default.
8111
8128
  # @return [String]
8112
8129
  #
8113
8130
  # @!attribute [rw] database_name
@@ -8202,7 +8219,7 @@ module Aws::Glue
8202
8219
  #
8203
8220
  # * `decimal`
8204
8221
  #
8205
- # If an invalid type is encountered, an exception is thrown.
8222
+ # If an type is encountered that is not valid, an exception is thrown.
8206
8223
  #
8207
8224
  # The following list shows the valid operators on each type. When you
8208
8225
  # define a crawler, the `partitionKey` type is created as a `STRING`,
@@ -8343,7 +8360,7 @@ module Aws::Glue
8343
8360
  # Currently, these key-value pairs are supported:
8344
8361
  #
8345
8362
  # * `inferSchema`  —  Specifies whether to set `inferSchema` to true
8346
- # or false for the default script generated by an AWS Glue job. For
8363
+ # or false for the default script generated by an Glue job. For
8347
8364
  # example, to set `inferSchema` to true, pass the following key
8348
8365
  # value pair:
8349
8366
  #
@@ -8492,10 +8509,10 @@ module Aws::Glue
8492
8509
  # }
8493
8510
  #
8494
8511
  # @!attribute [rw] resource_arn
8495
- # The ARN of the AWS Glue resource for which to retrieve the resource
8512
+ # The ARN of the Glue resource for which to retrieve the resource
8496
8513
  # policy. If not supplied, the Data Catalog resource policy is
8497
8514
  # returned. Use `GetResourcePolicies` to view all existing resource
8498
- # policies. For more information see [Specifying AWS Glue Resource
8515
+ # policies. For more information see [Specifying Glue Resource
8499
8516
  # ARNs][1].
8500
8517
  #
8501
8518
  #
@@ -8583,8 +8600,8 @@ module Aws::Glue
8583
8600
  # @return [String]
8584
8601
  #
8585
8602
  # @!attribute [rw] data_format
8586
- # The data format of the schema definition. Currently only `AVRO` is
8587
- # supported.
8603
+ # The data format of the schema definition. Currently only `AVRO` and
8604
+ # `JSON` are supported.
8588
8605
  # @return [String]
8589
8606
  #
8590
8607
  # @!attribute [rw] status
@@ -8659,8 +8676,8 @@ module Aws::Glue
8659
8676
  # @return [String]
8660
8677
  #
8661
8678
  # @!attribute [rw] data_format
8662
- # The data format of the schema definition. Currently only `AVRO` is
8663
- # supported.
8679
+ # The data format of the schema definition. Currently `AVRO` and
8680
+ # `JSON` are supported.
8664
8681
  # @return [String]
8665
8682
  #
8666
8683
  # @!attribute [rw] compatibility
@@ -8771,8 +8788,8 @@ module Aws::Glue
8771
8788
  # @return [String]
8772
8789
  #
8773
8790
  # @!attribute [rw] data_format
8774
- # The data format of the schema definition. Currently only `AVRO` is
8775
- # supported.
8791
+ # The data format of the schema definition. Currently `AVRO` and
8792
+ # `JSON` are supported.
8776
8793
  # @return [String]
8777
8794
  #
8778
8795
  # @!attribute [rw] schema_arn
@@ -8956,7 +8973,7 @@ module Aws::Glue
8956
8973
  #
8957
8974
  # @!attribute [rw] catalog_id
8958
8975
  # The ID of the Data Catalog where the table resides. If none is
8959
- # provided, the AWS account ID is used by default.
8976
+ # provided, the Amazon Web Services account ID is used by default.
8960
8977
  # @return [String]
8961
8978
  #
8962
8979
  # @!attribute [rw] database_name
@@ -9003,7 +9020,7 @@ module Aws::Glue
9003
9020
  #
9004
9021
  # @!attribute [rw] catalog_id
9005
9022
  # The ID of the Data Catalog where the tables reside. If none is
9006
- # provided, the AWS account ID is used by default.
9023
+ # provided, the Amazon Web Services account ID is used by default.
9007
9024
  # @return [String]
9008
9025
  #
9009
9026
  # @!attribute [rw] database_name
@@ -9058,7 +9075,7 @@ module Aws::Glue
9058
9075
  #
9059
9076
  # @!attribute [rw] catalog_id
9060
9077
  # The ID of the Data Catalog where the tables reside. If none is
9061
- # provided, the AWS account ID is used by default.
9078
+ # provided, the Amazon Web Services account ID is used by default.
9062
9079
  # @return [String]
9063
9080
  #
9064
9081
  # @!attribute [rw] database_name
@@ -9123,7 +9140,7 @@ module Aws::Glue
9123
9140
  #
9124
9141
  # @!attribute [rw] catalog_id
9125
9142
  # The ID of the Data Catalog where the tables reside. If none is
9126
- # provided, the AWS account ID is used by default.
9143
+ # provided, the Amazon Web Services account ID is used by default.
9127
9144
  # @return [String]
9128
9145
  #
9129
9146
  # @!attribute [rw] database_name
@@ -9299,7 +9316,8 @@ module Aws::Glue
9299
9316
  #
9300
9317
  # @!attribute [rw] catalog_id
9301
9318
  # The ID of the Data Catalog where the function to be retrieved is
9302
- # located. If none is provided, the AWS account ID is used by default.
9319
+ # located. If none is provided, the Amazon Web Services account ID is
9320
+ # used by default.
9303
9321
  # @return [String]
9304
9322
  #
9305
9323
  # @!attribute [rw] database_name
@@ -9345,7 +9363,8 @@ module Aws::Glue
9345
9363
  #
9346
9364
  # @!attribute [rw] catalog_id
9347
9365
  # The ID of the Data Catalog where the functions to be retrieved are
9348
- # located. If none is provided, the AWS account ID is used by default.
9366
+ # located. If none is provided, the Amazon Web Services account ID is
9367
+ # used by default.
9349
9368
  # @return [String]
9350
9369
  #
9351
9370
  # @!attribute [rw] database_name
@@ -9613,8 +9632,8 @@ module Aws::Glue
9613
9632
  include Aws::Structure
9614
9633
  end
9615
9634
 
9616
- # The database and table in the AWS Glue Data Catalog that is used for
9617
- # input or output data.
9635
+ # The database and table in the Glue Data Catalog that is used for input
9636
+ # or output data.
9618
9637
  #
9619
9638
  # @note When making an API call, you may pass GlueTable
9620
9639
  # data as a hash:
@@ -9627,19 +9646,19 @@ module Aws::Glue
9627
9646
  # }
9628
9647
  #
9629
9648
  # @!attribute [rw] database_name
9630
- # A database name in the AWS Glue Data Catalog.
9649
+ # A database name in the Glue Data Catalog.
9631
9650
  # @return [String]
9632
9651
  #
9633
9652
  # @!attribute [rw] table_name
9634
- # A table name in the AWS Glue Data Catalog.
9653
+ # A table name in the Glue Data Catalog.
9635
9654
  # @return [String]
9636
9655
  #
9637
9656
  # @!attribute [rw] catalog_id
9638
- # A unique identifier for the AWS Glue Data Catalog.
9657
+ # A unique identifier for the Glue Data Catalog.
9639
9658
  # @return [String]
9640
9659
  #
9641
9660
  # @!attribute [rw] connection_name
9642
- # The name of the connection to the AWS Glue Data Catalog.
9661
+ # The name of the connection to the Glue Data Catalog.
9643
9662
  # @return [String]
9644
9663
  #
9645
9664
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GlueTable AWS API Documentation
@@ -9745,8 +9764,8 @@ module Aws::Glue
9745
9764
  # }
9746
9765
  #
9747
9766
  # @!attribute [rw] catalog_id
9748
- # The ID of the catalog to import. Currently, this should be the AWS
9749
- # account ID.
9767
+ # The ID of the catalog to import. Currently, this should be the
9768
+ # Amazon Web Services account ID.
9750
9769
  # @return [String]
9751
9770
  #
9752
9771
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ImportCatalogToGlueRequest AWS API Documentation
@@ -9880,22 +9899,22 @@ module Aws::Glue
9880
9899
  # @return [Types::ExecutionProperty]
9881
9900
  #
9882
9901
  # @!attribute [rw] command
9883
- # The `JobCommand` that executes this job.
9902
+ # The `JobCommand` that runs this job.
9884
9903
  # @return [Types::JobCommand]
9885
9904
  #
9886
9905
  # @!attribute [rw] default_arguments
9887
9906
  # The default arguments for this job, specified as name-value pairs.
9888
9907
  #
9889
9908
  # You can specify arguments here that your own job-execution script
9890
- # consumes, as well as arguments that AWS Glue itself consumes.
9909
+ # consumes, as well as arguments that Glue itself consumes.
9891
9910
  #
9892
9911
  # For information about how to specify and consume your own Job
9893
- # arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
9912
+ # arguments, see the [Calling Glue APIs in Python][1] topic in the
9894
9913
  # developer guide.
9895
9914
  #
9896
- # For information about the key-value pairs that AWS Glue consumes to
9897
- # set up your job, see the [Special Parameters Used by AWS Glue][2]
9898
- # topic in the developer guide.
9915
+ # For information about the key-value pairs that Glue consumes to set
9916
+ # up your job, see the [Special Parameters Used by Glue][2] topic in
9917
+ # the developer guide.
9899
9918
  #
9900
9919
  #
9901
9920
  #
@@ -9919,11 +9938,11 @@ module Aws::Glue
9919
9938
  # @!attribute [rw] allocated_capacity
9920
9939
  # This field is deprecated. Use `MaxCapacity` instead.
9921
9940
  #
9922
- # The number of AWS Glue data processing units (DPUs) allocated to
9923
- # runs of this job. You can allocate from 2 to 100 DPUs; the default
9924
- # is 10. A DPU is a relative measure of processing power that consists
9925
- # of 4 vCPUs of compute capacity and 16 GB of memory. For more
9926
- # information, see the [AWS Glue pricing page][1].
9941
+ # The number of Glue data processing units (DPUs) allocated to runs of
9942
+ # this job. You can allocate from 2 to 100 DPUs; the default is 10. A
9943
+ # DPU is a relative measure of processing power that consists of 4
9944
+ # vCPUs of compute capacity and 16 GB of memory. For more information,
9945
+ # see the [Glue pricing page][1].
9927
9946
  #
9928
9947
  #
9929
9948
  #
@@ -9939,11 +9958,11 @@ module Aws::Glue
9939
9958
  # @return [Integer]
9940
9959
  #
9941
9960
  # @!attribute [rw] max_capacity
9942
- # The number of AWS Glue data processing units (DPUs) that can be
9961
+ # For Glue version 1.0 or earlier jobs, using the standard worker
9962
+ # type, the number of Glue data processing units (DPUs) that can be
9943
9963
  # allocated when this job runs. A DPU is a relative measure of
9944
9964
  # processing power that consists of 4 vCPUs of compute capacity and 16
9945
- # GB of memory. For more information, see the [AWS Glue pricing
9946
- # page][1].
9965
+ # GB of memory. For more information, see the [Glue pricing page][1].
9947
9966
  #
9948
9967
  # Do not set `Max Capacity` if using `WorkerType` and
9949
9968
  # `NumberOfWorkers`.
@@ -9962,6 +9981,10 @@ module Aws::Glue
9962
9981
  # 100 DPUs. The default is 10 DPUs. This job type cannot have a
9963
9982
  # fractional DPU allocation.
9964
9983
  #
9984
+ # For Glue version 2.0 jobs, you cannot instead specify a `Maximum
9985
+ # capacity`. Instead, you should specify a `Worker type` and the
9986
+ # `Number of workers`.
9987
+ #
9965
9988
  #
9966
9989
  #
9967
9990
  # [1]: https://aws.amazon.com/glue/pricing/
@@ -10002,10 +10025,10 @@ module Aws::Glue
10002
10025
  #
10003
10026
  # @!attribute [rw] glue_version
10004
10027
  # Glue version determines the versions of Apache Spark and Python that
10005
- # AWS Glue supports. The Python version indicates the version
10006
- # supported for jobs of type Spark.
10028
+ # Glue supports. The Python version indicates the version supported
10029
+ # for jobs of type Spark.
10007
10030
  #
10008
- # For more information about the available AWS Glue versions and
10031
+ # For more information about the available Glue versions and
10009
10032
  # corresponding Spark and Python versions, see [Glue version][1] in
10010
10033
  # the developer guide.
10011
10034
  #
@@ -10116,7 +10139,7 @@ module Aws::Glue
10116
10139
  include Aws::Structure
10117
10140
  end
10118
10141
 
10119
- # Specifies code executed when a job is run.
10142
+ # Specifies code that runs when a job is run.
10120
10143
  #
10121
10144
  # @note When making an API call, you may pass JobCommand
10122
10145
  # data as a hash:
@@ -10135,11 +10158,11 @@ module Aws::Glue
10135
10158
  #
10136
10159
  # @!attribute [rw] script_location
10137
10160
  # Specifies the Amazon Simple Storage Service (Amazon S3) path to a
10138
- # script that executes a job.
10161
+ # script that runs a job.
10139
10162
  # @return [String]
10140
10163
  #
10141
10164
  # @!attribute [rw] python_version
10142
- # The Python version being used to execute a Python shell job. Allowed
10165
+ # The Python version being used to run a Python shell job. Allowed
10143
10166
  # values are 2 or 3.
10144
10167
  # @return [String]
10145
10168
  #
@@ -10204,8 +10227,8 @@ module Aws::Glue
10204
10227
  #
10205
10228
  # @!attribute [rw] job_run_state
10206
10229
  # The current state of the job run. For more information about the
10207
- # statuses of jobs that have terminated abnormally, see [AWS Glue Job
10208
- # Run Statuses][1].
10230
+ # statuses of jobs that have terminated abnormally, see [Glue Job Run
10231
+ # Statuses][1].
10209
10232
  #
10210
10233
  #
10211
10234
  #
@@ -10217,15 +10240,15 @@ module Aws::Glue
10217
10240
  # replace the default arguments set in the job definition itself.
10218
10241
  #
10219
10242
  # You can specify arguments here that your own job-execution script
10220
- # consumes, as well as arguments that AWS Glue itself consumes.
10243
+ # consumes, as well as arguments that Glue itself consumes.
10221
10244
  #
10222
10245
  # For information about how to specify and consume your own job
10223
- # arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
10246
+ # arguments, see the [Calling Glue APIs in Python][1] topic in the
10224
10247
  # developer guide.
10225
10248
  #
10226
- # For information about the key-value pairs that AWS Glue consumes to
10227
- # set up your job, see the [Special Parameters Used by AWS Glue][2]
10228
- # topic in the developer guide.
10249
+ # For information about the key-value pairs that Glue consumes to set
10250
+ # up your job, see the [Special Parameters Used by Glue][2] topic in
10251
+ # the developer guide.
10229
10252
  #
10230
10253
  #
10231
10254
  #
@@ -10244,11 +10267,11 @@ module Aws::Glue
10244
10267
  # @!attribute [rw] allocated_capacity
10245
10268
  # This field is deprecated. Use `MaxCapacity` instead.
10246
10269
  #
10247
- # The number of AWS Glue data processing units (DPUs) allocated to
10248
- # this JobRun. From 2 to 100 DPUs can be allocated; the default is 10.
10249
- # A DPU is a relative measure of processing power that consists of 4
10270
+ # The number of Glue data processing units (DPUs) allocated to this
10271
+ # JobRun. From 2 to 100 DPUs can be allocated; the default is 10. A
10272
+ # DPU is a relative measure of processing power that consists of 4
10250
10273
  # vCPUs of compute capacity and 16 GB of memory. For more information,
10251
- # see the [AWS Glue pricing page][1].
10274
+ # see the [Glue pricing page][1].
10252
10275
  #
10253
10276
  #
10254
10277
  #
@@ -10267,11 +10290,10 @@ module Aws::Glue
10267
10290
  # @return [Integer]
10268
10291
  #
10269
10292
  # @!attribute [rw] max_capacity
10270
- # The number of AWS Glue data processing units (DPUs) that can be
10293
+ # The number of Glue data processing units (DPUs) that can be
10271
10294
  # allocated when this job runs. A DPU is a relative measure of
10272
10295
  # processing power that consists of 4 vCPUs of compute capacity and 16
10273
- # GB of memory. For more information, see the [AWS Glue pricing
10274
- # page][1].
10296
+ # GB of memory. For more information, see the [Glue pricing page][1].
10275
10297
  #
10276
10298
  # Do not set `Max Capacity` if using `WorkerType` and
10277
10299
  # `NumberOfWorkers`.
@@ -10290,7 +10312,7 @@ module Aws::Glue
10290
10312
  #
10291
10313
  #
10292
10314
  #
10293
- # [1]: https://docs.aws.amazon.com/https:/aws.amazon.com/glue/pricing/
10315
+ # [1]: https://aws.amazon.com/glue/pricing/
10294
10316
  # @return [Float]
10295
10317
  #
10296
10318
  # @!attribute [rw] worker_type
@@ -10322,7 +10344,7 @@ module Aws::Glue
10322
10344
  #
10323
10345
  # @!attribute [rw] log_group_name
10324
10346
  # The name of the log group for secure logging that can be server-side
10325
- # encrypted in Amazon CloudWatch using AWS KMS. This name can be
10347
+ # encrypted in Amazon CloudWatch using KMS. This name can be
10326
10348
  # `/aws-glue/jobs/`, in which case the default encryption is `NONE`.
10327
10349
  # If you add a role name and `SecurityConfiguration` name (in other
10328
10350
  # words,
@@ -10336,10 +10358,10 @@ module Aws::Glue
10336
10358
  #
10337
10359
  # @!attribute [rw] glue_version
10338
10360
  # Glue version determines the versions of Apache Spark and Python that
10339
- # AWS Glue supports. The Python version indicates the version
10340
- # supported for jobs of type Spark.
10361
+ # Glue supports. The Python version indicates the version supported
10362
+ # for jobs of type Spark.
10341
10363
  #
10342
- # For more information about the available AWS Glue versions and
10364
+ # For more information about the available Glue versions and
10343
10365
  # corresponding Spark and Python versions, see [Glue version][1] in
10344
10366
  # the developer guide.
10345
10367
  #
@@ -10439,22 +10461,22 @@ module Aws::Glue
10439
10461
  # @return [Types::ExecutionProperty]
10440
10462
  #
10441
10463
  # @!attribute [rw] command
10442
- # The `JobCommand` that executes this job (required).
10464
+ # The `JobCommand` that runs this job (required).
10443
10465
  # @return [Types::JobCommand]
10444
10466
  #
10445
10467
  # @!attribute [rw] default_arguments
10446
10468
  # The default arguments for this job.
10447
10469
  #
10448
10470
  # You can specify arguments here that your own job-execution script
10449
- # consumes, as well as arguments that AWS Glue itself consumes.
10471
+ # consumes, as well as arguments that Glue itself consumes.
10450
10472
  #
10451
10473
  # For information about how to specify and consume your own Job
10452
- # arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
10474
+ # arguments, see the [Calling Glue APIs in Python][1] topic in the
10453
10475
  # developer guide.
10454
10476
  #
10455
- # For information about the key-value pairs that AWS Glue consumes to
10456
- # set up your job, see the [Special Parameters Used by AWS Glue][2]
10457
- # topic in the developer guide.
10477
+ # For information about the key-value pairs that Glue consumes to set
10478
+ # up your job, see the [Special Parameters Used by Glue][2] topic in
10479
+ # the developer guide.
10458
10480
  #
10459
10481
  #
10460
10482
  #
@@ -10478,11 +10500,11 @@ module Aws::Glue
10478
10500
  # @!attribute [rw] allocated_capacity
10479
10501
  # This field is deprecated. Use `MaxCapacity` instead.
10480
10502
  #
10481
- # The number of AWS Glue data processing units (DPUs) to allocate to
10482
- # this job. You can allocate from 2 to 100 DPUs; the default is 10. A
10483
- # DPU is a relative measure of processing power that consists of 4
10484
- # vCPUs of compute capacity and 16 GB of memory. For more information,
10485
- # see the [AWS Glue pricing page][1].
10503
+ # The number of Glue data processing units (DPUs) to allocate to this
10504
+ # job. You can allocate from 2 to 100 DPUs; the default is 10. A DPU
10505
+ # is a relative measure of processing power that consists of 4 vCPUs
10506
+ # of compute capacity and 16 GB of memory. For more information, see
10507
+ # the [Glue pricing page][1].
10486
10508
  #
10487
10509
  #
10488
10510
  #
@@ -10496,11 +10518,11 @@ module Aws::Glue
10496
10518
  # @return [Integer]
10497
10519
  #
10498
10520
  # @!attribute [rw] max_capacity
10499
- # The number of AWS Glue data processing units (DPUs) that can be
10521
+ # For Glue version 1.0 or earlier jobs, using the standard worker
10522
+ # type, the number of Glue data processing units (DPUs) that can be
10500
10523
  # allocated when this job runs. A DPU is a relative measure of
10501
10524
  # processing power that consists of 4 vCPUs of compute capacity and 16
10502
- # GB of memory. For more information, see the [AWS Glue pricing
10503
- # page][1].
10525
+ # GB of memory. For more information, see the [Glue pricing page][1].
10504
10526
  #
10505
10527
  # Do not set `Max Capacity` if using `WorkerType` and
10506
10528
  # `NumberOfWorkers`.
@@ -10518,6 +10540,10 @@ module Aws::Glue
10518
10540
  # 100 DPUs. The default is 10 DPUs. This job type cannot have a
10519
10541
  # fractional DPU allocation.
10520
10542
  #
10543
+ # For Glue version 2.0 jobs, you cannot instead specify a `Maximum
10544
+ # capacity`. Instead, you should specify a `Worker type` and the
10545
+ # `Number of workers`.
10546
+ #
10521
10547
  #
10522
10548
  #
10523
10549
  # [1]: https://aws.amazon.com/glue/pricing/
@@ -10558,10 +10584,10 @@ module Aws::Glue
10558
10584
  #
10559
10585
  # @!attribute [rw] glue_version
10560
10586
  # Glue version determines the versions of Apache Spark and Python that
10561
- # AWS Glue supports. The Python version indicates the version
10562
- # supported for jobs of type Spark.
10587
+ # Glue supports. The Python version indicates the version supported
10588
+ # for jobs of type Spark.
10563
10589
  #
10564
- # For more information about the available AWS Glue versions and
10590
+ # For more information about the available Glue versions and
10565
10591
  # corresponding Spark and Python versions, see [Glue version][1] in
10566
10592
  # the developer guide.
10567
10593
  #
@@ -10614,7 +10640,7 @@ module Aws::Glue
10614
10640
  #
10615
10641
  # @!attribute [rw] json_path
10616
10642
  # A `JsonPath` string defining the JSON data for the classifier to
10617
- # classify. AWS Glue supports a subset of JsonPath, as described in
10643
+ # classify. Glue supports a subset of JsonPath, as described in
10618
10644
  # [Writing JsonPath Custom Classifiers][1].
10619
10645
  #
10620
10646
  #
@@ -11362,7 +11388,7 @@ module Aws::Glue
11362
11388
  # @return [Time]
11363
11389
  #
11364
11390
  # @!attribute [rw] input_record_tables
11365
- # A list of AWS Glue table definitions used by the transform.
11391
+ # A list of Glue table definitions used by the transform.
11366
11392
  # @return [Array<Types::GlueTable>]
11367
11393
  #
11368
11394
  # @!attribute [rw] parameters
@@ -11378,9 +11404,9 @@ module Aws::Glue
11378
11404
  # @return [Types::EvaluationMetrics]
11379
11405
  #
11380
11406
  # @!attribute [rw] label_count
11381
- # A count identifier for the labeling files generated by AWS Glue for
11382
- # this transform. As you create a better transform, you can
11383
- # iteratively download, label, and upload the labeling file.
11407
+ # A count identifier for the labeling files generated by Glue for this
11408
+ # transform. As you create a better transform, you can iteratively
11409
+ # download, label, and upload the labeling file.
11384
11410
  # @return [Integer]
11385
11411
  #
11386
11412
  # @!attribute [rw] schema
@@ -11391,13 +11417,13 @@ module Aws::Glue
11391
11417
  #
11392
11418
  # @!attribute [rw] role
11393
11419
  # The name or Amazon Resource Name (ARN) of the IAM role with the
11394
- # required permissions. The required permissions include both AWS Glue
11395
- # service role permissions to AWS Glue resources, and Amazon S3
11420
+ # required permissions. The required permissions include both Glue
11421
+ # service role permissions to Glue resources, and Amazon S3
11396
11422
  # permissions required by the transform.
11397
11423
  #
11398
- # * This role needs AWS Glue service role permissions to allow access
11399
- # to resources in AWS Glue. See [Attach a Policy to IAM Users That
11400
- # Access AWS Glue][1].
11424
+ # * This role needs Glue service role permissions to allow access to
11425
+ # resources in Glue. See [Attach a Policy to IAM Users That Access
11426
+ # Glue][1].
11401
11427
  #
11402
11428
  # * This role needs permission to your Amazon Simple Storage Service
11403
11429
  # (Amazon S3) sources, targets, temporary directory, scripts, and
@@ -11409,11 +11435,11 @@ module Aws::Glue
11409
11435
  # @return [String]
11410
11436
  #
11411
11437
  # @!attribute [rw] glue_version
11412
- # This value determines which version of AWS Glue this machine
11413
- # learning transform is compatible with. Glue 1.0 is recommended for
11414
- # most customers. If the value is not set, the Glue compatibility
11415
- # defaults to Glue 0.9. For more information, see [AWS Glue
11416
- # Versions][1] in the developer guide.
11438
+ # This value determines which version of Glue this machine learning
11439
+ # transform is compatible with. Glue 1.0 is recommended for most
11440
+ # customers. If the value is not set, the Glue compatibility defaults
11441
+ # to Glue 0.9. For more information, see [Glue Versions][1] in the
11442
+ # developer guide.
11417
11443
  #
11418
11444
  #
11419
11445
  #
@@ -11421,12 +11447,11 @@ module Aws::Glue
11421
11447
  # @return [String]
11422
11448
  #
11423
11449
  # @!attribute [rw] max_capacity
11424
- # The number of AWS Glue data processing units (DPUs) that are
11425
- # allocated to task runs for this transform. You can allocate from 2
11426
- # to 100 DPUs; the default is 10. A DPU is a relative measure of
11427
- # processing power that consists of 4 vCPUs of compute capacity and 16
11428
- # GB of memory. For more information, see the [AWS Glue pricing
11429
- # page][1].
11450
+ # The number of Glue data processing units (DPUs) that are allocated
11451
+ # to task runs for this transform. You can allocate from 2 to 100
11452
+ # DPUs; the default is 10. A DPU is a relative measure of processing
11453
+ # power that consists of 4 vCPUs of compute capacity and 16 GB of
11454
+ # memory. For more information, see the [Glue pricing page][1].
11430
11455
  #
11431
11456
  # `MaxCapacity` is a mutually exclusive option with `NumberOfWorkers`
11432
11457
  # and `WorkerType`.
@@ -11557,8 +11582,8 @@ module Aws::Glue
11557
11582
  #
11558
11583
  # * DISABLED: encryption is disabled
11559
11584
  #
11560
- # * SSEKMS: use of server-side encryption with AWS Key Management
11561
- # Service (SSE-KMS) for user data stored in Amazon S3.
11585
+ # * SSEKMS: use of server-side encryption with Key Management Service
11586
+ # (SSE-KMS) for user data stored in Amazon S3.
11562
11587
  # @return [String]
11563
11588
  #
11564
11589
  # @!attribute [rw] kms_key_id
@@ -11731,15 +11756,15 @@ module Aws::Glue
11731
11756
  include Aws::Structure
11732
11757
  end
11733
11758
 
11734
- # A node represents an AWS Glue component such as a trigger, or job,
11735
- # etc., that is part of a workflow.
11759
+ # A node represents an Glue component such as a trigger, or job, etc.,
11760
+ # that is part of a workflow.
11736
11761
  #
11737
11762
  # @!attribute [rw] type
11738
- # The type of AWS Glue component represented by the node.
11763
+ # The type of Glue component represented by the node.
11739
11764
  # @return [String]
11740
11765
  #
11741
11766
  # @!attribute [rw] name
11742
- # The name of the AWS Glue component represented by the node.
11767
+ # The name of the Glue component represented by the node.
11743
11768
  # @return [String]
11744
11769
  #
11745
11770
  # @!attribute [rw] unique_id
@@ -12071,8 +12096,8 @@ module Aws::Glue
12071
12096
  #
12072
12097
  # The values for the keys for the new partition must be passed as an
12073
12098
  # array of String objects that must be ordered in the same order as
12074
- # the partition keys appearing in the Amazon S3 prefix. Otherwise AWS
12075
- # Glue will add the values to the wrong keys.
12099
+ # the partition keys appearing in the Amazon S3 prefix. Otherwise Glue
12100
+ # will add the values to the wrong keys.
12076
12101
  # @return [Array<String>]
12077
12102
  #
12078
12103
  # @!attribute [rw] last_access_time
@@ -12299,7 +12324,8 @@ module Aws::Glue
12299
12324
  #
12300
12325
  # @!attribute [rw] catalog_id
12301
12326
  # The ID of the Data Catalog to set the security configuration for. If
12302
- # none is provided, the AWS account ID is used by default.
12327
+ # none is provided, the Amazon Web Services account ID is used by
12328
+ # default.
12303
12329
  # @return [String]
12304
12330
  #
12305
12331
  # @!attribute [rw] data_catalog_encryption_settings
@@ -12358,7 +12384,7 @@ module Aws::Glue
12358
12384
  #
12359
12385
  # * By directly updating the resource policy with `PutResourePolicy`
12360
12386
  #
12361
- # * By using the **Grant permissions** command on the AWS Management
12387
+ # * By using the **Grant permissions** command on the Management
12362
12388
  # Console.
12363
12389
  #
12364
12390
  # Must be set to `'TRUE'` if you have already used the Management
@@ -12613,8 +12639,8 @@ module Aws::Glue
12613
12639
  # When crawling an Amazon S3 data source after the first crawl is
12614
12640
  # complete, specifies whether to crawl the entire dataset again or to
12615
12641
  # crawl only folders that were added since the last crawler run. For
12616
- # more information, see [Incremental Crawls in AWS Glue][1] in the
12617
- # developer guide.
12642
+ # more information, see [Incremental Crawls in Glue][1] in the developer
12643
+ # guide.
12618
12644
  #
12619
12645
  #
12620
12646
  #
@@ -13200,7 +13226,7 @@ module Aws::Glue
13200
13226
  include Aws::Structure
13201
13227
  end
13202
13228
 
13203
- # The unique ID of the schema in the AWS Glue schema registry.
13229
+ # The unique ID of the schema in the Glue schema registry.
13204
13230
  #
13205
13231
  # @note When making an API call, you may pass SchemaId
13206
13232
  # data as a hash:
@@ -13279,8 +13305,7 @@ module Aws::Glue
13279
13305
  include Aws::Structure
13280
13306
  end
13281
13307
 
13282
- # An object that references a schema stored in the AWS Glue Schema
13283
- # Registry.
13308
+ # An object that references a schema stored in the Glue Schema Registry.
13284
13309
  #
13285
13310
  # @note When making an API call, you may pass SchemaReference
13286
13311
  # data as a hash:
@@ -13534,7 +13559,7 @@ module Aws::Glue
13534
13559
  end
13535
13560
 
13536
13561
  # Defines a non-overlapping region of a table's partitions, allowing
13537
- # multiple requests to be executed in parallel.
13562
+ # multiple requests to be run in parallel.
13538
13563
  #
13539
13564
  # @note When making an API call, you may pass Segment
13540
13565
  # data as a hash:
@@ -13825,15 +13850,15 @@ module Aws::Glue
13825
13850
  # replace the default arguments set in the job definition itself.
13826
13851
  #
13827
13852
  # You can specify arguments here that your own job-execution script
13828
- # consumes, as well as arguments that AWS Glue itself consumes.
13853
+ # consumes, as well as arguments that Glue itself consumes.
13829
13854
  #
13830
13855
  # For information about how to specify and consume your own Job
13831
- # arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
13856
+ # arguments, see the [Calling Glue APIs in Python][1] topic in the
13832
13857
  # developer guide.
13833
13858
  #
13834
- # For information about the key-value pairs that AWS Glue consumes to
13835
- # set up your job, see the [Special Parameters Used by AWS Glue][2]
13836
- # topic in the developer guide.
13859
+ # For information about the key-value pairs that Glue consumes to set
13860
+ # up your job, see the [Special Parameters Used by Glue][2] topic in
13861
+ # the developer guide.
13837
13862
  #
13838
13863
  #
13839
13864
  #
@@ -13844,15 +13869,15 @@ module Aws::Glue
13844
13869
  # @!attribute [rw] allocated_capacity
13845
13870
  # This field is deprecated. Use `MaxCapacity` instead.
13846
13871
  #
13847
- # The number of AWS Glue data processing units (DPUs) to allocate to
13848
- # this JobRun. From 2 to 100 DPUs can be allocated; the default is 10.
13849
- # A DPU is a relative measure of processing power that consists of 4
13872
+ # The number of Glue data processing units (DPUs) to allocate to this
13873
+ # JobRun. From 2 to 100 DPUs can be allocated; the default is 10. A
13874
+ # DPU is a relative measure of processing power that consists of 4
13850
13875
  # vCPUs of compute capacity and 16 GB of memory. For more information,
13851
- # see the [AWS Glue pricing page][1].
13876
+ # see the [Glue pricing page][1].
13852
13877
  #
13853
13878
  #
13854
13879
  #
13855
- # [1]: https://docs.aws.amazon.com/https:/aws.amazon.com/glue/pricing/
13880
+ # [1]: https://aws.amazon.com/glue/pricing/
13856
13881
  # @return [Integer]
13857
13882
  #
13858
13883
  # @!attribute [rw] timeout
@@ -13863,11 +13888,10 @@ module Aws::Glue
13863
13888
  # @return [Integer]
13864
13889
  #
13865
13890
  # @!attribute [rw] max_capacity
13866
- # The number of AWS Glue data processing units (DPUs) that can be
13891
+ # The number of Glue data processing units (DPUs) that can be
13867
13892
  # allocated when this job runs. A DPU is a relative measure of
13868
13893
  # processing power that consists of 4 vCPUs of compute capacity and 16
13869
- # GB of memory. For more information, see the [AWS Glue pricing
13870
- # page][1].
13894
+ # GB of memory. For more information, see the [Glue pricing page][1].
13871
13895
  #
13872
13896
  # Do not set `Max Capacity` if using `WorkerType` and
13873
13897
  # `NumberOfWorkers`.
@@ -13886,7 +13910,7 @@ module Aws::Glue
13886
13910
  #
13887
13911
  #
13888
13912
  #
13889
- # [1]: https://docs.aws.amazon.com/https:/aws.amazon.com/glue/pricing/
13913
+ # [1]: https://aws.amazon.com/glue/pricing/
13890
13914
  # @return [Float]
13891
13915
  #
13892
13916
  # @!attribute [rw] security_configuration
@@ -14299,7 +14323,7 @@ module Aws::Glue
14299
14323
  # @return [Boolean]
14300
14324
  #
14301
14325
  # @!attribute [rw] schema_reference
14302
- # An object that references a schema stored in the AWS Glue Schema
14326
+ # An object that references a schema stored in the Glue Schema
14303
14327
  # Registry.
14304
14328
  #
14305
14329
  # When creating a table, you can pass an empty list of columns for the
@@ -14446,8 +14470,7 @@ module Aws::Glue
14446
14470
  # @return [String]
14447
14471
  #
14448
14472
  # @!attribute [rw] is_registered_with_lake_formation
14449
- # Indicates whether the table has been registered with AWS Lake
14450
- # Formation.
14473
+ # Indicates whether the table has been registered with Lake Formation.
14451
14474
  # @return [Boolean]
14452
14475
  #
14453
14476
  # @!attribute [rw] target_table
@@ -14765,9 +14788,9 @@ module Aws::Glue
14765
14788
  # }
14766
14789
  #
14767
14790
  # @!attribute [rw] resource_arn
14768
- # The ARN of the AWS Glue resource to which to add the tags. For more
14769
- # information about AWS Glue resource ARNs, see the [AWS Glue ARN
14770
- # string pattern][1].
14791
+ # The ARN of the Glue resource to which to add the tags. For more
14792
+ # information about Glue resource ARNs, see the [Glue ARN string
14793
+ # pattern][1].
14771
14794
  #
14772
14795
  #
14773
14796
  #
@@ -15032,11 +15055,11 @@ module Aws::Glue
15032
15055
  # @return [String]
15033
15056
  #
15034
15057
  # @!attribute [rw] glue_version
15035
- # This value determines which version of AWS Glue this machine
15036
- # learning transform is compatible with. Glue 1.0 is recommended for
15037
- # most customers. If the value is not set, the Glue compatibility
15038
- # defaults to Glue 0.9. For more information, see [AWS Glue
15039
- # Versions][1] in the developer guide.
15058
+ # This value determines which version of Glue this machine learning
15059
+ # transform is compatible with. Glue 1.0 is recommended for most
15060
+ # customers. If the value is not set, the Glue compatibility defaults
15061
+ # to Glue 0.9. For more information, see [Glue Versions][1] in the
15062
+ # developer guide.
15040
15063
  #
15041
15064
  #
15042
15065
  #
@@ -15463,7 +15486,8 @@ module Aws::Glue
15463
15486
  #
15464
15487
  # @!attribute [rw] catalog_id
15465
15488
  # The ID of the Data Catalog where the partitions in question reside.
15466
- # If none is supplied, the AWS account ID is used by default.
15489
+ # If none is supplied, the Amazon Web Services account ID is used by
15490
+ # default.
15467
15491
  # @return [String]
15468
15492
  #
15469
15493
  # @!attribute [rw] database_name
@@ -15573,7 +15597,8 @@ module Aws::Glue
15573
15597
  #
15574
15598
  # @!attribute [rw] catalog_id
15575
15599
  # The ID of the Data Catalog where the partitions in question reside.
15576
- # If none is supplied, the AWS account ID is used by default.
15600
+ # If none is supplied, the Amazon Web Services account ID is used by
15601
+ # default.
15577
15602
  # @return [String]
15578
15603
  #
15579
15604
  # @!attribute [rw] database_name
@@ -15635,7 +15660,7 @@ module Aws::Glue
15635
15660
  #
15636
15661
  # @!attribute [rw] catalog_id
15637
15662
  # The ID of the Data Catalog in which the connection resides. If none
15638
- # is provided, the AWS account ID is used by default.
15663
+ # is provided, the Amazon Web Services account ID is used by default.
15639
15664
  # @return [String]
15640
15665
  #
15641
15666
  # @!attribute [rw] name
@@ -15733,7 +15758,7 @@ module Aws::Glue
15733
15758
  # @return [String]
15734
15759
  #
15735
15760
  # @!attribute [rw] database_name
15736
- # The AWS Glue database where results are stored, such as:
15761
+ # The Glue database where results are stored, such as:
15737
15762
  # `arn:aws:daylight:us-east-1::database/sometable/*`.
15738
15763
  # @return [String]
15739
15764
  #
@@ -15944,7 +15969,8 @@ module Aws::Glue
15944
15969
  #
15945
15970
  # @!attribute [rw] catalog_id
15946
15971
  # The ID of the Data Catalog in which the metadata database resides.
15947
- # If none is provided, the AWS account ID is used by default.
15972
+ # If none is provided, the Amazon Web Services account ID is used by
15973
+ # default.
15948
15974
  # @return [String]
15949
15975
  #
15950
15976
  # @!attribute [rw] name
@@ -16028,9 +16054,7 @@ module Aws::Glue
16028
16054
  #
16029
16055
  # * `"--enable-glue-datacatalog": ""`
16030
16056
  #
16031
- # * `"GLUE_PYTHON_VERSION": "3"`
16032
- #
16033
- # * `"GLUE_PYTHON_VERSION": "2"`
16057
+ # ^
16034
16058
  #
16035
16059
  # You can specify a version of Python support for development
16036
16060
  # endpoints by using the `Arguments` parameter in the
@@ -16183,7 +16207,7 @@ module Aws::Glue
16183
16207
  #
16184
16208
  # @!attribute [rw] json_path
16185
16209
  # A `JsonPath` string defining the JSON data for the classifier to
16186
- # classify. AWS Glue supports a subset of JsonPath, as described in
16210
+ # classify. Glue supports a subset of JsonPath, as described in
16187
16211
  # [Writing JsonPath Custom Classifiers][1].
16188
16212
  #
16189
16213
  #
@@ -16249,11 +16273,11 @@ module Aws::Glue
16249
16273
  # @return [String]
16250
16274
  #
16251
16275
  # @!attribute [rw] glue_version
16252
- # This value determines which version of AWS Glue this machine
16253
- # learning transform is compatible with. Glue 1.0 is recommended for
16254
- # most customers. If the value is not set, the Glue compatibility
16255
- # defaults to Glue 0.9. For more information, see [AWS Glue
16256
- # Versions][1] in the developer guide.
16276
+ # This value determines which version of Glue this machine learning
16277
+ # transform is compatible with. Glue 1.0 is recommended for most
16278
+ # customers. If the value is not set, the Glue compatibility defaults
16279
+ # to Glue 0.9. For more information, see [Glue Versions][1] in the
16280
+ # developer guide.
16257
16281
  #
16258
16282
  #
16259
16283
  #
@@ -16261,12 +16285,11 @@ module Aws::Glue
16261
16285
  # @return [String]
16262
16286
  #
16263
16287
  # @!attribute [rw] max_capacity
16264
- # The number of AWS Glue data processing units (DPUs) that are
16265
- # allocated to task runs for this transform. You can allocate from 2
16266
- # to 100 DPUs; the default is 10. A DPU is a relative measure of
16267
- # processing power that consists of 4 vCPUs of compute capacity and 16
16268
- # GB of memory. For more information, see the [AWS Glue pricing
16269
- # page][1].
16288
+ # The number of Glue data processing units (DPUs) that are allocated
16289
+ # to task runs for this transform. You can allocate from 2 to 100
16290
+ # DPUs; the default is 10. A DPU is a relative measure of processing
16291
+ # power that consists of 4 vCPUs of compute capacity and 16 GB of
16292
+ # memory. For more information, see the [Glue pricing page][1].
16270
16293
  #
16271
16294
  # When the `WorkerType` field is set to a value other than `Standard`,
16272
16295
  # the `MaxCapacity` field is set automatically and becomes read-only.
@@ -16408,7 +16431,8 @@ module Aws::Glue
16408
16431
  #
16409
16432
  # @!attribute [rw] catalog_id
16410
16433
  # The ID of the Data Catalog where the partition to be updated
16411
- # resides. If none is provided, the AWS account ID is used by default.
16434
+ # resides. If none is provided, the Amazon Web Services account ID is
16435
+ # used by default.
16412
16436
  # @return [String]
16413
16437
  #
16414
16438
  # @!attribute [rw] database_name
@@ -16661,7 +16685,7 @@ module Aws::Glue
16661
16685
  #
16662
16686
  # @!attribute [rw] catalog_id
16663
16687
  # The ID of the Data Catalog where the table resides. If none is
16664
- # provided, the AWS account ID is used by default.
16688
+ # provided, the Amazon Web Services account ID is used by default.
16665
16689
  # @return [String]
16666
16690
  #
16667
16691
  # @!attribute [rw] database_name
@@ -16785,7 +16809,8 @@ module Aws::Glue
16785
16809
  #
16786
16810
  # @!attribute [rw] catalog_id
16787
16811
  # The ID of the Data Catalog where the function to be updated is
16788
- # located. If none is provided, the AWS account ID is used by default.
16812
+ # located. If none is provided, the Amazon Web Services account ID is
16813
+ # used by default.
16789
16814
  # @return [String]
16790
16815
  #
16791
16816
  # @!attribute [rw] database_name
@@ -17039,8 +17064,8 @@ module Aws::Glue
17039
17064
  include Aws::Structure
17040
17065
  end
17041
17066
 
17042
- # A workflow represents a flow in which AWS Glue components should be
17043
- # executed to complete a logical task.
17067
+ # A workflow represents a flow in which Glue components should be run to
17068
+ # complete a logical task.
17044
17069
  #
17045
17070
  # @!attribute [rw] name
17046
17071
  # The name of the workflow representing the flow.
@@ -17068,9 +17093,8 @@ module Aws::Glue
17068
17093
  # @return [Types::WorkflowRun]
17069
17094
  #
17070
17095
  # @!attribute [rw] graph
17071
- # The graph representing all the AWS Glue components that belong to
17072
- # the workflow as nodes and directed connections between them as
17073
- # edges.
17096
+ # The graph representing all the Glue components that belong to the
17097
+ # workflow as nodes and directed connections between them as edges.
17074
17098
  # @return [Types::WorkflowGraph]
17075
17099
  #
17076
17100
  # @!attribute [rw] max_concurrent_runs
@@ -17097,12 +17121,12 @@ module Aws::Glue
17097
17121
  end
17098
17122
 
17099
17123
  # A workflow graph represents the complete workflow containing all the
17100
- # AWS Glue components present in the workflow and all the directed
17124
+ # Glue components present in the workflow and all the directed
17101
17125
  # connections between them.
17102
17126
  #
17103
17127
  # @!attribute [rw] nodes
17104
- # A list of the the AWS Glue components belong to the workflow
17105
- # represented as nodes.
17128
+ # A list of the the Glue components belong to the workflow represented
17129
+ # as nodes.
17106
17130
  # @return [Array<Types::Node>]
17107
17131
  #
17108
17132
  # @!attribute [rw] edges
@@ -17123,7 +17147,7 @@ module Aws::Glue
17123
17147
  # information.
17124
17148
  #
17125
17149
  # @!attribute [rw] name
17126
- # Name of the workflow that was executed.
17150
+ # Name of the workflow that was run.
17127
17151
  # @return [String]
17128
17152
  #
17129
17153
  # @!attribute [rw] workflow_run_id
@@ -17161,9 +17185,8 @@ module Aws::Glue
17161
17185
  # @return [Types::WorkflowRunStatistics]
17162
17186
  #
17163
17187
  # @!attribute [rw] graph
17164
- # The graph representing all the AWS Glue components that belong to
17165
- # the workflow as nodes and directed connections between them as
17166
- # edges.
17188
+ # The graph representing all the Glue components that belong to the
17189
+ # workflow as nodes and directed connections between them as edges.
17167
17190
  # @return [Types::WorkflowGraph]
17168
17191
  #
17169
17192
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/WorkflowRun AWS API Documentation