aws-sdk-glue 1.88.0 → 1.92.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (8) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +20 -0
  3. data/VERSION +1 -1
  4. data/lib/aws-sdk-glue.rb +1 -1
  5. data/lib/aws-sdk-glue/client.rb +342 -281
  6. data/lib/aws-sdk-glue/client_api.rb +16 -0
  7. data/lib/aws-sdk-glue/types.rb +478 -362
  8. metadata +4 -4
data/lib/aws-sdk-glue/client_api.rb CHANGED
@@ -49,6 +49,7 @@ module Aws::Glue
49
49
  BatchGetTriggersResponse = Shapes::StructureShape.new(name: 'BatchGetTriggersResponse')
50
50
  BatchGetWorkflowsRequest = Shapes::StructureShape.new(name: 'BatchGetWorkflowsRequest')
51
51
  BatchGetWorkflowsResponse = Shapes::StructureShape.new(name: 'BatchGetWorkflowsResponse')
52
+ BatchSize = Shapes::IntegerShape.new(name: 'BatchSize')
52
53
  BatchStopJobRunError = Shapes::StructureShape.new(name: 'BatchStopJobRunError')
53
54
  BatchStopJobRunErrorList = Shapes::ListShape.new(name: 'BatchStopJobRunErrorList')
54
55
  BatchStopJobRunJobRunIdList = Shapes::ListShape.new(name: 'BatchStopJobRunJobRunIdList')
@@ -62,6 +63,7 @@ module Aws::Glue
62
63
  BatchUpdatePartitionRequestEntry = Shapes::StructureShape.new(name: 'BatchUpdatePartitionRequestEntry')
63
64
  BatchUpdatePartitionRequestEntryList = Shapes::ListShape.new(name: 'BatchUpdatePartitionRequestEntryList')
64
65
  BatchUpdatePartitionResponse = Shapes::StructureShape.new(name: 'BatchUpdatePartitionResponse')
66
+ BatchWindow = Shapes::IntegerShape.new(name: 'BatchWindow')
65
67
  BinaryColumnStatisticsData = Shapes::StructureShape.new(name: 'BinaryColumnStatisticsData')
66
68
  Blob = Shapes::BlobShape.new(name: 'Blob')
67
69
  Boolean = Shapes::BooleanShape.new(name: 'Boolean')
@@ -276,6 +278,7 @@ module Aws::Glue
276
278
  ErrorMessageString = Shapes::StringShape.new(name: 'ErrorMessageString')
277
279
  ErrorString = Shapes::StringShape.new(name: 'ErrorString')
278
280
  EvaluationMetrics = Shapes::StructureShape.new(name: 'EvaluationMetrics')
281
+ EventBatchingCondition = Shapes::StructureShape.new(name: 'EventBatchingCondition')
279
282
  ExecutionProperty = Shapes::StructureShape.new(name: 'ExecutionProperty')
280
283
  ExecutionTime = Shapes::IntegerShape.new(name: 'ExecutionTime')
281
284
  ExistCondition = Shapes::StringShape.new(name: 'ExistCondition')
@@ -653,6 +656,7 @@ module Aws::Glue
653
656
  StartTriggerResponse = Shapes::StructureShape.new(name: 'StartTriggerResponse')
654
657
  StartWorkflowRunRequest = Shapes::StructureShape.new(name: 'StartWorkflowRunRequest')
655
658
  StartWorkflowRunResponse = Shapes::StructureShape.new(name: 'StartWorkflowRunResponse')
659
+ StartingEventBatchCondition = Shapes::StructureShape.new(name: 'StartingEventBatchCondition')
656
660
  StopCrawlerRequest = Shapes::StructureShape.new(name: 'StopCrawlerRequest')
657
661
  StopCrawlerResponse = Shapes::StructureShape.new(name: 'StopCrawlerResponse')
658
662
  StopCrawlerScheduleRequest = Shapes::StructureShape.new(name: 'StopCrawlerScheduleRequest')
@@ -1423,6 +1427,7 @@ module Aws::Glue
1423
1427
  CreateTriggerRequest.add_member(:description, Shapes::ShapeRef.new(shape: DescriptionString, location_name: "Description"))
1424
1428
  CreateTriggerRequest.add_member(:start_on_creation, Shapes::ShapeRef.new(shape: BooleanValue, location_name: "StartOnCreation"))
1425
1429
  CreateTriggerRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagsMap, location_name: "Tags"))
1430
+ CreateTriggerRequest.add_member(:event_batching_condition, Shapes::ShapeRef.new(shape: EventBatchingCondition, location_name: "EventBatchingCondition"))
1426
1431
  CreateTriggerRequest.struct_class = Types::CreateTriggerRequest
1427
1432
 
1428
1433
  CreateTriggerResponse.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
@@ -1740,6 +1745,10 @@ module Aws::Glue
1740
1745
  EvaluationMetrics.add_member(:find_matches_metrics, Shapes::ShapeRef.new(shape: FindMatchesMetrics, location_name: "FindMatchesMetrics"))
1741
1746
  EvaluationMetrics.struct_class = Types::EvaluationMetrics
1742
1747
 
1748
+ EventBatchingCondition.add_member(:batch_size, Shapes::ShapeRef.new(shape: BatchSize, required: true, location_name: "BatchSize"))
1749
+ EventBatchingCondition.add_member(:batch_window, Shapes::ShapeRef.new(shape: BatchWindow, location_name: "BatchWindow"))
1750
+ EventBatchingCondition.struct_class = Types::EventBatchingCondition
1751
+
1743
1752
  ExecutionProperty.add_member(:max_concurrent_runs, Shapes::ShapeRef.new(shape: MaxConcurrentRuns, location_name: "MaxConcurrentRuns"))
1744
1753
  ExecutionProperty.struct_class = Types::ExecutionProperty
1745
1754
 
@@ -3017,6 +3026,10 @@ module Aws::Glue
3017
3026
  StartWorkflowRunResponse.add_member(:run_id, Shapes::ShapeRef.new(shape: IdString, location_name: "RunId"))
3018
3027
  StartWorkflowRunResponse.struct_class = Types::StartWorkflowRunResponse
3019
3028
 
3029
+ StartingEventBatchCondition.add_member(:batch_size, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "BatchSize"))
3030
+ StartingEventBatchCondition.add_member(:batch_window, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "BatchWindow"))
3031
+ StartingEventBatchCondition.struct_class = Types::StartingEventBatchCondition
3032
+
3020
3033
  StopCrawlerRequest.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
3021
3034
  StopCrawlerRequest.struct_class = Types::StopCrawlerRequest
3022
3035
 
@@ -3202,6 +3215,7 @@ module Aws::Glue
3202
3215
  Trigger.add_member(:schedule, Shapes::ShapeRef.new(shape: GenericString, location_name: "Schedule"))
3203
3216
  Trigger.add_member(:actions, Shapes::ShapeRef.new(shape: ActionList, location_name: "Actions"))
3204
3217
  Trigger.add_member(:predicate, Shapes::ShapeRef.new(shape: Predicate, location_name: "Predicate"))
3218
+ Trigger.add_member(:event_batching_condition, Shapes::ShapeRef.new(shape: EventBatchingCondition, location_name: "EventBatchingCondition"))
3205
3219
  Trigger.struct_class = Types::Trigger
3206
3220
 
3207
3221
  TriggerList.member = Shapes::ShapeRef.new(shape: Trigger)
@@ -3216,6 +3230,7 @@ module Aws::Glue
3216
3230
  TriggerUpdate.add_member(:schedule, Shapes::ShapeRef.new(shape: GenericString, location_name: "Schedule"))
3217
3231
  TriggerUpdate.add_member(:actions, Shapes::ShapeRef.new(shape: ActionList, location_name: "Actions"))
3218
3232
  TriggerUpdate.add_member(:predicate, Shapes::ShapeRef.new(shape: Predicate, location_name: "Predicate"))
3233
+ TriggerUpdate.add_member(:event_batching_condition, Shapes::ShapeRef.new(shape: EventBatchingCondition, location_name: "EventBatchingCondition"))
3219
3234
  TriggerUpdate.struct_class = Types::TriggerUpdate
3220
3235
 
3221
3236
  UntagResourceRequest.add_member(:resource_arn, Shapes::ShapeRef.new(shape: GlueResourceArn, required: true, location_name: "ResourceArn"))
@@ -3462,6 +3477,7 @@ module Aws::Glue
3462
3477
  WorkflowRun.add_member(:error_message, Shapes::ShapeRef.new(shape: ErrorString, location_name: "ErrorMessage"))
3463
3478
  WorkflowRun.add_member(:statistics, Shapes::ShapeRef.new(shape: WorkflowRunStatistics, location_name: "Statistics"))
3464
3479
  WorkflowRun.add_member(:graph, Shapes::ShapeRef.new(shape: WorkflowGraph, location_name: "Graph"))
3480
+ WorkflowRun.add_member(:starting_event_batch_condition, Shapes::ShapeRef.new(shape: StartingEventBatchCondition, location_name: "StartingEventBatchCondition"))
3465
3481
  WorkflowRun.struct_class = Types::WorkflowRun
3466
3482
 
3467
3483
  WorkflowRunProperties.key = Shapes::ShapeRef.new(shape: IdString)
data/lib/aws-sdk-glue/types.rb CHANGED
@@ -43,7 +43,7 @@ module Aws::Glue
43
43
  # }
44
44
  #
45
45
  # @!attribute [rw] job_name
46
- # The name of a job to be executed.
46
+ # The name of a job to be run.
47
47
  # @return [String]
48
48
  #
49
49
  # @!attribute [rw] arguments
@@ -51,15 +51,15 @@ module Aws::Glue
51
51
  # they replace the default arguments set in the job definition itself.
52
52
  #
53
53
  # You can specify arguments here that your own job-execution script
54
- # consumes, as well as arguments that AWS Glue itself consumes.
54
+ # consumes, as well as arguments that Glue itself consumes.
55
55
  #
56
56
  # For information about how to specify and consume your own Job
57
- # arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
57
+ # arguments, see the [Calling Glue APIs in Python][1] topic in the
58
58
  # developer guide.
59
59
  #
60
- # For information about the key-value pairs that AWS Glue consumes to
61
- # set up your job, see the [Special Parameters Used by AWS Glue][2]
62
- # topic in the developer guide.
60
+ # For information about the key-value pairs that Glue consumes to set
61
+ # up your job, see the [Special Parameters Used by Glue][2] topic in
62
+ # the developer guide.
63
63
  #
64
64
  #
65
65
  #
@@ -225,7 +225,7 @@ module Aws::Glue
225
225
  #
226
226
  # @!attribute [rw] catalog_id
227
227
  # The ID of the catalog in which the partition is to be created.
228
- # Currently, this should be the AWS account ID.
228
+ # Currently, this should be the Amazon Web Services account ID.
229
229
  # @return [String]
230
230
  #
231
231
  # @!attribute [rw] database_name
@@ -277,7 +277,7 @@ module Aws::Glue
277
277
  #
278
278
  # @!attribute [rw] catalog_id
279
279
  # The ID of the Data Catalog in which the connections reside. If none
280
- # is provided, the AWS account ID is used by default.
280
+ # is provided, the Amazon Web Services account ID is used by default.
281
281
  # @return [String]
282
282
  #
283
283
  # @!attribute [rw] connection_name_list
@@ -328,7 +328,8 @@ module Aws::Glue
328
328
  #
329
329
  # @!attribute [rw] catalog_id
330
330
  # The ID of the Data Catalog where the partition to be deleted
331
- # resides. If none is provided, the AWS account ID is used by default.
331
+ # resides. If none is provided, the Amazon Web Services account ID is
332
+ # used by default.
332
333
  # @return [String]
333
334
  #
334
335
  # @!attribute [rw] database_name
@@ -380,7 +381,7 @@ module Aws::Glue
380
381
  #
381
382
  # @!attribute [rw] catalog_id
382
383
  # The ID of the Data Catalog where the table resides. If none is
383
- # provided, the AWS account ID is used by default.
384
+ # provided, the Amazon Web Services account ID is used by default.
384
385
  # @return [String]
385
386
  #
386
387
  # @!attribute [rw] database_name
@@ -427,7 +428,7 @@ module Aws::Glue
427
428
  #
428
429
  # @!attribute [rw] catalog_id
429
430
  # The ID of the Data Catalog where the tables reside. If none is
430
- # provided, the AWS account ID is used by default.
431
+ # provided, the Amazon Web Services account ID is used by default.
431
432
  # @return [String]
432
433
  #
433
434
  # @!attribute [rw] database_name
@@ -597,7 +598,8 @@ module Aws::Glue
597
598
  #
598
599
  # @!attribute [rw] catalog_id
599
600
  # The ID of the Data Catalog where the partitions in question reside.
600
- # If none is supplied, the AWS account ID is used by default.
601
+ # If none is supplied, the Amazon Web Services account ID is used by
602
+ # default.
601
603
  # @return [String]
602
604
  #
603
605
  # @!attribute [rw] database_name
@@ -906,7 +908,7 @@ module Aws::Glue
906
908
  #
907
909
  # @!attribute [rw] catalog_id
908
910
  # The ID of the catalog in which the partition is to be updated.
909
- # Currently, this should be the AWS account ID.
911
+ # Currently, this should be the Amazon Web Services account ID.
910
912
  # @return [String]
911
913
  #
912
914
  # @!attribute [rw] database_name
@@ -1147,7 +1149,7 @@ module Aws::Glue
1147
1149
  include Aws::Structure
1148
1150
  end
1149
1151
 
1150
- # Specifies a table definition in the AWS Glue Data Catalog.
1152
+ # Specifies a table definition in the Glue Data Catalog.
1151
1153
  #
1152
1154
  # @note When making an API call, you may pass CatalogEntry
1153
1155
  # data as a hash:
@@ -1198,7 +1200,7 @@ module Aws::Glue
1198
1200
  include Aws::Structure
1199
1201
  end
1200
1202
 
1201
- # Specifies an AWS Glue Data Catalog target.
1203
+ # Specifies an Glue Data Catalog target.
1202
1204
  #
1203
1205
  # @note When making an API call, you may pass CatalogTarget
1204
1206
  # data as a hash:
@@ -1229,13 +1231,13 @@ module Aws::Glue
1229
1231
  # data as a hash:
1230
1232
  #
1231
1233
  # {
1232
- # data_format: "AVRO", # required, accepts AVRO
1234
+ # data_format: "AVRO", # required, accepts AVRO, JSON
1233
1235
  # schema_definition: "SchemaDefinitionString", # required
1234
1236
  # }
1235
1237
  #
1236
1238
  # @!attribute [rw] data_format
1237
- # The data format of the schema definition. Currently only `AVRO` is
1238
- # supported.
1239
+ # The data format of the schema definition. Currently `AVRO` and
1240
+ # `JSON` are supported.
1239
1241
  # @return [String]
1240
1242
  #
1241
1243
  # @!attribute [rw] schema_definition
@@ -1273,10 +1275,10 @@ module Aws::Glue
1273
1275
  # classifier creates a schema in the form of a `StructType` object that
1274
1276
  # matches that data format.
1275
1277
  #
1276
- # You can use the standard classifiers that AWS Glue provides, or you
1277
- # can write your own classifiers to best categorize your data sources
1278
- # and specify the appropriate schemas to use for them. A classifier can
1279
- # be a `grok` classifier, an `XML` classifier, a `JSON` classifier, or a
1278
+ # You can use the standard classifiers that Glue provides, or you can
1279
+ # write your own classifiers to best categorize your data sources and
1280
+ # specify the appropriate schemas to use for them. A classifier can be a
1281
+ # `grok` classifier, an `XML` classifier, a `JSON` classifier, or a
1280
1282
  # custom `CSV` classifier, as specified in one of the fields in the
1281
1283
  # `Classifier` object.
1282
1284
  #
@@ -1948,20 +1950,20 @@ module Aws::Glue
1948
1950
  # false.
1949
1951
  #
1950
1952
  # * `CUSTOM_JDBC_CERT` - An Amazon S3 location specifying the
1951
- # customer's root certificate. AWS Glue uses this root certificate
1952
- # to validate the customer’s certificate when connecting to the
1953
- # customer database. AWS Glue only handles X.509 certificates. The
1953
+ # customer's root certificate. Glue uses this root certificate to
1954
+ # validate the customer’s certificate when connecting to the
1955
+ # customer database. Glue only handles X.509 certificates. The
1954
1956
  # certificate provided must be DER-encoded and supplied in Base64
1955
1957
  # encoding PEM format.
1956
1958
  #
1957
1959
  # * `SKIP_CUSTOM_JDBC_CERT_VALIDATION` - By default, this is `false`.
1958
- # AWS Glue validates the Signature algorithm and Subject Public Key
1960
+ # Glue validates the Signature algorithm and Subject Public Key
1959
1961
  # Algorithm for the customer certificate. The only permitted
1960
1962
  # algorithms for the Signature algorithm are SHA256withRSA,
1961
1963
  # SHA384withRSA or SHA512withRSA. For the Subject Public Key
1962
1964
  # Algorithm, the key length must be at least 2048. You can set the
1963
- # value of this property to `true` to skip AWS Glue’s validation of
1964
- # the customer certificate.
1965
+ # value of this property to `true` to skip Glue’s validation of the
1966
+ # customer certificate.
1965
1967
  #
1966
1968
  # * `CUSTOM_JDBC_CERT_STRING` - A custom JDBC certificate string which
1967
1969
  # is used for domain match or distinguished name match to prevent a
@@ -1984,8 +1986,8 @@ module Aws::Glue
1984
1986
  # file (.pem format). The default is an empty string.
1985
1987
  #
1986
1988
  # * `KAFKA_SKIP_CUSTOM_CERT_VALIDATION` - Whether to skip the
1987
- # validation of the CA cert file or not. AWS Glue validates for
1988
- # three algorithms: SHA256withRSA, SHA384withRSA and SHA512withRSA.
1989
+ # validation of the CA cert file or not. Glue validates for three
1990
+ # algorithms: SHA256withRSA, SHA384withRSA and SHA512withRSA.
1989
1991
  # Default value is "false".
1990
1992
  #
1991
1993
  # * `SECRET_ID` - The secret ID used for the secret manager of
@@ -2011,12 +2013,12 @@ module Aws::Glue
2011
2013
  # with the Kafka server side key (Optional).
2012
2014
  #
2013
2015
  # * `ENCRYPTED_KAFKA_CLIENT_KEYSTORE_PASSWORD` - The encrypted version
2014
- # of the Kafka client keystore password (if the user has the AWS
2015
- # Glue encrypt passwords setting selected).
2016
+ # of the Kafka client keystore password (if the user has the Glue
2017
+ # encrypt passwords setting selected).
2016
2018
  #
2017
2019
  # * `ENCRYPTED_KAFKA_CLIENT_KEY_PASSWORD` - The encrypted version of
2018
- # the Kafka client key password (if the user has the AWS Glue
2019
- # encrypt passwords setting selected).
2020
+ # the Kafka client key password (if the user has the Glue encrypt
2021
+ # passwords setting selected).
2020
2022
  # @return [Hash<String,String>]
2021
2023
  #
2022
2024
  # @!attribute [rw] physical_connection_requirements
@@ -2098,12 +2100,12 @@ module Aws::Glue
2098
2100
  # within an Amazon Virtual Private Cloud environment (Amazon VPC).
2099
2101
  #
2100
2102
  # * `MARKETPLACE` - Uses configuration settings contained in a
2101
- # connector purchased from AWS Marketplace to read from and write to
2102
- # data stores that are not natively supported by AWS Glue.
2103
+ # connector purchased from Marketplace to read from and write to
2104
+ # data stores that are not natively supported by Glue.
2103
2105
  #
2104
2106
  # * `CUSTOM` - Uses configuration settings contained in a custom
2105
2107
  # connector to read from and write to data stores that are not
2106
- # natively supported by AWS Glue.
2108
+ # natively supported by Glue.
2107
2109
  #
2108
2110
  # SFTP is not supported.
2109
2111
  # @return [String]
@@ -2141,14 +2143,14 @@ module Aws::Glue
2141
2143
  # enable catalog encryption or only password encryption.
2142
2144
  #
2143
2145
  # When a `CreationConnection` request arrives containing a password, the
2144
- # Data Catalog first encrypts the password using your AWS KMS key. It
2145
- # then encrypts the whole connection object again if catalog encryption
2146
- # is also enabled.
2146
+ # Data Catalog first encrypts the password using your KMS key. It then
2147
+ # encrypts the whole connection object again if catalog encryption is
2148
+ # also enabled.
2147
2149
  #
2148
- # This encryption requires that you set AWS KMS key permissions to
2149
- # enable or restrict access on the password key according to your
2150
- # security requirements. For example, you might want only administrators
2151
- # to have decrypt permission on the password key.
2150
+ # This encryption requires that you set KMS key permissions to enable or
2151
+ # restrict access on the password key according to your security
2152
+ # requirements. For example, you might want only administrators to have
2153
+ # decrypt permission on the password key.
2152
2154
  #
2153
2155
  # @note When making an API call, you may pass ConnectionPasswordEncryption
2154
2156
  # data as a hash:
@@ -2166,11 +2168,11 @@ module Aws::Glue
2166
2168
  # @return [Boolean]
2167
2169
  #
2168
2170
  # @!attribute [rw] aws_kms_key_id
2169
- # An AWS KMS key that is used to encrypt the connection password.
2171
+ # An KMS key that is used to encrypt the connection password.
2170
2172
  #
2171
2173
  # If connection password protection is enabled, the caller of
2172
2174
  # `CreateConnection` and `UpdateConnection` needs at least
2173
- # `kms:Encrypt` permission on the specified AWS KMS key, to encrypt
2175
+ # `kms:Encrypt` permission on the specified KMS key, to encrypt
2174
2176
  # passwords before storing them in the Data Catalog.
2175
2177
  #
2176
2178
  # You can set the decrypt permission to enable or restrict access on
@@ -2248,8 +2250,7 @@ module Aws::Glue
2248
2250
 
2249
2251
  # Specifies a crawler program that examines a data source and uses
2250
2252
  # classifiers to try to determine its schema. If successful, the crawler
2251
- # records metadata concerning the data source in the AWS Glue Data
2252
- # Catalog.
2253
+ # records metadata concerning the data source in the Glue Data Catalog.
2253
2254
  #
2254
2255
  # @!attribute [rw] name
2255
2256
  # The name of the crawler.
@@ -2536,7 +2537,7 @@ module Aws::Glue
2536
2537
  # @return [Array<Types::DynamoDBTarget>]
2537
2538
  #
2538
2539
  # @!attribute [rw] catalog_targets
2539
- # Specifies AWS Glue Data Catalog targets.
2540
+ # Specifies Glue Data Catalog targets.
2540
2541
  # @return [Array<Types::CatalogTarget>]
2541
2542
  #
2542
2543
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CrawlerTargets AWS API Documentation
@@ -2635,7 +2636,8 @@ module Aws::Glue
2635
2636
  #
2636
2637
  # @!attribute [rw] catalog_id
2637
2638
  # The ID of the Data Catalog in which to create the connection. If
2638
- # none is provided, the AWS account ID is used by default.
2639
+ # none is provided, the Amazon Web Services account ID is used by
2640
+ # default.
2639
2641
  # @return [String]
2640
2642
  #
2641
2643
  # @!attribute [rw] connection_input
@@ -2730,7 +2732,7 @@ module Aws::Glue
2730
2732
  # @return [String]
2731
2733
  #
2732
2734
  # @!attribute [rw] database_name
2733
- # The AWS Glue database where results are written, such as:
2735
+ # The Glue database where results are written, such as:
2734
2736
  # `arn:aws:daylight:us-east-1::database/sometable/*`.
2735
2737
  # @return [String]
2736
2738
  #
@@ -2793,8 +2795,8 @@ module Aws::Glue
2793
2795
  #
2794
2796
  # @!attribute [rw] tags
2795
2797
  # The tags to use with this crawler request. You may use tags to limit
2796
- # access to the crawler. For more information about tags in AWS Glue,
2797
- # see [AWS Tags in AWS Glue][1] in the developer guide.
2798
+ # access to the crawler. For more information about tags in Glue, see
2799
+ # [Amazon Web Services Tags in Glue][1] in the developer guide.
2798
2800
  #
2799
2801
  #
2800
2802
  #
@@ -2915,7 +2917,7 @@ module Aws::Glue
2915
2917
  #
2916
2918
  # @!attribute [rw] catalog_id
2917
2919
  # The ID of the Data Catalog in which to create the database. If none
2918
- # is provided, the AWS account ID is used by default.
2920
+ # is provided, the Amazon Web Services account ID is used by default.
2919
2921
  # @return [String]
2920
2922
  #
2921
2923
  # @!attribute [rw] database_input
@@ -2999,8 +3001,8 @@ module Aws::Glue
2999
3001
  # @return [Array<String>]
3000
3002
  #
3001
3003
  # @!attribute [rw] number_of_nodes
3002
- # The number of AWS Glue Data Processing Units (DPUs) to allocate to
3003
- # this `DevEndpoint`.
3004
+ # The number of Glue Data Processing Units (DPUs) to allocate to this
3005
+ # `DevEndpoint`.
3004
3006
  # @return [Integer]
3005
3007
  #
3006
3008
  # @!attribute [rw] worker_type
@@ -3025,10 +3027,10 @@ module Aws::Glue
3025
3027
  #
3026
3028
  # @!attribute [rw] glue_version
3027
3029
  # Glue version determines the versions of Apache Spark and Python that
3028
- # AWS Glue supports. The Python version indicates the version
3029
- # supported for running your ETL scripts on development endpoints.
3030
+ # Glue supports. The Python version indicates the version supported
3031
+ # for running your ETL scripts on development endpoints.
3030
3032
  #
3031
- # For more information about the available AWS Glue versions and
3033
+ # For more information about the available Glue versions and
3032
3034
  # corresponding Spark and Python versions, see [Glue version][1] in
3033
3035
  # the developer guide.
3034
3036
  #
@@ -3081,8 +3083,8 @@ module Aws::Glue
3081
3083
  #
3082
3084
  # @!attribute [rw] tags
3083
3085
  # The tags to use with this DevEndpoint. You may use tags to limit
3084
- # access to the DevEndpoint. For more information about tags in AWS
3085
- # Glue, see [AWS Tags in AWS Glue][1] in the developer guide.
3086
+ # access to the DevEndpoint. For more information about tags in Glue,
3087
+ # see [Amazon Web Services Tags in Glue][1] in the developer guide.
3086
3088
  #
3087
3089
  #
3088
3090
  #
@@ -3145,8 +3147,8 @@ module Aws::Glue
3145
3147
  # @return [Integer]
3146
3148
  #
3147
3149
  # @!attribute [rw] number_of_nodes
3148
- # The number of AWS Glue Data Processing Units (DPUs) allocated to
3149
- # this DevEndpoint.
3150
+ # The number of Glue Data Processing Units (DPUs) allocated to this
3151
+ # DevEndpoint.
3150
3152
  # @return [Integer]
3151
3153
  #
3152
3154
  # @!attribute [rw] worker_type
@@ -3156,8 +3158,16 @@ module Aws::Glue
3156
3158
  #
3157
3159
  # @!attribute [rw] glue_version
3158
3160
  # Glue version determines the versions of Apache Spark and Python that
3159
- # AWS Glue supports. The Python version indicates the version
3160
- # supported for running your ETL scripts on development endpoints.
3161
+ # Glue supports. The Python version indicates the version supported
3162
+ # for running your ETL scripts on development endpoints.
3163
+ #
3164
+ # For more information about the available Glue versions and
3165
+ # corresponding Spark and Python versions, see [Glue version][1] in
3166
+ # the developer guide.
3167
+ #
3168
+ #
3169
+ #
3170
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/add-job.html
3161
3171
  # @return [String]
3162
3172
  #
3163
3173
  # @!attribute [rw] number_of_workers
@@ -3204,9 +3214,7 @@ module Aws::Glue
3204
3214
  #
3205
3215
  # * `"--enable-glue-datacatalog": ""`
3206
3216
  #
3207
- # * `"GLUE_PYTHON_VERSION": "3"`
3208
- #
3209
- # * `"GLUE_PYTHON_VERSION": "2"`
3217
+ # ^
3210
3218
  #
3211
3219
  # You can specify a version of Python support for development
3212
3220
  # endpoints by using the `Arguments` parameter in the
@@ -3345,22 +3353,22 @@ module Aws::Glue
3345
3353
  # @return [Types::ExecutionProperty]
3346
3354
  #
3347
3355
  # @!attribute [rw] command
3348
- # The `JobCommand` that executes this job.
3356
+ # The `JobCommand` that runs this job.
3349
3357
  # @return [Types::JobCommand]
3350
3358
  #
3351
3359
  # @!attribute [rw] default_arguments
3352
3360
  # The default arguments for this job.
3353
3361
  #
3354
3362
  # You can specify arguments here that your own job-execution script
3355
- # consumes, as well as arguments that AWS Glue itself consumes.
3363
+ # consumes, as well as arguments that Glue itself consumes.
3356
3364
  #
3357
3365
  # For information about how to specify and consume your own Job
3358
- # arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
3366
+ # arguments, see the [Calling Glue APIs in Python][1] topic in the
3359
3367
  # developer guide.
3360
3368
  #
3361
- # For information about the key-value pairs that AWS Glue consumes to
3362
- # set up your job, see the [Special Parameters Used by AWS Glue][2]
3363
- # topic in the developer guide.
3369
+ # For information about the key-value pairs that Glue consumes to set
3370
+ # up your job, see the [Special Parameters Used by Glue][2] topic in
3371
+ # the developer guide.
3364
3372
  #
3365
3373
  #
3366
3374
  #
@@ -3384,11 +3392,11 @@ module Aws::Glue
3384
3392
  # @!attribute [rw] allocated_capacity
3385
3393
  # This parameter is deprecated. Use `MaxCapacity` instead.
3386
3394
  #
3387
- # The number of AWS Glue data processing units (DPUs) to allocate to
3388
- # this Job. You can allocate from 2 to 100 DPUs; the default is 10. A
3389
- # DPU is a relative measure of processing power that consists of 4
3390
- # vCPUs of compute capacity and 16 GB of memory. For more information,
3391
- # see the [AWS Glue pricing page][1].
3395
+ # The number of Glue data processing units (DPUs) to allocate to this
3396
+ # Job. You can allocate from 2 to 100 DPUs; the default is 10. A DPU
3397
+ # is a relative measure of processing power that consists of 4 vCPUs
3398
+ # of compute capacity and 16 GB of memory. For more information, see
3399
+ # the [Glue pricing page][1].
3392
3400
  #
3393
3401
  #
3394
3402
  #
@@ -3402,11 +3410,11 @@ module Aws::Glue
3402
3410
  # @return [Integer]
3403
3411
  #
3404
3412
  # @!attribute [rw] max_capacity
3405
- # The number of AWS Glue data processing units (DPUs) that can be
3413
+ # For Glue version 1.0 or earlier jobs, using the standard worker
3414
+ # type, the number of Glue data processing units (DPUs) that can be
3406
3415
  # allocated when this job runs. A DPU is a relative measure of
3407
3416
  # processing power that consists of 4 vCPUs of compute capacity and 16
3408
- # GB of memory. For more information, see the [AWS Glue pricing
3409
- # page][1].
3417
+ # GB of memory. For more information, see the [Glue pricing page][1].
3410
3418
  #
3411
3419
  # Do not set `Max Capacity` if using `WorkerType` and
3412
3420
  # `NumberOfWorkers`.
@@ -3424,6 +3432,10 @@ module Aws::Glue
3424
3432
  # 100 DPUs. The default is 10 DPUs. This job type cannot have a
3425
3433
  # fractional DPU allocation.
3426
3434
  #
3435
+ # For Glue version 2.0 jobs, you cannot instead specify a `Maximum
3436
+ # capacity`. Instead, you should specify a `Worker type` and the
3437
+ # `Number of workers`.
3438
+ #
3427
3439
  #
3428
3440
  #
3429
3441
  # [1]: https://aws.amazon.com/glue/pricing/
@@ -3436,8 +3448,8 @@ module Aws::Glue
3436
3448
  #
3437
3449
  # @!attribute [rw] tags
3438
3450
  # The tags to use with this job. You may use tags to limit access to
3439
- # the job. For more information about tags in AWS Glue, see [AWS Tags
3440
- # in AWS Glue][1] in the developer guide.
3451
+ # the job. For more information about tags in Glue, see [Amazon Web
3452
+ # Services Tags in Glue][1] in the developer guide.
3441
3453
  #
3442
3454
  #
3443
3455
  #
@@ -3450,10 +3462,10 @@ module Aws::Glue
3450
3462
  #
3451
3463
  # @!attribute [rw] glue_version
3452
3464
  # Glue version determines the versions of Apache Spark and Python that
3453
- # AWS Glue supports. The Python version indicates the version
3454
- # supported for jobs of type Spark.
3465
+ # Glue supports. The Python version indicates the version supported
3466
+ # for jobs of type Spark.
3455
3467
  #
3456
- # For more information about the available AWS Glue versions and
3468
+ # For more information about the available Glue versions and
3457
3469
  # corresponding Spark and Python versions, see [Glue version][1] in
3458
3470
  # the developer guide.
3459
3471
  #
@@ -3543,7 +3555,7 @@ module Aws::Glue
3543
3555
  #
3544
3556
  # @!attribute [rw] json_path
3545
3557
  # A `JsonPath` string defining the JSON data for the classifier to
3546
- # classify. AWS Glue supports a subset of JsonPath, as described in
3558
+ # classify. Glue supports a subset of JsonPath, as described in
3547
3559
  # [Writing JsonPath Custom Classifiers][1].
3548
3560
  #
3549
3561
  #
@@ -3612,7 +3624,7 @@ module Aws::Glue
3612
3624
  # @return [String]
3613
3625
  #
3614
3626
  # @!attribute [rw] input_record_tables
3615
- # A list of AWS Glue table definitions used by the transform.
3627
+ # A list of Glue table definitions used by the transform.
3616
3628
  # @return [Array<Types::GlueTable>]
3617
3629
  #
3618
3630
  # @!attribute [rw] parameters
@@ -3622,13 +3634,13 @@ module Aws::Glue
3622
3634
  #
3623
3635
  # @!attribute [rw] role
3624
3636
  # The name or Amazon Resource Name (ARN) of the IAM role with the
3625
- # required permissions. The required permissions include both AWS Glue
3626
- # service role permissions to AWS Glue resources, and Amazon S3
3637
+ # required permissions. The required permissions include both Glue
3638
+ # service role permissions to Glue resources, and Amazon S3
3627
3639
  # permissions required by the transform.
3628
3640
  #
3629
- # * This role needs AWS Glue service role permissions to allow access
3630
- # to resources in AWS Glue. See [Attach a Policy to IAM Users That
3631
- # Access AWS Glue][1].
3641
+ # * This role needs Glue service role permissions to allow access to
3642
+ # resources in Glue. See [Attach a Policy to IAM Users That Access
3643
+ # Glue][1].
3632
3644
  #
3633
3645
  # * This role needs permission to your Amazon Simple Storage Service
3634
3646
  # (Amazon S3) sources, targets, temporary directory, scripts, and
@@ -3640,11 +3652,11 @@ module Aws::Glue
3640
3652
  # @return [String]
3641
3653
  #
3642
3654
  # @!attribute [rw] glue_version
3643
- # This value determines which version of AWS Glue this machine
3644
- # learning transform is compatible with. Glue 1.0 is recommended for
3645
- # most customers. If the value is not set, the Glue compatibility
3646
- # defaults to Glue 0.9. For more information, see [AWS Glue
3647
- # Versions][1] in the developer guide.
3655
+ # This value determines which version of Glue this machine learning
3656
+ # transform is compatible with. Glue 1.0 is recommended for most
3657
+ # customers. If the value is not set, the Glue compatibility defaults
3658
+ # to Glue 0.9. For more information, see [Glue Versions][1] in the
3659
+ # developer guide.
3648
3660
  #
3649
3661
  #
3650
3662
  #
@@ -3652,12 +3664,11 @@ module Aws::Glue
3652
3664
  # @return [String]
3653
3665
  #
3654
3666
  # @!attribute [rw] max_capacity
3655
- # The number of AWS Glue data processing units (DPUs) that are
3656
- # allocated to task runs for this transform. You can allocate from 2
3657
- # to 100 DPUs; the default is 10. A DPU is a relative measure of
3658
- # processing power that consists of 4 vCPUs of compute capacity and 16
3659
- # GB of memory. For more information, see the [AWS Glue pricing
3660
- # page][1].
3667
+ # The number of Glue data processing units (DPUs) that are allocated
3668
+ # to task runs for this transform. You can allocate from 2 to 100
3669
+ # DPUs; the default is 10. A DPU is a relative measure of processing
3670
+ # power that consists of 4 vCPUs of compute capacity and 16 GB of
3671
+ # memory. For more information, see the [Glue pricing page][1].
3661
3672
  #
3662
3673
  # `MaxCapacity` is a mutually exclusive option with `NumberOfWorkers`
3663
3674
  # and `WorkerType`.
@@ -3735,8 +3746,8 @@ module Aws::Glue
3735
3746
  # @!attribute [rw] tags
3736
3747
  # The tags to use with this machine learning transform. You may use
3737
3748
  # tags to limit access to the machine learning transform. For more
3738
- # information about tags in AWS Glue, see [AWS Tags in AWS Glue][1] in
3739
- # the developer guide.
3749
+ # information about tags in Glue, see [Amazon Web Services Tags in
3750
+ # Glue][1] in the developer guide.
3740
3751
  #
3741
3752
  #
3742
3753
  #
@@ -3897,8 +3908,8 @@ module Aws::Glue
3897
3908
  # }
3898
3909
  #
3899
3910
  # @!attribute [rw] catalog_id
3900
- # The AWS account ID of the catalog in which the partition is to be
3901
- # created.
3911
+ # The Amazon Web Services account ID of the catalog in which the
3912
+ # partition is to be created.
3902
3913
  # @return [String]
3903
3914
  #
3904
3915
  # @!attribute [rw] database_name
@@ -3953,8 +3964,8 @@ module Aws::Glue
3953
3964
  # @return [String]
3954
3965
  #
3955
3966
  # @!attribute [rw] tags
3956
- # AWS tags that contain a key value pair and may be searched by
3957
- # console, command line, or API.
3967
+ # Amazon Web Services tags that contain a key value pair and may be
3968
+ # searched by console, command line, or API.
3958
3969
  # @return [Hash<String,String>]
3959
3970
  #
3960
3971
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateRegistryInput AWS API Documentation
@@ -4003,7 +4014,7 @@ module Aws::Glue
4003
4014
  # registry_arn: "GlueResourceArn",
4004
4015
  # },
4005
4016
  # schema_name: "SchemaRegistryNameString", # required
4006
- # data_format: "AVRO", # required, accepts AVRO
4017
+ # data_format: "AVRO", # required, accepts AVRO, JSON
4007
4018
  # compatibility: "NONE", # accepts NONE, DISABLED, BACKWARD, BACKWARD_ALL, FORWARD, FORWARD_ALL, FULL, FULL_ALL
4008
4019
  # description: "DescriptionString",
4009
4020
  # tags: {
@@ -4026,8 +4037,8 @@ module Aws::Glue
4026
4037
  # @return [String]
4027
4038
  #
4028
4039
  # @!attribute [rw] data_format
4029
- # The data format of the schema definition. Currently only `AVRO` is
4030
- # supported.
4040
+ # The data format of the schema definition. Currently `AVRO` and
4041
+ # `JSON` are supported.
4031
4042
  # @return [String]
4032
4043
  #
4033
4044
  # @!attribute [rw] compatibility
@@ -4085,9 +4096,9 @@ module Aws::Glue
4085
4096
  # @return [String]
4086
4097
  #
4087
4098
  # @!attribute [rw] tags
4088
- # AWS tags that contain a key value pair and may be searched by
4089
- # console, command line, or API. If specified, follows the AWS
4090
- # tags-on-create pattern.
4099
+ # Amazon Web Services tags that contain a key value pair and may be
4100
+ # searched by console, command line, or API. If specified, follows the
4101
+ # Amazon Web Services tags-on-create pattern.
4091
4102
  # @return [Hash<String,String>]
4092
4103
  #
4093
4104
  # @!attribute [rw] schema_definition
@@ -4130,8 +4141,8 @@ module Aws::Glue
4130
4141
  # @return [String]
4131
4142
  #
4132
4143
  # @!attribute [rw] data_format
4133
- # The data format of the schema definition. Currently only `AVRO` is
4134
- # supported.
4144
+ # The data format of the schema definition. Currently `AVRO` and
4145
+ # `JSON` are supported.
4135
4146
  # @return [String]
4136
4147
  #
4137
4148
  # @!attribute [rw] compatibility
@@ -4410,7 +4421,7 @@ module Aws::Glue
4410
4421
  #
4411
4422
  # @!attribute [rw] catalog_id
4412
4423
  # The ID of the Data Catalog in which to create the `Table`. If none
4413
- # is supplied, the AWS account ID is used by default.
4424
+ # is supplied, the Amazon Web Services account ID is used by default.
4414
4425
  # @return [String]
4415
4426
  #
4416
4427
  # @!attribute [rw] database_name
@@ -4449,7 +4460,7 @@ module Aws::Glue
4449
4460
  # {
4450
4461
  # name: "NameString", # required
4451
4462
  # workflow_name: "NameString",
4452
- # type: "SCHEDULED", # required, accepts SCHEDULED, CONDITIONAL, ON_DEMAND
4463
+ # type: "SCHEDULED", # required, accepts SCHEDULED, CONDITIONAL, ON_DEMAND, EVENT
4453
4464
  # schedule: "GenericString",
4454
4465
  # predicate: {
4455
4466
  # logical: "AND", # accepts AND, ANY
@@ -4482,6 +4493,10 @@ module Aws::Glue
4482
4493
  # tags: {
4483
4494
  # "TagKey" => "TagValue",
4484
4495
  # },
4496
+ # event_batching_condition: {
4497
+ # batch_size: 1, # required
4498
+ # batch_window: 1,
4499
+ # },
4485
4500
  # }
4486
4501
  #
4487
4502
  # @!attribute [rw] name
@@ -4529,14 +4544,20 @@ module Aws::Glue
4529
4544
  #
4530
4545
  # @!attribute [rw] tags
4531
4546
  # The tags to use with this trigger. You may use tags to limit access
4532
- # to the trigger. For more information about tags in AWS Glue, see
4533
- # [AWS Tags in AWS Glue][1] in the developer guide.
4547
+ # to the trigger. For more information about tags in Glue, see [Amazon
4548
+ # Web Services Tags in Glue][1] in the developer guide.
4534
4549
  #
4535
4550
  #
4536
4551
  #
4537
4552
  # [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
4538
4553
  # @return [Hash<String,String>]
4539
4554
  #
4555
+ # @!attribute [rw] event_batching_condition
4556
+ # Batch condition that must be met (specified number of events
4557
+ # received or batch time window expired) before EventBridge event
4558
+ # trigger fires.
4559
+ # @return [Types::EventBatchingCondition]
4560
+ #
4540
4561
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateTriggerRequest AWS API Documentation
4541
4562
  #
4542
4563
  class CreateTriggerRequest < Struct.new(
@@ -4548,7 +4569,8 @@ module Aws::Glue
4548
4569
  :actions,
4549
4570
  :description,
4550
4571
  :start_on_creation,
4551
- :tags)
4572
+ :tags,
4573
+ :event_batching_condition)
4552
4574
  SENSITIVE = []
4553
4575
  include Aws::Structure
4554
4576
  end
@@ -4587,7 +4609,7 @@ module Aws::Glue
4587
4609
  #
4588
4610
  # @!attribute [rw] catalog_id
4589
4611
  # The ID of the Data Catalog in which to create the function. If none
4590
- # is provided, the AWS account ID is used by default.
4612
+ # is provided, the Amazon Web Services account ID is used by default.
4591
4613
  # @return [String]
4592
4614
  #
4593
4615
  # @!attribute [rw] database_name
@@ -4816,7 +4838,7 @@ module Aws::Glue
4816
4838
  include Aws::Structure
4817
4839
  end
4818
4840
 
4819
- # The AWS Lake Formation principal.
4841
+ # The Lake Formation principal.
4820
4842
  #
4821
4843
  # @note When making an API call, you may pass DataLakePrincipal
4822
4844
  # data as a hash:
@@ -4826,7 +4848,7 @@ module Aws::Glue
4826
4848
  # }
4827
4849
  #
4828
4850
  # @!attribute [rw] data_lake_principal_identifier
4829
- # An identifier for the AWS Lake Formation principal.
4851
+ # An identifier for the Lake Formation principal.
4830
4852
  # @return [String]
4831
4853
  #
4832
4854
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataLakePrincipal AWS API Documentation
@@ -5135,7 +5157,8 @@ module Aws::Glue
5135
5157
  #
5136
5158
  # @!attribute [rw] catalog_id
5137
5159
  # The ID of the Data Catalog where the partitions in question reside.
5138
- # If none is supplied, the AWS account ID is used by default.
5160
+ # If none is supplied, the Amazon Web Services account ID is used by
5161
+ # default.
5139
5162
  # @return [String]
5140
5163
  #
5141
5164
  # @!attribute [rw] database_name
@@ -5182,7 +5205,8 @@ module Aws::Glue
5182
5205
  #
5183
5206
  # @!attribute [rw] catalog_id
5184
5207
  # The ID of the Data Catalog where the partitions in question reside.
5185
- # If none is supplied, the AWS account ID is used by default.
5208
+ # If none is supplied, the Amazon Web Services account ID is used by
5209
+ # default.
5186
5210
  # @return [String]
5187
5211
  #
5188
5212
  # @!attribute [rw] database_name
@@ -5222,7 +5246,7 @@ module Aws::Glue
5222
5246
  #
5223
5247
  # @!attribute [rw] catalog_id
5224
5248
  # The ID of the Data Catalog in which the connection resides. If none
5225
- # is provided, the AWS account ID is used by default.
5249
+ # is provided, the Amazon Web Services account ID is used by default.
5226
5250
  # @return [String]
5227
5251
  #
5228
5252
  # @!attribute [rw] connection_name
@@ -5275,7 +5299,7 @@ module Aws::Glue
5275
5299
  #
5276
5300
  # @!attribute [rw] catalog_id
5277
5301
  # The ID of the Data Catalog in which the database resides. If none is
5278
- # provided, the AWS account ID is used by default.
5302
+ # provided, the Amazon Web Services account ID is used by default.
5279
5303
  # @return [String]
5280
5304
  #
5281
5305
  # @!attribute [rw] name
@@ -5436,7 +5460,8 @@ module Aws::Glue
5436
5460
  #
5437
5461
  # @!attribute [rw] catalog_id
5438
5462
  # The ID of the Data Catalog where the partition to be deleted
5439
- # resides. If none is provided, the AWS account ID is used by default.
5463
+ # resides. If none is provided, the Amazon Web Services account ID is
5464
+ # used by default.
5440
5465
  # @return [String]
5441
5466
  #
5442
5467
  # @!attribute [rw] database_name
@@ -5526,8 +5551,7 @@ module Aws::Glue
5526
5551
  # @return [String]
5527
5552
  #
5528
5553
  # @!attribute [rw] resource_arn
5529
- # The ARN of the AWS Glue resource for the resource policy to be
5530
- # deleted.
5554
+ # The ARN of the Glue resource for the resource policy to be deleted.
5531
5555
  # @return [String]
5532
5556
  #
5533
5557
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteResourcePolicyRequest AWS API Documentation
@@ -5670,7 +5694,7 @@ module Aws::Glue
5670
5694
  #
5671
5695
  # @!attribute [rw] catalog_id
5672
5696
  # The ID of the Data Catalog where the table resides. If none is
5673
- # provided, the AWS account ID is used by default.
5697
+ # provided, the Amazon Web Services account ID is used by default.
5674
5698
  # @return [String]
5675
5699
  #
5676
5700
  # @!attribute [rw] database_name
@@ -5709,7 +5733,7 @@ module Aws::Glue
5709
5733
  #
5710
5734
  # @!attribute [rw] catalog_id
5711
5735
  # The ID of the Data Catalog where the tables reside. If none is
5712
- # provided, the AWS account ID is used by default.
5736
+ # provided, the Amazon Web Services account ID is used by default.
5713
5737
  # @return [String]
5714
5738
  #
5715
5739
  # @!attribute [rw] database_name
@@ -5784,7 +5808,8 @@ module Aws::Glue
5784
5808
  #
5785
5809
  # @!attribute [rw] catalog_id
5786
5810
  # The ID of the Data Catalog where the function to be deleted is
5787
- # located. If none is supplied, the AWS account ID is used by default.
5811
+ # located. If none is supplied, the Amazon Web Services account ID is
5812
+ # used by default.
5788
5813
  # @return [String]
5789
5814
  #
5790
5815
  # @!attribute [rw] database_name
@@ -5906,10 +5931,10 @@ module Aws::Glue
5906
5931
  #
5907
5932
  # @!attribute [rw] glue_version
5908
5933
  # Glue version determines the versions of Apache Spark and Python that
5909
- # AWS Glue supports. The Python version indicates the version
5910
- # supported for running your ETL scripts on development endpoints.
5934
+ # Glue supports. The Python version indicates the version supported
5935
+ # for running your ETL scripts on development endpoints.
5911
5936
  #
5912
- # For more information about the available AWS Glue versions and
5937
+ # For more information about the available Glue versions and
5913
5938
  # corresponding Spark and Python versions, see [Glue version][1] in
5914
5939
  # the developer guide.
5915
5940
  #
@@ -5935,8 +5960,8 @@ module Aws::Glue
5935
5960
  # @return [Integer]
5936
5961
  #
5937
5962
  # @!attribute [rw] number_of_nodes
5938
- # The number of AWS Glue Data Processing Units (DPUs) allocated to
5939
- # this `DevEndpoint`.
5963
+ # The number of Glue Data Processing Units (DPUs) allocated to this
5964
+ # `DevEndpoint`.
5940
5965
  # @return [Integer]
5941
5966
  #
5942
5967
  # @!attribute [rw] availability_zone
@@ -6022,9 +6047,7 @@ module Aws::Glue
6022
6047
  #
6023
6048
  # * `"--enable-glue-datacatalog": ""`
6024
6049
  #
6025
- # * `"GLUE_PYTHON_VERSION": "3"`
6026
- #
6027
- # * `"GLUE_PYTHON_VERSION": "2"`
6050
+ # ^
6028
6051
  #
6029
6052
  # You can specify a version of Python support for development
6030
6053
  # endpoints by using the `Arguments` parameter in the
@@ -6176,9 +6199,9 @@ module Aws::Glue
6176
6199
  #
6177
6200
  # @!attribute [rw] scan_rate
6178
6201
  # The percentage of the configured read capacity units to use by the
6179
- # AWS Glue crawler. Read capacity units is a term defined by DynamoDB,
6180
- # and is a numeric value that acts as rate limiter for the number of
6181
- # reads that can be performed on that table per second.
6202
+ # Glue crawler. Read capacity units is a term defined by DynamoDB, and
6203
+ # is a numeric value that acts as rate limiter for the number of reads
6204
+ # that can be performed on that table per second.
6182
6205
  #
6183
6206
  # The valid values are null or a value between 0.1 to 1.5. A null
6184
6207
  # value is used when user does not provide a value, and defaults to
@@ -6197,8 +6220,8 @@ module Aws::Glue
6197
6220
  include Aws::Structure
6198
6221
  end
6199
6222
 
6200
- # An edge represents a directed connection between two AWS Glue
6201
- # components that are part of the workflow the edge belongs to.
6223
+ # An edge represents a directed connection between two components on a
6224
+ # workflow graph.
6202
6225
  #
6203
6226
  # @!attribute [rw] source_id
6204
6227
  # The unique of the node within the workflow where the edge starts.
@@ -6232,7 +6255,7 @@ module Aws::Glue
6232
6255
  # @return [String]
6233
6256
  #
6234
6257
  # @!attribute [rw] sse_aws_kms_key_id
6235
- # The ID of the AWS KMS key to use for encryption at rest.
6258
+ # The ID of the KMS key to use for encryption at rest.
6236
6259
  # @return [String]
6237
6260
  #
6238
6261
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/EncryptionAtRest AWS API Documentation
@@ -6361,6 +6384,36 @@ module Aws::Glue
6361
6384
  include Aws::Structure
6362
6385
  end
6363
6386
 
6387
+ # Batch condition that must be met (specified number of events received
6388
+ # or batch time window expired) before EventBridge event trigger fires.
6389
+ #
6390
+ # @note When making an API call, you may pass EventBatchingCondition
6391
+ # data as a hash:
6392
+ #
6393
+ # {
6394
+ # batch_size: 1, # required
6395
+ # batch_window: 1,
6396
+ # }
6397
+ #
6398
+ # @!attribute [rw] batch_size
6399
+ # Number of events that must be received from Amazon EventBridge
6400
+ # before EventBridge event trigger fires.
6401
+ # @return [Integer]
6402
+ #
6403
+ # @!attribute [rw] batch_window
6404
+ # Window of time in seconds after which EventBridge event trigger
6405
+ # fires. Window starts when first event is received.
6406
+ # @return [Integer]
6407
+ #
6408
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/EventBatchingCondition AWS API Documentation
6409
+ #
6410
+ class EventBatchingCondition < Struct.new(
6411
+ :batch_size,
6412
+ :batch_window)
6413
+ SENSITIVE = []
6414
+ include Aws::Structure
6415
+ end
6416
+
6364
6417
  # An execution property of a job.
6365
6418
  #
6366
6419
  # @note When making an API call, you may pass ExecutionProperty
@@ -6588,8 +6641,8 @@ module Aws::Glue
6588
6641
  # }
6589
6642
  #
6590
6643
  # @!attribute [rw] catalog_id
6591
- # The ID of the catalog to migrate. Currently, this should be the AWS
6592
- # account ID.
6644
+ # The ID of the catalog to migrate. Currently, this should be the
6645
+ # Amazon Web Services account ID.
6593
6646
  # @return [String]
6594
6647
  #
6595
6648
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCatalogImportStatusRequest AWS API Documentation
@@ -6698,7 +6751,8 @@ module Aws::Glue
6698
6751
  #
6699
6752
  # @!attribute [rw] catalog_id
6700
6753
  # The ID of the Data Catalog where the partitions in question reside.
6701
- # If none is supplied, the AWS account ID is used by default.
6754
+ # If none is supplied, the Amazon Web Services account ID is used by
6755
+ # default.
6702
6756
  # @return [String]
6703
6757
  #
6704
6758
  # @!attribute [rw] database_name
@@ -6758,7 +6812,8 @@ module Aws::Glue
6758
6812
  #
6759
6813
  # @!attribute [rw] catalog_id
6760
6814
  # The ID of the Data Catalog where the partitions in question reside.
6761
- # If none is supplied, the AWS account ID is used by default.
6815
+ # If none is supplied, the Amazon Web Services account ID is used by
6816
+ # default.
6762
6817
  # @return [String]
6763
6818
  #
6764
6819
  # @!attribute [rw] database_name
@@ -6812,7 +6867,7 @@ module Aws::Glue
6812
6867
  #
6813
6868
  # @!attribute [rw] catalog_id
6814
6869
  # The ID of the Data Catalog in which the connection resides. If none
6815
- # is provided, the AWS account ID is used by default.
6870
+ # is provided, the Amazon Web Services account ID is used by default.
6816
6871
  # @return [String]
6817
6872
  #
6818
6873
  # @!attribute [rw] name
@@ -6823,9 +6878,9 @@ module Aws::Glue
6823
6878
  # Allows you to retrieve the connection metadata without returning the
6824
6879
  # password. For instance, the AWS Glue console uses this flag to
6825
6880
  # retrieve the connection, and does not display the password. Set this
6826
- # parameter when the caller might not have permission to use the AWS
6827
- # KMS key to decrypt the password, but it does have permission to
6828
- # access the rest of the connection properties.
6881
+ # parameter when the caller might not have permission to use the KMS
6882
+ # key to decrypt the password, but it does have permission to access
6883
+ # the rest of the connection properties.
6829
6884
  # @return [Boolean]
6830
6885
  #
6831
6886
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetConnectionRequest AWS API Documentation
@@ -6895,7 +6950,7 @@ module Aws::Glue
6895
6950
  #
6896
6951
  # @!attribute [rw] catalog_id
6897
6952
  # The ID of the Data Catalog in which the connections reside. If none
6898
- # is provided, the AWS account ID is used by default.
6953
+ # is provided, the Amazon Web Services account ID is used by default.
6899
6954
  # @return [String]
6900
6955
  #
6901
6956
  # @!attribute [rw] filter
@@ -6906,9 +6961,9 @@ module Aws::Glue
6906
6961
  # Allows you to retrieve the connection metadata without returning the
6907
6962
  # password. For instance, the AWS Glue console uses this flag to
6908
6963
  # retrieve the connection, and does not display the password. Set this
6909
- # parameter when the caller might not have permission to use the AWS
6910
- # KMS key to decrypt the password, but it does have permission to
6911
- # access the rest of the connection properties.
6964
+ # parameter when the caller might not have permission to use the KMS
6965
+ # key to decrypt the password, but it does have permission to access
6966
+ # the rest of the connection properties.
6912
6967
  # @return [Boolean]
6913
6968
  #
6914
6969
  # @!attribute [rw] next_token
@@ -7081,7 +7136,8 @@ module Aws::Glue
7081
7136
  #
7082
7137
  # @!attribute [rw] catalog_id
7083
7138
  # The ID of the Data Catalog to retrieve the security configuration
7084
- # for. If none is provided, the AWS account ID is used by default.
7139
+ # for. If none is provided, the Amazon Web Services account ID is used
7140
+ # by default.
7085
7141
  # @return [String]
7086
7142
  #
7087
7143
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataCatalogEncryptionSettingsRequest AWS API Documentation
@@ -7114,7 +7170,7 @@ module Aws::Glue
7114
7170
  #
7115
7171
  # @!attribute [rw] catalog_id
7116
7172
  # The ID of the Data Catalog in which the database resides. If none is
7117
- # provided, the AWS account ID is used by default.
7173
+ # provided, the Amazon Web Services account ID is used by default.
7118
7174
  # @return [String]
7119
7175
  #
7120
7176
  # @!attribute [rw] name
@@ -7155,7 +7211,8 @@ module Aws::Glue
7155
7211
  #
7156
7212
  # @!attribute [rw] catalog_id
7157
7213
  # The ID of the Data Catalog from which to retrieve `Databases`. If
7158
- # none is provided, the AWS account ID is used by default.
7214
+ # none is provided, the Amazon Web Services account ID is used by
7215
+ # default.
7159
7216
  # @return [String]
7160
7217
  #
7161
7218
  # @!attribute [rw] next_token
@@ -7719,7 +7776,7 @@ module Aws::Glue
7719
7776
  # @return [Time]
7720
7777
  #
7721
7778
  # @!attribute [rw] input_record_tables
7722
- # A list of AWS Glue table definitions used by the transform.
7779
+ # A list of Glue table definitions used by the transform.
7723
7780
  # @return [Array<Types::GlueTable>]
7724
7781
  #
7725
7782
  # @!attribute [rw] parameters
@@ -7746,11 +7803,11 @@ module Aws::Glue
7746
7803
  # @return [String]
7747
7804
  #
7748
7805
  # @!attribute [rw] glue_version
7749
- # This value determines which version of AWS Glue this machine
7750
- # learning transform is compatible with. Glue 1.0 is recommended for
7751
- # most customers. If the value is not set, the Glue compatibility
7752
- # defaults to Glue 0.9. For more information, see [AWS Glue
7753
- # Versions][1] in the developer guide.
7806
+ # This value determines which version of Glue this machine learning
7807
+ # transform is compatible with. Glue 1.0 is recommended for most
7808
+ # customers. If the value is not set, the Glue compatibility defaults
7809
+ # to Glue 0.9. For more information, see [Glue Versions][1] in the
7810
+ # developer guide.
7754
7811
  #
7755
7812
  #
7756
7813
  #
@@ -7758,12 +7815,11 @@ module Aws::Glue
7758
7815
  # @return [String]
7759
7816
  #
7760
7817
  # @!attribute [rw] max_capacity
7761
- # The number of AWS Glue data processing units (DPUs) that are
7762
- # allocated to task runs for this transform. You can allocate from 2
7763
- # to 100 DPUs; the default is 10. A DPU is a relative measure of
7764
- # processing power that consists of 4 vCPUs of compute capacity and 16
7765
- # GB of memory. For more information, see the [AWS Glue pricing
7766
- # page][1].
7818
+ # The number of Glue data processing units (DPUs) that are allocated
7819
+ # to task runs for this transform. You can allocate from 2 to 100
7820
+ # DPUs; the default is 10. A DPU is a relative measure of processing
7821
+ # power that consists of 4 vCPUs of compute capacity and 16 GB of
7822
+ # memory. For more information, see the [Glue pricing page][1].
7767
7823
  #
7768
7824
  # When the `WorkerType` field is set to a value other than `Standard`,
7769
7825
  # the `MaxCapacity` field is set automatically and becomes read-only.
@@ -8050,7 +8106,8 @@ module Aws::Glue
8050
8106
  #
8051
8107
  # @!attribute [rw] catalog_id
8052
8108
  # The ID of the Data Catalog where the partition in question resides.
8053
- # If none is provided, the AWS account ID is used by default.
8109
+ # If none is provided, the Amazon Web Services account ID is used by
8110
+ # default.
8054
8111
  # @return [String]
8055
8112
  #
8056
8113
  # @!attribute [rw] database_name
@@ -8107,7 +8164,8 @@ module Aws::Glue
8107
8164
  #
8108
8165
  # @!attribute [rw] catalog_id
8109
8166
  # The ID of the Data Catalog where the partitions in question reside.
8110
- # If none is provided, the AWS account ID is used by default.
8167
+ # If none is provided, the Amazon Web Services account ID is used by
8168
+ # default.
8111
8169
  # @return [String]
8112
8170
  #
8113
8171
  # @!attribute [rw] database_name
@@ -8202,7 +8260,7 @@ module Aws::Glue
8202
8260
  #
8203
8261
  # * `decimal`
8204
8262
  #
8205
- # If an invalid type is encountered, an exception is thrown.
8263
+ # If an type is encountered that is not valid, an exception is thrown.
8206
8264
  #
8207
8265
  # The following list shows the valid operators on each type. When you
8208
8266
  # define a crawler, the `partitionKey` type is created as a `STRING`,
@@ -8343,7 +8401,7 @@ module Aws::Glue
8343
8401
  # Currently, these key-value pairs are supported:
8344
8402
  #
8345
8403
  # * `inferSchema`  —  Specifies whether to set `inferSchema` to true
8346
- # or false for the default script generated by an AWS Glue job. For
8404
+ # or false for the default script generated by an Glue job. For
8347
8405
  # example, to set `inferSchema` to true, pass the following key
8348
8406
  # value pair:
8349
8407
  #
@@ -8492,10 +8550,10 @@ module Aws::Glue
8492
8550
  # }
8493
8551
  #
8494
8552
  # @!attribute [rw] resource_arn
8495
- # The ARN of the AWS Glue resource for which to retrieve the resource
8553
+ # The ARN of the Glue resource for which to retrieve the resource
8496
8554
  # policy. If not supplied, the Data Catalog resource policy is
8497
8555
  # returned. Use `GetResourcePolicies` to view all existing resource
8498
- # policies. For more information see [Specifying AWS Glue Resource
8556
+ # policies. For more information see [Specifying Glue Resource
8499
8557
  # ARNs][1].
8500
8558
  #
8501
8559
  #
@@ -8583,8 +8641,8 @@ module Aws::Glue
8583
8641
  # @return [String]
8584
8642
  #
8585
8643
  # @!attribute [rw] data_format
8586
- # The data format of the schema definition. Currently only `AVRO` is
8587
- # supported.
8644
+ # The data format of the schema definition. Currently only `AVRO` and
8645
+ # `JSON` are supported.
8588
8646
  # @return [String]
8589
8647
  #
8590
8648
  # @!attribute [rw] status
@@ -8659,8 +8717,8 @@ module Aws::Glue
8659
8717
  # @return [String]
8660
8718
  #
8661
8719
  # @!attribute [rw] data_format
8662
- # The data format of the schema definition. Currently only `AVRO` is
8663
- # supported.
8720
+ # The data format of the schema definition. Currently `AVRO` and
8721
+ # `JSON` are supported.
8664
8722
  # @return [String]
8665
8723
  #
8666
8724
  # @!attribute [rw] compatibility
@@ -8771,8 +8829,8 @@ module Aws::Glue
8771
8829
  # @return [String]
8772
8830
  #
8773
8831
  # @!attribute [rw] data_format
8774
- # The data format of the schema definition. Currently only `AVRO` is
8775
- # supported.
8832
+ # The data format of the schema definition. Currently `AVRO` and
8833
+ # `JSON` are supported.
8776
8834
  # @return [String]
8777
8835
  #
8778
8836
  # @!attribute [rw] schema_arn
@@ -8956,7 +9014,7 @@ module Aws::Glue
8956
9014
  #
8957
9015
  # @!attribute [rw] catalog_id
8958
9016
  # The ID of the Data Catalog where the table resides. If none is
8959
- # provided, the AWS account ID is used by default.
9017
+ # provided, the Amazon Web Services account ID is used by default.
8960
9018
  # @return [String]
8961
9019
  #
8962
9020
  # @!attribute [rw] database_name
@@ -9003,7 +9061,7 @@ module Aws::Glue
9003
9061
  #
9004
9062
  # @!attribute [rw] catalog_id
9005
9063
  # The ID of the Data Catalog where the tables reside. If none is
9006
- # provided, the AWS account ID is used by default.
9064
+ # provided, the Amazon Web Services account ID is used by default.
9007
9065
  # @return [String]
9008
9066
  #
9009
9067
  # @!attribute [rw] database_name
@@ -9058,7 +9116,7 @@ module Aws::Glue
9058
9116
  #
9059
9117
  # @!attribute [rw] catalog_id
9060
9118
  # The ID of the Data Catalog where the tables reside. If none is
9061
- # provided, the AWS account ID is used by default.
9119
+ # provided, the Amazon Web Services account ID is used by default.
9062
9120
  # @return [String]
9063
9121
  #
9064
9122
  # @!attribute [rw] database_name
@@ -9123,7 +9181,7 @@ module Aws::Glue
9123
9181
  #
9124
9182
  # @!attribute [rw] catalog_id
9125
9183
  # The ID of the Data Catalog where the tables reside. If none is
9126
- # provided, the AWS account ID is used by default.
9184
+ # provided, the Amazon Web Services account ID is used by default.
9127
9185
  # @return [String]
9128
9186
  #
9129
9187
  # @!attribute [rw] database_name
@@ -9299,7 +9357,8 @@ module Aws::Glue
9299
9357
  #
9300
9358
  # @!attribute [rw] catalog_id
9301
9359
  # The ID of the Data Catalog where the function to be retrieved is
9302
- # located. If none is provided, the AWS account ID is used by default.
9360
+ # located. If none is provided, the Amazon Web Services account ID is
9361
+ # used by default.
9303
9362
  # @return [String]
9304
9363
  #
9305
9364
  # @!attribute [rw] database_name
@@ -9345,7 +9404,8 @@ module Aws::Glue
9345
9404
  #
9346
9405
  # @!attribute [rw] catalog_id
9347
9406
  # The ID of the Data Catalog where the functions to be retrieved are
9348
- # located. If none is provided, the AWS account ID is used by default.
9407
+ # located. If none is provided, the Amazon Web Services account ID is
9408
+ # used by default.
9349
9409
  # @return [String]
9350
9410
  #
9351
9411
  # @!attribute [rw] database_name
@@ -9613,8 +9673,8 @@ module Aws::Glue
9613
9673
  include Aws::Structure
9614
9674
  end
9615
9675
 
9616
- # The database and table in the AWS Glue Data Catalog that is used for
9617
- # input or output data.
9676
+ # The database and table in the Glue Data Catalog that is used for input
9677
+ # or output data.
9618
9678
  #
9619
9679
  # @note When making an API call, you may pass GlueTable
9620
9680
  # data as a hash:
@@ -9627,19 +9687,19 @@ module Aws::Glue
9627
9687
  # }
9628
9688
  #
9629
9689
  # @!attribute [rw] database_name
9630
- # A database name in the AWS Glue Data Catalog.
9690
+ # A database name in the Glue Data Catalog.
9631
9691
  # @return [String]
9632
9692
  #
9633
9693
  # @!attribute [rw] table_name
9634
- # A table name in the AWS Glue Data Catalog.
9694
+ # A table name in the Glue Data Catalog.
9635
9695
  # @return [String]
9636
9696
  #
9637
9697
  # @!attribute [rw] catalog_id
9638
- # A unique identifier for the AWS Glue Data Catalog.
9698
+ # A unique identifier for the Glue Data Catalog.
9639
9699
  # @return [String]
9640
9700
  #
9641
9701
  # @!attribute [rw] connection_name
9642
- # The name of the connection to the AWS Glue Data Catalog.
9702
+ # The name of the connection to the Glue Data Catalog.
9643
9703
  # @return [String]
9644
9704
  #
9645
9705
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GlueTable AWS API Documentation
@@ -9745,8 +9805,8 @@ module Aws::Glue
9745
9805
  # }
9746
9806
  #
9747
9807
  # @!attribute [rw] catalog_id
9748
- # The ID of the catalog to import. Currently, this should be the AWS
9749
- # account ID.
9808
+ # The ID of the catalog to import. Currently, this should be the
9809
+ # Amazon Web Services account ID.
9750
9810
  # @return [String]
9751
9811
  #
9752
9812
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ImportCatalogToGlueRequest AWS API Documentation
@@ -9880,22 +9940,22 @@ module Aws::Glue
9880
9940
  # @return [Types::ExecutionProperty]
9881
9941
  #
9882
9942
  # @!attribute [rw] command
9883
- # The `JobCommand` that executes this job.
9943
+ # The `JobCommand` that runs this job.
9884
9944
  # @return [Types::JobCommand]
9885
9945
  #
9886
9946
  # @!attribute [rw] default_arguments
9887
9947
  # The default arguments for this job, specified as name-value pairs.
9888
9948
  #
9889
9949
  # You can specify arguments here that your own job-execution script
9890
- # consumes, as well as arguments that AWS Glue itself consumes.
9950
+ # consumes, as well as arguments that Glue itself consumes.
9891
9951
  #
9892
9952
  # For information about how to specify and consume your own Job
9893
- # arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
9953
+ # arguments, see the [Calling Glue APIs in Python][1] topic in the
9894
9954
  # developer guide.
9895
9955
  #
9896
- # For information about the key-value pairs that AWS Glue consumes to
9897
- # set up your job, see the [Special Parameters Used by AWS Glue][2]
9898
- # topic in the developer guide.
9956
+ # For information about the key-value pairs that Glue consumes to set
9957
+ # up your job, see the [Special Parameters Used by Glue][2] topic in
9958
+ # the developer guide.
9899
9959
  #
9900
9960
  #
9901
9961
  #
@@ -9919,11 +9979,11 @@ module Aws::Glue
9919
9979
  # @!attribute [rw] allocated_capacity
9920
9980
  # This field is deprecated. Use `MaxCapacity` instead.
9921
9981
  #
9922
- # The number of AWS Glue data processing units (DPUs) allocated to
9923
- # runs of this job. You can allocate from 2 to 100 DPUs; the default
9924
- # is 10. A DPU is a relative measure of processing power that consists
9925
- # of 4 vCPUs of compute capacity and 16 GB of memory. For more
9926
- # information, see the [AWS Glue pricing page][1].
9982
+ # The number of Glue data processing units (DPUs) allocated to runs of
9983
+ # this job. You can allocate from 2 to 100 DPUs; the default is 10. A
9984
+ # DPU is a relative measure of processing power that consists of 4
9985
+ # vCPUs of compute capacity and 16 GB of memory. For more information,
9986
+ # see the [Glue pricing page][1].
9927
9987
  #
9928
9988
  #
9929
9989
  #
@@ -9939,11 +9999,11 @@ module Aws::Glue
9939
9999
  # @return [Integer]
9940
10000
  #
9941
10001
  # @!attribute [rw] max_capacity
9942
- # The number of AWS Glue data processing units (DPUs) that can be
10002
+ # For Glue version 1.0 or earlier jobs, using the standard worker
10003
+ # type, the number of Glue data processing units (DPUs) that can be
9943
10004
  # allocated when this job runs. A DPU is a relative measure of
9944
10005
  # processing power that consists of 4 vCPUs of compute capacity and 16
9945
- # GB of memory. For more information, see the [AWS Glue pricing
9946
- # page][1].
10006
+ # GB of memory. For more information, see the [Glue pricing page][1].
9947
10007
  #
9948
10008
  # Do not set `Max Capacity` if using `WorkerType` and
9949
10009
  # `NumberOfWorkers`.
@@ -9962,6 +10022,10 @@ module Aws::Glue
9962
10022
  # 100 DPUs. The default is 10 DPUs. This job type cannot have a
9963
10023
  # fractional DPU allocation.
9964
10024
  #
10025
+ # For Glue version 2.0 jobs, you cannot instead specify a `Maximum
10026
+ # capacity`. Instead, you should specify a `Worker type` and the
10027
+ # `Number of workers`.
10028
+ #
9965
10029
  #
9966
10030
  #
9967
10031
  # [1]: https://aws.amazon.com/glue/pricing/
@@ -10002,10 +10066,10 @@ module Aws::Glue
10002
10066
  #
10003
10067
  # @!attribute [rw] glue_version
10004
10068
  # Glue version determines the versions of Apache Spark and Python that
10005
- # AWS Glue supports. The Python version indicates the version
10006
- # supported for jobs of type Spark.
10069
+ # Glue supports. The Python version indicates the version supported
10070
+ # for jobs of type Spark.
10007
10071
  #
10008
- # For more information about the available AWS Glue versions and
10072
+ # For more information about the available Glue versions and
10009
10073
  # corresponding Spark and Python versions, see [Glue version][1] in
10010
10074
  # the developer guide.
10011
10075
  #
@@ -10116,7 +10180,7 @@ module Aws::Glue
10116
10180
  include Aws::Structure
10117
10181
  end
10118
10182
 
10119
- # Specifies code executed when a job is run.
10183
+ # Specifies code that runs when a job is run.
10120
10184
  #
10121
10185
  # @note When making an API call, you may pass JobCommand
10122
10186
  # data as a hash:
@@ -10135,11 +10199,11 @@ module Aws::Glue
10135
10199
  #
10136
10200
  # @!attribute [rw] script_location
10137
10201
  # Specifies the Amazon Simple Storage Service (Amazon S3) path to a
10138
- # script that executes a job.
10202
+ # script that runs a job.
10139
10203
  # @return [String]
10140
10204
  #
10141
10205
  # @!attribute [rw] python_version
10142
- # The Python version being used to execute a Python shell job. Allowed
10206
+ # The Python version being used to run a Python shell job. Allowed
10143
10207
  # values are 2 or 3.
10144
10208
  # @return [String]
10145
10209
  #
@@ -10204,8 +10268,8 @@ module Aws::Glue
10204
10268
  #
10205
10269
  # @!attribute [rw] job_run_state
10206
10270
  # The current state of the job run. For more information about the
10207
- # statuses of jobs that have terminated abnormally, see [AWS Glue Job
10208
- # Run Statuses][1].
10271
+ # statuses of jobs that have terminated abnormally, see [Glue Job Run
10272
+ # Statuses][1].
10209
10273
  #
10210
10274
  #
10211
10275
  #
@@ -10217,15 +10281,15 @@ module Aws::Glue
10217
10281
  # replace the default arguments set in the job definition itself.
10218
10282
  #
10219
10283
  # You can specify arguments here that your own job-execution script
10220
- # consumes, as well as arguments that AWS Glue itself consumes.
10284
+ # consumes, as well as arguments that Glue itself consumes.
10221
10285
  #
10222
10286
  # For information about how to specify and consume your own job
10223
- # arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
10287
+ # arguments, see the [Calling Glue APIs in Python][1] topic in the
10224
10288
  # developer guide.
10225
10289
  #
10226
- # For information about the key-value pairs that AWS Glue consumes to
10227
- # set up your job, see the [Special Parameters Used by AWS Glue][2]
10228
- # topic in the developer guide.
10290
+ # For information about the key-value pairs that Glue consumes to set
10291
+ # up your job, see the [Special Parameters Used by Glue][2] topic in
10292
+ # the developer guide.
10229
10293
  #
10230
10294
  #
10231
10295
  #
@@ -10244,11 +10308,11 @@ module Aws::Glue
10244
10308
  # @!attribute [rw] allocated_capacity
10245
10309
  # This field is deprecated. Use `MaxCapacity` instead.
10246
10310
  #
10247
- # The number of AWS Glue data processing units (DPUs) allocated to
10248
- # this JobRun. From 2 to 100 DPUs can be allocated; the default is 10.
10249
- # A DPU is a relative measure of processing power that consists of 4
10311
+ # The number of Glue data processing units (DPUs) allocated to this
10312
+ # JobRun. From 2 to 100 DPUs can be allocated; the default is 10. A
10313
+ # DPU is a relative measure of processing power that consists of 4
10250
10314
  # vCPUs of compute capacity and 16 GB of memory. For more information,
10251
- # see the [AWS Glue pricing page][1].
10315
+ # see the [Glue pricing page][1].
10252
10316
  #
10253
10317
  #
10254
10318
  #
@@ -10267,11 +10331,10 @@ module Aws::Glue
10267
10331
  # @return [Integer]
10268
10332
  #
10269
10333
  # @!attribute [rw] max_capacity
10270
- # The number of AWS Glue data processing units (DPUs) that can be
10334
+ # The number of Glue data processing units (DPUs) that can be
10271
10335
  # allocated when this job runs. A DPU is a relative measure of
10272
10336
  # processing power that consists of 4 vCPUs of compute capacity and 16
10273
- # GB of memory. For more information, see the [AWS Glue pricing
10274
- # page][1].
10337
+ # GB of memory. For more information, see the [Glue pricing page][1].
10275
10338
  #
10276
10339
  # Do not set `Max Capacity` if using `WorkerType` and
10277
10340
  # `NumberOfWorkers`.
@@ -10290,7 +10353,7 @@ module Aws::Glue
10290
10353
  #
10291
10354
  #
10292
10355
  #
10293
- # [1]: https://docs.aws.amazon.com/https:/aws.amazon.com/glue/pricing/
10356
+ # [1]: https://aws.amazon.com/glue/pricing/
10294
10357
  # @return [Float]
10295
10358
  #
10296
10359
  # @!attribute [rw] worker_type
@@ -10322,7 +10385,7 @@ module Aws::Glue
10322
10385
  #
10323
10386
  # @!attribute [rw] log_group_name
10324
10387
  # The name of the log group for secure logging that can be server-side
10325
- # encrypted in Amazon CloudWatch using AWS KMS. This name can be
10388
+ # encrypted in Amazon CloudWatch using KMS. This name can be
10326
10389
  # `/aws-glue/jobs/`, in which case the default encryption is `NONE`.
10327
10390
  # If you add a role name and `SecurityConfiguration` name (in other
10328
10391
  # words,
@@ -10336,10 +10399,10 @@ module Aws::Glue
10336
10399
  #
10337
10400
  # @!attribute [rw] glue_version
10338
10401
  # Glue version determines the versions of Apache Spark and Python that
10339
- # AWS Glue supports. The Python version indicates the version
10340
- # supported for jobs of type Spark.
10402
+ # Glue supports. The Python version indicates the version supported
10403
+ # for jobs of type Spark.
10341
10404
  #
10342
- # For more information about the available AWS Glue versions and
10405
+ # For more information about the available Glue versions and
10343
10406
  # corresponding Spark and Python versions, see [Glue version][1] in
10344
10407
  # the developer guide.
10345
10408
  #
@@ -10439,22 +10502,22 @@ module Aws::Glue
10439
10502
  # @return [Types::ExecutionProperty]
10440
10503
  #
10441
10504
  # @!attribute [rw] command
10442
- # The `JobCommand` that executes this job (required).
10505
+ # The `JobCommand` that runs this job (required).
10443
10506
  # @return [Types::JobCommand]
10444
10507
  #
10445
10508
  # @!attribute [rw] default_arguments
10446
10509
  # The default arguments for this job.
10447
10510
  #
10448
10511
  # You can specify arguments here that your own job-execution script
10449
- # consumes, as well as arguments that AWS Glue itself consumes.
10512
+ # consumes, as well as arguments that Glue itself consumes.
10450
10513
  #
10451
10514
  # For information about how to specify and consume your own Job
10452
- # arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
10515
+ # arguments, see the [Calling Glue APIs in Python][1] topic in the
10453
10516
  # developer guide.
10454
10517
  #
10455
- # For information about the key-value pairs that AWS Glue consumes to
10456
- # set up your job, see the [Special Parameters Used by AWS Glue][2]
10457
- # topic in the developer guide.
10518
+ # For information about the key-value pairs that Glue consumes to set
10519
+ # up your job, see the [Special Parameters Used by Glue][2] topic in
10520
+ # the developer guide.
10458
10521
  #
10459
10522
  #
10460
10523
  #
@@ -10478,11 +10541,11 @@ module Aws::Glue
10478
10541
  # @!attribute [rw] allocated_capacity
10479
10542
  # This field is deprecated. Use `MaxCapacity` instead.
10480
10543
  #
10481
- # The number of AWS Glue data processing units (DPUs) to allocate to
10482
- # this job. You can allocate from 2 to 100 DPUs; the default is 10. A
10483
- # DPU is a relative measure of processing power that consists of 4
10484
- # vCPUs of compute capacity and 16 GB of memory. For more information,
10485
- # see the [AWS Glue pricing page][1].
10544
+ # The number of Glue data processing units (DPUs) to allocate to this
10545
+ # job. You can allocate from 2 to 100 DPUs; the default is 10. A DPU
10546
+ # is a relative measure of processing power that consists of 4 vCPUs
10547
+ # of compute capacity and 16 GB of memory. For more information, see
10548
+ # the [Glue pricing page][1].
10486
10549
  #
10487
10550
  #
10488
10551
  #
@@ -10496,11 +10559,11 @@ module Aws::Glue
10496
10559
  # @return [Integer]
10497
10560
  #
10498
10561
  # @!attribute [rw] max_capacity
10499
- # The number of AWS Glue data processing units (DPUs) that can be
10562
+ # For Glue version 1.0 or earlier jobs, using the standard worker
10563
+ # type, the number of Glue data processing units (DPUs) that can be
10500
10564
  # allocated when this job runs. A DPU is a relative measure of
10501
10565
  # processing power that consists of 4 vCPUs of compute capacity and 16
10502
- # GB of memory. For more information, see the [AWS Glue pricing
10503
- # page][1].
10566
+ # GB of memory. For more information, see the [Glue pricing page][1].
10504
10567
  #
10505
10568
  # Do not set `Max Capacity` if using `WorkerType` and
10506
10569
  # `NumberOfWorkers`.
@@ -10518,6 +10581,10 @@ module Aws::Glue
10518
10581
  # 100 DPUs. The default is 10 DPUs. This job type cannot have a
10519
10582
  # fractional DPU allocation.
10520
10583
  #
10584
+ # For Glue version 2.0 jobs, you cannot instead specify a `Maximum
10585
+ # capacity`. Instead, you should specify a `Worker type` and the
10586
+ # `Number of workers`.
10587
+ #
10521
10588
  #
10522
10589
  #
10523
10590
  # [1]: https://aws.amazon.com/glue/pricing/
@@ -10558,10 +10625,10 @@ module Aws::Glue
10558
10625
  #
10559
10626
  # @!attribute [rw] glue_version
10560
10627
  # Glue version determines the versions of Apache Spark and Python that
10561
- # AWS Glue supports. The Python version indicates the version
10562
- # supported for jobs of type Spark.
10628
+ # Glue supports. The Python version indicates the version supported
10629
+ # for jobs of type Spark.
10563
10630
  #
10564
- # For more information about the available AWS Glue versions and
10631
+ # For more information about the available Glue versions and
10565
10632
  # corresponding Spark and Python versions, see [Glue version][1] in
10566
10633
  # the developer guide.
10567
10634
  #
@@ -10614,7 +10681,7 @@ module Aws::Glue
10614
10681
  #
10615
10682
  # @!attribute [rw] json_path
10616
10683
  # A `JsonPath` string defining the JSON data for the classifier to
10617
- # classify. AWS Glue supports a subset of JsonPath, as described in
10684
+ # classify. Glue supports a subset of JsonPath, as described in
10618
10685
  # [Writing JsonPath Custom Classifiers][1].
10619
10686
  #
10620
10687
  #
@@ -11362,7 +11429,7 @@ module Aws::Glue
11362
11429
  # @return [Time]
11363
11430
  #
11364
11431
  # @!attribute [rw] input_record_tables
11365
- # A list of AWS Glue table definitions used by the transform.
11432
+ # A list of Glue table definitions used by the transform.
11366
11433
  # @return [Array<Types::GlueTable>]
11367
11434
  #
11368
11435
  # @!attribute [rw] parameters
@@ -11378,9 +11445,9 @@ module Aws::Glue
11378
11445
  # @return [Types::EvaluationMetrics]
11379
11446
  #
11380
11447
  # @!attribute [rw] label_count
11381
- # A count identifier for the labeling files generated by AWS Glue for
11382
- # this transform. As you create a better transform, you can
11383
- # iteratively download, label, and upload the labeling file.
11448
+ # A count identifier for the labeling files generated by Glue for this
11449
+ # transform. As you create a better transform, you can iteratively
11450
+ # download, label, and upload the labeling file.
11384
11451
  # @return [Integer]
11385
11452
  #
11386
11453
  # @!attribute [rw] schema
@@ -11391,13 +11458,13 @@ module Aws::Glue
11391
11458
  #
11392
11459
  # @!attribute [rw] role
11393
11460
  # The name or Amazon Resource Name (ARN) of the IAM role with the
11394
- # required permissions. The required permissions include both AWS Glue
11395
- # service role permissions to AWS Glue resources, and Amazon S3
11461
+ # required permissions. The required permissions include both Glue
11462
+ # service role permissions to Glue resources, and Amazon S3
11396
11463
  # permissions required by the transform.
11397
11464
  #
11398
- # * This role needs AWS Glue service role permissions to allow access
11399
- # to resources in AWS Glue. See [Attach a Policy to IAM Users That
11400
- # Access AWS Glue][1].
11465
+ # * This role needs Glue service role permissions to allow access to
11466
+ # resources in Glue. See [Attach a Policy to IAM Users That Access
11467
+ # Glue][1].
11401
11468
  #
11402
11469
  # * This role needs permission to your Amazon Simple Storage Service
11403
11470
  # (Amazon S3) sources, targets, temporary directory, scripts, and
@@ -11409,11 +11476,11 @@ module Aws::Glue
11409
11476
  # @return [String]
11410
11477
  #
11411
11478
  # @!attribute [rw] glue_version
11412
- # This value determines which version of AWS Glue this machine
11413
- # learning transform is compatible with. Glue 1.0 is recommended for
11414
- # most customers. If the value is not set, the Glue compatibility
11415
- # defaults to Glue 0.9. For more information, see [AWS Glue
11416
- # Versions][1] in the developer guide.
11479
+ # This value determines which version of Glue this machine learning
11480
+ # transform is compatible with. Glue 1.0 is recommended for most
11481
+ # customers. If the value is not set, the Glue compatibility defaults
11482
+ # to Glue 0.9. For more information, see [Glue Versions][1] in the
11483
+ # developer guide.
11417
11484
  #
11418
11485
  #
11419
11486
  #
@@ -11421,12 +11488,11 @@ module Aws::Glue
11421
11488
  # @return [String]
11422
11489
  #
11423
11490
  # @!attribute [rw] max_capacity
11424
- # The number of AWS Glue data processing units (DPUs) that are
11425
- # allocated to task runs for this transform. You can allocate from 2
11426
- # to 100 DPUs; the default is 10. A DPU is a relative measure of
11427
- # processing power that consists of 4 vCPUs of compute capacity and 16
11428
- # GB of memory. For more information, see the [AWS Glue pricing
11429
- # page][1].
11491
+ # The number of Glue data processing units (DPUs) that are allocated
11492
+ # to task runs for this transform. You can allocate from 2 to 100
11493
+ # DPUs; the default is 10. A DPU is a relative measure of processing
11494
+ # power that consists of 4 vCPUs of compute capacity and 16 GB of
11495
+ # memory. For more information, see the [Glue pricing page][1].
11430
11496
  #
11431
11497
  # `MaxCapacity` is a mutually exclusive option with `NumberOfWorkers`
11432
11498
  # and `WorkerType`.
@@ -11557,8 +11623,8 @@ module Aws::Glue
11557
11623
  #
11558
11624
  # * DISABLED: encryption is disabled
11559
11625
  #
11560
- # * SSEKMS: use of server-side encryption with AWS Key Management
11561
- # Service (SSE-KMS) for user data stored in Amazon S3.
11626
+ # * SSEKMS: use of server-side encryption with Key Management Service
11627
+ # (SSE-KMS) for user data stored in Amazon S3.
11562
11628
  # @return [String]
11563
11629
  #
11564
11630
  # @!attribute [rw] kms_key_id
@@ -11731,15 +11797,15 @@ module Aws::Glue
11731
11797
  include Aws::Structure
11732
11798
  end
11733
11799
 
11734
- # A node represents an AWS Glue component such as a trigger, or job,
11735
- # etc., that is part of a workflow.
11800
+ # A node represents an Glue component (trigger, crawler, or job) on a
11801
+ # workflow graph.
11736
11802
  #
11737
11803
  # @!attribute [rw] type
11738
- # The type of AWS Glue component represented by the node.
11804
+ # The type of Glue component represented by the node.
11739
11805
  # @return [String]
11740
11806
  #
11741
11807
  # @!attribute [rw] name
11742
- # The name of the AWS Glue component represented by the node.
11808
+ # The name of the Glue component represented by the node.
11743
11809
  # @return [String]
11744
11810
  #
11745
11811
  # @!attribute [rw] unique_id
@@ -12071,8 +12137,8 @@ module Aws::Glue
12071
12137
  #
12072
12138
  # The values for the keys for the new partition must be passed as an
12073
12139
  # array of String objects that must be ordered in the same order as
12074
- # the partition keys appearing in the Amazon S3 prefix. Otherwise AWS
12075
- # Glue will add the values to the wrong keys.
12140
+ # the partition keys appearing in the Amazon S3 prefix. Otherwise Glue
12141
+ # will add the values to the wrong keys.
12076
12142
  # @return [Array<String>]
12077
12143
  #
12078
12144
  # @!attribute [rw] last_access_time
@@ -12299,7 +12365,8 @@ module Aws::Glue
12299
12365
  #
12300
12366
  # @!attribute [rw] catalog_id
12301
12367
  # The ID of the Data Catalog to set the security configuration for. If
12302
- # none is provided, the AWS account ID is used by default.
12368
+ # none is provided, the Amazon Web Services account ID is used by
12369
+ # default.
12303
12370
  # @return [String]
12304
12371
  #
12305
12372
  # @!attribute [rw] data_catalog_encryption_settings
@@ -12358,7 +12425,7 @@ module Aws::Glue
12358
12425
  #
12359
12426
  # * By directly updating the resource policy with `PutResourePolicy`
12360
12427
  #
12361
- # * By using the **Grant permissions** command on the AWS Management
12428
+ # * By using the **Grant permissions** command on the Management
12362
12429
  # Console.
12363
12430
  #
12364
12431
  # Must be set to `'TRUE'` if you have already used the Management
@@ -12613,8 +12680,8 @@ module Aws::Glue
12613
12680
  # When crawling an Amazon S3 data source after the first crawl is
12614
12681
  # complete, specifies whether to crawl the entire dataset again or to
12615
12682
  # crawl only folders that were added since the last crawler run. For
12616
- # more information, see [Incremental Crawls in AWS Glue][1] in the
12617
- # developer guide.
12683
+ # more information, see [Incremental Crawls in Glue][1] in the developer
12684
+ # guide.
12618
12685
  #
12619
12686
  #
12620
12687
  #
@@ -13200,7 +13267,7 @@ module Aws::Glue
13200
13267
  include Aws::Structure
13201
13268
  end
13202
13269
 
13203
- # The unique ID of the schema in the AWS Glue schema registry.
13270
+ # The unique ID of the schema in the Glue schema registry.
13204
13271
  #
13205
13272
  # @note When making an API call, you may pass SchemaId
13206
13273
  # data as a hash:
@@ -13279,8 +13346,7 @@ module Aws::Glue
13279
13346
  include Aws::Structure
13280
13347
  end
13281
13348
 
13282
- # An object that references a schema stored in the AWS Glue Schema
13283
- # Registry.
13349
+ # An object that references a schema stored in the Glue Schema Registry.
13284
13350
  #
13285
13351
  # @note When making an API call, you may pass SchemaReference
13286
13352
  # data as a hash:
@@ -13534,7 +13600,7 @@ module Aws::Glue
13534
13600
  end
13535
13601
 
13536
13602
  # Defines a non-overlapping region of a table's partitions, allowing
13537
- # multiple requests to be executed in parallel.
13603
+ # multiple requests to be run in parallel.
13538
13604
  #
13539
13605
  # @note When making an API call, you may pass Segment
13540
13606
  # data as a hash:
@@ -13825,15 +13891,15 @@ module Aws::Glue
13825
13891
  # replace the default arguments set in the job definition itself.
13826
13892
  #
13827
13893
  # You can specify arguments here that your own job-execution script
13828
- # consumes, as well as arguments that AWS Glue itself consumes.
13894
+ # consumes, as well as arguments that Glue itself consumes.
13829
13895
  #
13830
13896
  # For information about how to specify and consume your own Job
13831
- # arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
13897
+ # arguments, see the [Calling Glue APIs in Python][1] topic in the
13832
13898
  # developer guide.
13833
13899
  #
13834
- # For information about the key-value pairs that AWS Glue consumes to
13835
- # set up your job, see the [Special Parameters Used by AWS Glue][2]
13836
- # topic in the developer guide.
13900
+ # For information about the key-value pairs that Glue consumes to set
13901
+ # up your job, see the [Special Parameters Used by Glue][2] topic in
13902
+ # the developer guide.
13837
13903
  #
13838
13904
  #
13839
13905
  #
@@ -13844,15 +13910,15 @@ module Aws::Glue
13844
13910
  # @!attribute [rw] allocated_capacity
13845
13911
  # This field is deprecated. Use `MaxCapacity` instead.
13846
13912
  #
13847
- # The number of AWS Glue data processing units (DPUs) to allocate to
13848
- # this JobRun. From 2 to 100 DPUs can be allocated; the default is 10.
13849
- # A DPU is a relative measure of processing power that consists of 4
13913
+ # The number of Glue data processing units (DPUs) to allocate to this
13914
+ # JobRun. From 2 to 100 DPUs can be allocated; the default is 10. A
13915
+ # DPU is a relative measure of processing power that consists of 4
13850
13916
  # vCPUs of compute capacity and 16 GB of memory. For more information,
13851
- # see the [AWS Glue pricing page][1].
13917
+ # see the [Glue pricing page][1].
13852
13918
  #
13853
13919
  #
13854
13920
  #
13855
- # [1]: https://docs.aws.amazon.com/https:/aws.amazon.com/glue/pricing/
13921
+ # [1]: https://aws.amazon.com/glue/pricing/
13856
13922
  # @return [Integer]
13857
13923
  #
13858
13924
  # @!attribute [rw] timeout
@@ -13863,11 +13929,10 @@ module Aws::Glue
13863
13929
  # @return [Integer]
13864
13930
  #
13865
13931
  # @!attribute [rw] max_capacity
13866
- # The number of AWS Glue data processing units (DPUs) that can be
13932
+ # The number of Glue data processing units (DPUs) that can be
13867
13933
  # allocated when this job runs. A DPU is a relative measure of
13868
13934
  # processing power that consists of 4 vCPUs of compute capacity and 16
13869
- # GB of memory. For more information, see the [AWS Glue pricing
13870
- # page][1].
13935
+ # GB of memory. For more information, see the [Glue pricing page][1].
13871
13936
  #
13872
13937
  # Do not set `Max Capacity` if using `WorkerType` and
13873
13938
  # `NumberOfWorkers`.
@@ -13886,7 +13951,7 @@ module Aws::Glue
13886
13951
  #
13887
13952
  #
13888
13953
  #
13889
- # [1]: https://docs.aws.amazon.com/https:/aws.amazon.com/glue/pricing/
13954
+ # [1]: https://aws.amazon.com/glue/pricing/
13890
13955
  # @return [Float]
13891
13956
  #
13892
13957
  # @!attribute [rw] security_configuration
@@ -14080,6 +14145,28 @@ module Aws::Glue
14080
14145
  include Aws::Structure
14081
14146
  end
14082
14147
 
14148
+ # The batch condition that started the workflow run. Either the number
14149
+ # of events in the batch size arrived, in which case the BatchSize
14150
+ # member is non-zero, or the batch window expired, in which case the
14151
+ # BatchWindow member is non-zero.
14152
+ #
14153
+ # @!attribute [rw] batch_size
14154
+ # Number of events in the batch.
14155
+ # @return [Integer]
14156
+ #
14157
+ # @!attribute [rw] batch_window
14158
+ # Duration of the batch window in seconds.
14159
+ # @return [Integer]
14160
+ #
14161
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartingEventBatchCondition AWS API Documentation
14162
+ #
14163
+ class StartingEventBatchCondition < Struct.new(
14164
+ :batch_size,
14165
+ :batch_window)
14166
+ SENSITIVE = []
14167
+ include Aws::Structure
14168
+ end
14169
+
14083
14170
  # @note When making an API call, you may pass StopCrawlerRequest
14084
14171
  # data as a hash:
14085
14172
  #
@@ -14299,7 +14386,7 @@ module Aws::Glue
14299
14386
  # @return [Boolean]
14300
14387
  #
14301
14388
  # @!attribute [rw] schema_reference
14302
- # An object that references a schema stored in the AWS Glue Schema
14389
+ # An object that references a schema stored in the Glue Schema
14303
14390
  # Registry.
14304
14391
  #
14305
14392
  # When creating a table, you can pass an empty list of columns for the
@@ -14446,8 +14533,7 @@ module Aws::Glue
14446
14533
  # @return [String]
14447
14534
  #
14448
14535
  # @!attribute [rw] is_registered_with_lake_formation
14449
- # Indicates whether the table has been registered with AWS Lake
14450
- # Formation.
14536
+ # Indicates whether the table has been registered with Lake Formation.
14451
14537
  # @return [Boolean]
14452
14538
  #
14453
14539
  # @!attribute [rw] target_table
@@ -14765,9 +14851,9 @@ module Aws::Glue
14765
14851
  # }
14766
14852
  #
14767
14853
  # @!attribute [rw] resource_arn
14768
- # The ARN of the AWS Glue resource to which to add the tags. For more
14769
- # information about AWS Glue resource ARNs, see the [AWS Glue ARN
14770
- # string pattern][1].
14854
+ # The ARN of the Glue resource to which to add the tags. For more
14855
+ # information about Glue resource ARNs, see the [Glue ARN string
14856
+ # pattern][1].
14771
14857
  #
14772
14858
  #
14773
14859
  #
@@ -15032,11 +15118,11 @@ module Aws::Glue
15032
15118
  # @return [String]
15033
15119
  #
15034
15120
  # @!attribute [rw] glue_version
15035
- # This value determines which version of AWS Glue this machine
15036
- # learning transform is compatible with. Glue 1.0 is recommended for
15037
- # most customers. If the value is not set, the Glue compatibility
15038
- # defaults to Glue 0.9. For more information, see [AWS Glue
15039
- # Versions][1] in the developer guide.
15121
+ # This value determines which version of Glue this machine learning
15122
+ # transform is compatible with. Glue 1.0 is recommended for most
15123
+ # customers. If the value is not set, the Glue compatibility defaults
15124
+ # to Glue 0.9. For more information, see [Glue Versions][1] in the
15125
+ # developer guide.
15040
15126
  #
15041
15127
  #
15042
15128
  #
@@ -15197,6 +15283,12 @@ module Aws::Glue
15197
15283
  # The predicate of this trigger, which defines when it will fire.
15198
15284
  # @return [Types::Predicate]
15199
15285
  #
15286
+ # @!attribute [rw] event_batching_condition
15287
+ # Batch condition that must be met (specified number of events
15288
+ # received or batch time window expired) before EventBridge event
15289
+ # trigger fires.
15290
+ # @return [Types::EventBatchingCondition]
15291
+ #
15200
15292
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Trigger AWS API Documentation
15201
15293
  #
15202
15294
  class Trigger < Struct.new(
@@ -15208,7 +15300,8 @@ module Aws::Glue
15208
15300
  :description,
15209
15301
  :schedule,
15210
15302
  :actions,
15211
- :predicate)
15303
+ :predicate,
15304
+ :event_batching_condition)
15212
15305
  SENSITIVE = []
15213
15306
  include Aws::Structure
15214
15307
  end
@@ -15264,6 +15357,10 @@ module Aws::Glue
15264
15357
  # },
15265
15358
  # ],
15266
15359
  # },
15360
+ # event_batching_condition: {
15361
+ # batch_size: 1, # required
15362
+ # batch_window: 1,
15363
+ # },
15267
15364
  # }
15268
15365
  #
15269
15366
  # @!attribute [rw] name
@@ -15292,6 +15389,12 @@ module Aws::Glue
15292
15389
  # The predicate of this trigger, which defines when it will fire.
15293
15390
  # @return [Types::Predicate]
15294
15391
  #
15392
+ # @!attribute [rw] event_batching_condition
15393
+ # Batch condition that must be met (specified number of events
15394
+ # received or batch time window expired) before EventBridge event
15395
+ # trigger fires.
15396
+ # @return [Types::EventBatchingCondition]
15397
+ #
15295
15398
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TriggerUpdate AWS API Documentation
15296
15399
  #
15297
15400
  class TriggerUpdate < Struct.new(
@@ -15299,7 +15402,8 @@ module Aws::Glue
15299
15402
  :description,
15300
15403
  :schedule,
15301
15404
  :actions,
15302
- :predicate)
15405
+ :predicate,
15406
+ :event_batching_condition)
15303
15407
  SENSITIVE = []
15304
15408
  include Aws::Structure
15305
15409
  end
@@ -15463,7 +15567,8 @@ module Aws::Glue
15463
15567
  #
15464
15568
  # @!attribute [rw] catalog_id
15465
15569
  # The ID of the Data Catalog where the partitions in question reside.
15466
- # If none is supplied, the AWS account ID is used by default.
15570
+ # If none is supplied, the Amazon Web Services account ID is used by
15571
+ # default.
15467
15572
  # @return [String]
15468
15573
  #
15469
15574
  # @!attribute [rw] database_name
@@ -15573,7 +15678,8 @@ module Aws::Glue
15573
15678
  #
15574
15679
  # @!attribute [rw] catalog_id
15575
15680
  # The ID of the Data Catalog where the partitions in question reside.
15576
- # If none is supplied, the AWS account ID is used by default.
15681
+ # If none is supplied, the Amazon Web Services account ID is used by
15682
+ # default.
15577
15683
  # @return [String]
15578
15684
  #
15579
15685
  # @!attribute [rw] database_name
@@ -15635,7 +15741,7 @@ module Aws::Glue
15635
15741
  #
15636
15742
  # @!attribute [rw] catalog_id
15637
15743
  # The ID of the Data Catalog in which the connection resides. If none
15638
- # is provided, the AWS account ID is used by default.
15744
+ # is provided, the Amazon Web Services account ID is used by default.
15639
15745
  # @return [String]
15640
15746
  #
15641
15747
  # @!attribute [rw] name
@@ -15733,7 +15839,7 @@ module Aws::Glue
15733
15839
  # @return [String]
15734
15840
  #
15735
15841
  # @!attribute [rw] database_name
15736
- # The AWS Glue database where results are stored, such as:
15842
+ # The Glue database where results are stored, such as:
15737
15843
  # `arn:aws:daylight:us-east-1::database/sometable/*`.
15738
15844
  # @return [String]
15739
15845
  #
@@ -15944,7 +16050,8 @@ module Aws::Glue
15944
16050
  #
15945
16051
  # @!attribute [rw] catalog_id
15946
16052
  # The ID of the Data Catalog in which the metadata database resides.
15947
- # If none is provided, the AWS account ID is used by default.
16053
+ # If none is provided, the Amazon Web Services account ID is used by
16054
+ # default.
15948
16055
  # @return [String]
15949
16056
  #
15950
16057
  # @!attribute [rw] name
@@ -16028,9 +16135,7 @@ module Aws::Glue
16028
16135
  #
16029
16136
  # * `"--enable-glue-datacatalog": ""`
16030
16137
  #
16031
- # * `"GLUE_PYTHON_VERSION": "3"`
16032
- #
16033
- # * `"GLUE_PYTHON_VERSION": "2"`
16138
+ # ^
16034
16139
  #
16035
16140
  # You can specify a version of Python support for development
16036
16141
  # endpoints by using the `Arguments` parameter in the
@@ -16183,7 +16288,7 @@ module Aws::Glue
16183
16288
  #
16184
16289
  # @!attribute [rw] json_path
16185
16290
  # A `JsonPath` string defining the JSON data for the classifier to
16186
- # classify. AWS Glue supports a subset of JsonPath, as described in
16291
+ # classify. Glue supports a subset of JsonPath, as described in
16187
16292
  # [Writing JsonPath Custom Classifiers][1].
16188
16293
  #
16189
16294
  #
@@ -16249,11 +16354,11 @@ module Aws::Glue
16249
16354
  # @return [String]
16250
16355
  #
16251
16356
  # @!attribute [rw] glue_version
16252
- # This value determines which version of AWS Glue this machine
16253
- # learning transform is compatible with. Glue 1.0 is recommended for
16254
- # most customers. If the value is not set, the Glue compatibility
16255
- # defaults to Glue 0.9. For more information, see [AWS Glue
16256
- # Versions][1] in the developer guide.
16357
+ # This value determines which version of Glue this machine learning
16358
+ # transform is compatible with. Glue 1.0 is recommended for most
16359
+ # customers. If the value is not set, the Glue compatibility defaults
16360
+ # to Glue 0.9. For more information, see [Glue Versions][1] in the
16361
+ # developer guide.
16257
16362
  #
16258
16363
  #
16259
16364
  #
@@ -16261,12 +16366,11 @@ module Aws::Glue
16261
16366
  # @return [String]
16262
16367
  #
16263
16368
  # @!attribute [rw] max_capacity
16264
- # The number of AWS Glue data processing units (DPUs) that are
16265
- # allocated to task runs for this transform. You can allocate from 2
16266
- # to 100 DPUs; the default is 10. A DPU is a relative measure of
16267
- # processing power that consists of 4 vCPUs of compute capacity and 16
16268
- # GB of memory. For more information, see the [AWS Glue pricing
16269
- # page][1].
16369
+ # The number of Glue data processing units (DPUs) that are allocated
16370
+ # to task runs for this transform. You can allocate from 2 to 100
16371
+ # DPUs; the default is 10. A DPU is a relative measure of processing
16372
+ # power that consists of 4 vCPUs of compute capacity and 16 GB of
16373
+ # memory. For more information, see the [Glue pricing page][1].
16270
16374
  #
16271
16375
  # When the `WorkerType` field is set to a value other than `Standard`,
16272
16376
  # the `MaxCapacity` field is set automatically and becomes read-only.
@@ -16408,7 +16512,8 @@ module Aws::Glue
16408
16512
  #
16409
16513
  # @!attribute [rw] catalog_id
16410
16514
  # The ID of the Data Catalog where the partition to be updated
16411
- # resides. If none is provided, the AWS account ID is used by default.
16515
+ # resides. If none is provided, the Amazon Web Services account ID is
16516
+ # used by default.
16412
16517
  # @return [String]
16413
16518
  #
16414
16519
  # @!attribute [rw] database_name
@@ -16661,7 +16766,7 @@ module Aws::Glue
16661
16766
  #
16662
16767
  # @!attribute [rw] catalog_id
16663
16768
  # The ID of the Data Catalog where the table resides. If none is
16664
- # provided, the AWS account ID is used by default.
16769
+ # provided, the Amazon Web Services account ID is used by default.
16665
16770
  # @return [String]
16666
16771
  #
16667
16772
  # @!attribute [rw] database_name
@@ -16730,6 +16835,10 @@ module Aws::Glue
16730
16835
  # },
16731
16836
  # ],
16732
16837
  # },
16838
+ # event_batching_condition: {
16839
+ # batch_size: 1, # required
16840
+ # batch_window: 1,
16841
+ # },
16733
16842
  # },
16734
16843
  # }
16735
16844
  #
@@ -16785,7 +16894,8 @@ module Aws::Glue
16785
16894
  #
16786
16895
  # @!attribute [rw] catalog_id
16787
16896
  # The ID of the Data Catalog where the function to be updated is
16788
- # located. If none is provided, the AWS account ID is used by default.
16897
+ # located. If none is provided, the Amazon Web Services account ID is
16898
+ # used by default.
16789
16899
  # @return [String]
16790
16900
  #
16791
16901
  # @!attribute [rw] database_name
@@ -17039,11 +17149,12 @@ module Aws::Glue
17039
17149
  include Aws::Structure
17040
17150
  end
17041
17151
 
17042
- # A workflow represents a flow in which AWS Glue components should be
17043
- # executed to complete a logical task.
17152
+ # A workflow is a collection of multiple dependent Glue jobs and
17153
+ # crawlers that are run to complete a complex ETL task. A workflow
17154
+ # manages the execution and monitoring of all its jobs and crawlers.
17044
17155
  #
17045
17156
  # @!attribute [rw] name
17046
- # The name of the workflow representing the flow.
17157
+ # The name of the workflow.
17047
17158
  # @return [String]
17048
17159
  #
17049
17160
  # @!attribute [rw] description
@@ -17052,7 +17163,9 @@ module Aws::Glue
17052
17163
  #
17053
17164
  # @!attribute [rw] default_run_properties
17054
17165
  # A collection of properties to be used as part of each execution of
17055
- # the workflow.
17166
+ # the workflow. The run properties are made available to each job in
17167
+ # the workflow. A job can modify the properties for the next jobs in
17168
+ # the flow.
17056
17169
  # @return [Hash<String,String>]
17057
17170
  #
17058
17171
  # @!attribute [rw] created_on
@@ -17068,9 +17181,8 @@ module Aws::Glue
17068
17181
  # @return [Types::WorkflowRun]
17069
17182
  #
17070
17183
  # @!attribute [rw] graph
17071
- # The graph representing all the AWS Glue components that belong to
17072
- # the workflow as nodes and directed connections between them as
17073
- # edges.
17184
+ # The graph representing all the Glue components that belong to the
17185
+ # workflow as nodes and directed connections between them as edges.
17074
17186
  # @return [Types::WorkflowGraph]
17075
17187
  #
17076
17188
  # @!attribute [rw] max_concurrent_runs
@@ -17097,12 +17209,12 @@ module Aws::Glue
17097
17209
  end
17098
17210
 
17099
17211
  # A workflow graph represents the complete workflow containing all the
17100
- # AWS Glue components present in the workflow and all the directed
17212
+ # Glue components present in the workflow and all the directed
17101
17213
  # connections between them.
17102
17214
  #
17103
17215
  # @!attribute [rw] nodes
17104
- # A list of the the AWS Glue components belong to the workflow
17105
- # represented as nodes.
17216
+ # A list of the the Glue components belong to the workflow represented
17217
+ # as nodes.
17106
17218
  # @return [Array<Types::Node>]
17107
17219
  #
17108
17220
  # @!attribute [rw] edges
@@ -17123,7 +17235,7 @@ module Aws::Glue
17123
17235
  # information.
17124
17236
  #
17125
17237
  # @!attribute [rw] name
17126
- # Name of the workflow that was executed.
17238
+ # Name of the workflow that was run.
17127
17239
  # @return [String]
17128
17240
  #
17129
17241
  # @!attribute [rw] workflow_run_id
@@ -17161,11 +17273,14 @@ module Aws::Glue
17161
17273
  # @return [Types::WorkflowRunStatistics]
17162
17274
  #
17163
17275
  # @!attribute [rw] graph
17164
- # The graph representing all the AWS Glue components that belong to
17165
- # the workflow as nodes and directed connections between them as
17166
- # edges.
17276
+ # The graph representing all the Glue components that belong to the
17277
+ # workflow as nodes and directed connections between them as edges.
17167
17278
  # @return [Types::WorkflowGraph]
17168
17279
  #
17280
+ # @!attribute [rw] starting_event_batch_condition
17281
+ # The batch condition that started the workflow run.
17282
+ # @return [Types::StartingEventBatchCondition]
17283
+ #
17169
17284
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/WorkflowRun AWS API Documentation
17170
17285
  #
17171
17286
  class WorkflowRun < Struct.new(
@@ -17178,7 +17293,8 @@ module Aws::Glue
17178
17293
  :status,
17179
17294
  :error_message,
17180
17295
  :statistics,
17181
- :graph)
17296
+ :graph,
17297
+ :starting_event_batch_condition)
17182
17298
  SENSITIVE = []
17183
17299
  include Aws::Structure
17184
17300
  end