aws-sdk-glue 1.88.0 → 1.92.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -49,6 +49,7 @@ module Aws::Glue
49
49
  BatchGetTriggersResponse = Shapes::StructureShape.new(name: 'BatchGetTriggersResponse')
50
50
  BatchGetWorkflowsRequest = Shapes::StructureShape.new(name: 'BatchGetWorkflowsRequest')
51
51
  BatchGetWorkflowsResponse = Shapes::StructureShape.new(name: 'BatchGetWorkflowsResponse')
52
+ BatchSize = Shapes::IntegerShape.new(name: 'BatchSize')
52
53
  BatchStopJobRunError = Shapes::StructureShape.new(name: 'BatchStopJobRunError')
53
54
  BatchStopJobRunErrorList = Shapes::ListShape.new(name: 'BatchStopJobRunErrorList')
54
55
  BatchStopJobRunJobRunIdList = Shapes::ListShape.new(name: 'BatchStopJobRunJobRunIdList')
@@ -62,6 +63,7 @@ module Aws::Glue
62
63
  BatchUpdatePartitionRequestEntry = Shapes::StructureShape.new(name: 'BatchUpdatePartitionRequestEntry')
63
64
  BatchUpdatePartitionRequestEntryList = Shapes::ListShape.new(name: 'BatchUpdatePartitionRequestEntryList')
64
65
  BatchUpdatePartitionResponse = Shapes::StructureShape.new(name: 'BatchUpdatePartitionResponse')
66
+ BatchWindow = Shapes::IntegerShape.new(name: 'BatchWindow')
65
67
  BinaryColumnStatisticsData = Shapes::StructureShape.new(name: 'BinaryColumnStatisticsData')
66
68
  Blob = Shapes::BlobShape.new(name: 'Blob')
67
69
  Boolean = Shapes::BooleanShape.new(name: 'Boolean')
@@ -276,6 +278,7 @@ module Aws::Glue
276
278
  ErrorMessageString = Shapes::StringShape.new(name: 'ErrorMessageString')
277
279
  ErrorString = Shapes::StringShape.new(name: 'ErrorString')
278
280
  EvaluationMetrics = Shapes::StructureShape.new(name: 'EvaluationMetrics')
281
+ EventBatchingCondition = Shapes::StructureShape.new(name: 'EventBatchingCondition')
279
282
  ExecutionProperty = Shapes::StructureShape.new(name: 'ExecutionProperty')
280
283
  ExecutionTime = Shapes::IntegerShape.new(name: 'ExecutionTime')
281
284
  ExistCondition = Shapes::StringShape.new(name: 'ExistCondition')
@@ -653,6 +656,7 @@ module Aws::Glue
653
656
  StartTriggerResponse = Shapes::StructureShape.new(name: 'StartTriggerResponse')
654
657
  StartWorkflowRunRequest = Shapes::StructureShape.new(name: 'StartWorkflowRunRequest')
655
658
  StartWorkflowRunResponse = Shapes::StructureShape.new(name: 'StartWorkflowRunResponse')
659
+ StartingEventBatchCondition = Shapes::StructureShape.new(name: 'StartingEventBatchCondition')
656
660
  StopCrawlerRequest = Shapes::StructureShape.new(name: 'StopCrawlerRequest')
657
661
  StopCrawlerResponse = Shapes::StructureShape.new(name: 'StopCrawlerResponse')
658
662
  StopCrawlerScheduleRequest = Shapes::StructureShape.new(name: 'StopCrawlerScheduleRequest')
@@ -1423,6 +1427,7 @@ module Aws::Glue
1423
1427
  CreateTriggerRequest.add_member(:description, Shapes::ShapeRef.new(shape: DescriptionString, location_name: "Description"))
1424
1428
  CreateTriggerRequest.add_member(:start_on_creation, Shapes::ShapeRef.new(shape: BooleanValue, location_name: "StartOnCreation"))
1425
1429
  CreateTriggerRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagsMap, location_name: "Tags"))
1430
+ CreateTriggerRequest.add_member(:event_batching_condition, Shapes::ShapeRef.new(shape: EventBatchingCondition, location_name: "EventBatchingCondition"))
1426
1431
  CreateTriggerRequest.struct_class = Types::CreateTriggerRequest
1427
1432
 
1428
1433
  CreateTriggerResponse.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
@@ -1740,6 +1745,10 @@ module Aws::Glue
1740
1745
  EvaluationMetrics.add_member(:find_matches_metrics, Shapes::ShapeRef.new(shape: FindMatchesMetrics, location_name: "FindMatchesMetrics"))
1741
1746
  EvaluationMetrics.struct_class = Types::EvaluationMetrics
1742
1747
 
1748
+ EventBatchingCondition.add_member(:batch_size, Shapes::ShapeRef.new(shape: BatchSize, required: true, location_name: "BatchSize"))
1749
+ EventBatchingCondition.add_member(:batch_window, Shapes::ShapeRef.new(shape: BatchWindow, location_name: "BatchWindow"))
1750
+ EventBatchingCondition.struct_class = Types::EventBatchingCondition
1751
+
1743
1752
  ExecutionProperty.add_member(:max_concurrent_runs, Shapes::ShapeRef.new(shape: MaxConcurrentRuns, location_name: "MaxConcurrentRuns"))
1744
1753
  ExecutionProperty.struct_class = Types::ExecutionProperty
1745
1754
 
@@ -3017,6 +3026,10 @@ module Aws::Glue
3017
3026
  StartWorkflowRunResponse.add_member(:run_id, Shapes::ShapeRef.new(shape: IdString, location_name: "RunId"))
3018
3027
  StartWorkflowRunResponse.struct_class = Types::StartWorkflowRunResponse
3019
3028
 
3029
+ StartingEventBatchCondition.add_member(:batch_size, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "BatchSize"))
3030
+ StartingEventBatchCondition.add_member(:batch_window, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "BatchWindow"))
3031
+ StartingEventBatchCondition.struct_class = Types::StartingEventBatchCondition
3032
+
3020
3033
  StopCrawlerRequest.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
3021
3034
  StopCrawlerRequest.struct_class = Types::StopCrawlerRequest
3022
3035
 
@@ -3202,6 +3215,7 @@ module Aws::Glue
3202
3215
  Trigger.add_member(:schedule, Shapes::ShapeRef.new(shape: GenericString, location_name: "Schedule"))
3203
3216
  Trigger.add_member(:actions, Shapes::ShapeRef.new(shape: ActionList, location_name: "Actions"))
3204
3217
  Trigger.add_member(:predicate, Shapes::ShapeRef.new(shape: Predicate, location_name: "Predicate"))
3218
+ Trigger.add_member(:event_batching_condition, Shapes::ShapeRef.new(shape: EventBatchingCondition, location_name: "EventBatchingCondition"))
3205
3219
  Trigger.struct_class = Types::Trigger
3206
3220
 
3207
3221
  TriggerList.member = Shapes::ShapeRef.new(shape: Trigger)
@@ -3216,6 +3230,7 @@ module Aws::Glue
3216
3230
  TriggerUpdate.add_member(:schedule, Shapes::ShapeRef.new(shape: GenericString, location_name: "Schedule"))
3217
3231
  TriggerUpdate.add_member(:actions, Shapes::ShapeRef.new(shape: ActionList, location_name: "Actions"))
3218
3232
  TriggerUpdate.add_member(:predicate, Shapes::ShapeRef.new(shape: Predicate, location_name: "Predicate"))
3233
+ TriggerUpdate.add_member(:event_batching_condition, Shapes::ShapeRef.new(shape: EventBatchingCondition, location_name: "EventBatchingCondition"))
3219
3234
  TriggerUpdate.struct_class = Types::TriggerUpdate
3220
3235
 
3221
3236
  UntagResourceRequest.add_member(:resource_arn, Shapes::ShapeRef.new(shape: GlueResourceArn, required: true, location_name: "ResourceArn"))
@@ -3462,6 +3477,7 @@ module Aws::Glue
3462
3477
  WorkflowRun.add_member(:error_message, Shapes::ShapeRef.new(shape: ErrorString, location_name: "ErrorMessage"))
3463
3478
  WorkflowRun.add_member(:statistics, Shapes::ShapeRef.new(shape: WorkflowRunStatistics, location_name: "Statistics"))
3464
3479
  WorkflowRun.add_member(:graph, Shapes::ShapeRef.new(shape: WorkflowGraph, location_name: "Graph"))
3480
+ WorkflowRun.add_member(:starting_event_batch_condition, Shapes::ShapeRef.new(shape: StartingEventBatchCondition, location_name: "StartingEventBatchCondition"))
3465
3481
  WorkflowRun.struct_class = Types::WorkflowRun
3466
3482
 
3467
3483
  WorkflowRunProperties.key = Shapes::ShapeRef.new(shape: IdString)
@@ -43,7 +43,7 @@ module Aws::Glue
43
43
  # }
44
44
  #
45
45
  # @!attribute [rw] job_name
46
- # The name of a job to be executed.
46
+ # The name of a job to be run.
47
47
  # @return [String]
48
48
  #
49
49
  # @!attribute [rw] arguments
@@ -51,15 +51,15 @@ module Aws::Glue
51
51
  # they replace the default arguments set in the job definition itself.
52
52
  #
53
53
  # You can specify arguments here that your own job-execution script
54
- # consumes, as well as arguments that AWS Glue itself consumes.
54
+ # consumes, as well as arguments that Glue itself consumes.
55
55
  #
56
56
  # For information about how to specify and consume your own Job
57
- # arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
57
+ # arguments, see the [Calling Glue APIs in Python][1] topic in the
58
58
  # developer guide.
59
59
  #
60
- # For information about the key-value pairs that AWS Glue consumes to
61
- # set up your job, see the [Special Parameters Used by AWS Glue][2]
62
- # topic in the developer guide.
60
+ # For information about the key-value pairs that Glue consumes to set
61
+ # up your job, see the [Special Parameters Used by Glue][2] topic in
62
+ # the developer guide.
63
63
  #
64
64
  #
65
65
  #
@@ -225,7 +225,7 @@ module Aws::Glue
225
225
  #
226
226
  # @!attribute [rw] catalog_id
227
227
  # The ID of the catalog in which the partition is to be created.
228
- # Currently, this should be the AWS account ID.
228
+ # Currently, this should be the Amazon Web Services account ID.
229
229
  # @return [String]
230
230
  #
231
231
  # @!attribute [rw] database_name
@@ -277,7 +277,7 @@ module Aws::Glue
277
277
  #
278
278
  # @!attribute [rw] catalog_id
279
279
  # The ID of the Data Catalog in which the connections reside. If none
280
- # is provided, the AWS account ID is used by default.
280
+ # is provided, the Amazon Web Services account ID is used by default.
281
281
  # @return [String]
282
282
  #
283
283
  # @!attribute [rw] connection_name_list
@@ -328,7 +328,8 @@ module Aws::Glue
328
328
  #
329
329
  # @!attribute [rw] catalog_id
330
330
  # The ID of the Data Catalog where the partition to be deleted
331
- # resides. If none is provided, the AWS account ID is used by default.
331
+ # resides. If none is provided, the Amazon Web Services account ID is
332
+ # used by default.
332
333
  # @return [String]
333
334
  #
334
335
  # @!attribute [rw] database_name
@@ -380,7 +381,7 @@ module Aws::Glue
380
381
  #
381
382
  # @!attribute [rw] catalog_id
382
383
  # The ID of the Data Catalog where the table resides. If none is
383
- # provided, the AWS account ID is used by default.
384
+ # provided, the Amazon Web Services account ID is used by default.
384
385
  # @return [String]
385
386
  #
386
387
  # @!attribute [rw] database_name
@@ -427,7 +428,7 @@ module Aws::Glue
427
428
  #
428
429
  # @!attribute [rw] catalog_id
429
430
  # The ID of the Data Catalog where the tables reside. If none is
430
- # provided, the AWS account ID is used by default.
431
+ # provided, the Amazon Web Services account ID is used by default.
431
432
  # @return [String]
432
433
  #
433
434
  # @!attribute [rw] database_name
@@ -597,7 +598,8 @@ module Aws::Glue
597
598
  #
598
599
  # @!attribute [rw] catalog_id
599
600
  # The ID of the Data Catalog where the partitions in question reside.
600
- # If none is supplied, the AWS account ID is used by default.
601
+ # If none is supplied, the Amazon Web Services account ID is used by
602
+ # default.
601
603
  # @return [String]
602
604
  #
603
605
  # @!attribute [rw] database_name
@@ -906,7 +908,7 @@ module Aws::Glue
906
908
  #
907
909
  # @!attribute [rw] catalog_id
908
910
  # The ID of the catalog in which the partition is to be updated.
909
- # Currently, this should be the AWS account ID.
911
+ # Currently, this should be the Amazon Web Services account ID.
910
912
  # @return [String]
911
913
  #
912
914
  # @!attribute [rw] database_name
@@ -1147,7 +1149,7 @@ module Aws::Glue
1147
1149
  include Aws::Structure
1148
1150
  end
1149
1151
 
1150
- # Specifies a table definition in the AWS Glue Data Catalog.
1152
+ # Specifies a table definition in the Glue Data Catalog.
1151
1153
  #
1152
1154
  # @note When making an API call, you may pass CatalogEntry
1153
1155
  # data as a hash:
@@ -1198,7 +1200,7 @@ module Aws::Glue
1198
1200
  include Aws::Structure
1199
1201
  end
1200
1202
 
1201
- # Specifies an AWS Glue Data Catalog target.
1203
+ # Specifies an Glue Data Catalog target.
1202
1204
  #
1203
1205
  # @note When making an API call, you may pass CatalogTarget
1204
1206
  # data as a hash:
@@ -1229,13 +1231,13 @@ module Aws::Glue
1229
1231
  # data as a hash:
1230
1232
  #
1231
1233
  # {
1232
- # data_format: "AVRO", # required, accepts AVRO
1234
+ # data_format: "AVRO", # required, accepts AVRO, JSON
1233
1235
  # schema_definition: "SchemaDefinitionString", # required
1234
1236
  # }
1235
1237
  #
1236
1238
  # @!attribute [rw] data_format
1237
- # The data format of the schema definition. Currently only `AVRO` is
1238
- # supported.
1239
+ # The data format of the schema definition. Currently `AVRO` and
1240
+ # `JSON` are supported.
1239
1241
  # @return [String]
1240
1242
  #
1241
1243
  # @!attribute [rw] schema_definition
@@ -1273,10 +1275,10 @@ module Aws::Glue
1273
1275
  # classifier creates a schema in the form of a `StructType` object that
1274
1276
  # matches that data format.
1275
1277
  #
1276
- # You can use the standard classifiers that AWS Glue provides, or you
1277
- # can write your own classifiers to best categorize your data sources
1278
- # and specify the appropriate schemas to use for them. A classifier can
1279
- # be a `grok` classifier, an `XML` classifier, a `JSON` classifier, or a
1278
+ # You can use the standard classifiers that Glue provides, or you can
1279
+ # write your own classifiers to best categorize your data sources and
1280
+ # specify the appropriate schemas to use for them. A classifier can be a
1281
+ # `grok` classifier, an `XML` classifier, a `JSON` classifier, or a
1280
1282
  # custom `CSV` classifier, as specified in one of the fields in the
1281
1283
  # `Classifier` object.
1282
1284
  #
@@ -1948,20 +1950,20 @@ module Aws::Glue
1948
1950
  # false.
1949
1951
  #
1950
1952
  # * `CUSTOM_JDBC_CERT` - An Amazon S3 location specifying the
1951
- # customer's root certificate. AWS Glue uses this root certificate
1952
- # to validate the customer’s certificate when connecting to the
1953
- # customer database. AWS Glue only handles X.509 certificates. The
1953
+ # customer's root certificate. Glue uses this root certificate to
1954
+ # validate the customer’s certificate when connecting to the
1955
+ # customer database. Glue only handles X.509 certificates. The
1954
1956
  # certificate provided must be DER-encoded and supplied in Base64
1955
1957
  # encoding PEM format.
1956
1958
  #
1957
1959
  # * `SKIP_CUSTOM_JDBC_CERT_VALIDATION` - By default, this is `false`.
1958
- # AWS Glue validates the Signature algorithm and Subject Public Key
1960
+ # Glue validates the Signature algorithm and Subject Public Key
1959
1961
  # Algorithm for the customer certificate. The only permitted
1960
1962
  # algorithms for the Signature algorithm are SHA256withRSA,
1961
1963
  # SHA384withRSA or SHA512withRSA. For the Subject Public Key
1962
1964
  # Algorithm, the key length must be at least 2048. You can set the
1963
- # value of this property to `true` to skip AWS Glue’s validation of
1964
- # the customer certificate.
1965
+ # value of this property to `true` to skip Glue’s validation of the
1966
+ # customer certificate.
1965
1967
  #
1966
1968
  # * `CUSTOM_JDBC_CERT_STRING` - A custom JDBC certificate string which
1967
1969
  # is used for domain match or distinguished name match to prevent a
@@ -1984,8 +1986,8 @@ module Aws::Glue
1984
1986
  # file (.pem format). The default is an empty string.
1985
1987
  #
1986
1988
  # * `KAFKA_SKIP_CUSTOM_CERT_VALIDATION` - Whether to skip the
1987
- # validation of the CA cert file or not. AWS Glue validates for
1988
- # three algorithms: SHA256withRSA, SHA384withRSA and SHA512withRSA.
1989
+ # validation of the CA cert file or not. Glue validates for three
1990
+ # algorithms: SHA256withRSA, SHA384withRSA and SHA512withRSA.
1989
1991
  # Default value is "false".
1990
1992
  #
1991
1993
  # * `SECRET_ID` - The secret ID used for the secret manager of
@@ -2011,12 +2013,12 @@ module Aws::Glue
2011
2013
  # with the Kafka server side key (Optional).
2012
2014
  #
2013
2015
  # * `ENCRYPTED_KAFKA_CLIENT_KEYSTORE_PASSWORD` - The encrypted version
2014
- # of the Kafka client keystore password (if the user has the AWS
2015
- # Glue encrypt passwords setting selected).
2016
+ # of the Kafka client keystore password (if the user has the Glue
2017
+ # encrypt passwords setting selected).
2016
2018
  #
2017
2019
  # * `ENCRYPTED_KAFKA_CLIENT_KEY_PASSWORD` - The encrypted version of
2018
- # the Kafka client key password (if the user has the AWS Glue
2019
- # encrypt passwords setting selected).
2020
+ # the Kafka client key password (if the user has the Glue encrypt
2021
+ # passwords setting selected).
2020
2022
  # @return [Hash<String,String>]
2021
2023
  #
2022
2024
  # @!attribute [rw] physical_connection_requirements
@@ -2098,12 +2100,12 @@ module Aws::Glue
2098
2100
  # within an Amazon Virtual Private Cloud environment (Amazon VPC).
2099
2101
  #
2100
2102
  # * `MARKETPLACE` - Uses configuration settings contained in a
2101
- # connector purchased from AWS Marketplace to read from and write to
2102
- # data stores that are not natively supported by AWS Glue.
2103
+ # connector purchased from Marketplace to read from and write to
2104
+ # data stores that are not natively supported by Glue.
2103
2105
  #
2104
2106
  # * `CUSTOM` - Uses configuration settings contained in a custom
2105
2107
  # connector to read from and write to data stores that are not
2106
- # natively supported by AWS Glue.
2108
+ # natively supported by Glue.
2107
2109
  #
2108
2110
  # SFTP is not supported.
2109
2111
  # @return [String]
@@ -2141,14 +2143,14 @@ module Aws::Glue
2141
2143
  # enable catalog encryption or only password encryption.
2142
2144
  #
2143
2145
  # When a `CreationConnection` request arrives containing a password, the
2144
- # Data Catalog first encrypts the password using your AWS KMS key. It
2145
- # then encrypts the whole connection object again if catalog encryption
2146
- # is also enabled.
2146
+ # Data Catalog first encrypts the password using your KMS key. It then
2147
+ # encrypts the whole connection object again if catalog encryption is
2148
+ # also enabled.
2147
2149
  #
2148
- # This encryption requires that you set AWS KMS key permissions to
2149
- # enable or restrict access on the password key according to your
2150
- # security requirements. For example, you might want only administrators
2151
- # to have decrypt permission on the password key.
2150
+ # This encryption requires that you set KMS key permissions to enable or
2151
+ # restrict access on the password key according to your security
2152
+ # requirements. For example, you might want only administrators to have
2153
+ # decrypt permission on the password key.
2152
2154
  #
2153
2155
  # @note When making an API call, you may pass ConnectionPasswordEncryption
2154
2156
  # data as a hash:
@@ -2166,11 +2168,11 @@ module Aws::Glue
2166
2168
  # @return [Boolean]
2167
2169
  #
2168
2170
  # @!attribute [rw] aws_kms_key_id
2169
- # An AWS KMS key that is used to encrypt the connection password.
2171
+ # An KMS key that is used to encrypt the connection password.
2170
2172
  #
2171
2173
  # If connection password protection is enabled, the caller of
2172
2174
  # `CreateConnection` and `UpdateConnection` needs at least
2173
- # `kms:Encrypt` permission on the specified AWS KMS key, to encrypt
2175
+ # `kms:Encrypt` permission on the specified KMS key, to encrypt
2174
2176
  # passwords before storing them in the Data Catalog.
2175
2177
  #
2176
2178
  # You can set the decrypt permission to enable or restrict access on
@@ -2248,8 +2250,7 @@ module Aws::Glue
2248
2250
 
2249
2251
  # Specifies a crawler program that examines a data source and uses
2250
2252
  # classifiers to try to determine its schema. If successful, the crawler
2251
- # records metadata concerning the data source in the AWS Glue Data
2252
- # Catalog.
2253
+ # records metadata concerning the data source in the Glue Data Catalog.
2253
2254
  #
2254
2255
  # @!attribute [rw] name
2255
2256
  # The name of the crawler.
@@ -2536,7 +2537,7 @@ module Aws::Glue
2536
2537
  # @return [Array<Types::DynamoDBTarget>]
2537
2538
  #
2538
2539
  # @!attribute [rw] catalog_targets
2539
- # Specifies AWS Glue Data Catalog targets.
2540
+ # Specifies Glue Data Catalog targets.
2540
2541
  # @return [Array<Types::CatalogTarget>]
2541
2542
  #
2542
2543
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CrawlerTargets AWS API Documentation
@@ -2635,7 +2636,8 @@ module Aws::Glue
2635
2636
  #
2636
2637
  # @!attribute [rw] catalog_id
2637
2638
  # The ID of the Data Catalog in which to create the connection. If
2638
- # none is provided, the AWS account ID is used by default.
2639
+ # none is provided, the Amazon Web Services account ID is used by
2640
+ # default.
2639
2641
  # @return [String]
2640
2642
  #
2641
2643
  # @!attribute [rw] connection_input
@@ -2730,7 +2732,7 @@ module Aws::Glue
2730
2732
  # @return [String]
2731
2733
  #
2732
2734
  # @!attribute [rw] database_name
2733
- # The AWS Glue database where results are written, such as:
2735
+ # The Glue database where results are written, such as:
2734
2736
  # `arn:aws:daylight:us-east-1::database/sometable/*`.
2735
2737
  # @return [String]
2736
2738
  #
@@ -2793,8 +2795,8 @@ module Aws::Glue
2793
2795
  #
2794
2796
  # @!attribute [rw] tags
2795
2797
  # The tags to use with this crawler request. You may use tags to limit
2796
- # access to the crawler. For more information about tags in AWS Glue,
2797
- # see [AWS Tags in AWS Glue][1] in the developer guide.
2798
+ # access to the crawler. For more information about tags in Glue, see
2799
+ # [Amazon Web Services Tags in Glue][1] in the developer guide.
2798
2800
  #
2799
2801
  #
2800
2802
  #
@@ -2915,7 +2917,7 @@ module Aws::Glue
2915
2917
  #
2916
2918
  # @!attribute [rw] catalog_id
2917
2919
  # The ID of the Data Catalog in which to create the database. If none
2918
- # is provided, the AWS account ID is used by default.
2920
+ # is provided, the Amazon Web Services account ID is used by default.
2919
2921
  # @return [String]
2920
2922
  #
2921
2923
  # @!attribute [rw] database_input
@@ -2999,8 +3001,8 @@ module Aws::Glue
2999
3001
  # @return [Array<String>]
3000
3002
  #
3001
3003
  # @!attribute [rw] number_of_nodes
3002
- # The number of AWS Glue Data Processing Units (DPUs) to allocate to
3003
- # this `DevEndpoint`.
3004
+ # The number of Glue Data Processing Units (DPUs) to allocate to this
3005
+ # `DevEndpoint`.
3004
3006
  # @return [Integer]
3005
3007
  #
3006
3008
  # @!attribute [rw] worker_type
@@ -3025,10 +3027,10 @@ module Aws::Glue
3025
3027
  #
3026
3028
  # @!attribute [rw] glue_version
3027
3029
  # Glue version determines the versions of Apache Spark and Python that
3028
- # AWS Glue supports. The Python version indicates the version
3029
- # supported for running your ETL scripts on development endpoints.
3030
+ # Glue supports. The Python version indicates the version supported
3031
+ # for running your ETL scripts on development endpoints.
3030
3032
  #
3031
- # For more information about the available AWS Glue versions and
3033
+ # For more information about the available Glue versions and
3032
3034
  # corresponding Spark and Python versions, see [Glue version][1] in
3033
3035
  # the developer guide.
3034
3036
  #
@@ -3081,8 +3083,8 @@ module Aws::Glue
3081
3083
  #
3082
3084
  # @!attribute [rw] tags
3083
3085
  # The tags to use with this DevEndpoint. You may use tags to limit
3084
- # access to the DevEndpoint. For more information about tags in AWS
3085
- # Glue, see [AWS Tags in AWS Glue][1] in the developer guide.
3086
+ # access to the DevEndpoint. For more information about tags in Glue,
3087
+ # see [Amazon Web Services Tags in Glue][1] in the developer guide.
3086
3088
  #
3087
3089
  #
3088
3090
  #
@@ -3145,8 +3147,8 @@ module Aws::Glue
3145
3147
  # @return [Integer]
3146
3148
  #
3147
3149
  # @!attribute [rw] number_of_nodes
3148
- # The number of AWS Glue Data Processing Units (DPUs) allocated to
3149
- # this DevEndpoint.
3150
+ # The number of Glue Data Processing Units (DPUs) allocated to this
3151
+ # DevEndpoint.
3150
3152
  # @return [Integer]
3151
3153
  #
3152
3154
  # @!attribute [rw] worker_type
@@ -3156,8 +3158,16 @@ module Aws::Glue
3156
3158
  #
3157
3159
  # @!attribute [rw] glue_version
3158
3160
  # Glue version determines the versions of Apache Spark and Python that
3159
- # AWS Glue supports. The Python version indicates the version
3160
- # supported for running your ETL scripts on development endpoints.
3161
+ # Glue supports. The Python version indicates the version supported
3162
+ # for running your ETL scripts on development endpoints.
3163
+ #
3164
+ # For more information about the available Glue versions and
3165
+ # corresponding Spark and Python versions, see [Glue version][1] in
3166
+ # the developer guide.
3167
+ #
3168
+ #
3169
+ #
3170
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/add-job.html
3161
3171
  # @return [String]
3162
3172
  #
3163
3173
  # @!attribute [rw] number_of_workers
@@ -3204,9 +3214,7 @@ module Aws::Glue
3204
3214
  #
3205
3215
  # * `"--enable-glue-datacatalog": ""`
3206
3216
  #
3207
- # * `"GLUE_PYTHON_VERSION": "3"`
3208
- #
3209
- # * `"GLUE_PYTHON_VERSION": "2"`
3217
+ # ^
3210
3218
  #
3211
3219
  # You can specify a version of Python support for development
3212
3220
  # endpoints by using the `Arguments` parameter in the
@@ -3345,22 +3353,22 @@ module Aws::Glue
3345
3353
  # @return [Types::ExecutionProperty]
3346
3354
  #
3347
3355
  # @!attribute [rw] command
3348
- # The `JobCommand` that executes this job.
3356
+ # The `JobCommand` that runs this job.
3349
3357
  # @return [Types::JobCommand]
3350
3358
  #
3351
3359
  # @!attribute [rw] default_arguments
3352
3360
  # The default arguments for this job.
3353
3361
  #
3354
3362
  # You can specify arguments here that your own job-execution script
3355
- # consumes, as well as arguments that AWS Glue itself consumes.
3363
+ # consumes, as well as arguments that Glue itself consumes.
3356
3364
  #
3357
3365
  # For information about how to specify and consume your own Job
3358
- # arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
3366
+ # arguments, see the [Calling Glue APIs in Python][1] topic in the
3359
3367
  # developer guide.
3360
3368
  #
3361
- # For information about the key-value pairs that AWS Glue consumes to
3362
- # set up your job, see the [Special Parameters Used by AWS Glue][2]
3363
- # topic in the developer guide.
3369
+ # For information about the key-value pairs that Glue consumes to set
3370
+ # up your job, see the [Special Parameters Used by Glue][2] topic in
3371
+ # the developer guide.
3364
3372
  #
3365
3373
  #
3366
3374
  #
@@ -3384,11 +3392,11 @@ module Aws::Glue
3384
3392
  # @!attribute [rw] allocated_capacity
3385
3393
  # This parameter is deprecated. Use `MaxCapacity` instead.
3386
3394
  #
3387
- # The number of AWS Glue data processing units (DPUs) to allocate to
3388
- # this Job. You can allocate from 2 to 100 DPUs; the default is 10. A
3389
- # DPU is a relative measure of processing power that consists of 4
3390
- # vCPUs of compute capacity and 16 GB of memory. For more information,
3391
- # see the [AWS Glue pricing page][1].
3395
+ # The number of Glue data processing units (DPUs) to allocate to this
3396
+ # Job. You can allocate from 2 to 100 DPUs; the default is 10. A DPU
3397
+ # is a relative measure of processing power that consists of 4 vCPUs
3398
+ # of compute capacity and 16 GB of memory. For more information, see
3399
+ # the [Glue pricing page][1].
3392
3400
  #
3393
3401
  #
3394
3402
  #
@@ -3402,11 +3410,11 @@ module Aws::Glue
3402
3410
  # @return [Integer]
3403
3411
  #
3404
3412
  # @!attribute [rw] max_capacity
3405
- # The number of AWS Glue data processing units (DPUs) that can be
3413
+ # For Glue version 1.0 or earlier jobs, using the standard worker
3414
+ # type, the number of Glue data processing units (DPUs) that can be
3406
3415
  # allocated when this job runs. A DPU is a relative measure of
3407
3416
  # processing power that consists of 4 vCPUs of compute capacity and 16
3408
- # GB of memory. For more information, see the [AWS Glue pricing
3409
- # page][1].
3417
+ # GB of memory. For more information, see the [Glue pricing page][1].
3410
3418
  #
3411
3419
  # Do not set `Max Capacity` if using `WorkerType` and
3412
3420
  # `NumberOfWorkers`.
@@ -3424,6 +3432,10 @@ module Aws::Glue
3424
3432
  # 100 DPUs. The default is 10 DPUs. This job type cannot have a
3425
3433
  # fractional DPU allocation.
3426
3434
  #
3435
+ # For Glue version 2.0 jobs, you cannot instead specify a `Maximum
3436
+ # capacity`. Instead, you should specify a `Worker type` and the
3437
+ # `Number of workers`.
3438
+ #
3427
3439
  #
3428
3440
  #
3429
3441
  # [1]: https://aws.amazon.com/glue/pricing/
@@ -3436,8 +3448,8 @@ module Aws::Glue
3436
3448
  #
3437
3449
  # @!attribute [rw] tags
3438
3450
  # The tags to use with this job. You may use tags to limit access to
3439
- # the job. For more information about tags in AWS Glue, see [AWS Tags
3440
- # in AWS Glue][1] in the developer guide.
3451
+ # the job. For more information about tags in Glue, see [Amazon Web
3452
+ # Services Tags in Glue][1] in the developer guide.
3441
3453
  #
3442
3454
  #
3443
3455
  #
@@ -3450,10 +3462,10 @@ module Aws::Glue
3450
3462
  #
3451
3463
  # @!attribute [rw] glue_version
3452
3464
  # Glue version determines the versions of Apache Spark and Python that
3453
- # AWS Glue supports. The Python version indicates the version
3454
- # supported for jobs of type Spark.
3465
+ # Glue supports. The Python version indicates the version supported
3466
+ # for jobs of type Spark.
3455
3467
  #
3456
- # For more information about the available AWS Glue versions and
3468
+ # For more information about the available Glue versions and
3457
3469
  # corresponding Spark and Python versions, see [Glue version][1] in
3458
3470
  # the developer guide.
3459
3471
  #
@@ -3543,7 +3555,7 @@ module Aws::Glue
3543
3555
  #
3544
3556
  # @!attribute [rw] json_path
3545
3557
  # A `JsonPath` string defining the JSON data for the classifier to
3546
- # classify. AWS Glue supports a subset of JsonPath, as described in
3558
+ # classify. Glue supports a subset of JsonPath, as described in
3547
3559
  # [Writing JsonPath Custom Classifiers][1].
3548
3560
  #
3549
3561
  #
@@ -3612,7 +3624,7 @@ module Aws::Glue
3612
3624
  # @return [String]
3613
3625
  #
3614
3626
  # @!attribute [rw] input_record_tables
3615
- # A list of AWS Glue table definitions used by the transform.
3627
+ # A list of Glue table definitions used by the transform.
3616
3628
  # @return [Array<Types::GlueTable>]
3617
3629
  #
3618
3630
  # @!attribute [rw] parameters
@@ -3622,13 +3634,13 @@ module Aws::Glue
3622
3634
  #
3623
3635
  # @!attribute [rw] role
3624
3636
  # The name or Amazon Resource Name (ARN) of the IAM role with the
3625
- # required permissions. The required permissions include both AWS Glue
3626
- # service role permissions to AWS Glue resources, and Amazon S3
3637
+ # required permissions. The required permissions include both Glue
3638
+ # service role permissions to Glue resources, and Amazon S3
3627
3639
  # permissions required by the transform.
3628
3640
  #
3629
- # * This role needs AWS Glue service role permissions to allow access
3630
- # to resources in AWS Glue. See [Attach a Policy to IAM Users That
3631
- # Access AWS Glue][1].
3641
+ # * This role needs Glue service role permissions to allow access to
3642
+ # resources in Glue. See [Attach a Policy to IAM Users That Access
3643
+ # Glue][1].
3632
3644
  #
3633
3645
  # * This role needs permission to your Amazon Simple Storage Service
3634
3646
  # (Amazon S3) sources, targets, temporary directory, scripts, and
@@ -3640,11 +3652,11 @@ module Aws::Glue
3640
3652
  # @return [String]
3641
3653
  #
3642
3654
  # @!attribute [rw] glue_version
3643
- # This value determines which version of AWS Glue this machine
3644
- # learning transform is compatible with. Glue 1.0 is recommended for
3645
- # most customers. If the value is not set, the Glue compatibility
3646
- # defaults to Glue 0.9. For more information, see [AWS Glue
3647
- # Versions][1] in the developer guide.
3655
+ # This value determines which version of Glue this machine learning
3656
+ # transform is compatible with. Glue 1.0 is recommended for most
3657
+ # customers. If the value is not set, the Glue compatibility defaults
3658
+ # to Glue 0.9. For more information, see [Glue Versions][1] in the
3659
+ # developer guide.
3648
3660
  #
3649
3661
  #
3650
3662
  #
@@ -3652,12 +3664,11 @@ module Aws::Glue
3652
3664
  # @return [String]
3653
3665
  #
3654
3666
  # @!attribute [rw] max_capacity
3655
- # The number of AWS Glue data processing units (DPUs) that are
3656
- # allocated to task runs for this transform. You can allocate from 2
3657
- # to 100 DPUs; the default is 10. A DPU is a relative measure of
3658
- # processing power that consists of 4 vCPUs of compute capacity and 16
3659
- # GB of memory. For more information, see the [AWS Glue pricing
3660
- # page][1].
3667
+ # The number of Glue data processing units (DPUs) that are allocated
3668
+ # to task runs for this transform. You can allocate from 2 to 100
3669
+ # DPUs; the default is 10. A DPU is a relative measure of processing
3670
+ # power that consists of 4 vCPUs of compute capacity and 16 GB of
3671
+ # memory. For more information, see the [Glue pricing page][1].
3661
3672
  #
3662
3673
  # `MaxCapacity` is a mutually exclusive option with `NumberOfWorkers`
3663
3674
  # and `WorkerType`.
@@ -3735,8 +3746,8 @@ module Aws::Glue
3735
3746
  # @!attribute [rw] tags
3736
3747
  # The tags to use with this machine learning transform. You may use
3737
3748
  # tags to limit access to the machine learning transform. For more
3738
- # information about tags in AWS Glue, see [AWS Tags in AWS Glue][1] in
3739
- # the developer guide.
3749
+ # information about tags in Glue, see [Amazon Web Services Tags in
3750
+ # Glue][1] in the developer guide.
3740
3751
  #
3741
3752
  #
3742
3753
  #
@@ -3897,8 +3908,8 @@ module Aws::Glue
3897
3908
  # }
3898
3909
  #
3899
3910
  # @!attribute [rw] catalog_id
3900
- # The AWS account ID of the catalog in which the partition is to be
3901
- # created.
3911
+ # The Amazon Web Services account ID of the catalog in which the
3912
+ # partition is to be created.
3902
3913
  # @return [String]
3903
3914
  #
3904
3915
  # @!attribute [rw] database_name
@@ -3953,8 +3964,8 @@ module Aws::Glue
3953
3964
  # @return [String]
3954
3965
  #
3955
3966
  # @!attribute [rw] tags
3956
- # AWS tags that contain a key value pair and may be searched by
3957
- # console, command line, or API.
3967
+ # Amazon Web Services tags that contain a key value pair and may be
3968
+ # searched by console, command line, or API.
3958
3969
  # @return [Hash<String,String>]
3959
3970
  #
3960
3971
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateRegistryInput AWS API Documentation
@@ -4003,7 +4014,7 @@ module Aws::Glue
4003
4014
  # registry_arn: "GlueResourceArn",
4004
4015
  # },
4005
4016
  # schema_name: "SchemaRegistryNameString", # required
4006
- # data_format: "AVRO", # required, accepts AVRO
4017
+ # data_format: "AVRO", # required, accepts AVRO, JSON
4007
4018
  # compatibility: "NONE", # accepts NONE, DISABLED, BACKWARD, BACKWARD_ALL, FORWARD, FORWARD_ALL, FULL, FULL_ALL
4008
4019
  # description: "DescriptionString",
4009
4020
  # tags: {
@@ -4026,8 +4037,8 @@ module Aws::Glue
4026
4037
  # @return [String]
4027
4038
  #
4028
4039
  # @!attribute [rw] data_format
4029
- # The data format of the schema definition. Currently only `AVRO` is
4030
- # supported.
4040
+ # The data format of the schema definition. Currently `AVRO` and
4041
+ # `JSON` are supported.
4031
4042
  # @return [String]
4032
4043
  #
4033
4044
  # @!attribute [rw] compatibility
@@ -4085,9 +4096,9 @@ module Aws::Glue
4085
4096
  # @return [String]
4086
4097
  #
4087
4098
  # @!attribute [rw] tags
4088
- # AWS tags that contain a key value pair and may be searched by
4089
- # console, command line, or API. If specified, follows the AWS
4090
- # tags-on-create pattern.
4099
+ # Amazon Web Services tags that contain a key value pair and may be
4100
+ # searched by console, command line, or API. If specified, follows the
4101
+ # Amazon Web Services tags-on-create pattern.
4091
4102
  # @return [Hash<String,String>]
4092
4103
  #
4093
4104
  # @!attribute [rw] schema_definition
@@ -4130,8 +4141,8 @@ module Aws::Glue
4130
4141
  # @return [String]
4131
4142
  #
4132
4143
  # @!attribute [rw] data_format
4133
- # The data format of the schema definition. Currently only `AVRO` is
4134
- # supported.
4144
+ # The data format of the schema definition. Currently `AVRO` and
4145
+ # `JSON` are supported.
4135
4146
  # @return [String]
4136
4147
  #
4137
4148
  # @!attribute [rw] compatibility
@@ -4410,7 +4421,7 @@ module Aws::Glue
4410
4421
  #
4411
4422
  # @!attribute [rw] catalog_id
4412
4423
  # The ID of the Data Catalog in which to create the `Table`. If none
4413
- # is supplied, the AWS account ID is used by default.
4424
+ # is supplied, the Amazon Web Services account ID is used by default.
4414
4425
  # @return [String]
4415
4426
  #
4416
4427
  # @!attribute [rw] database_name
@@ -4449,7 +4460,7 @@ module Aws::Glue
4449
4460
  # {
4450
4461
  # name: "NameString", # required
4451
4462
  # workflow_name: "NameString",
4452
- # type: "SCHEDULED", # required, accepts SCHEDULED, CONDITIONAL, ON_DEMAND
4463
+ # type: "SCHEDULED", # required, accepts SCHEDULED, CONDITIONAL, ON_DEMAND, EVENT
4453
4464
  # schedule: "GenericString",
4454
4465
  # predicate: {
4455
4466
  # logical: "AND", # accepts AND, ANY
@@ -4482,6 +4493,10 @@ module Aws::Glue
4482
4493
  # tags: {
4483
4494
  # "TagKey" => "TagValue",
4484
4495
  # },
4496
+ # event_batching_condition: {
4497
+ # batch_size: 1, # required
4498
+ # batch_window: 1,
4499
+ # },
4485
4500
  # }
4486
4501
  #
4487
4502
  # @!attribute [rw] name
@@ -4529,14 +4544,20 @@ module Aws::Glue
4529
4544
  #
4530
4545
  # @!attribute [rw] tags
4531
4546
  # The tags to use with this trigger. You may use tags to limit access
4532
- # to the trigger. For more information about tags in AWS Glue, see
4533
- # [AWS Tags in AWS Glue][1] in the developer guide.
4547
+ # to the trigger. For more information about tags in Glue, see [Amazon
4548
+ # Web Services Tags in Glue][1] in the developer guide.
4534
4549
  #
4535
4550
  #
4536
4551
  #
4537
4552
  # [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
4538
4553
  # @return [Hash<String,String>]
4539
4554
  #
4555
+ # @!attribute [rw] event_batching_condition
4556
+ # Batch condition that must be met (specified number of events
4557
+ # received or batch time window expired) before EventBridge event
4558
+ # trigger fires.
4559
+ # @return [Types::EventBatchingCondition]
4560
+ #
4540
4561
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateTriggerRequest AWS API Documentation
4541
4562
  #
4542
4563
  class CreateTriggerRequest < Struct.new(
@@ -4548,7 +4569,8 @@ module Aws::Glue
4548
4569
  :actions,
4549
4570
  :description,
4550
4571
  :start_on_creation,
4551
- :tags)
4572
+ :tags,
4573
+ :event_batching_condition)
4552
4574
  SENSITIVE = []
4553
4575
  include Aws::Structure
4554
4576
  end
@@ -4587,7 +4609,7 @@ module Aws::Glue
4587
4609
  #
4588
4610
  # @!attribute [rw] catalog_id
4589
4611
  # The ID of the Data Catalog in which to create the function. If none
4590
- # is provided, the AWS account ID is used by default.
4612
+ # is provided, the Amazon Web Services account ID is used by default.
4591
4613
  # @return [String]
4592
4614
  #
4593
4615
  # @!attribute [rw] database_name
@@ -4816,7 +4838,7 @@ module Aws::Glue
4816
4838
  include Aws::Structure
4817
4839
  end
4818
4840
 
4819
- # The AWS Lake Formation principal.
4841
+ # The Lake Formation principal.
4820
4842
  #
4821
4843
  # @note When making an API call, you may pass DataLakePrincipal
4822
4844
  # data as a hash:
@@ -4826,7 +4848,7 @@ module Aws::Glue
4826
4848
  # }
4827
4849
  #
4828
4850
  # @!attribute [rw] data_lake_principal_identifier
4829
- # An identifier for the AWS Lake Formation principal.
4851
+ # An identifier for the Lake Formation principal.
4830
4852
  # @return [String]
4831
4853
  #
4832
4854
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataLakePrincipal AWS API Documentation
@@ -5135,7 +5157,8 @@ module Aws::Glue
5135
5157
  #
5136
5158
  # @!attribute [rw] catalog_id
5137
5159
  # The ID of the Data Catalog where the partitions in question reside.
5138
- # If none is supplied, the AWS account ID is used by default.
5160
+ # If none is supplied, the Amazon Web Services account ID is used by
5161
+ # default.
5139
5162
  # @return [String]
5140
5163
  #
5141
5164
  # @!attribute [rw] database_name
@@ -5182,7 +5205,8 @@ module Aws::Glue
5182
5205
  #
5183
5206
  # @!attribute [rw] catalog_id
5184
5207
  # The ID of the Data Catalog where the partitions in question reside.
5185
- # If none is supplied, the AWS account ID is used by default.
5208
+ # If none is supplied, the Amazon Web Services account ID is used by
5209
+ # default.
5186
5210
  # @return [String]
5187
5211
  #
5188
5212
  # @!attribute [rw] database_name
@@ -5222,7 +5246,7 @@ module Aws::Glue
5222
5246
  #
5223
5247
  # @!attribute [rw] catalog_id
5224
5248
  # The ID of the Data Catalog in which the connection resides. If none
5225
- # is provided, the AWS account ID is used by default.
5249
+ # is provided, the Amazon Web Services account ID is used by default.
5226
5250
  # @return [String]
5227
5251
  #
5228
5252
  # @!attribute [rw] connection_name
@@ -5275,7 +5299,7 @@ module Aws::Glue
5275
5299
  #
5276
5300
  # @!attribute [rw] catalog_id
5277
5301
  # The ID of the Data Catalog in which the database resides. If none is
5278
- # provided, the AWS account ID is used by default.
5302
+ # provided, the Amazon Web Services account ID is used by default.
5279
5303
  # @return [String]
5280
5304
  #
5281
5305
  # @!attribute [rw] name
@@ -5436,7 +5460,8 @@ module Aws::Glue
5436
5460
  #
5437
5461
  # @!attribute [rw] catalog_id
5438
5462
  # The ID of the Data Catalog where the partition to be deleted
5439
- # resides. If none is provided, the AWS account ID is used by default.
5463
+ # resides. If none is provided, the Amazon Web Services account ID is
5464
+ # used by default.
5440
5465
  # @return [String]
5441
5466
  #
5442
5467
  # @!attribute [rw] database_name
@@ -5526,8 +5551,7 @@ module Aws::Glue
5526
5551
  # @return [String]
5527
5552
  #
5528
5553
  # @!attribute [rw] resource_arn
5529
- # The ARN of the AWS Glue resource for the resource policy to be
5530
- # deleted.
5554
+ # The ARN of the Glue resource for the resource policy to be deleted.
5531
5555
  # @return [String]
5532
5556
  #
5533
5557
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteResourcePolicyRequest AWS API Documentation
@@ -5670,7 +5694,7 @@ module Aws::Glue
5670
5694
  #
5671
5695
  # @!attribute [rw] catalog_id
5672
5696
  # The ID of the Data Catalog where the table resides. If none is
5673
- # provided, the AWS account ID is used by default.
5697
+ # provided, the Amazon Web Services account ID is used by default.
5674
5698
  # @return [String]
5675
5699
  #
5676
5700
  # @!attribute [rw] database_name
@@ -5709,7 +5733,7 @@ module Aws::Glue
5709
5733
  #
5710
5734
  # @!attribute [rw] catalog_id
5711
5735
  # The ID of the Data Catalog where the tables reside. If none is
5712
- # provided, the AWS account ID is used by default.
5736
+ # provided, the Amazon Web Services account ID is used by default.
5713
5737
  # @return [String]
5714
5738
  #
5715
5739
  # @!attribute [rw] database_name
@@ -5784,7 +5808,8 @@ module Aws::Glue
5784
5808
  #
5785
5809
  # @!attribute [rw] catalog_id
5786
5810
  # The ID of the Data Catalog where the function to be deleted is
5787
- # located. If none is supplied, the AWS account ID is used by default.
5811
+ # located. If none is supplied, the Amazon Web Services account ID is
5812
+ # used by default.
5788
5813
  # @return [String]
5789
5814
  #
5790
5815
  # @!attribute [rw] database_name
@@ -5906,10 +5931,10 @@ module Aws::Glue
5906
5931
  #
5907
5932
  # @!attribute [rw] glue_version
5908
5933
  # Glue version determines the versions of Apache Spark and Python that
5909
- # AWS Glue supports. The Python version indicates the version
5910
- # supported for running your ETL scripts on development endpoints.
5934
+ # Glue supports. The Python version indicates the version supported
5935
+ # for running your ETL scripts on development endpoints.
5911
5936
  #
5912
- # For more information about the available AWS Glue versions and
5937
+ # For more information about the available Glue versions and
5913
5938
  # corresponding Spark and Python versions, see [Glue version][1] in
5914
5939
  # the developer guide.
5915
5940
  #
@@ -5935,8 +5960,8 @@ module Aws::Glue
5935
5960
  # @return [Integer]
5936
5961
  #
5937
5962
  # @!attribute [rw] number_of_nodes
5938
- # The number of AWS Glue Data Processing Units (DPUs) allocated to
5939
- # this `DevEndpoint`.
5963
+ # The number of Glue Data Processing Units (DPUs) allocated to this
5964
+ # `DevEndpoint`.
5940
5965
  # @return [Integer]
5941
5966
  #
5942
5967
  # @!attribute [rw] availability_zone
@@ -6022,9 +6047,7 @@ module Aws::Glue
6022
6047
  #
6023
6048
  # * `"--enable-glue-datacatalog": ""`
6024
6049
  #
6025
- # * `"GLUE_PYTHON_VERSION": "3"`
6026
- #
6027
- # * `"GLUE_PYTHON_VERSION": "2"`
6050
+ # ^
6028
6051
  #
6029
6052
  # You can specify a version of Python support for development
6030
6053
  # endpoints by using the `Arguments` parameter in the
@@ -6176,9 +6199,9 @@ module Aws::Glue
6176
6199
  #
6177
6200
  # @!attribute [rw] scan_rate
6178
6201
  # The percentage of the configured read capacity units to use by the
6179
- # AWS Glue crawler. Read capacity units is a term defined by DynamoDB,
6180
- # and is a numeric value that acts as rate limiter for the number of
6181
- # reads that can be performed on that table per second.
6202
+ # Glue crawler. Read capacity units is a term defined by DynamoDB, and
6203
+ # is a numeric value that acts as rate limiter for the number of reads
6204
+ # that can be performed on that table per second.
6182
6205
  #
6183
6206
  # The valid values are null or a value between 0.1 to 1.5. A null
6184
6207
  # value is used when user does not provide a value, and defaults to
@@ -6197,8 +6220,8 @@ module Aws::Glue
6197
6220
  include Aws::Structure
6198
6221
  end
6199
6222
 
6200
- # An edge represents a directed connection between two AWS Glue
6201
- # components that are part of the workflow the edge belongs to.
6223
+ # An edge represents a directed connection between two components on a
6224
+ # workflow graph.
6202
6225
  #
6203
6226
  # @!attribute [rw] source_id
6204
6227
  # The unique of the node within the workflow where the edge starts.
@@ -6232,7 +6255,7 @@ module Aws::Glue
6232
6255
  # @return [String]
6233
6256
  #
6234
6257
  # @!attribute [rw] sse_aws_kms_key_id
6235
- # The ID of the AWS KMS key to use for encryption at rest.
6258
+ # The ID of the KMS key to use for encryption at rest.
6236
6259
  # @return [String]
6237
6260
  #
6238
6261
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/EncryptionAtRest AWS API Documentation
@@ -6361,6 +6384,36 @@ module Aws::Glue
6361
6384
  include Aws::Structure
6362
6385
  end
6363
6386
 
6387
+ # Batch condition that must be met (specified number of events received
6388
+ # or batch time window expired) before EventBridge event trigger fires.
6389
+ #
6390
+ # @note When making an API call, you may pass EventBatchingCondition
6391
+ # data as a hash:
6392
+ #
6393
+ # {
6394
+ # batch_size: 1, # required
6395
+ # batch_window: 1,
6396
+ # }
6397
+ #
6398
+ # @!attribute [rw] batch_size
6399
+ # Number of events that must be received from Amazon EventBridge
6400
+ # before EventBridge event trigger fires.
6401
+ # @return [Integer]
6402
+ #
6403
+ # @!attribute [rw] batch_window
6404
+ # Window of time in seconds after which EventBridge event trigger
6405
+ # fires. Window starts when first event is received.
6406
+ # @return [Integer]
6407
+ #
6408
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/EventBatchingCondition AWS API Documentation
6409
+ #
6410
+ class EventBatchingCondition < Struct.new(
6411
+ :batch_size,
6412
+ :batch_window)
6413
+ SENSITIVE = []
6414
+ include Aws::Structure
6415
+ end
6416
+
6364
6417
  # An execution property of a job.
6365
6418
  #
6366
6419
  # @note When making an API call, you may pass ExecutionProperty
@@ -6588,8 +6641,8 @@ module Aws::Glue
6588
6641
  # }
6589
6642
  #
6590
6643
  # @!attribute [rw] catalog_id
6591
- # The ID of the catalog to migrate. Currently, this should be the AWS
6592
- # account ID.
6644
+ # The ID of the catalog to migrate. Currently, this should be the
6645
+ # Amazon Web Services account ID.
6593
6646
  # @return [String]
6594
6647
  #
6595
6648
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCatalogImportStatusRequest AWS API Documentation
@@ -6698,7 +6751,8 @@ module Aws::Glue
6698
6751
  #
6699
6752
  # @!attribute [rw] catalog_id
6700
6753
  # The ID of the Data Catalog where the partitions in question reside.
6701
- # If none is supplied, the AWS account ID is used by default.
6754
+ # If none is supplied, the Amazon Web Services account ID is used by
6755
+ # default.
6702
6756
  # @return [String]
6703
6757
  #
6704
6758
  # @!attribute [rw] database_name
@@ -6758,7 +6812,8 @@ module Aws::Glue
6758
6812
  #
6759
6813
  # @!attribute [rw] catalog_id
6760
6814
  # The ID of the Data Catalog where the partitions in question reside.
6761
- # If none is supplied, the AWS account ID is used by default.
6815
+ # If none is supplied, the Amazon Web Services account ID is used by
6816
+ # default.
6762
6817
  # @return [String]
6763
6818
  #
6764
6819
  # @!attribute [rw] database_name
@@ -6812,7 +6867,7 @@ module Aws::Glue
6812
6867
  #
6813
6868
  # @!attribute [rw] catalog_id
6814
6869
  # The ID of the Data Catalog in which the connection resides. If none
6815
- # is provided, the AWS account ID is used by default.
6870
+ # is provided, the Amazon Web Services account ID is used by default.
6816
6871
  # @return [String]
6817
6872
  #
6818
6873
  # @!attribute [rw] name
@@ -6823,9 +6878,9 @@ module Aws::Glue
6823
6878
  # Allows you to retrieve the connection metadata without returning the
6824
6879
  # password. For instance, the AWS Glue console uses this flag to
6825
6880
  # retrieve the connection, and does not display the password. Set this
6826
- # parameter when the caller might not have permission to use the AWS
6827
- # KMS key to decrypt the password, but it does have permission to
6828
- # access the rest of the connection properties.
6881
+ # parameter when the caller might not have permission to use the KMS
6882
+ # key to decrypt the password, but it does have permission to access
6883
+ # the rest of the connection properties.
6829
6884
  # @return [Boolean]
6830
6885
  #
6831
6886
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetConnectionRequest AWS API Documentation
@@ -6895,7 +6950,7 @@ module Aws::Glue
6895
6950
  #
6896
6951
  # @!attribute [rw] catalog_id
6897
6952
  # The ID of the Data Catalog in which the connections reside. If none
6898
- # is provided, the AWS account ID is used by default.
6953
+ # is provided, the Amazon Web Services account ID is used by default.
6899
6954
  # @return [String]
6900
6955
  #
6901
6956
  # @!attribute [rw] filter
@@ -6906,9 +6961,9 @@ module Aws::Glue
6906
6961
  # Allows you to retrieve the connection metadata without returning the
6907
6962
  # password. For instance, the AWS Glue console uses this flag to
6908
6963
  # retrieve the connection, and does not display the password. Set this
6909
- # parameter when the caller might not have permission to use the AWS
6910
- # KMS key to decrypt the password, but it does have permission to
6911
- # access the rest of the connection properties.
6964
+ # parameter when the caller might not have permission to use the KMS
6965
+ # key to decrypt the password, but it does have permission to access
6966
+ # the rest of the connection properties.
6912
6967
  # @return [Boolean]
6913
6968
  #
6914
6969
  # @!attribute [rw] next_token
@@ -7081,7 +7136,8 @@ module Aws::Glue
7081
7136
  #
7082
7137
  # @!attribute [rw] catalog_id
7083
7138
  # The ID of the Data Catalog to retrieve the security configuration
7084
- # for. If none is provided, the AWS account ID is used by default.
7139
+ # for. If none is provided, the Amazon Web Services account ID is used
7140
+ # by default.
7085
7141
  # @return [String]
7086
7142
  #
7087
7143
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataCatalogEncryptionSettingsRequest AWS API Documentation
@@ -7114,7 +7170,7 @@ module Aws::Glue
7114
7170
  #
7115
7171
  # @!attribute [rw] catalog_id
7116
7172
  # The ID of the Data Catalog in which the database resides. If none is
7117
- # provided, the AWS account ID is used by default.
7173
+ # provided, the Amazon Web Services account ID is used by default.
7118
7174
  # @return [String]
7119
7175
  #
7120
7176
  # @!attribute [rw] name
@@ -7155,7 +7211,8 @@ module Aws::Glue
7155
7211
  #
7156
7212
  # @!attribute [rw] catalog_id
7157
7213
  # The ID of the Data Catalog from which to retrieve `Databases`. If
7158
- # none is provided, the AWS account ID is used by default.
7214
+ # none is provided, the Amazon Web Services account ID is used by
7215
+ # default.
7159
7216
  # @return [String]
7160
7217
  #
7161
7218
  # @!attribute [rw] next_token
@@ -7719,7 +7776,7 @@ module Aws::Glue
7719
7776
  # @return [Time]
7720
7777
  #
7721
7778
  # @!attribute [rw] input_record_tables
7722
- # A list of AWS Glue table definitions used by the transform.
7779
+ # A list of Glue table definitions used by the transform.
7723
7780
  # @return [Array<Types::GlueTable>]
7724
7781
  #
7725
7782
  # @!attribute [rw] parameters
@@ -7746,11 +7803,11 @@ module Aws::Glue
7746
7803
  # @return [String]
7747
7804
  #
7748
7805
  # @!attribute [rw] glue_version
7749
- # This value determines which version of AWS Glue this machine
7750
- # learning transform is compatible with. Glue 1.0 is recommended for
7751
- # most customers. If the value is not set, the Glue compatibility
7752
- # defaults to Glue 0.9. For more information, see [AWS Glue
7753
- # Versions][1] in the developer guide.
7806
+ # This value determines which version of Glue this machine learning
7807
+ # transform is compatible with. Glue 1.0 is recommended for most
7808
+ # customers. If the value is not set, the Glue compatibility defaults
7809
+ # to Glue 0.9. For more information, see [Glue Versions][1] in the
7810
+ # developer guide.
7754
7811
  #
7755
7812
  #
7756
7813
  #
@@ -7758,12 +7815,11 @@ module Aws::Glue
7758
7815
  # @return [String]
7759
7816
  #
7760
7817
  # @!attribute [rw] max_capacity
7761
- # The number of AWS Glue data processing units (DPUs) that are
7762
- # allocated to task runs for this transform. You can allocate from 2
7763
- # to 100 DPUs; the default is 10. A DPU is a relative measure of
7764
- # processing power that consists of 4 vCPUs of compute capacity and 16
7765
- # GB of memory. For more information, see the [AWS Glue pricing
7766
- # page][1].
7818
+ # The number of Glue data processing units (DPUs) that are allocated
7819
+ # to task runs for this transform. You can allocate from 2 to 100
7820
+ # DPUs; the default is 10. A DPU is a relative measure of processing
7821
+ # power that consists of 4 vCPUs of compute capacity and 16 GB of
7822
+ # memory. For more information, see the [Glue pricing page][1].
7767
7823
  #
7768
7824
  # When the `WorkerType` field is set to a value other than `Standard`,
7769
7825
  # the `MaxCapacity` field is set automatically and becomes read-only.
@@ -8050,7 +8106,8 @@ module Aws::Glue
8050
8106
  #
8051
8107
  # @!attribute [rw] catalog_id
8052
8108
  # The ID of the Data Catalog where the partition in question resides.
8053
- # If none is provided, the AWS account ID is used by default.
8109
+ # If none is provided, the Amazon Web Services account ID is used by
8110
+ # default.
8054
8111
  # @return [String]
8055
8112
  #
8056
8113
  # @!attribute [rw] database_name
@@ -8107,7 +8164,8 @@ module Aws::Glue
8107
8164
  #
8108
8165
  # @!attribute [rw] catalog_id
8109
8166
  # The ID of the Data Catalog where the partitions in question reside.
8110
- # If none is provided, the AWS account ID is used by default.
8167
+ # If none is provided, the Amazon Web Services account ID is used by
8168
+ # default.
8111
8169
  # @return [String]
8112
8170
  #
8113
8171
  # @!attribute [rw] database_name
@@ -8202,7 +8260,7 @@ module Aws::Glue
8202
8260
  #
8203
8261
  # * `decimal`
8204
8262
  #
8205
- # If an invalid type is encountered, an exception is thrown.
8263
+ # If an type is encountered that is not valid, an exception is thrown.
8206
8264
  #
8207
8265
  # The following list shows the valid operators on each type. When you
8208
8266
  # define a crawler, the `partitionKey` type is created as a `STRING`,
@@ -8343,7 +8401,7 @@ module Aws::Glue
8343
8401
  # Currently, these key-value pairs are supported:
8344
8402
  #
8345
8403
  # * `inferSchema`  —  Specifies whether to set `inferSchema` to true
8346
- # or false for the default script generated by an AWS Glue job. For
8404
+ # or false for the default script generated by an Glue job. For
8347
8405
  # example, to set `inferSchema` to true, pass the following key
8348
8406
  # value pair:
8349
8407
  #
@@ -8492,10 +8550,10 @@ module Aws::Glue
8492
8550
  # }
8493
8551
  #
8494
8552
  # @!attribute [rw] resource_arn
8495
- # The ARN of the AWS Glue resource for which to retrieve the resource
8553
+ # The ARN of the Glue resource for which to retrieve the resource
8496
8554
  # policy. If not supplied, the Data Catalog resource policy is
8497
8555
  # returned. Use `GetResourcePolicies` to view all existing resource
8498
- # policies. For more information see [Specifying AWS Glue Resource
8556
+ # policies. For more information see [Specifying Glue Resource
8499
8557
  # ARNs][1].
8500
8558
  #
8501
8559
  #
@@ -8583,8 +8641,8 @@ module Aws::Glue
8583
8641
  # @return [String]
8584
8642
  #
8585
8643
  # @!attribute [rw] data_format
8586
- # The data format of the schema definition. Currently only `AVRO` is
8587
- # supported.
8644
+ # The data format of the schema definition. Currently only `AVRO` and
8645
+ # `JSON` are supported.
8588
8646
  # @return [String]
8589
8647
  #
8590
8648
  # @!attribute [rw] status
@@ -8659,8 +8717,8 @@ module Aws::Glue
8659
8717
  # @return [String]
8660
8718
  #
8661
8719
  # @!attribute [rw] data_format
8662
- # The data format of the schema definition. Currently only `AVRO` is
8663
- # supported.
8720
+ # The data format of the schema definition. Currently `AVRO` and
8721
+ # `JSON` are supported.
8664
8722
  # @return [String]
8665
8723
  #
8666
8724
  # @!attribute [rw] compatibility
@@ -8771,8 +8829,8 @@ module Aws::Glue
8771
8829
  # @return [String]
8772
8830
  #
8773
8831
  # @!attribute [rw] data_format
8774
- # The data format of the schema definition. Currently only `AVRO` is
8775
- # supported.
8832
+ # The data format of the schema definition. Currently `AVRO` and
8833
+ # `JSON` are supported.
8776
8834
  # @return [String]
8777
8835
  #
8778
8836
  # @!attribute [rw] schema_arn
@@ -8956,7 +9014,7 @@ module Aws::Glue
8956
9014
  #
8957
9015
  # @!attribute [rw] catalog_id
8958
9016
  # The ID of the Data Catalog where the table resides. If none is
8959
- # provided, the AWS account ID is used by default.
9017
+ # provided, the Amazon Web Services account ID is used by default.
8960
9018
  # @return [String]
8961
9019
  #
8962
9020
  # @!attribute [rw] database_name
@@ -9003,7 +9061,7 @@ module Aws::Glue
9003
9061
  #
9004
9062
  # @!attribute [rw] catalog_id
9005
9063
  # The ID of the Data Catalog where the tables reside. If none is
9006
- # provided, the AWS account ID is used by default.
9064
+ # provided, the Amazon Web Services account ID is used by default.
9007
9065
  # @return [String]
9008
9066
  #
9009
9067
  # @!attribute [rw] database_name
@@ -9058,7 +9116,7 @@ module Aws::Glue
9058
9116
  #
9059
9117
  # @!attribute [rw] catalog_id
9060
9118
  # The ID of the Data Catalog where the tables reside. If none is
9061
- # provided, the AWS account ID is used by default.
9119
+ # provided, the Amazon Web Services account ID is used by default.
9062
9120
  # @return [String]
9063
9121
  #
9064
9122
  # @!attribute [rw] database_name
@@ -9123,7 +9181,7 @@ module Aws::Glue
9123
9181
  #
9124
9182
  # @!attribute [rw] catalog_id
9125
9183
  # The ID of the Data Catalog where the tables reside. If none is
9126
- # provided, the AWS account ID is used by default.
9184
+ # provided, the Amazon Web Services account ID is used by default.
9127
9185
  # @return [String]
9128
9186
  #
9129
9187
  # @!attribute [rw] database_name
@@ -9299,7 +9357,8 @@ module Aws::Glue
9299
9357
  #
9300
9358
  # @!attribute [rw] catalog_id
9301
9359
  # The ID of the Data Catalog where the function to be retrieved is
9302
- # located. If none is provided, the AWS account ID is used by default.
9360
+ # located. If none is provided, the Amazon Web Services account ID is
9361
+ # used by default.
9303
9362
  # @return [String]
9304
9363
  #
9305
9364
  # @!attribute [rw] database_name
@@ -9345,7 +9404,8 @@ module Aws::Glue
9345
9404
  #
9346
9405
  # @!attribute [rw] catalog_id
9347
9406
  # The ID of the Data Catalog where the functions to be retrieved are
9348
- # located. If none is provided, the AWS account ID is used by default.
9407
+ # located. If none is provided, the Amazon Web Services account ID is
9408
+ # used by default.
9349
9409
  # @return [String]
9350
9410
  #
9351
9411
  # @!attribute [rw] database_name
@@ -9613,8 +9673,8 @@ module Aws::Glue
9613
9673
  include Aws::Structure
9614
9674
  end
9615
9675
 
9616
- # The database and table in the AWS Glue Data Catalog that is used for
9617
- # input or output data.
9676
+ # The database and table in the Glue Data Catalog that is used for input
9677
+ # or output data.
9618
9678
  #
9619
9679
  # @note When making an API call, you may pass GlueTable
9620
9680
  # data as a hash:
@@ -9627,19 +9687,19 @@ module Aws::Glue
9627
9687
  # }
9628
9688
  #
9629
9689
  # @!attribute [rw] database_name
9630
- # A database name in the AWS Glue Data Catalog.
9690
+ # A database name in the Glue Data Catalog.
9631
9691
  # @return [String]
9632
9692
  #
9633
9693
  # @!attribute [rw] table_name
9634
- # A table name in the AWS Glue Data Catalog.
9694
+ # A table name in the Glue Data Catalog.
9635
9695
  # @return [String]
9636
9696
  #
9637
9697
  # @!attribute [rw] catalog_id
9638
- # A unique identifier for the AWS Glue Data Catalog.
9698
+ # A unique identifier for the Glue Data Catalog.
9639
9699
  # @return [String]
9640
9700
  #
9641
9701
  # @!attribute [rw] connection_name
9642
- # The name of the connection to the AWS Glue Data Catalog.
9702
+ # The name of the connection to the Glue Data Catalog.
9643
9703
  # @return [String]
9644
9704
  #
9645
9705
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GlueTable AWS API Documentation
@@ -9745,8 +9805,8 @@ module Aws::Glue
9745
9805
  # }
9746
9806
  #
9747
9807
  # @!attribute [rw] catalog_id
9748
- # The ID of the catalog to import. Currently, this should be the AWS
9749
- # account ID.
9808
+ # The ID of the catalog to import. Currently, this should be the
9809
+ # Amazon Web Services account ID.
9750
9810
  # @return [String]
9751
9811
  #
9752
9812
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ImportCatalogToGlueRequest AWS API Documentation
@@ -9880,22 +9940,22 @@ module Aws::Glue
9880
9940
  # @return [Types::ExecutionProperty]
9881
9941
  #
9882
9942
  # @!attribute [rw] command
9883
- # The `JobCommand` that executes this job.
9943
+ # The `JobCommand` that runs this job.
9884
9944
  # @return [Types::JobCommand]
9885
9945
  #
9886
9946
  # @!attribute [rw] default_arguments
9887
9947
  # The default arguments for this job, specified as name-value pairs.
9888
9948
  #
9889
9949
  # You can specify arguments here that your own job-execution script
9890
- # consumes, as well as arguments that AWS Glue itself consumes.
9950
+ # consumes, as well as arguments that Glue itself consumes.
9891
9951
  #
9892
9952
  # For information about how to specify and consume your own Job
9893
- # arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
9953
+ # arguments, see the [Calling Glue APIs in Python][1] topic in the
9894
9954
  # developer guide.
9895
9955
  #
9896
- # For information about the key-value pairs that AWS Glue consumes to
9897
- # set up your job, see the [Special Parameters Used by AWS Glue][2]
9898
- # topic in the developer guide.
9956
+ # For information about the key-value pairs that Glue consumes to set
9957
+ # up your job, see the [Special Parameters Used by Glue][2] topic in
9958
+ # the developer guide.
9899
9959
  #
9900
9960
  #
9901
9961
  #
@@ -9919,11 +9979,11 @@ module Aws::Glue
9919
9979
  # @!attribute [rw] allocated_capacity
9920
9980
  # This field is deprecated. Use `MaxCapacity` instead.
9921
9981
  #
9922
- # The number of AWS Glue data processing units (DPUs) allocated to
9923
- # runs of this job. You can allocate from 2 to 100 DPUs; the default
9924
- # is 10. A DPU is a relative measure of processing power that consists
9925
- # of 4 vCPUs of compute capacity and 16 GB of memory. For more
9926
- # information, see the [AWS Glue pricing page][1].
9982
+ # The number of Glue data processing units (DPUs) allocated to runs of
9983
+ # this job. You can allocate from 2 to 100 DPUs; the default is 10. A
9984
+ # DPU is a relative measure of processing power that consists of 4
9985
+ # vCPUs of compute capacity and 16 GB of memory. For more information,
9986
+ # see the [Glue pricing page][1].
9927
9987
  #
9928
9988
  #
9929
9989
  #
@@ -9939,11 +9999,11 @@ module Aws::Glue
9939
9999
  # @return [Integer]
9940
10000
  #
9941
10001
  # @!attribute [rw] max_capacity
9942
- # The number of AWS Glue data processing units (DPUs) that can be
10002
+ # For Glue version 1.0 or earlier jobs, using the standard worker
10003
+ # type, the number of Glue data processing units (DPUs) that can be
9943
10004
  # allocated when this job runs. A DPU is a relative measure of
9944
10005
  # processing power that consists of 4 vCPUs of compute capacity and 16
9945
- # GB of memory. For more information, see the [AWS Glue pricing
9946
- # page][1].
10006
+ # GB of memory. For more information, see the [Glue pricing page][1].
9947
10007
  #
9948
10008
  # Do not set `Max Capacity` if using `WorkerType` and
9949
10009
  # `NumberOfWorkers`.
@@ -9962,6 +10022,10 @@ module Aws::Glue
9962
10022
  # 100 DPUs. The default is 10 DPUs. This job type cannot have a
9963
10023
  # fractional DPU allocation.
9964
10024
  #
10025
+ # For Glue version 2.0 jobs, you cannot instead specify a `Maximum
10026
+ # capacity`. Instead, you should specify a `Worker type` and the
10027
+ # `Number of workers`.
10028
+ #
9965
10029
  #
9966
10030
  #
9967
10031
  # [1]: https://aws.amazon.com/glue/pricing/
@@ -10002,10 +10066,10 @@ module Aws::Glue
10002
10066
  #
10003
10067
  # @!attribute [rw] glue_version
10004
10068
  # Glue version determines the versions of Apache Spark and Python that
10005
- # AWS Glue supports. The Python version indicates the version
10006
- # supported for jobs of type Spark.
10069
+ # Glue supports. The Python version indicates the version supported
10070
+ # for jobs of type Spark.
10007
10071
  #
10008
- # For more information about the available AWS Glue versions and
10072
+ # For more information about the available Glue versions and
10009
10073
  # corresponding Spark and Python versions, see [Glue version][1] in
10010
10074
  # the developer guide.
10011
10075
  #
@@ -10116,7 +10180,7 @@ module Aws::Glue
10116
10180
  include Aws::Structure
10117
10181
  end
10118
10182
 
10119
- # Specifies code executed when a job is run.
10183
+ # Specifies code that runs when a job is run.
10120
10184
  #
10121
10185
  # @note When making an API call, you may pass JobCommand
10122
10186
  # data as a hash:
@@ -10135,11 +10199,11 @@ module Aws::Glue
10135
10199
  #
10136
10200
  # @!attribute [rw] script_location
10137
10201
  # Specifies the Amazon Simple Storage Service (Amazon S3) path to a
10138
- # script that executes a job.
10202
+ # script that runs a job.
10139
10203
  # @return [String]
10140
10204
  #
10141
10205
  # @!attribute [rw] python_version
10142
- # The Python version being used to execute a Python shell job. Allowed
10206
+ # The Python version being used to run a Python shell job. Allowed
10143
10207
  # values are 2 or 3.
10144
10208
  # @return [String]
10145
10209
  #
@@ -10204,8 +10268,8 @@ module Aws::Glue
10204
10268
  #
10205
10269
  # @!attribute [rw] job_run_state
10206
10270
  # The current state of the job run. For more information about the
10207
- # statuses of jobs that have terminated abnormally, see [AWS Glue Job
10208
- # Run Statuses][1].
10271
+ # statuses of jobs that have terminated abnormally, see [Glue Job Run
10272
+ # Statuses][1].
10209
10273
  #
10210
10274
  #
10211
10275
  #
@@ -10217,15 +10281,15 @@ module Aws::Glue
10217
10281
  # replace the default arguments set in the job definition itself.
10218
10282
  #
10219
10283
  # You can specify arguments here that your own job-execution script
10220
- # consumes, as well as arguments that AWS Glue itself consumes.
10284
+ # consumes, as well as arguments that Glue itself consumes.
10221
10285
  #
10222
10286
  # For information about how to specify and consume your own job
10223
- # arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
10287
+ # arguments, see the [Calling Glue APIs in Python][1] topic in the
10224
10288
  # developer guide.
10225
10289
  #
10226
- # For information about the key-value pairs that AWS Glue consumes to
10227
- # set up your job, see the [Special Parameters Used by AWS Glue][2]
10228
- # topic in the developer guide.
10290
+ # For information about the key-value pairs that Glue consumes to set
10291
+ # up your job, see the [Special Parameters Used by Glue][2] topic in
10292
+ # the developer guide.
10229
10293
  #
10230
10294
  #
10231
10295
  #
@@ -10244,11 +10308,11 @@ module Aws::Glue
10244
10308
  # @!attribute [rw] allocated_capacity
10245
10309
  # This field is deprecated. Use `MaxCapacity` instead.
10246
10310
  #
10247
- # The number of AWS Glue data processing units (DPUs) allocated to
10248
- # this JobRun. From 2 to 100 DPUs can be allocated; the default is 10.
10249
- # A DPU is a relative measure of processing power that consists of 4
10311
+ # The number of Glue data processing units (DPUs) allocated to this
10312
+ # JobRun. From 2 to 100 DPUs can be allocated; the default is 10. A
10313
+ # DPU is a relative measure of processing power that consists of 4
10250
10314
  # vCPUs of compute capacity and 16 GB of memory. For more information,
10251
- # see the [AWS Glue pricing page][1].
10315
+ # see the [Glue pricing page][1].
10252
10316
  #
10253
10317
  #
10254
10318
  #
@@ -10267,11 +10331,10 @@ module Aws::Glue
10267
10331
  # @return [Integer]
10268
10332
  #
10269
10333
  # @!attribute [rw] max_capacity
10270
- # The number of AWS Glue data processing units (DPUs) that can be
10334
+ # The number of Glue data processing units (DPUs) that can be
10271
10335
  # allocated when this job runs. A DPU is a relative measure of
10272
10336
  # processing power that consists of 4 vCPUs of compute capacity and 16
10273
- # GB of memory. For more information, see the [AWS Glue pricing
10274
- # page][1].
10337
+ # GB of memory. For more information, see the [Glue pricing page][1].
10275
10338
  #
10276
10339
  # Do not set `Max Capacity` if using `WorkerType` and
10277
10340
  # `NumberOfWorkers`.
@@ -10290,7 +10353,7 @@ module Aws::Glue
10290
10353
  #
10291
10354
  #
10292
10355
  #
10293
- # [1]: https://docs.aws.amazon.com/https:/aws.amazon.com/glue/pricing/
10356
+ # [1]: https://aws.amazon.com/glue/pricing/
10294
10357
  # @return [Float]
10295
10358
  #
10296
10359
  # @!attribute [rw] worker_type
@@ -10322,7 +10385,7 @@ module Aws::Glue
10322
10385
  #
10323
10386
  # @!attribute [rw] log_group_name
10324
10387
  # The name of the log group for secure logging that can be server-side
10325
- # encrypted in Amazon CloudWatch using AWS KMS. This name can be
10388
+ # encrypted in Amazon CloudWatch using KMS. This name can be
10326
10389
  # `/aws-glue/jobs/`, in which case the default encryption is `NONE`.
10327
10390
  # If you add a role name and `SecurityConfiguration` name (in other
10328
10391
  # words,
@@ -10336,10 +10399,10 @@ module Aws::Glue
10336
10399
  #
10337
10400
  # @!attribute [rw] glue_version
10338
10401
  # Glue version determines the versions of Apache Spark and Python that
10339
- # AWS Glue supports. The Python version indicates the version
10340
- # supported for jobs of type Spark.
10402
+ # Glue supports. The Python version indicates the version supported
10403
+ # for jobs of type Spark.
10341
10404
  #
10342
- # For more information about the available AWS Glue versions and
10405
+ # For more information about the available Glue versions and
10343
10406
  # corresponding Spark and Python versions, see [Glue version][1] in
10344
10407
  # the developer guide.
10345
10408
  #
@@ -10439,22 +10502,22 @@ module Aws::Glue
10439
10502
  # @return [Types::ExecutionProperty]
10440
10503
  #
10441
10504
  # @!attribute [rw] command
10442
- # The `JobCommand` that executes this job (required).
10505
+ # The `JobCommand` that runs this job (required).
10443
10506
  # @return [Types::JobCommand]
10444
10507
  #
10445
10508
  # @!attribute [rw] default_arguments
10446
10509
  # The default arguments for this job.
10447
10510
  #
10448
10511
  # You can specify arguments here that your own job-execution script
10449
- # consumes, as well as arguments that AWS Glue itself consumes.
10512
+ # consumes, as well as arguments that Glue itself consumes.
10450
10513
  #
10451
10514
  # For information about how to specify and consume your own Job
10452
- # arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
10515
+ # arguments, see the [Calling Glue APIs in Python][1] topic in the
10453
10516
  # developer guide.
10454
10517
  #
10455
- # For information about the key-value pairs that AWS Glue consumes to
10456
- # set up your job, see the [Special Parameters Used by AWS Glue][2]
10457
- # topic in the developer guide.
10518
+ # For information about the key-value pairs that Glue consumes to set
10519
+ # up your job, see the [Special Parameters Used by Glue][2] topic in
10520
+ # the developer guide.
10458
10521
  #
10459
10522
  #
10460
10523
  #
@@ -10478,11 +10541,11 @@ module Aws::Glue
10478
10541
  # @!attribute [rw] allocated_capacity
10479
10542
  # This field is deprecated. Use `MaxCapacity` instead.
10480
10543
  #
10481
- # The number of AWS Glue data processing units (DPUs) to allocate to
10482
- # this job. You can allocate from 2 to 100 DPUs; the default is 10. A
10483
- # DPU is a relative measure of processing power that consists of 4
10484
- # vCPUs of compute capacity and 16 GB of memory. For more information,
10485
- # see the [AWS Glue pricing page][1].
10544
+ # The number of Glue data processing units (DPUs) to allocate to this
10545
+ # job. You can allocate from 2 to 100 DPUs; the default is 10. A DPU
10546
+ # is a relative measure of processing power that consists of 4 vCPUs
10547
+ # of compute capacity and 16 GB of memory. For more information, see
10548
+ # the [Glue pricing page][1].
10486
10549
  #
10487
10550
  #
10488
10551
  #
@@ -10496,11 +10559,11 @@ module Aws::Glue
10496
10559
  # @return [Integer]
10497
10560
  #
10498
10561
  # @!attribute [rw] max_capacity
10499
- # The number of AWS Glue data processing units (DPUs) that can be
10562
+ # For Glue version 1.0 or earlier jobs, using the standard worker
10563
+ # type, the number of Glue data processing units (DPUs) that can be
10500
10564
  # allocated when this job runs. A DPU is a relative measure of
10501
10565
  # processing power that consists of 4 vCPUs of compute capacity and 16
10502
- # GB of memory. For more information, see the [AWS Glue pricing
10503
- # page][1].
10566
+ # GB of memory. For more information, see the [Glue pricing page][1].
10504
10567
  #
10505
10568
  # Do not set `Max Capacity` if using `WorkerType` and
10506
10569
  # `NumberOfWorkers`.
@@ -10518,6 +10581,10 @@ module Aws::Glue
10518
10581
  # 100 DPUs. The default is 10 DPUs. This job type cannot have a
10519
10582
  # fractional DPU allocation.
10520
10583
  #
10584
+ # For Glue version 2.0 jobs, you cannot instead specify a `Maximum
10585
+ # capacity`. Instead, you should specify a `Worker type` and the
10586
+ # `Number of workers`.
10587
+ #
10521
10588
  #
10522
10589
  #
10523
10590
  # [1]: https://aws.amazon.com/glue/pricing/
@@ -10558,10 +10625,10 @@ module Aws::Glue
10558
10625
  #
10559
10626
  # @!attribute [rw] glue_version
10560
10627
  # Glue version determines the versions of Apache Spark and Python that
10561
- # AWS Glue supports. The Python version indicates the version
10562
- # supported for jobs of type Spark.
10628
+ # Glue supports. The Python version indicates the version supported
10629
+ # for jobs of type Spark.
10563
10630
  #
10564
- # For more information about the available AWS Glue versions and
10631
+ # For more information about the available Glue versions and
10565
10632
  # corresponding Spark and Python versions, see [Glue version][1] in
10566
10633
  # the developer guide.
10567
10634
  #
@@ -10614,7 +10681,7 @@ module Aws::Glue
10614
10681
  #
10615
10682
  # @!attribute [rw] json_path
10616
10683
  # A `JsonPath` string defining the JSON data for the classifier to
10617
- # classify. AWS Glue supports a subset of JsonPath, as described in
10684
+ # classify. Glue supports a subset of JsonPath, as described in
10618
10685
  # [Writing JsonPath Custom Classifiers][1].
10619
10686
  #
10620
10687
  #
@@ -11362,7 +11429,7 @@ module Aws::Glue
11362
11429
  # @return [Time]
11363
11430
  #
11364
11431
  # @!attribute [rw] input_record_tables
11365
- # A list of AWS Glue table definitions used by the transform.
11432
+ # A list of Glue table definitions used by the transform.
11366
11433
  # @return [Array<Types::GlueTable>]
11367
11434
  #
11368
11435
  # @!attribute [rw] parameters
@@ -11378,9 +11445,9 @@ module Aws::Glue
11378
11445
  # @return [Types::EvaluationMetrics]
11379
11446
  #
11380
11447
  # @!attribute [rw] label_count
11381
- # A count identifier for the labeling files generated by AWS Glue for
11382
- # this transform. As you create a better transform, you can
11383
- # iteratively download, label, and upload the labeling file.
11448
+ # A count identifier for the labeling files generated by Glue for this
11449
+ # transform. As you create a better transform, you can iteratively
11450
+ # download, label, and upload the labeling file.
11384
11451
  # @return [Integer]
11385
11452
  #
11386
11453
  # @!attribute [rw] schema
@@ -11391,13 +11458,13 @@ module Aws::Glue
11391
11458
  #
11392
11459
  # @!attribute [rw] role
11393
11460
  # The name or Amazon Resource Name (ARN) of the IAM role with the
11394
- # required permissions. The required permissions include both AWS Glue
11395
- # service role permissions to AWS Glue resources, and Amazon S3
11461
+ # required permissions. The required permissions include both Glue
11462
+ # service role permissions to Glue resources, and Amazon S3
11396
11463
  # permissions required by the transform.
11397
11464
  #
11398
- # * This role needs AWS Glue service role permissions to allow access
11399
- # to resources in AWS Glue. See [Attach a Policy to IAM Users That
11400
- # Access AWS Glue][1].
11465
+ # * This role needs Glue service role permissions to allow access to
11466
+ # resources in Glue. See [Attach a Policy to IAM Users That Access
11467
+ # Glue][1].
11401
11468
  #
11402
11469
  # * This role needs permission to your Amazon Simple Storage Service
11403
11470
  # (Amazon S3) sources, targets, temporary directory, scripts, and
@@ -11409,11 +11476,11 @@ module Aws::Glue
11409
11476
  # @return [String]
11410
11477
  #
11411
11478
  # @!attribute [rw] glue_version
11412
- # This value determines which version of AWS Glue this machine
11413
- # learning transform is compatible with. Glue 1.0 is recommended for
11414
- # most customers. If the value is not set, the Glue compatibility
11415
- # defaults to Glue 0.9. For more information, see [AWS Glue
11416
- # Versions][1] in the developer guide.
11479
+ # This value determines which version of Glue this machine learning
11480
+ # transform is compatible with. Glue 1.0 is recommended for most
11481
+ # customers. If the value is not set, the Glue compatibility defaults
11482
+ # to Glue 0.9. For more information, see [Glue Versions][1] in the
11483
+ # developer guide.
11417
11484
  #
11418
11485
  #
11419
11486
  #
@@ -11421,12 +11488,11 @@ module Aws::Glue
11421
11488
  # @return [String]
11422
11489
  #
11423
11490
  # @!attribute [rw] max_capacity
11424
- # The number of AWS Glue data processing units (DPUs) that are
11425
- # allocated to task runs for this transform. You can allocate from 2
11426
- # to 100 DPUs; the default is 10. A DPU is a relative measure of
11427
- # processing power that consists of 4 vCPUs of compute capacity and 16
11428
- # GB of memory. For more information, see the [AWS Glue pricing
11429
- # page][1].
11491
+ # The number of Glue data processing units (DPUs) that are allocated
11492
+ # to task runs for this transform. You can allocate from 2 to 100
11493
+ # DPUs; the default is 10. A DPU is a relative measure of processing
11494
+ # power that consists of 4 vCPUs of compute capacity and 16 GB of
11495
+ # memory. For more information, see the [Glue pricing page][1].
11430
11496
  #
11431
11497
  # `MaxCapacity` is a mutually exclusive option with `NumberOfWorkers`
11432
11498
  # and `WorkerType`.
@@ -11557,8 +11623,8 @@ module Aws::Glue
11557
11623
  #
11558
11624
  # * DISABLED: encryption is disabled
11559
11625
  #
11560
- # * SSEKMS: use of server-side encryption with AWS Key Management
11561
- # Service (SSE-KMS) for user data stored in Amazon S3.
11626
+ # * SSEKMS: use of server-side encryption with Key Management Service
11627
+ # (SSE-KMS) for user data stored in Amazon S3.
11562
11628
  # @return [String]
11563
11629
  #
11564
11630
  # @!attribute [rw] kms_key_id
@@ -11731,15 +11797,15 @@ module Aws::Glue
11731
11797
  include Aws::Structure
11732
11798
  end
11733
11799
 
11734
- # A node represents an AWS Glue component such as a trigger, or job,
11735
- # etc., that is part of a workflow.
11800
+ # A node represents an Glue component (trigger, crawler, or job) on a
11801
+ # workflow graph.
11736
11802
  #
11737
11803
  # @!attribute [rw] type
11738
- # The type of AWS Glue component represented by the node.
11804
+ # The type of Glue component represented by the node.
11739
11805
  # @return [String]
11740
11806
  #
11741
11807
  # @!attribute [rw] name
11742
- # The name of the AWS Glue component represented by the node.
11808
+ # The name of the Glue component represented by the node.
11743
11809
  # @return [String]
11744
11810
  #
11745
11811
  # @!attribute [rw] unique_id
@@ -12071,8 +12137,8 @@ module Aws::Glue
12071
12137
  #
12072
12138
  # The values for the keys for the new partition must be passed as an
12073
12139
  # array of String objects that must be ordered in the same order as
12074
- # the partition keys appearing in the Amazon S3 prefix. Otherwise AWS
12075
- # Glue will add the values to the wrong keys.
12140
+ # the partition keys appearing in the Amazon S3 prefix. Otherwise Glue
12141
+ # will add the values to the wrong keys.
12076
12142
  # @return [Array<String>]
12077
12143
  #
12078
12144
  # @!attribute [rw] last_access_time
@@ -12299,7 +12365,8 @@ module Aws::Glue
12299
12365
  #
12300
12366
  # @!attribute [rw] catalog_id
12301
12367
  # The ID of the Data Catalog to set the security configuration for. If
12302
- # none is provided, the AWS account ID is used by default.
12368
+ # none is provided, the Amazon Web Services account ID is used by
12369
+ # default.
12303
12370
  # @return [String]
12304
12371
  #
12305
12372
  # @!attribute [rw] data_catalog_encryption_settings
@@ -12358,7 +12425,7 @@ module Aws::Glue
12358
12425
  #
12359
12426
  # * By directly updating the resource policy with `PutResourePolicy`
12360
12427
  #
12361
- # * By using the **Grant permissions** command on the AWS Management
12428
+ # * By using the **Grant permissions** command on the Management
12362
12429
  # Console.
12363
12430
  #
12364
12431
  # Must be set to `'TRUE'` if you have already used the Management
@@ -12613,8 +12680,8 @@ module Aws::Glue
12613
12680
  # When crawling an Amazon S3 data source after the first crawl is
12614
12681
  # complete, specifies whether to crawl the entire dataset again or to
12615
12682
  # crawl only folders that were added since the last crawler run. For
12616
- # more information, see [Incremental Crawls in AWS Glue][1] in the
12617
- # developer guide.
12683
+ # more information, see [Incremental Crawls in Glue][1] in the developer
12684
+ # guide.
12618
12685
  #
12619
12686
  #
12620
12687
  #
@@ -13200,7 +13267,7 @@ module Aws::Glue
13200
13267
  include Aws::Structure
13201
13268
  end
13202
13269
 
13203
- # The unique ID of the schema in the AWS Glue schema registry.
13270
+ # The unique ID of the schema in the Glue schema registry.
13204
13271
  #
13205
13272
  # @note When making an API call, you may pass SchemaId
13206
13273
  # data as a hash:
@@ -13279,8 +13346,7 @@ module Aws::Glue
13279
13346
  include Aws::Structure
13280
13347
  end
13281
13348
 
13282
- # An object that references a schema stored in the AWS Glue Schema
13283
- # Registry.
13349
+ # An object that references a schema stored in the Glue Schema Registry.
13284
13350
  #
13285
13351
  # @note When making an API call, you may pass SchemaReference
13286
13352
  # data as a hash:
@@ -13534,7 +13600,7 @@ module Aws::Glue
13534
13600
  end
13535
13601
 
13536
13602
  # Defines a non-overlapping region of a table's partitions, allowing
13537
- # multiple requests to be executed in parallel.
13603
+ # multiple requests to be run in parallel.
13538
13604
  #
13539
13605
  # @note When making an API call, you may pass Segment
13540
13606
  # data as a hash:
@@ -13825,15 +13891,15 @@ module Aws::Glue
13825
13891
  # replace the default arguments set in the job definition itself.
13826
13892
  #
13827
13893
  # You can specify arguments here that your own job-execution script
13828
- # consumes, as well as arguments that AWS Glue itself consumes.
13894
+ # consumes, as well as arguments that Glue itself consumes.
13829
13895
  #
13830
13896
  # For information about how to specify and consume your own Job
13831
- # arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
13897
+ # arguments, see the [Calling Glue APIs in Python][1] topic in the
13832
13898
  # developer guide.
13833
13899
  #
13834
- # For information about the key-value pairs that AWS Glue consumes to
13835
- # set up your job, see the [Special Parameters Used by AWS Glue][2]
13836
- # topic in the developer guide.
13900
+ # For information about the key-value pairs that Glue consumes to set
13901
+ # up your job, see the [Special Parameters Used by Glue][2] topic in
13902
+ # the developer guide.
13837
13903
  #
13838
13904
  #
13839
13905
  #
@@ -13844,15 +13910,15 @@ module Aws::Glue
13844
13910
  # @!attribute [rw] allocated_capacity
13845
13911
  # This field is deprecated. Use `MaxCapacity` instead.
13846
13912
  #
13847
- # The number of AWS Glue data processing units (DPUs) to allocate to
13848
- # this JobRun. From 2 to 100 DPUs can be allocated; the default is 10.
13849
- # A DPU is a relative measure of processing power that consists of 4
13913
+ # The number of Glue data processing units (DPUs) to allocate to this
13914
+ # JobRun. From 2 to 100 DPUs can be allocated; the default is 10. A
13915
+ # DPU is a relative measure of processing power that consists of 4
13850
13916
  # vCPUs of compute capacity and 16 GB of memory. For more information,
13851
- # see the [AWS Glue pricing page][1].
13917
+ # see the [Glue pricing page][1].
13852
13918
  #
13853
13919
  #
13854
13920
  #
13855
- # [1]: https://docs.aws.amazon.com/https:/aws.amazon.com/glue/pricing/
13921
+ # [1]: https://aws.amazon.com/glue/pricing/
13856
13922
  # @return [Integer]
13857
13923
  #
13858
13924
  # @!attribute [rw] timeout
@@ -13863,11 +13929,10 @@ module Aws::Glue
13863
13929
  # @return [Integer]
13864
13930
  #
13865
13931
  # @!attribute [rw] max_capacity
13866
- # The number of AWS Glue data processing units (DPUs) that can be
13932
+ # The number of Glue data processing units (DPUs) that can be
13867
13933
  # allocated when this job runs. A DPU is a relative measure of
13868
13934
  # processing power that consists of 4 vCPUs of compute capacity and 16
13869
- # GB of memory. For more information, see the [AWS Glue pricing
13870
- # page][1].
13935
+ # GB of memory. For more information, see the [Glue pricing page][1].
13871
13936
  #
13872
13937
  # Do not set `Max Capacity` if using `WorkerType` and
13873
13938
  # `NumberOfWorkers`.
@@ -13886,7 +13951,7 @@ module Aws::Glue
13886
13951
  #
13887
13952
  #
13888
13953
  #
13889
- # [1]: https://docs.aws.amazon.com/https:/aws.amazon.com/glue/pricing/
13954
+ # [1]: https://aws.amazon.com/glue/pricing/
13890
13955
  # @return [Float]
13891
13956
  #
13892
13957
  # @!attribute [rw] security_configuration
@@ -14080,6 +14145,28 @@ module Aws::Glue
14080
14145
  include Aws::Structure
14081
14146
  end
14082
14147
 
14148
+ # The batch condition that started the workflow run. Either the number
14149
+ # of events in the batch size arrived, in which case the BatchSize
14150
+ # member is non-zero, or the batch window expired, in which case the
14151
+ # BatchWindow member is non-zero.
14152
+ #
14153
+ # @!attribute [rw] batch_size
14154
+ # Number of events in the batch.
14155
+ # @return [Integer]
14156
+ #
14157
+ # @!attribute [rw] batch_window
14158
+ # Duration of the batch window in seconds.
14159
+ # @return [Integer]
14160
+ #
14161
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartingEventBatchCondition AWS API Documentation
14162
+ #
14163
+ class StartingEventBatchCondition < Struct.new(
14164
+ :batch_size,
14165
+ :batch_window)
14166
+ SENSITIVE = []
14167
+ include Aws::Structure
14168
+ end
14169
+
14083
14170
  # @note When making an API call, you may pass StopCrawlerRequest
14084
14171
  # data as a hash:
14085
14172
  #
@@ -14299,7 +14386,7 @@ module Aws::Glue
14299
14386
  # @return [Boolean]
14300
14387
  #
14301
14388
  # @!attribute [rw] schema_reference
14302
- # An object that references a schema stored in the AWS Glue Schema
14389
+ # An object that references a schema stored in the Glue Schema
14303
14390
  # Registry.
14304
14391
  #
14305
14392
  # When creating a table, you can pass an empty list of columns for the
@@ -14446,8 +14533,7 @@ module Aws::Glue
14446
14533
  # @return [String]
14447
14534
  #
14448
14535
  # @!attribute [rw] is_registered_with_lake_formation
14449
- # Indicates whether the table has been registered with AWS Lake
14450
- # Formation.
14536
+ # Indicates whether the table has been registered with Lake Formation.
14451
14537
  # @return [Boolean]
14452
14538
  #
14453
14539
  # @!attribute [rw] target_table
@@ -14765,9 +14851,9 @@ module Aws::Glue
14765
14851
  # }
14766
14852
  #
14767
14853
  # @!attribute [rw] resource_arn
14768
- # The ARN of the AWS Glue resource to which to add the tags. For more
14769
- # information about AWS Glue resource ARNs, see the [AWS Glue ARN
14770
- # string pattern][1].
14854
+ # The ARN of the Glue resource to which to add the tags. For more
14855
+ # information about Glue resource ARNs, see the [Glue ARN string
14856
+ # pattern][1].
14771
14857
  #
14772
14858
  #
14773
14859
  #
@@ -15032,11 +15118,11 @@ module Aws::Glue
15032
15118
  # @return [String]
15033
15119
  #
15034
15120
  # @!attribute [rw] glue_version
15035
- # This value determines which version of AWS Glue this machine
15036
- # learning transform is compatible with. Glue 1.0 is recommended for
15037
- # most customers. If the value is not set, the Glue compatibility
15038
- # defaults to Glue 0.9. For more information, see [AWS Glue
15039
- # Versions][1] in the developer guide.
15121
+ # This value determines which version of Glue this machine learning
15122
+ # transform is compatible with. Glue 1.0 is recommended for most
15123
+ # customers. If the value is not set, the Glue compatibility defaults
15124
+ # to Glue 0.9. For more information, see [Glue Versions][1] in the
15125
+ # developer guide.
15040
15126
  #
15041
15127
  #
15042
15128
  #
@@ -15197,6 +15283,12 @@ module Aws::Glue
15197
15283
  # The predicate of this trigger, which defines when it will fire.
15198
15284
  # @return [Types::Predicate]
15199
15285
  #
15286
+ # @!attribute [rw] event_batching_condition
15287
+ # Batch condition that must be met (specified number of events
15288
+ # received or batch time window expired) before EventBridge event
15289
+ # trigger fires.
15290
+ # @return [Types::EventBatchingCondition]
15291
+ #
15200
15292
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Trigger AWS API Documentation
15201
15293
  #
15202
15294
  class Trigger < Struct.new(
@@ -15208,7 +15300,8 @@ module Aws::Glue
15208
15300
  :description,
15209
15301
  :schedule,
15210
15302
  :actions,
15211
- :predicate)
15303
+ :predicate,
15304
+ :event_batching_condition)
15212
15305
  SENSITIVE = []
15213
15306
  include Aws::Structure
15214
15307
  end
@@ -15264,6 +15357,10 @@ module Aws::Glue
15264
15357
  # },
15265
15358
  # ],
15266
15359
  # },
15360
+ # event_batching_condition: {
15361
+ # batch_size: 1, # required
15362
+ # batch_window: 1,
15363
+ # },
15267
15364
  # }
15268
15365
  #
15269
15366
  # @!attribute [rw] name
@@ -15292,6 +15389,12 @@ module Aws::Glue
15292
15389
  # The predicate of this trigger, which defines when it will fire.
15293
15390
  # @return [Types::Predicate]
15294
15391
  #
15392
+ # @!attribute [rw] event_batching_condition
15393
+ # Batch condition that must be met (specified number of events
15394
+ # received or batch time window expired) before EventBridge event
15395
+ # trigger fires.
15396
+ # @return [Types::EventBatchingCondition]
15397
+ #
15295
15398
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TriggerUpdate AWS API Documentation
15296
15399
  #
15297
15400
  class TriggerUpdate < Struct.new(
@@ -15299,7 +15402,8 @@ module Aws::Glue
15299
15402
  :description,
15300
15403
  :schedule,
15301
15404
  :actions,
15302
- :predicate)
15405
+ :predicate,
15406
+ :event_batching_condition)
15303
15407
  SENSITIVE = []
15304
15408
  include Aws::Structure
15305
15409
  end
@@ -15463,7 +15567,8 @@ module Aws::Glue
15463
15567
  #
15464
15568
  # @!attribute [rw] catalog_id
15465
15569
  # The ID of the Data Catalog where the partitions in question reside.
15466
- # If none is supplied, the AWS account ID is used by default.
15570
+ # If none is supplied, the Amazon Web Services account ID is used by
15571
+ # default.
15467
15572
  # @return [String]
15468
15573
  #
15469
15574
  # @!attribute [rw] database_name
@@ -15573,7 +15678,8 @@ module Aws::Glue
15573
15678
  #
15574
15679
  # @!attribute [rw] catalog_id
15575
15680
  # The ID of the Data Catalog where the partitions in question reside.
15576
- # If none is supplied, the AWS account ID is used by default.
15681
+ # If none is supplied, the Amazon Web Services account ID is used by
15682
+ # default.
15577
15683
  # @return [String]
15578
15684
  #
15579
15685
  # @!attribute [rw] database_name
@@ -15635,7 +15741,7 @@ module Aws::Glue
15635
15741
  #
15636
15742
  # @!attribute [rw] catalog_id
15637
15743
  # The ID of the Data Catalog in which the connection resides. If none
15638
- # is provided, the AWS account ID is used by default.
15744
+ # is provided, the Amazon Web Services account ID is used by default.
15639
15745
  # @return [String]
15640
15746
  #
15641
15747
  # @!attribute [rw] name
@@ -15733,7 +15839,7 @@ module Aws::Glue
15733
15839
  # @return [String]
15734
15840
  #
15735
15841
  # @!attribute [rw] database_name
15736
- # The AWS Glue database where results are stored, such as:
15842
+ # The Glue database where results are stored, such as:
15737
15843
  # `arn:aws:daylight:us-east-1::database/sometable/*`.
15738
15844
  # @return [String]
15739
15845
  #
@@ -15944,7 +16050,8 @@ module Aws::Glue
15944
16050
  #
15945
16051
  # @!attribute [rw] catalog_id
15946
16052
  # The ID of the Data Catalog in which the metadata database resides.
15947
- # If none is provided, the AWS account ID is used by default.
16053
+ # If none is provided, the Amazon Web Services account ID is used by
16054
+ # default.
15948
16055
  # @return [String]
15949
16056
  #
15950
16057
  # @!attribute [rw] name
@@ -16028,9 +16135,7 @@ module Aws::Glue
16028
16135
  #
16029
16136
  # * `"--enable-glue-datacatalog": ""`
16030
16137
  #
16031
- # * `"GLUE_PYTHON_VERSION": "3"`
16032
- #
16033
- # * `"GLUE_PYTHON_VERSION": "2"`
16138
+ # ^
16034
16139
  #
16035
16140
  # You can specify a version of Python support for development
16036
16141
  # endpoints by using the `Arguments` parameter in the
@@ -16183,7 +16288,7 @@ module Aws::Glue
16183
16288
  #
16184
16289
  # @!attribute [rw] json_path
16185
16290
  # A `JsonPath` string defining the JSON data for the classifier to
16186
- # classify. AWS Glue supports a subset of JsonPath, as described in
16291
+ # classify. Glue supports a subset of JsonPath, as described in
16187
16292
  # [Writing JsonPath Custom Classifiers][1].
16188
16293
  #
16189
16294
  #
@@ -16249,11 +16354,11 @@ module Aws::Glue
16249
16354
  # @return [String]
16250
16355
  #
16251
16356
  # @!attribute [rw] glue_version
16252
- # This value determines which version of AWS Glue this machine
16253
- # learning transform is compatible with. Glue 1.0 is recommended for
16254
- # most customers. If the value is not set, the Glue compatibility
16255
- # defaults to Glue 0.9. For more information, see [AWS Glue
16256
- # Versions][1] in the developer guide.
16357
+ # This value determines which version of Glue this machine learning
16358
+ # transform is compatible with. Glue 1.0 is recommended for most
16359
+ # customers. If the value is not set, the Glue compatibility defaults
16360
+ # to Glue 0.9. For more information, see [Glue Versions][1] in the
16361
+ # developer guide.
16257
16362
  #
16258
16363
  #
16259
16364
  #
@@ -16261,12 +16366,11 @@ module Aws::Glue
16261
16366
  # @return [String]
16262
16367
  #
16263
16368
  # @!attribute [rw] max_capacity
16264
- # The number of AWS Glue data processing units (DPUs) that are
16265
- # allocated to task runs for this transform. You can allocate from 2
16266
- # to 100 DPUs; the default is 10. A DPU is a relative measure of
16267
- # processing power that consists of 4 vCPUs of compute capacity and 16
16268
- # GB of memory. For more information, see the [AWS Glue pricing
16269
- # page][1].
16369
+ # The number of Glue data processing units (DPUs) that are allocated
16370
+ # to task runs for this transform. You can allocate from 2 to 100
16371
+ # DPUs; the default is 10. A DPU is a relative measure of processing
16372
+ # power that consists of 4 vCPUs of compute capacity and 16 GB of
16373
+ # memory. For more information, see the [Glue pricing page][1].
16270
16374
  #
16271
16375
  # When the `WorkerType` field is set to a value other than `Standard`,
16272
16376
  # the `MaxCapacity` field is set automatically and becomes read-only.
@@ -16408,7 +16512,8 @@ module Aws::Glue
16408
16512
  #
16409
16513
  # @!attribute [rw] catalog_id
16410
16514
  # The ID of the Data Catalog where the partition to be updated
16411
- # resides. If none is provided, the AWS account ID is used by default.
16515
+ # resides. If none is provided, the Amazon Web Services account ID is
16516
+ # used by default.
16412
16517
  # @return [String]
16413
16518
  #
16414
16519
  # @!attribute [rw] database_name
@@ -16661,7 +16766,7 @@ module Aws::Glue
16661
16766
  #
16662
16767
  # @!attribute [rw] catalog_id
16663
16768
  # The ID of the Data Catalog where the table resides. If none is
16664
- # provided, the AWS account ID is used by default.
16769
+ # provided, the Amazon Web Services account ID is used by default.
16665
16770
  # @return [String]
16666
16771
  #
16667
16772
  # @!attribute [rw] database_name
@@ -16730,6 +16835,10 @@ module Aws::Glue
16730
16835
  # },
16731
16836
  # ],
16732
16837
  # },
16838
+ # event_batching_condition: {
16839
+ # batch_size: 1, # required
16840
+ # batch_window: 1,
16841
+ # },
16733
16842
  # },
16734
16843
  # }
16735
16844
  #
@@ -16785,7 +16894,8 @@ module Aws::Glue
16785
16894
  #
16786
16895
  # @!attribute [rw] catalog_id
16787
16896
  # The ID of the Data Catalog where the function to be updated is
16788
- # located. If none is provided, the AWS account ID is used by default.
16897
+ # located. If none is provided, the Amazon Web Services account ID is
16898
+ # used by default.
16789
16899
  # @return [String]
16790
16900
  #
16791
16901
  # @!attribute [rw] database_name
@@ -17039,11 +17149,12 @@ module Aws::Glue
17039
17149
  include Aws::Structure
17040
17150
  end
17041
17151
 
17042
- # A workflow represents a flow in which AWS Glue components should be
17043
- # executed to complete a logical task.
17152
+ # A workflow is a collection of multiple dependent Glue jobs and
17153
+ # crawlers that are run to complete a complex ETL task. A workflow
17154
+ # manages the execution and monitoring of all its jobs and crawlers.
17044
17155
  #
17045
17156
  # @!attribute [rw] name
17046
- # The name of the workflow representing the flow.
17157
+ # The name of the workflow.
17047
17158
  # @return [String]
17048
17159
  #
17049
17160
  # @!attribute [rw] description
@@ -17052,7 +17163,9 @@ module Aws::Glue
17052
17163
  #
17053
17164
  # @!attribute [rw] default_run_properties
17054
17165
  # A collection of properties to be used as part of each execution of
17055
- # the workflow.
17166
+ # the workflow. The run properties are made available to each job in
17167
+ # the workflow. A job can modify the properties for the next jobs in
17168
+ # the flow.
17056
17169
  # @return [Hash<String,String>]
17057
17170
  #
17058
17171
  # @!attribute [rw] created_on
@@ -17068,9 +17181,8 @@ module Aws::Glue
17068
17181
  # @return [Types::WorkflowRun]
17069
17182
  #
17070
17183
  # @!attribute [rw] graph
17071
- # The graph representing all the AWS Glue components that belong to
17072
- # the workflow as nodes and directed connections between them as
17073
- # edges.
17184
+ # The graph representing all the Glue components that belong to the
17185
+ # workflow as nodes and directed connections between them as edges.
17074
17186
  # @return [Types::WorkflowGraph]
17075
17187
  #
17076
17188
  # @!attribute [rw] max_concurrent_runs
@@ -17097,12 +17209,12 @@ module Aws::Glue
17097
17209
  end
17098
17210
 
17099
17211
  # A workflow graph represents the complete workflow containing all the
17100
- # AWS Glue components present in the workflow and all the directed
17212
+ # Glue components present in the workflow and all the directed
17101
17213
  # connections between them.
17102
17214
  #
17103
17215
  # @!attribute [rw] nodes
17104
- # A list of the the AWS Glue components belong to the workflow
17105
- # represented as nodes.
17216
+ # A list of the the Glue components belong to the workflow represented
17217
+ # as nodes.
17106
17218
  # @return [Array<Types::Node>]
17107
17219
  #
17108
17220
  # @!attribute [rw] edges
@@ -17123,7 +17235,7 @@ module Aws::Glue
17123
17235
  # information.
17124
17236
  #
17125
17237
  # @!attribute [rw] name
17126
- # Name of the workflow that was executed.
17238
+ # Name of the workflow that was run.
17127
17239
  # @return [String]
17128
17240
  #
17129
17241
  # @!attribute [rw] workflow_run_id
@@ -17161,11 +17273,14 @@ module Aws::Glue
17161
17273
  # @return [Types::WorkflowRunStatistics]
17162
17274
  #
17163
17275
  # @!attribute [rw] graph
17164
- # The graph representing all the AWS Glue components that belong to
17165
- # the workflow as nodes and directed connections between them as
17166
- # edges.
17276
+ # The graph representing all the Glue components that belong to the
17277
+ # workflow as nodes and directed connections between them as edges.
17167
17278
  # @return [Types::WorkflowGraph]
17168
17279
  #
17280
+ # @!attribute [rw] starting_event_batch_condition
17281
+ # The batch condition that started the workflow run.
17282
+ # @return [Types::StartingEventBatchCondition]
17283
+ #
17169
17284
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/WorkflowRun AWS API Documentation
17170
17285
  #
17171
17286
  class WorkflowRun < Struct.new(
@@ -17178,7 +17293,8 @@ module Aws::Glue
17178
17293
  :status,
17179
17294
  :error_message,
17180
17295
  :statistics,
17181
- :graph)
17296
+ :graph,
17297
+ :starting_event_batch_condition)
17182
17298
  SENSITIVE = []
17183
17299
  include Aws::Structure
17184
17300
  end