aws-sdk-glue 1.87.0 → 1.91.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (8) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +20 -0
  3. data/VERSION +1 -1
  4. data/lib/aws-sdk-glue.rb +1 -1
  5. data/lib/aws-sdk-glue/client.rb +347 -281
  6. data/lib/aws-sdk-glue/client_api.rb +17 -0
  7. data/lib/aws-sdk-glue/types.rb +492 -365
  8. metadata +4 -4
data/lib/aws-sdk-glue/client_api.rb CHANGED
@@ -49,6 +49,7 @@ module Aws::Glue
49
49
  BatchGetTriggersResponse = Shapes::StructureShape.new(name: 'BatchGetTriggersResponse')
50
50
  BatchGetWorkflowsRequest = Shapes::StructureShape.new(name: 'BatchGetWorkflowsRequest')
51
51
  BatchGetWorkflowsResponse = Shapes::StructureShape.new(name: 'BatchGetWorkflowsResponse')
52
+ BatchSize = Shapes::IntegerShape.new(name: 'BatchSize')
52
53
  BatchStopJobRunError = Shapes::StructureShape.new(name: 'BatchStopJobRunError')
53
54
  BatchStopJobRunErrorList = Shapes::ListShape.new(name: 'BatchStopJobRunErrorList')
54
55
  BatchStopJobRunJobRunIdList = Shapes::ListShape.new(name: 'BatchStopJobRunJobRunIdList')
@@ -62,6 +63,7 @@ module Aws::Glue
62
63
  BatchUpdatePartitionRequestEntry = Shapes::StructureShape.new(name: 'BatchUpdatePartitionRequestEntry')
63
64
  BatchUpdatePartitionRequestEntryList = Shapes::ListShape.new(name: 'BatchUpdatePartitionRequestEntryList')
64
65
  BatchUpdatePartitionResponse = Shapes::StructureShape.new(name: 'BatchUpdatePartitionResponse')
66
+ BatchWindow = Shapes::IntegerShape.new(name: 'BatchWindow')
65
67
  BinaryColumnStatisticsData = Shapes::StructureShape.new(name: 'BinaryColumnStatisticsData')
66
68
  Blob = Shapes::BlobShape.new(name: 'Blob')
67
69
  Boolean = Shapes::BooleanShape.new(name: 'Boolean')
@@ -276,6 +278,7 @@ module Aws::Glue
276
278
  ErrorMessageString = Shapes::StringShape.new(name: 'ErrorMessageString')
277
279
  ErrorString = Shapes::StringShape.new(name: 'ErrorString')
278
280
  EvaluationMetrics = Shapes::StructureShape.new(name: 'EvaluationMetrics')
281
+ EventBatchingCondition = Shapes::StructureShape.new(name: 'EventBatchingCondition')
279
282
  ExecutionProperty = Shapes::StructureShape.new(name: 'ExecutionProperty')
280
283
  ExecutionTime = Shapes::IntegerShape.new(name: 'ExecutionTime')
281
284
  ExistCondition = Shapes::StringShape.new(name: 'ExistCondition')
@@ -653,6 +656,7 @@ module Aws::Glue
653
656
  StartTriggerResponse = Shapes::StructureShape.new(name: 'StartTriggerResponse')
654
657
  StartWorkflowRunRequest = Shapes::StructureShape.new(name: 'StartWorkflowRunRequest')
655
658
  StartWorkflowRunResponse = Shapes::StructureShape.new(name: 'StartWorkflowRunResponse')
659
+ StartingEventBatchCondition = Shapes::StructureShape.new(name: 'StartingEventBatchCondition')
656
660
  StopCrawlerRequest = Shapes::StructureShape.new(name: 'StopCrawlerRequest')
657
661
  StopCrawlerResponse = Shapes::StructureShape.new(name: 'StopCrawlerResponse')
658
662
  StopCrawlerScheduleRequest = Shapes::StructureShape.new(name: 'StopCrawlerScheduleRequest')
@@ -1423,6 +1427,7 @@ module Aws::Glue
1423
1427
  CreateTriggerRequest.add_member(:description, Shapes::ShapeRef.new(shape: DescriptionString, location_name: "Description"))
1424
1428
  CreateTriggerRequest.add_member(:start_on_creation, Shapes::ShapeRef.new(shape: BooleanValue, location_name: "StartOnCreation"))
1425
1429
  CreateTriggerRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagsMap, location_name: "Tags"))
1430
+ CreateTriggerRequest.add_member(:event_batching_condition, Shapes::ShapeRef.new(shape: EventBatchingCondition, location_name: "EventBatchingCondition"))
1426
1431
  CreateTriggerRequest.struct_class = Types::CreateTriggerRequest
1427
1432
 
1428
1433
  CreateTriggerResponse.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
@@ -1740,6 +1745,10 @@ module Aws::Glue
1740
1745
  EvaluationMetrics.add_member(:find_matches_metrics, Shapes::ShapeRef.new(shape: FindMatchesMetrics, location_name: "FindMatchesMetrics"))
1741
1746
  EvaluationMetrics.struct_class = Types::EvaluationMetrics
1742
1747
 
1748
+ EventBatchingCondition.add_member(:batch_size, Shapes::ShapeRef.new(shape: BatchSize, required: true, location_name: "BatchSize"))
1749
+ EventBatchingCondition.add_member(:batch_window, Shapes::ShapeRef.new(shape: BatchWindow, location_name: "BatchWindow"))
1750
+ EventBatchingCondition.struct_class = Types::EventBatchingCondition
1751
+
1743
1752
  ExecutionProperty.add_member(:max_concurrent_runs, Shapes::ShapeRef.new(shape: MaxConcurrentRuns, location_name: "MaxConcurrentRuns"))
1744
1753
  ExecutionProperty.struct_class = Types::ExecutionProperty
1745
1754
 
@@ -2842,6 +2851,7 @@ module Aws::Glue
2842
2851
  S3Target.add_member(:path, Shapes::ShapeRef.new(shape: Path, location_name: "Path"))
2843
2852
  S3Target.add_member(:exclusions, Shapes::ShapeRef.new(shape: PathList, location_name: "Exclusions"))
2844
2853
  S3Target.add_member(:connection_name, Shapes::ShapeRef.new(shape: ConnectionName, location_name: "ConnectionName"))
2854
+ S3Target.add_member(:sample_size, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "SampleSize"))
2845
2855
  S3Target.struct_class = Types::S3Target
2846
2856
 
2847
2857
  S3TargetList.member = Shapes::ShapeRef.new(shape: S3Target)
@@ -3016,6 +3026,10 @@ module Aws::Glue
3016
3026
  StartWorkflowRunResponse.add_member(:run_id, Shapes::ShapeRef.new(shape: IdString, location_name: "RunId"))
3017
3027
  StartWorkflowRunResponse.struct_class = Types::StartWorkflowRunResponse
3018
3028
 
3029
+ StartingEventBatchCondition.add_member(:batch_size, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "BatchSize"))
3030
+ StartingEventBatchCondition.add_member(:batch_window, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "BatchWindow"))
3031
+ StartingEventBatchCondition.struct_class = Types::StartingEventBatchCondition
3032
+
3019
3033
  StopCrawlerRequest.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
3020
3034
  StopCrawlerRequest.struct_class = Types::StopCrawlerRequest
3021
3035
 
@@ -3201,6 +3215,7 @@ module Aws::Glue
3201
3215
  Trigger.add_member(:schedule, Shapes::ShapeRef.new(shape: GenericString, location_name: "Schedule"))
3202
3216
  Trigger.add_member(:actions, Shapes::ShapeRef.new(shape: ActionList, location_name: "Actions"))
3203
3217
  Trigger.add_member(:predicate, Shapes::ShapeRef.new(shape: Predicate, location_name: "Predicate"))
3218
+ Trigger.add_member(:event_batching_condition, Shapes::ShapeRef.new(shape: EventBatchingCondition, location_name: "EventBatchingCondition"))
3204
3219
  Trigger.struct_class = Types::Trigger
3205
3220
 
3206
3221
  TriggerList.member = Shapes::ShapeRef.new(shape: Trigger)
@@ -3215,6 +3230,7 @@ module Aws::Glue
3215
3230
  TriggerUpdate.add_member(:schedule, Shapes::ShapeRef.new(shape: GenericString, location_name: "Schedule"))
3216
3231
  TriggerUpdate.add_member(:actions, Shapes::ShapeRef.new(shape: ActionList, location_name: "Actions"))
3217
3232
  TriggerUpdate.add_member(:predicate, Shapes::ShapeRef.new(shape: Predicate, location_name: "Predicate"))
3233
+ TriggerUpdate.add_member(:event_batching_condition, Shapes::ShapeRef.new(shape: EventBatchingCondition, location_name: "EventBatchingCondition"))
3218
3234
  TriggerUpdate.struct_class = Types::TriggerUpdate
3219
3235
 
3220
3236
  UntagResourceRequest.add_member(:resource_arn, Shapes::ShapeRef.new(shape: GlueResourceArn, required: true, location_name: "ResourceArn"))
@@ -3461,6 +3477,7 @@ module Aws::Glue
3461
3477
  WorkflowRun.add_member(:error_message, Shapes::ShapeRef.new(shape: ErrorString, location_name: "ErrorMessage"))
3462
3478
  WorkflowRun.add_member(:statistics, Shapes::ShapeRef.new(shape: WorkflowRunStatistics, location_name: "Statistics"))
3463
3479
  WorkflowRun.add_member(:graph, Shapes::ShapeRef.new(shape: WorkflowGraph, location_name: "Graph"))
3480
+ WorkflowRun.add_member(:starting_event_batch_condition, Shapes::ShapeRef.new(shape: StartingEventBatchCondition, location_name: "StartingEventBatchCondition"))
3464
3481
  WorkflowRun.struct_class = Types::WorkflowRun
3465
3482
 
3466
3483
  WorkflowRunProperties.key = Shapes::ShapeRef.new(shape: IdString)
data/lib/aws-sdk-glue/types.rb CHANGED
@@ -43,7 +43,7 @@ module Aws::Glue
43
43
  # }
44
44
  #
45
45
  # @!attribute [rw] job_name
46
- # The name of a job to be executed.
46
+ # The name of a job to be run.
47
47
  # @return [String]
48
48
  #
49
49
  # @!attribute [rw] arguments
@@ -51,15 +51,15 @@ module Aws::Glue
51
51
  # they replace the default arguments set in the job definition itself.
52
52
  #
53
53
  # You can specify arguments here that your own job-execution script
54
- # consumes, as well as arguments that AWS Glue itself consumes.
54
+ # consumes, as well as arguments that Glue itself consumes.
55
55
  #
56
56
  # For information about how to specify and consume your own Job
57
- # arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
57
+ # arguments, see the [Calling Glue APIs in Python][1] topic in the
58
58
  # developer guide.
59
59
  #
60
- # For information about the key-value pairs that AWS Glue consumes to
61
- # set up your job, see the [Special Parameters Used by AWS Glue][2]
62
- # topic in the developer guide.
60
+ # For information about the key-value pairs that Glue consumes to set
61
+ # up your job, see the [Special Parameters Used by Glue][2] topic in
62
+ # the developer guide.
63
63
  #
64
64
  #
65
65
  #
@@ -225,7 +225,7 @@ module Aws::Glue
225
225
  #
226
226
  # @!attribute [rw] catalog_id
227
227
  # The ID of the catalog in which the partition is to be created.
228
- # Currently, this should be the AWS account ID.
228
+ # Currently, this should be the Amazon Web Services account ID.
229
229
  # @return [String]
230
230
  #
231
231
  # @!attribute [rw] database_name
@@ -277,7 +277,7 @@ module Aws::Glue
277
277
  #
278
278
  # @!attribute [rw] catalog_id
279
279
  # The ID of the Data Catalog in which the connections reside. If none
280
- # is provided, the AWS account ID is used by default.
280
+ # is provided, the Amazon Web Services account ID is used by default.
281
281
  # @return [String]
282
282
  #
283
283
  # @!attribute [rw] connection_name_list
@@ -328,7 +328,8 @@ module Aws::Glue
328
328
  #
329
329
  # @!attribute [rw] catalog_id
330
330
  # The ID of the Data Catalog where the partition to be deleted
331
- # resides. If none is provided, the AWS account ID is used by default.
331
+ # resides. If none is provided, the Amazon Web Services account ID is
332
+ # used by default.
332
333
  # @return [String]
333
334
  #
334
335
  # @!attribute [rw] database_name
@@ -380,7 +381,7 @@ module Aws::Glue
380
381
  #
381
382
  # @!attribute [rw] catalog_id
382
383
  # The ID of the Data Catalog where the table resides. If none is
383
- # provided, the AWS account ID is used by default.
384
+ # provided, the Amazon Web Services account ID is used by default.
384
385
  # @return [String]
385
386
  #
386
387
  # @!attribute [rw] database_name
@@ -427,7 +428,7 @@ module Aws::Glue
427
428
  #
428
429
  # @!attribute [rw] catalog_id
429
430
  # The ID of the Data Catalog where the tables reside. If none is
430
- # provided, the AWS account ID is used by default.
431
+ # provided, the Amazon Web Services account ID is used by default.
431
432
  # @return [String]
432
433
  #
433
434
  # @!attribute [rw] database_name
@@ -597,7 +598,8 @@ module Aws::Glue
597
598
  #
598
599
  # @!attribute [rw] catalog_id
599
600
  # The ID of the Data Catalog where the partitions in question reside.
600
- # If none is supplied, the AWS account ID is used by default.
601
+ # If none is supplied, the Amazon Web Services account ID is used by
602
+ # default.
601
603
  # @return [String]
602
604
  #
603
605
  # @!attribute [rw] database_name
@@ -906,7 +908,7 @@ module Aws::Glue
906
908
  #
907
909
  # @!attribute [rw] catalog_id
908
910
  # The ID of the catalog in which the partition is to be updated.
909
- # Currently, this should be the AWS account ID.
911
+ # Currently, this should be the Amazon Web Services account ID.
910
912
  # @return [String]
911
913
  #
912
914
  # @!attribute [rw] database_name
@@ -1147,7 +1149,7 @@ module Aws::Glue
1147
1149
  include Aws::Structure
1148
1150
  end
1149
1151
 
1150
- # Specifies a table definition in the AWS Glue Data Catalog.
1152
+ # Specifies a table definition in the Glue Data Catalog.
1151
1153
  #
1152
1154
  # @note When making an API call, you may pass CatalogEntry
1153
1155
  # data as a hash:
@@ -1198,7 +1200,7 @@ module Aws::Glue
1198
1200
  include Aws::Structure
1199
1201
  end
1200
1202
 
1201
- # Specifies an AWS Glue Data Catalog target.
1203
+ # Specifies an Glue Data Catalog target.
1202
1204
  #
1203
1205
  # @note When making an API call, you may pass CatalogTarget
1204
1206
  # data as a hash:
@@ -1229,13 +1231,13 @@ module Aws::Glue
1229
1231
  # data as a hash:
1230
1232
  #
1231
1233
  # {
1232
- # data_format: "AVRO", # required, accepts AVRO
1234
+ # data_format: "AVRO", # required, accepts AVRO, JSON
1233
1235
  # schema_definition: "SchemaDefinitionString", # required
1234
1236
  # }
1235
1237
  #
1236
1238
  # @!attribute [rw] data_format
1237
- # The data format of the schema definition. Currently only `AVRO` is
1238
- # supported.
1239
+ # The data format of the schema definition. Currently `AVRO` and
1240
+ # `JSON` are supported.
1239
1241
  # @return [String]
1240
1242
  #
1241
1243
  # @!attribute [rw] schema_definition
@@ -1273,10 +1275,10 @@ module Aws::Glue
1273
1275
  # classifier creates a schema in the form of a `StructType` object that
1274
1276
  # matches that data format.
1275
1277
  #
1276
- # You can use the standard classifiers that AWS Glue provides, or you
1277
- # can write your own classifiers to best categorize your data sources
1278
- # and specify the appropriate schemas to use for them. A classifier can
1279
- # be a `grok` classifier, an `XML` classifier, a `JSON` classifier, or a
1278
+ # You can use the standard classifiers that Glue provides, or you can
1279
+ # write your own classifiers to best categorize your data sources and
1280
+ # specify the appropriate schemas to use for them. A classifier can be a
1281
+ # `grok` classifier, an `XML` classifier, a `JSON` classifier, or a
1280
1282
  # custom `CSV` classifier, as specified in one of the fields in the
1281
1283
  # `Classifier` object.
1282
1284
  #
@@ -1948,20 +1950,20 @@ module Aws::Glue
1948
1950
  # false.
1949
1951
  #
1950
1952
  # * `CUSTOM_JDBC_CERT` - An Amazon S3 location specifying the
1951
- # customer's root certificate. AWS Glue uses this root certificate
1952
- # to validate the customer’s certificate when connecting to the
1953
- # customer database. AWS Glue only handles X.509 certificates. The
1953
+ # customer's root certificate. Glue uses this root certificate to
1954
+ # validate the customer’s certificate when connecting to the
1955
+ # customer database. Glue only handles X.509 certificates. The
1954
1956
  # certificate provided must be DER-encoded and supplied in Base64
1955
1957
  # encoding PEM format.
1956
1958
  #
1957
1959
  # * `SKIP_CUSTOM_JDBC_CERT_VALIDATION` - By default, this is `false`.
1958
- # AWS Glue validates the Signature algorithm and Subject Public Key
1960
+ # Glue validates the Signature algorithm and Subject Public Key
1959
1961
  # Algorithm for the customer certificate. The only permitted
1960
1962
  # algorithms for the Signature algorithm are SHA256withRSA,
1961
1963
  # SHA384withRSA or SHA512withRSA. For the Subject Public Key
1962
1964
  # Algorithm, the key length must be at least 2048. You can set the
1963
- # value of this property to `true` to skip AWS Glue’s validation of
1964
- # the customer certificate.
1965
+ # value of this property to `true` to skip Glue’s validation of the
1966
+ # customer certificate.
1965
1967
  #
1966
1968
  # * `CUSTOM_JDBC_CERT_STRING` - A custom JDBC certificate string which
1967
1969
  # is used for domain match or distinguished name match to prevent a
@@ -1984,8 +1986,8 @@ module Aws::Glue
1984
1986
  # file (.pem format). The default is an empty string.
1985
1987
  #
1986
1988
  # * `KAFKA_SKIP_CUSTOM_CERT_VALIDATION` - Whether to skip the
1987
- # validation of the CA cert file or not. AWS Glue validates for
1988
- # three algorithms: SHA256withRSA, SHA384withRSA and SHA512withRSA.
1989
+ # validation of the CA cert file or not. Glue validates for three
1990
+ # algorithms: SHA256withRSA, SHA384withRSA and SHA512withRSA.
1989
1991
  # Default value is "false".
1990
1992
  #
1991
1993
  # * `SECRET_ID` - The secret ID used for the secret manager of
@@ -2011,12 +2013,12 @@ module Aws::Glue
2011
2013
  # with the Kafka server side key (Optional).
2012
2014
  #
2013
2015
  # * `ENCRYPTED_KAFKA_CLIENT_KEYSTORE_PASSWORD` - The encrypted version
2014
- # of the Kafka client keystore password (if the user has the AWS
2015
- # Glue encrypt passwords setting selected).
2016
+ # of the Kafka client keystore password (if the user has the Glue
2017
+ # encrypt passwords setting selected).
2016
2018
  #
2017
2019
  # * `ENCRYPTED_KAFKA_CLIENT_KEY_PASSWORD` - The encrypted version of
2018
- # the Kafka client key password (if the user has the AWS Glue
2019
- # encrypt passwords setting selected).
2020
+ # the Kafka client key password (if the user has the Glue encrypt
2021
+ # passwords setting selected).
2020
2022
  # @return [Hash<String,String>]
2021
2023
  #
2022
2024
  # @!attribute [rw] physical_connection_requirements
@@ -2098,12 +2100,12 @@ module Aws::Glue
2098
2100
  # within an Amazon Virtual Private Cloud environment (Amazon VPC).
2099
2101
  #
2100
2102
  # * `MARKETPLACE` - Uses configuration settings contained in a
2101
- # connector purchased from AWS Marketplace to read from and write to
2102
- # data stores that are not natively supported by AWS Glue.
2103
+ # connector purchased from Marketplace to read from and write to
2104
+ # data stores that are not natively supported by Glue.
2103
2105
  #
2104
2106
  # * `CUSTOM` - Uses configuration settings contained in a custom
2105
2107
  # connector to read from and write to data stores that are not
2106
- # natively supported by AWS Glue.
2108
+ # natively supported by Glue.
2107
2109
  #
2108
2110
  # SFTP is not supported.
2109
2111
  # @return [String]
@@ -2141,14 +2143,14 @@ module Aws::Glue
2141
2143
  # enable catalog encryption or only password encryption.
2142
2144
  #
2143
2145
  # When a `CreationConnection` request arrives containing a password, the
2144
- # Data Catalog first encrypts the password using your AWS KMS key. It
2145
- # then encrypts the whole connection object again if catalog encryption
2146
- # is also enabled.
2146
+ # Data Catalog first encrypts the password using your KMS key. It then
2147
+ # encrypts the whole connection object again if catalog encryption is
2148
+ # also enabled.
2147
2149
  #
2148
- # This encryption requires that you set AWS KMS key permissions to
2149
- # enable or restrict access on the password key according to your
2150
- # security requirements. For example, you might want only administrators
2151
- # to have decrypt permission on the password key.
2150
+ # This encryption requires that you set KMS key permissions to enable or
2151
+ # restrict access on the password key according to your security
2152
+ # requirements. For example, you might want only administrators to have
2153
+ # decrypt permission on the password key.
2152
2154
  #
2153
2155
  # @note When making an API call, you may pass ConnectionPasswordEncryption
2154
2156
  # data as a hash:
@@ -2166,11 +2168,11 @@ module Aws::Glue
2166
2168
  # @return [Boolean]
2167
2169
  #
2168
2170
  # @!attribute [rw] aws_kms_key_id
2169
- # An AWS KMS key that is used to encrypt the connection password.
2171
+ # An KMS key that is used to encrypt the connection password.
2170
2172
  #
2171
2173
  # If connection password protection is enabled, the caller of
2172
2174
  # `CreateConnection` and `UpdateConnection` needs at least
2173
- # `kms:Encrypt` permission on the specified AWS KMS key, to encrypt
2175
+ # `kms:Encrypt` permission on the specified KMS key, to encrypt
2174
2176
  # passwords before storing them in the Data Catalog.
2175
2177
  #
2176
2178
  # You can set the decrypt permission to enable or restrict access on
@@ -2248,8 +2250,7 @@ module Aws::Glue
2248
2250
 
2249
2251
  # Specifies a crawler program that examines a data source and uses
2250
2252
  # classifiers to try to determine its schema. If successful, the crawler
2251
- # records metadata concerning the data source in the AWS Glue Data
2252
- # Catalog.
2253
+ # records metadata concerning the data source in the Glue Data Catalog.
2253
2254
  #
2254
2255
  # @!attribute [rw] name
2255
2256
  # The name of the crawler.
@@ -2331,11 +2332,11 @@ module Aws::Glue
2331
2332
  # @!attribute [rw] configuration
2332
2333
  # Crawler configuration information. This versioned JSON string allows
2333
2334
  # users to specify aspects of a crawler's behavior. For more
2334
- # information, see [Configuring a Crawler][1].
2335
+ # information, see [Include and Exclude Patterns][1].
2335
2336
  #
2336
2337
  #
2337
2338
  #
2338
- # [1]: https://docs.aws.amazon.com/glue/latest/dg/crawler-configuration.html
2339
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/define-crawler.html#crawler-data-stores-exclude
2339
2340
  # @return [String]
2340
2341
  #
2341
2342
  # @!attribute [rw] crawler_security_configuration
@@ -2487,6 +2488,7 @@ module Aws::Glue
2487
2488
  # path: "Path",
2488
2489
  # exclusions: ["Path"],
2489
2490
  # connection_name: "ConnectionName",
2491
+ # sample_size: 1,
2490
2492
  # },
2491
2493
  # ],
2492
2494
  # jdbc_targets: [
@@ -2535,7 +2537,7 @@ module Aws::Glue
2535
2537
  # @return [Array<Types::DynamoDBTarget>]
2536
2538
  #
2537
2539
  # @!attribute [rw] catalog_targets
2538
- # Specifies AWS Glue Data Catalog targets.
2540
+ # Specifies Glue Data Catalog targets.
2539
2541
  # @return [Array<Types::CatalogTarget>]
2540
2542
  #
2541
2543
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CrawlerTargets AWS API Documentation
@@ -2634,7 +2636,8 @@ module Aws::Glue
2634
2636
  #
2635
2637
  # @!attribute [rw] catalog_id
2636
2638
  # The ID of the Data Catalog in which to create the connection. If
2637
- # none is provided, the AWS account ID is used by default.
2639
+ # none is provided, the Amazon Web Services account ID is used by
2640
+ # default.
2638
2641
  # @return [String]
2639
2642
  #
2640
2643
  # @!attribute [rw] connection_input
@@ -2668,6 +2671,7 @@ module Aws::Glue
2668
2671
  # path: "Path",
2669
2672
  # exclusions: ["Path"],
2670
2673
  # connection_name: "ConnectionName",
2674
+ # sample_size: 1,
2671
2675
  # },
2672
2676
  # ],
2673
2677
  # jdbc_targets: [
@@ -2728,7 +2732,7 @@ module Aws::Glue
2728
2732
  # @return [String]
2729
2733
  #
2730
2734
  # @!attribute [rw] database_name
2731
- # The AWS Glue database where results are written, such as:
2735
+ # The Glue database where results are written, such as:
2732
2736
  # `arn:aws:daylight:us-east-1::database/sometable/*`.
2733
2737
  # @return [String]
2734
2738
  #
@@ -2791,8 +2795,8 @@ module Aws::Glue
2791
2795
  #
2792
2796
  # @!attribute [rw] tags
2793
2797
  # The tags to use with this crawler request. You may use tags to limit
2794
- # access to the crawler. For more information about tags in AWS Glue,
2795
- # see [AWS Tags in AWS Glue][1] in the developer guide.
2798
+ # access to the crawler. For more information about tags in Glue, see
2799
+ # [Amazon Web Services Tags in Glue][1] in the developer guide.
2796
2800
  #
2797
2801
  #
2798
2802
  #
@@ -2913,7 +2917,7 @@ module Aws::Glue
2913
2917
  #
2914
2918
  # @!attribute [rw] catalog_id
2915
2919
  # The ID of the Data Catalog in which to create the database. If none
2916
- # is provided, the AWS account ID is used by default.
2920
+ # is provided, the Amazon Web Services account ID is used by default.
2917
2921
  # @return [String]
2918
2922
  #
2919
2923
  # @!attribute [rw] database_input
@@ -2997,8 +3001,8 @@ module Aws::Glue
2997
3001
  # @return [Array<String>]
2998
3002
  #
2999
3003
  # @!attribute [rw] number_of_nodes
3000
- # The number of AWS Glue Data Processing Units (DPUs) to allocate to
3001
- # this `DevEndpoint`.
3004
+ # The number of Glue Data Processing Units (DPUs) to allocate to this
3005
+ # `DevEndpoint`.
3002
3006
  # @return [Integer]
3003
3007
  #
3004
3008
  # @!attribute [rw] worker_type
@@ -3023,10 +3027,10 @@ module Aws::Glue
3023
3027
  #
3024
3028
  # @!attribute [rw] glue_version
3025
3029
  # Glue version determines the versions of Apache Spark and Python that
3026
- # AWS Glue supports. The Python version indicates the version
3027
- # supported for running your ETL scripts on development endpoints.
3030
+ # Glue supports. The Python version indicates the version supported
3031
+ # for running your ETL scripts on development endpoints.
3028
3032
  #
3029
- # For more information about the available AWS Glue versions and
3033
+ # For more information about the available Glue versions and
3030
3034
  # corresponding Spark and Python versions, see [Glue version][1] in
3031
3035
  # the developer guide.
3032
3036
  #
@@ -3079,8 +3083,8 @@ module Aws::Glue
3079
3083
  #
3080
3084
  # @!attribute [rw] tags
3081
3085
  # The tags to use with this DevEndpoint. You may use tags to limit
3082
- # access to the DevEndpoint. For more information about tags in AWS
3083
- # Glue, see [AWS Tags in AWS Glue][1] in the developer guide.
3086
+ # access to the DevEndpoint. For more information about tags in Glue,
3087
+ # see [Amazon Web Services Tags in Glue][1] in the developer guide.
3084
3088
  #
3085
3089
  #
3086
3090
  #
@@ -3143,8 +3147,8 @@ module Aws::Glue
3143
3147
  # @return [Integer]
3144
3148
  #
3145
3149
  # @!attribute [rw] number_of_nodes
3146
- # The number of AWS Glue Data Processing Units (DPUs) allocated to
3147
- # this DevEndpoint.
3150
+ # The number of Glue Data Processing Units (DPUs) allocated to this
3151
+ # DevEndpoint.
3148
3152
  # @return [Integer]
3149
3153
  #
3150
3154
  # @!attribute [rw] worker_type
@@ -3154,8 +3158,16 @@ module Aws::Glue
3154
3158
  #
3155
3159
  # @!attribute [rw] glue_version
3156
3160
  # Glue version determines the versions of Apache Spark and Python that
3157
- # AWS Glue supports. The Python version indicates the version
3158
- # supported for running your ETL scripts on development endpoints.
3161
+ # Glue supports. The Python version indicates the version supported
3162
+ # for running your ETL scripts on development endpoints.
3163
+ #
3164
+ # For more information about the available Glue versions and
3165
+ # corresponding Spark and Python versions, see [Glue version][1] in
3166
+ # the developer guide.
3167
+ #
3168
+ #
3169
+ #
3170
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/add-job.html
3159
3171
  # @return [String]
3160
3172
  #
3161
3173
  # @!attribute [rw] number_of_workers
@@ -3202,9 +3214,7 @@ module Aws::Glue
3202
3214
  #
3203
3215
  # * `"--enable-glue-datacatalog": ""`
3204
3216
  #
3205
- # * `"GLUE_PYTHON_VERSION": "3"`
3206
- #
3207
- # * `"GLUE_PYTHON_VERSION": "2"`
3217
+ # ^
3208
3218
  #
3209
3219
  # You can specify a version of Python support for development
3210
3220
  # endpoints by using the `Arguments` parameter in the
@@ -3343,22 +3353,22 @@ module Aws::Glue
3343
3353
  # @return [Types::ExecutionProperty]
3344
3354
  #
3345
3355
  # @!attribute [rw] command
3346
- # The `JobCommand` that executes this job.
3356
+ # The `JobCommand` that runs this job.
3347
3357
  # @return [Types::JobCommand]
3348
3358
  #
3349
3359
  # @!attribute [rw] default_arguments
3350
3360
  # The default arguments for this job.
3351
3361
  #
3352
3362
  # You can specify arguments here that your own job-execution script
3353
- # consumes, as well as arguments that AWS Glue itself consumes.
3363
+ # consumes, as well as arguments that Glue itself consumes.
3354
3364
  #
3355
3365
  # For information about how to specify and consume your own Job
3356
- # arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
3366
+ # arguments, see the [Calling Glue APIs in Python][1] topic in the
3357
3367
  # developer guide.
3358
3368
  #
3359
- # For information about the key-value pairs that AWS Glue consumes to
3360
- # set up your job, see the [Special Parameters Used by AWS Glue][2]
3361
- # topic in the developer guide.
3369
+ # For information about the key-value pairs that Glue consumes to set
3370
+ # up your job, see the [Special Parameters Used by Glue][2] topic in
3371
+ # the developer guide.
3362
3372
  #
3363
3373
  #
3364
3374
  #
@@ -3382,11 +3392,11 @@ module Aws::Glue
3382
3392
  # @!attribute [rw] allocated_capacity
3383
3393
  # This parameter is deprecated. Use `MaxCapacity` instead.
3384
3394
  #
3385
- # The number of AWS Glue data processing units (DPUs) to allocate to
3386
- # this Job. You can allocate from 2 to 100 DPUs; the default is 10. A
3387
- # DPU is a relative measure of processing power that consists of 4
3388
- # vCPUs of compute capacity and 16 GB of memory. For more information,
3389
- # see the [AWS Glue pricing page][1].
3395
+ # The number of Glue data processing units (DPUs) to allocate to this
3396
+ # Job. You can allocate from 2 to 100 DPUs; the default is 10. A DPU
3397
+ # is a relative measure of processing power that consists of 4 vCPUs
3398
+ # of compute capacity and 16 GB of memory. For more information, see
3399
+ # the [Glue pricing page][1].
3390
3400
  #
3391
3401
  #
3392
3402
  #
@@ -3400,11 +3410,11 @@ module Aws::Glue
3400
3410
  # @return [Integer]
3401
3411
  #
3402
3412
  # @!attribute [rw] max_capacity
3403
- # The number of AWS Glue data processing units (DPUs) that can be
3413
+ # For Glue version 1.0 or earlier jobs, using the standard worker
3414
+ # type, the number of Glue data processing units (DPUs) that can be
3404
3415
  # allocated when this job runs. A DPU is a relative measure of
3405
3416
  # processing power that consists of 4 vCPUs of compute capacity and 16
3406
- # GB of memory. For more information, see the [AWS Glue pricing
3407
- # page][1].
3417
+ # GB of memory. For more information, see the [Glue pricing page][1].
3408
3418
  #
3409
3419
  # Do not set `Max Capacity` if using `WorkerType` and
3410
3420
  # `NumberOfWorkers`.
@@ -3422,6 +3432,10 @@ module Aws::Glue
3422
3432
  # 100 DPUs. The default is 10 DPUs. This job type cannot have a
3423
3433
  # fractional DPU allocation.
3424
3434
  #
3435
+ # For Glue version 2.0 jobs, you cannot instead specify a `Maximum
3436
+ # capacity`. Instead, you should specify a `Worker type` and the
3437
+ # `Number of workers`.
3438
+ #
3425
3439
  #
3426
3440
  #
3427
3441
  # [1]: https://aws.amazon.com/glue/pricing/
@@ -3434,8 +3448,8 @@ module Aws::Glue
3434
3448
  #
3435
3449
  # @!attribute [rw] tags
3436
3450
  # The tags to use with this job. You may use tags to limit access to
3437
- # the job. For more information about tags in AWS Glue, see [AWS Tags
3438
- # in AWS Glue][1] in the developer guide.
3451
+ # the job. For more information about tags in Glue, see [Amazon Web
3452
+ # Services Tags in Glue][1] in the developer guide.
3439
3453
  #
3440
3454
  #
3441
3455
  #
@@ -3448,10 +3462,10 @@ module Aws::Glue
3448
3462
  #
3449
3463
  # @!attribute [rw] glue_version
3450
3464
  # Glue version determines the versions of Apache Spark and Python that
3451
- # AWS Glue supports. The Python version indicates the version
3452
- # supported for jobs of type Spark.
3465
+ # Glue supports. The Python version indicates the version supported
3466
+ # for jobs of type Spark.
3453
3467
  #
3454
- # For more information about the available AWS Glue versions and
3468
+ # For more information about the available Glue versions and
3455
3469
  # corresponding Spark and Python versions, see [Glue version][1] in
3456
3470
  # the developer guide.
3457
3471
  #
@@ -3541,7 +3555,7 @@ module Aws::Glue
3541
3555
  #
3542
3556
  # @!attribute [rw] json_path
3543
3557
  # A `JsonPath` string defining the JSON data for the classifier to
3544
- # classify. AWS Glue supports a subset of JsonPath, as described in
3558
+ # classify. Glue supports a subset of JsonPath, as described in
3545
3559
  # [Writing JsonPath Custom Classifiers][1].
3546
3560
  #
3547
3561
  #
@@ -3610,7 +3624,7 @@ module Aws::Glue
3610
3624
  # @return [String]
3611
3625
  #
3612
3626
  # @!attribute [rw] input_record_tables
3613
- # A list of AWS Glue table definitions used by the transform.
3627
+ # A list of Glue table definitions used by the transform.
3614
3628
  # @return [Array<Types::GlueTable>]
3615
3629
  #
3616
3630
  # @!attribute [rw] parameters
@@ -3620,13 +3634,13 @@ module Aws::Glue
3620
3634
  #
3621
3635
  # @!attribute [rw] role
3622
3636
  # The name or Amazon Resource Name (ARN) of the IAM role with the
3623
- # required permissions. The required permissions include both AWS Glue
3624
- # service role permissions to AWS Glue resources, and Amazon S3
3637
+ # required permissions. The required permissions include both Glue
3638
+ # service role permissions to Glue resources, and Amazon S3
3625
3639
  # permissions required by the transform.
3626
3640
  #
3627
- # * This role needs AWS Glue service role permissions to allow access
3628
- # to resources in AWS Glue. See [Attach a Policy to IAM Users That
3629
- # Access AWS Glue][1].
3641
+ # * This role needs Glue service role permissions to allow access to
3642
+ # resources in Glue. See [Attach a Policy to IAM Users That Access
3643
+ # Glue][1].
3630
3644
  #
3631
3645
  # * This role needs permission to your Amazon Simple Storage Service
3632
3646
  # (Amazon S3) sources, targets, temporary directory, scripts, and
@@ -3638,11 +3652,11 @@ module Aws::Glue
3638
3652
  # @return [String]
3639
3653
  #
3640
3654
  # @!attribute [rw] glue_version
3641
- # This value determines which version of AWS Glue this machine
3642
- # learning transform is compatible with. Glue 1.0 is recommended for
3643
- # most customers. If the value is not set, the Glue compatibility
3644
- # defaults to Glue 0.9. For more information, see [AWS Glue
3645
- # Versions][1] in the developer guide.
3655
+ # This value determines which version of Glue this machine learning
3656
+ # transform is compatible with. Glue 1.0 is recommended for most
3657
+ # customers. If the value is not set, the Glue compatibility defaults
3658
+ # to Glue 0.9. For more information, see [Glue Versions][1] in the
3659
+ # developer guide.
3646
3660
  #
3647
3661
  #
3648
3662
  #
@@ -3650,12 +3664,11 @@ module Aws::Glue
3650
3664
  # @return [String]
3651
3665
  #
3652
3666
  # @!attribute [rw] max_capacity
3653
- # The number of AWS Glue data processing units (DPUs) that are
3654
- # allocated to task runs for this transform. You can allocate from 2
3655
- # to 100 DPUs; the default is 10. A DPU is a relative measure of
3656
- # processing power that consists of 4 vCPUs of compute capacity and 16
3657
- # GB of memory. For more information, see the [AWS Glue pricing
3658
- # page][1].
3667
+ # The number of Glue data processing units (DPUs) that are allocated
3668
+ # to task runs for this transform. You can allocate from 2 to 100
3669
+ # DPUs; the default is 10. A DPU is a relative measure of processing
3670
+ # power that consists of 4 vCPUs of compute capacity and 16 GB of
3671
+ # memory. For more information, see the [Glue pricing page][1].
3659
3672
  #
3660
3673
  # `MaxCapacity` is a mutually exclusive option with `NumberOfWorkers`
3661
3674
  # and `WorkerType`.
@@ -3733,8 +3746,8 @@ module Aws::Glue
3733
3746
  # @!attribute [rw] tags
3734
3747
  # The tags to use with this machine learning transform. You may use
3735
3748
  # tags to limit access to the machine learning transform. For more
3736
- # information about tags in AWS Glue, see [AWS Tags in AWS Glue][1] in
3737
- # the developer guide.
3749
+ # information about tags in Glue, see [Amazon Web Services Tags in
3750
+ # Glue][1] in the developer guide.
3738
3751
  #
3739
3752
  #
3740
3753
  #
@@ -3895,8 +3908,8 @@ module Aws::Glue
3895
3908
  # }
3896
3909
  #
3897
3910
  # @!attribute [rw] catalog_id
3898
- # The AWS account ID of the catalog in which the partition is to be
3899
- # created.
3911
+ # The Amazon Web Services account ID of the catalog in which the
3912
+ # partition is to be created.
3900
3913
  # @return [String]
3901
3914
  #
3902
3915
  # @!attribute [rw] database_name
@@ -3951,8 +3964,8 @@ module Aws::Glue
3951
3964
  # @return [String]
3952
3965
  #
3953
3966
  # @!attribute [rw] tags
3954
- # AWS tags that contain a key value pair and may be searched by
3955
- # console, command line, or API.
3967
+ # Amazon Web Services tags that contain a key value pair and may be
3968
+ # searched by console, command line, or API.
3956
3969
  # @return [Hash<String,String>]
3957
3970
  #
3958
3971
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateRegistryInput AWS API Documentation
@@ -4001,7 +4014,7 @@ module Aws::Glue
4001
4014
  # registry_arn: "GlueResourceArn",
4002
4015
  # },
4003
4016
  # schema_name: "SchemaRegistryNameString", # required
4004
- # data_format: "AVRO", # required, accepts AVRO
4017
+ # data_format: "AVRO", # required, accepts AVRO, JSON
4005
4018
  # compatibility: "NONE", # accepts NONE, DISABLED, BACKWARD, BACKWARD_ALL, FORWARD, FORWARD_ALL, FULL, FULL_ALL
4006
4019
  # description: "DescriptionString",
4007
4020
  # tags: {
@@ -4024,8 +4037,8 @@ module Aws::Glue
4024
4037
  # @return [String]
4025
4038
  #
4026
4039
  # @!attribute [rw] data_format
4027
- # The data format of the schema definition. Currently only `AVRO` is
4028
- # supported.
4040
+ # The data format of the schema definition. Currently `AVRO` and
4041
+ # `JSON` are supported.
4029
4042
  # @return [String]
4030
4043
  #
4031
4044
  # @!attribute [rw] compatibility
@@ -4083,9 +4096,9 @@ module Aws::Glue
4083
4096
  # @return [String]
4084
4097
  #
4085
4098
  # @!attribute [rw] tags
4086
- # AWS tags that contain a key value pair and may be searched by
4087
- # console, command line, or API. If specified, follows the AWS
4088
- # tags-on-create pattern.
4099
+ # Amazon Web Services tags that contain a key value pair and may be
4100
+ # searched by console, command line, or API. If specified, follows the
4101
+ # Amazon Web Services tags-on-create pattern.
4089
4102
  # @return [Hash<String,String>]
4090
4103
  #
4091
4104
  # @!attribute [rw] schema_definition
@@ -4128,8 +4141,8 @@ module Aws::Glue
4128
4141
  # @return [String]
4129
4142
  #
4130
4143
  # @!attribute [rw] data_format
4131
- # The data format of the schema definition. Currently only `AVRO` is
4132
- # supported.
4144
+ # The data format of the schema definition. Currently `AVRO` and
4145
+ # `JSON` are supported.
4133
4146
  # @return [String]
4134
4147
  #
4135
4148
  # @!attribute [rw] compatibility
@@ -4408,7 +4421,7 @@ module Aws::Glue
4408
4421
  #
4409
4422
  # @!attribute [rw] catalog_id
4410
4423
  # The ID of the Data Catalog in which to create the `Table`. If none
4411
- # is supplied, the AWS account ID is used by default.
4424
+ # is supplied, the Amazon Web Services account ID is used by default.
4412
4425
  # @return [String]
4413
4426
  #
4414
4427
  # @!attribute [rw] database_name
@@ -4447,7 +4460,7 @@ module Aws::Glue
4447
4460
  # {
4448
4461
  # name: "NameString", # required
4449
4462
  # workflow_name: "NameString",
4450
- # type: "SCHEDULED", # required, accepts SCHEDULED, CONDITIONAL, ON_DEMAND
4463
+ # type: "SCHEDULED", # required, accepts SCHEDULED, CONDITIONAL, ON_DEMAND, EVENT
4451
4464
  # schedule: "GenericString",
4452
4465
  # predicate: {
4453
4466
  # logical: "AND", # accepts AND, ANY
@@ -4480,6 +4493,10 @@ module Aws::Glue
4480
4493
  # tags: {
4481
4494
  # "TagKey" => "TagValue",
4482
4495
  # },
4496
+ # event_batching_condition: {
4497
+ # batch_size: 1, # required
4498
+ # batch_window: 1,
4499
+ # },
4483
4500
  # }
4484
4501
  #
4485
4502
  # @!attribute [rw] name
@@ -4527,14 +4544,20 @@ module Aws::Glue
4527
4544
  #
4528
4545
  # @!attribute [rw] tags
4529
4546
  # The tags to use with this trigger. You may use tags to limit access
4530
- # to the trigger. For more information about tags in AWS Glue, see
4531
- # [AWS Tags in AWS Glue][1] in the developer guide.
4547
+ # to the trigger. For more information about tags in Glue, see [Amazon
4548
+ # Web Services Tags in Glue][1] in the developer guide.
4532
4549
  #
4533
4550
  #
4534
4551
  #
4535
4552
  # [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
4536
4553
  # @return [Hash<String,String>]
4537
4554
  #
4555
+ # @!attribute [rw] event_batching_condition
4556
+ # Batch condition that must be met (specified number of events
4557
+ # received or batch time window expired) before EventBridge event
4558
+ # trigger fires.
4559
+ # @return [Types::EventBatchingCondition]
4560
+ #
4538
4561
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateTriggerRequest AWS API Documentation
4539
4562
  #
4540
4563
  class CreateTriggerRequest < Struct.new(
@@ -4546,7 +4569,8 @@ module Aws::Glue
4546
4569
  :actions,
4547
4570
  :description,
4548
4571
  :start_on_creation,
4549
- :tags)
4572
+ :tags,
4573
+ :event_batching_condition)
4550
4574
  SENSITIVE = []
4551
4575
  include Aws::Structure
4552
4576
  end
@@ -4585,7 +4609,7 @@ module Aws::Glue
4585
4609
  #
4586
4610
  # @!attribute [rw] catalog_id
4587
4611
  # The ID of the Data Catalog in which to create the function. If none
4588
- # is provided, the AWS account ID is used by default.
4612
+ # is provided, the Amazon Web Services account ID is used by default.
4589
4613
  # @return [String]
4590
4614
  #
4591
4615
  # @!attribute [rw] database_name
@@ -4814,7 +4838,7 @@ module Aws::Glue
4814
4838
  include Aws::Structure
4815
4839
  end
4816
4840
 
4817
- # The AWS Lake Formation principal.
4841
+ # The Lake Formation principal.
4818
4842
  #
4819
4843
  # @note When making an API call, you may pass DataLakePrincipal
4820
4844
  # data as a hash:
@@ -4824,7 +4848,7 @@ module Aws::Glue
4824
4848
  # }
4825
4849
  #
4826
4850
  # @!attribute [rw] data_lake_principal_identifier
4827
- # An identifier for the AWS Lake Formation principal.
4851
+ # An identifier for the Lake Formation principal.
4828
4852
  # @return [String]
4829
4853
  #
4830
4854
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataLakePrincipal AWS API Documentation
@@ -5133,7 +5157,8 @@ module Aws::Glue
5133
5157
  #
5134
5158
  # @!attribute [rw] catalog_id
5135
5159
  # The ID of the Data Catalog where the partitions in question reside.
5136
- # If none is supplied, the AWS account ID is used by default.
5160
+ # If none is supplied, the Amazon Web Services account ID is used by
5161
+ # default.
5137
5162
  # @return [String]
5138
5163
  #
5139
5164
  # @!attribute [rw] database_name
@@ -5180,7 +5205,8 @@ module Aws::Glue
5180
5205
  #
5181
5206
  # @!attribute [rw] catalog_id
5182
5207
  # The ID of the Data Catalog where the partitions in question reside.
5183
- # If none is supplied, the AWS account ID is used by default.
5208
+ # If none is supplied, the Amazon Web Services account ID is used by
5209
+ # default.
5184
5210
  # @return [String]
5185
5211
  #
5186
5212
  # @!attribute [rw] database_name
@@ -5220,7 +5246,7 @@ module Aws::Glue
5220
5246
  #
5221
5247
  # @!attribute [rw] catalog_id
5222
5248
  # The ID of the Data Catalog in which the connection resides. If none
5223
- # is provided, the AWS account ID is used by default.
5249
+ # is provided, the Amazon Web Services account ID is used by default.
5224
5250
  # @return [String]
5225
5251
  #
5226
5252
  # @!attribute [rw] connection_name
@@ -5273,7 +5299,7 @@ module Aws::Glue
5273
5299
  #
5274
5300
  # @!attribute [rw] catalog_id
5275
5301
  # The ID of the Data Catalog in which the database resides. If none is
5276
- # provided, the AWS account ID is used by default.
5302
+ # provided, the Amazon Web Services account ID is used by default.
5277
5303
  # @return [String]
5278
5304
  #
5279
5305
  # @!attribute [rw] name
@@ -5434,7 +5460,8 @@ module Aws::Glue
5434
5460
  #
5435
5461
  # @!attribute [rw] catalog_id
5436
5462
  # The ID of the Data Catalog where the partition to be deleted
5437
- # resides. If none is provided, the AWS account ID is used by default.
5463
+ # resides. If none is provided, the Amazon Web Services account ID is
5464
+ # used by default.
5438
5465
  # @return [String]
5439
5466
  #
5440
5467
  # @!attribute [rw] database_name
@@ -5524,8 +5551,7 @@ module Aws::Glue
5524
5551
  # @return [String]
5525
5552
  #
5526
5553
  # @!attribute [rw] resource_arn
5527
- # The ARN of the AWS Glue resource for the resource policy to be
5528
- # deleted.
5554
+ # The ARN of the Glue resource for the resource policy to be deleted.
5529
5555
  # @return [String]
5530
5556
  #
5531
5557
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteResourcePolicyRequest AWS API Documentation
@@ -5668,7 +5694,7 @@ module Aws::Glue
5668
5694
  #
5669
5695
  # @!attribute [rw] catalog_id
5670
5696
  # The ID of the Data Catalog where the table resides. If none is
5671
- # provided, the AWS account ID is used by default.
5697
+ # provided, the Amazon Web Services account ID is used by default.
5672
5698
  # @return [String]
5673
5699
  #
5674
5700
  # @!attribute [rw] database_name
@@ -5707,7 +5733,7 @@ module Aws::Glue
5707
5733
  #
5708
5734
  # @!attribute [rw] catalog_id
5709
5735
  # The ID of the Data Catalog where the tables reside. If none is
5710
- # provided, the AWS account ID is used by default.
5736
+ # provided, the Amazon Web Services account ID is used by default.
5711
5737
  # @return [String]
5712
5738
  #
5713
5739
  # @!attribute [rw] database_name
@@ -5782,7 +5808,8 @@ module Aws::Glue
5782
5808
  #
5783
5809
  # @!attribute [rw] catalog_id
5784
5810
  # The ID of the Data Catalog where the function to be deleted is
5785
- # located. If none is supplied, the AWS account ID is used by default.
5811
+ # located. If none is supplied, the Amazon Web Services account ID is
5812
+ # used by default.
5786
5813
  # @return [String]
5787
5814
  #
5788
5815
  # @!attribute [rw] database_name
@@ -5904,10 +5931,10 @@ module Aws::Glue
5904
5931
  #
5905
5932
  # @!attribute [rw] glue_version
5906
5933
  # Glue version determines the versions of Apache Spark and Python that
5907
- # AWS Glue supports. The Python version indicates the version
5908
- # supported for running your ETL scripts on development endpoints.
5934
+ # Glue supports. The Python version indicates the version supported
5935
+ # for running your ETL scripts on development endpoints.
5909
5936
  #
5910
- # For more information about the available AWS Glue versions and
5937
+ # For more information about the available Glue versions and
5911
5938
  # corresponding Spark and Python versions, see [Glue version][1] in
5912
5939
  # the developer guide.
5913
5940
  #
@@ -5933,8 +5960,8 @@ module Aws::Glue
5933
5960
  # @return [Integer]
5934
5961
  #
5935
5962
  # @!attribute [rw] number_of_nodes
5936
- # The number of AWS Glue Data Processing Units (DPUs) allocated to
5937
- # this `DevEndpoint`.
5963
+ # The number of Glue Data Processing Units (DPUs) allocated to this
5964
+ # `DevEndpoint`.
5938
5965
  # @return [Integer]
5939
5966
  #
5940
5967
  # @!attribute [rw] availability_zone
@@ -6020,9 +6047,7 @@ module Aws::Glue
6020
6047
  #
6021
6048
  # * `"--enable-glue-datacatalog": ""`
6022
6049
  #
6023
- # * `"GLUE_PYTHON_VERSION": "3"`
6024
- #
6025
- # * `"GLUE_PYTHON_VERSION": "2"`
6050
+ # ^
6026
6051
  #
6027
6052
  # You can specify a version of Python support for development
6028
6053
  # endpoints by using the `Arguments` parameter in the
@@ -6174,9 +6199,9 @@ module Aws::Glue
6174
6199
  #
6175
6200
  # @!attribute [rw] scan_rate
6176
6201
  # The percentage of the configured read capacity units to use by the
6177
- # AWS Glue crawler. Read capacity units is a term defined by DynamoDB,
6178
- # and is a numeric value that acts as rate limiter for the number of
6179
- # reads that can be performed on that table per second.
6202
+ # Glue crawler. Read capacity units is a term defined by DynamoDB, and
6203
+ # is a numeric value that acts as rate limiter for the number of reads
6204
+ # that can be performed on that table per second.
6180
6205
  #
6181
6206
  # The valid values are null or a value between 0.1 to 1.5. A null
6182
6207
  # value is used when user does not provide a value, and defaults to
@@ -6195,8 +6220,8 @@ module Aws::Glue
6195
6220
  include Aws::Structure
6196
6221
  end
6197
6222
 
6198
- # An edge represents a directed connection between two AWS Glue
6199
- # components that are part of the workflow the edge belongs to.
6223
+ # An edge represents a directed connection between two components on a
6224
+ # workflow graph.
6200
6225
  #
6201
6226
  # @!attribute [rw] source_id
6202
6227
  # The unique of the node within the workflow where the edge starts.
@@ -6230,7 +6255,7 @@ module Aws::Glue
6230
6255
  # @return [String]
6231
6256
  #
6232
6257
  # @!attribute [rw] sse_aws_kms_key_id
6233
- # The ID of the AWS KMS key to use for encryption at rest.
6258
+ # The ID of the KMS key to use for encryption at rest.
6234
6259
  # @return [String]
6235
6260
  #
6236
6261
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/EncryptionAtRest AWS API Documentation
@@ -6359,6 +6384,36 @@ module Aws::Glue
6359
6384
  include Aws::Structure
6360
6385
  end
6361
6386
 
6387
+ # Batch condition that must be met (specified number of events received
6388
+ # or batch time window expired) before EventBridge event trigger fires.
6389
+ #
6390
+ # @note When making an API call, you may pass EventBatchingCondition
6391
+ # data as a hash:
6392
+ #
6393
+ # {
6394
+ # batch_size: 1, # required
6395
+ # batch_window: 1,
6396
+ # }
6397
+ #
6398
+ # @!attribute [rw] batch_size
6399
+ # Number of events that must be received from Amazon EventBridge
6400
+ # before EventBridge event trigger fires.
6401
+ # @return [Integer]
6402
+ #
6403
+ # @!attribute [rw] batch_window
6404
+ # Window of time in seconds after which EventBridge event trigger
6405
+ # fires. Window starts when first event is received.
6406
+ # @return [Integer]
6407
+ #
6408
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/EventBatchingCondition AWS API Documentation
6409
+ #
6410
+ class EventBatchingCondition < Struct.new(
6411
+ :batch_size,
6412
+ :batch_window)
6413
+ SENSITIVE = []
6414
+ include Aws::Structure
6415
+ end
6416
+
6362
6417
  # An execution property of a job.
6363
6418
  #
6364
6419
  # @note When making an API call, you may pass ExecutionProperty
@@ -6586,8 +6641,8 @@ module Aws::Glue
6586
6641
  # }
6587
6642
  #
6588
6643
  # @!attribute [rw] catalog_id
6589
- # The ID of the catalog to migrate. Currently, this should be the AWS
6590
- # account ID.
6644
+ # The ID of the catalog to migrate. Currently, this should be the
6645
+ # Amazon Web Services account ID.
6591
6646
  # @return [String]
6592
6647
  #
6593
6648
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCatalogImportStatusRequest AWS API Documentation
@@ -6696,7 +6751,8 @@ module Aws::Glue
6696
6751
  #
6697
6752
  # @!attribute [rw] catalog_id
6698
6753
  # The ID of the Data Catalog where the partitions in question reside.
6699
- # If none is supplied, the AWS account ID is used by default.
6754
+ # If none is supplied, the Amazon Web Services account ID is used by
6755
+ # default.
6700
6756
  # @return [String]
6701
6757
  #
6702
6758
  # @!attribute [rw] database_name
@@ -6756,7 +6812,8 @@ module Aws::Glue
6756
6812
  #
6757
6813
  # @!attribute [rw] catalog_id
6758
6814
  # The ID of the Data Catalog where the partitions in question reside.
6759
- # If none is supplied, the AWS account ID is used by default.
6815
+ # If none is supplied, the Amazon Web Services account ID is used by
6816
+ # default.
6760
6817
  # @return [String]
6761
6818
  #
6762
6819
  # @!attribute [rw] database_name
@@ -6810,7 +6867,7 @@ module Aws::Glue
6810
6867
  #
6811
6868
  # @!attribute [rw] catalog_id
6812
6869
  # The ID of the Data Catalog in which the connection resides. If none
6813
- # is provided, the AWS account ID is used by default.
6870
+ # is provided, the Amazon Web Services account ID is used by default.
6814
6871
  # @return [String]
6815
6872
  #
6816
6873
  # @!attribute [rw] name
@@ -6821,9 +6878,9 @@ module Aws::Glue
6821
6878
  # Allows you to retrieve the connection metadata without returning the
6822
6879
  # password. For instance, the AWS Glue console uses this flag to
6823
6880
  # retrieve the connection, and does not display the password. Set this
6824
- # parameter when the caller might not have permission to use the AWS
6825
- # KMS key to decrypt the password, but it does have permission to
6826
- # access the rest of the connection properties.
6881
+ # parameter when the caller might not have permission to use the KMS
6882
+ # key to decrypt the password, but it does have permission to access
6883
+ # the rest of the connection properties.
6827
6884
  # @return [Boolean]
6828
6885
  #
6829
6886
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetConnectionRequest AWS API Documentation
@@ -6893,7 +6950,7 @@ module Aws::Glue
6893
6950
  #
6894
6951
  # @!attribute [rw] catalog_id
6895
6952
  # The ID of the Data Catalog in which the connections reside. If none
6896
- # is provided, the AWS account ID is used by default.
6953
+ # is provided, the Amazon Web Services account ID is used by default.
6897
6954
  # @return [String]
6898
6955
  #
6899
6956
  # @!attribute [rw] filter
@@ -6904,9 +6961,9 @@ module Aws::Glue
6904
6961
  # Allows you to retrieve the connection metadata without returning the
6905
6962
  # password. For instance, the AWS Glue console uses this flag to
6906
6963
  # retrieve the connection, and does not display the password. Set this
6907
- # parameter when the caller might not have permission to use the AWS
6908
- # KMS key to decrypt the password, but it does have permission to
6909
- # access the rest of the connection properties.
6964
+ # parameter when the caller might not have permission to use the KMS
6965
+ # key to decrypt the password, but it does have permission to access
6966
+ # the rest of the connection properties.
6910
6967
  # @return [Boolean]
6911
6968
  #
6912
6969
  # @!attribute [rw] next_token
@@ -7079,7 +7136,8 @@ module Aws::Glue
7079
7136
  #
7080
7137
  # @!attribute [rw] catalog_id
7081
7138
  # The ID of the Data Catalog to retrieve the security configuration
7082
- # for. If none is provided, the AWS account ID is used by default.
7139
+ # for. If none is provided, the Amazon Web Services account ID is used
7140
+ # by default.
7083
7141
  # @return [String]
7084
7142
  #
7085
7143
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataCatalogEncryptionSettingsRequest AWS API Documentation
@@ -7112,7 +7170,7 @@ module Aws::Glue
7112
7170
  #
7113
7171
  # @!attribute [rw] catalog_id
7114
7172
  # The ID of the Data Catalog in which the database resides. If none is
7115
- # provided, the AWS account ID is used by default.
7173
+ # provided, the Amazon Web Services account ID is used by default.
7116
7174
  # @return [String]
7117
7175
  #
7118
7176
  # @!attribute [rw] name
@@ -7153,7 +7211,8 @@ module Aws::Glue
7153
7211
  #
7154
7212
  # @!attribute [rw] catalog_id
7155
7213
  # The ID of the Data Catalog from which to retrieve `Databases`. If
7156
- # none is provided, the AWS account ID is used by default.
7214
+ # none is provided, the Amazon Web Services account ID is used by
7215
+ # default.
7157
7216
  # @return [String]
7158
7217
  #
7159
7218
  # @!attribute [rw] next_token
@@ -7717,7 +7776,7 @@ module Aws::Glue
7717
7776
  # @return [Time]
7718
7777
  #
7719
7778
  # @!attribute [rw] input_record_tables
7720
- # A list of AWS Glue table definitions used by the transform.
7779
+ # A list of Glue table definitions used by the transform.
7721
7780
  # @return [Array<Types::GlueTable>]
7722
7781
  #
7723
7782
  # @!attribute [rw] parameters
@@ -7744,11 +7803,11 @@ module Aws::Glue
7744
7803
  # @return [String]
7745
7804
  #
7746
7805
  # @!attribute [rw] glue_version
7747
- # This value determines which version of AWS Glue this machine
7748
- # learning transform is compatible with. Glue 1.0 is recommended for
7749
- # most customers. If the value is not set, the Glue compatibility
7750
- # defaults to Glue 0.9. For more information, see [AWS Glue
7751
- # Versions][1] in the developer guide.
7806
+ # This value determines which version of Glue this machine learning
7807
+ # transform is compatible with. Glue 1.0 is recommended for most
7808
+ # customers. If the value is not set, the Glue compatibility defaults
7809
+ # to Glue 0.9. For more information, see [Glue Versions][1] in the
7810
+ # developer guide.
7752
7811
  #
7753
7812
  #
7754
7813
  #
@@ -7756,12 +7815,11 @@ module Aws::Glue
7756
7815
  # @return [String]
7757
7816
  #
7758
7817
  # @!attribute [rw] max_capacity
7759
- # The number of AWS Glue data processing units (DPUs) that are
7760
- # allocated to task runs for this transform. You can allocate from 2
7761
- # to 100 DPUs; the default is 10. A DPU is a relative measure of
7762
- # processing power that consists of 4 vCPUs of compute capacity and 16
7763
- # GB of memory. For more information, see the [AWS Glue pricing
7764
- # page][1].
7818
+ # The number of Glue data processing units (DPUs) that are allocated
7819
+ # to task runs for this transform. You can allocate from 2 to 100
7820
+ # DPUs; the default is 10. A DPU is a relative measure of processing
7821
+ # power that consists of 4 vCPUs of compute capacity and 16 GB of
7822
+ # memory. For more information, see the [Glue pricing page][1].
7765
7823
  #
7766
7824
  # When the `WorkerType` field is set to a value other than `Standard`,
7767
7825
  # the `MaxCapacity` field is set automatically and becomes read-only.
@@ -8048,7 +8106,8 @@ module Aws::Glue
8048
8106
  #
8049
8107
  # @!attribute [rw] catalog_id
8050
8108
  # The ID of the Data Catalog where the partition in question resides.
8051
- # If none is provided, the AWS account ID is used by default.
8109
+ # If none is provided, the Amazon Web Services account ID is used by
8110
+ # default.
8052
8111
  # @return [String]
8053
8112
  #
8054
8113
  # @!attribute [rw] database_name
@@ -8105,7 +8164,8 @@ module Aws::Glue
8105
8164
  #
8106
8165
  # @!attribute [rw] catalog_id
8107
8166
  # The ID of the Data Catalog where the partitions in question reside.
8108
- # If none is provided, the AWS account ID is used by default.
8167
+ # If none is provided, the Amazon Web Services account ID is used by
8168
+ # default.
8109
8169
  # @return [String]
8110
8170
  #
8111
8171
  # @!attribute [rw] database_name
@@ -8200,7 +8260,7 @@ module Aws::Glue
8200
8260
  #
8201
8261
  # * `decimal`
8202
8262
  #
8203
- # If an invalid type is encountered, an exception is thrown.
8263
+ # If an type is encountered that is not valid, an exception is thrown.
8204
8264
  #
8205
8265
  # The following list shows the valid operators on each type. When you
8206
8266
  # define a crawler, the `partitionKey` type is created as a `STRING`,
@@ -8341,7 +8401,7 @@ module Aws::Glue
8341
8401
  # Currently, these key-value pairs are supported:
8342
8402
  #
8343
8403
  # * `inferSchema`  —  Specifies whether to set `inferSchema` to true
8344
- # or false for the default script generated by an AWS Glue job. For
8404
+ # or false for the default script generated by an Glue job. For
8345
8405
  # example, to set `inferSchema` to true, pass the following key
8346
8406
  # value pair:
8347
8407
  #
@@ -8490,10 +8550,10 @@ module Aws::Glue
8490
8550
  # }
8491
8551
  #
8492
8552
  # @!attribute [rw] resource_arn
8493
- # The ARN of the AWS Glue resource for which to retrieve the resource
8553
+ # The ARN of the Glue resource for which to retrieve the resource
8494
8554
  # policy. If not supplied, the Data Catalog resource policy is
8495
8555
  # returned. Use `GetResourcePolicies` to view all existing resource
8496
- # policies. For more information see [Specifying AWS Glue Resource
8556
+ # policies. For more information see [Specifying Glue Resource
8497
8557
  # ARNs][1].
8498
8558
  #
8499
8559
  #
@@ -8581,8 +8641,8 @@ module Aws::Glue
8581
8641
  # @return [String]
8582
8642
  #
8583
8643
  # @!attribute [rw] data_format
8584
- # The data format of the schema definition. Currently only `AVRO` is
8585
- # supported.
8644
+ # The data format of the schema definition. Currently only `AVRO` and
8645
+ # `JSON` are supported.
8586
8646
  # @return [String]
8587
8647
  #
8588
8648
  # @!attribute [rw] status
@@ -8657,8 +8717,8 @@ module Aws::Glue
8657
8717
  # @return [String]
8658
8718
  #
8659
8719
  # @!attribute [rw] data_format
8660
- # The data format of the schema definition. Currently only `AVRO` is
8661
- # supported.
8720
+ # The data format of the schema definition. Currently `AVRO` and
8721
+ # `JSON` are supported.
8662
8722
  # @return [String]
8663
8723
  #
8664
8724
  # @!attribute [rw] compatibility
@@ -8769,8 +8829,8 @@ module Aws::Glue
8769
8829
  # @return [String]
8770
8830
  #
8771
8831
  # @!attribute [rw] data_format
8772
- # The data format of the schema definition. Currently only `AVRO` is
8773
- # supported.
8832
+ # The data format of the schema definition. Currently `AVRO` and
8833
+ # `JSON` are supported.
8774
8834
  # @return [String]
8775
8835
  #
8776
8836
  # @!attribute [rw] schema_arn
@@ -8954,7 +9014,7 @@ module Aws::Glue
8954
9014
  #
8955
9015
  # @!attribute [rw] catalog_id
8956
9016
  # The ID of the Data Catalog where the table resides. If none is
8957
- # provided, the AWS account ID is used by default.
9017
+ # provided, the Amazon Web Services account ID is used by default.
8958
9018
  # @return [String]
8959
9019
  #
8960
9020
  # @!attribute [rw] database_name
@@ -9001,7 +9061,7 @@ module Aws::Glue
9001
9061
  #
9002
9062
  # @!attribute [rw] catalog_id
9003
9063
  # The ID of the Data Catalog where the tables reside. If none is
9004
- # provided, the AWS account ID is used by default.
9064
+ # provided, the Amazon Web Services account ID is used by default.
9005
9065
  # @return [String]
9006
9066
  #
9007
9067
  # @!attribute [rw] database_name
@@ -9056,7 +9116,7 @@ module Aws::Glue
9056
9116
  #
9057
9117
  # @!attribute [rw] catalog_id
9058
9118
  # The ID of the Data Catalog where the tables reside. If none is
9059
- # provided, the AWS account ID is used by default.
9119
+ # provided, the Amazon Web Services account ID is used by default.
9060
9120
  # @return [String]
9061
9121
  #
9062
9122
  # @!attribute [rw] database_name
@@ -9121,7 +9181,7 @@ module Aws::Glue
9121
9181
  #
9122
9182
  # @!attribute [rw] catalog_id
9123
9183
  # The ID of the Data Catalog where the tables reside. If none is
9124
- # provided, the AWS account ID is used by default.
9184
+ # provided, the Amazon Web Services account ID is used by default.
9125
9185
  # @return [String]
9126
9186
  #
9127
9187
  # @!attribute [rw] database_name
@@ -9297,7 +9357,8 @@ module Aws::Glue
9297
9357
  #
9298
9358
  # @!attribute [rw] catalog_id
9299
9359
  # The ID of the Data Catalog where the function to be retrieved is
9300
- # located. If none is provided, the AWS account ID is used by default.
9360
+ # located. If none is provided, the Amazon Web Services account ID is
9361
+ # used by default.
9301
9362
  # @return [String]
9302
9363
  #
9303
9364
  # @!attribute [rw] database_name
@@ -9343,7 +9404,8 @@ module Aws::Glue
9343
9404
  #
9344
9405
  # @!attribute [rw] catalog_id
9345
9406
  # The ID of the Data Catalog where the functions to be retrieved are
9346
- # located. If none is provided, the AWS account ID is used by default.
9407
+ # located. If none is provided, the Amazon Web Services account ID is
9408
+ # used by default.
9347
9409
  # @return [String]
9348
9410
  #
9349
9411
  # @!attribute [rw] database_name
@@ -9611,8 +9673,8 @@ module Aws::Glue
9611
9673
  include Aws::Structure
9612
9674
  end
9613
9675
 
9614
- # The database and table in the AWS Glue Data Catalog that is used for
9615
- # input or output data.
9676
+ # The database and table in the Glue Data Catalog that is used for input
9677
+ # or output data.
9616
9678
  #
9617
9679
  # @note When making an API call, you may pass GlueTable
9618
9680
  # data as a hash:
@@ -9625,19 +9687,19 @@ module Aws::Glue
9625
9687
  # }
9626
9688
  #
9627
9689
  # @!attribute [rw] database_name
9628
- # A database name in the AWS Glue Data Catalog.
9690
+ # A database name in the Glue Data Catalog.
9629
9691
  # @return [String]
9630
9692
  #
9631
9693
  # @!attribute [rw] table_name
9632
- # A table name in the AWS Glue Data Catalog.
9694
+ # A table name in the Glue Data Catalog.
9633
9695
  # @return [String]
9634
9696
  #
9635
9697
  # @!attribute [rw] catalog_id
9636
- # A unique identifier for the AWS Glue Data Catalog.
9698
+ # A unique identifier for the Glue Data Catalog.
9637
9699
  # @return [String]
9638
9700
  #
9639
9701
  # @!attribute [rw] connection_name
9640
- # The name of the connection to the AWS Glue Data Catalog.
9702
+ # The name of the connection to the Glue Data Catalog.
9641
9703
  # @return [String]
9642
9704
  #
9643
9705
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GlueTable AWS API Documentation
@@ -9743,8 +9805,8 @@ module Aws::Glue
9743
9805
  # }
9744
9806
  #
9745
9807
  # @!attribute [rw] catalog_id
9746
- # The ID of the catalog to import. Currently, this should be the AWS
9747
- # account ID.
9808
+ # The ID of the catalog to import. Currently, this should be the
9809
+ # Amazon Web Services account ID.
9748
9810
  # @return [String]
9749
9811
  #
9750
9812
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ImportCatalogToGlueRequest AWS API Documentation
@@ -9878,22 +9940,22 @@ module Aws::Glue
9878
9940
  # @return [Types::ExecutionProperty]
9879
9941
  #
9880
9942
  # @!attribute [rw] command
9881
- # The `JobCommand` that executes this job.
9943
+ # The `JobCommand` that runs this job.
9882
9944
  # @return [Types::JobCommand]
9883
9945
  #
9884
9946
  # @!attribute [rw] default_arguments
9885
9947
  # The default arguments for this job, specified as name-value pairs.
9886
9948
  #
9887
9949
  # You can specify arguments here that your own job-execution script
9888
- # consumes, as well as arguments that AWS Glue itself consumes.
9950
+ # consumes, as well as arguments that Glue itself consumes.
9889
9951
  #
9890
9952
  # For information about how to specify and consume your own Job
9891
- # arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
9953
+ # arguments, see the [Calling Glue APIs in Python][1] topic in the
9892
9954
  # developer guide.
9893
9955
  #
9894
- # For information about the key-value pairs that AWS Glue consumes to
9895
- # set up your job, see the [Special Parameters Used by AWS Glue][2]
9896
- # topic in the developer guide.
9956
+ # For information about the key-value pairs that Glue consumes to set
9957
+ # up your job, see the [Special Parameters Used by Glue][2] topic in
9958
+ # the developer guide.
9897
9959
  #
9898
9960
  #
9899
9961
  #
@@ -9917,11 +9979,11 @@ module Aws::Glue
9917
9979
  # @!attribute [rw] allocated_capacity
9918
9980
  # This field is deprecated. Use `MaxCapacity` instead.
9919
9981
  #
9920
- # The number of AWS Glue data processing units (DPUs) allocated to
9921
- # runs of this job. You can allocate from 2 to 100 DPUs; the default
9922
- # is 10. A DPU is a relative measure of processing power that consists
9923
- # of 4 vCPUs of compute capacity and 16 GB of memory. For more
9924
- # information, see the [AWS Glue pricing page][1].
9982
+ # The number of Glue data processing units (DPUs) allocated to runs of
9983
+ # this job. You can allocate from 2 to 100 DPUs; the default is 10. A
9984
+ # DPU is a relative measure of processing power that consists of 4
9985
+ # vCPUs of compute capacity and 16 GB of memory. For more information,
9986
+ # see the [Glue pricing page][1].
9925
9987
  #
9926
9988
  #
9927
9989
  #
@@ -9937,11 +9999,11 @@ module Aws::Glue
9937
9999
  # @return [Integer]
9938
10000
  #
9939
10001
  # @!attribute [rw] max_capacity
9940
- # The number of AWS Glue data processing units (DPUs) that can be
10002
+ # For Glue version 1.0 or earlier jobs, using the standard worker
10003
+ # type, the number of Glue data processing units (DPUs) that can be
9941
10004
  # allocated when this job runs. A DPU is a relative measure of
9942
10005
  # processing power that consists of 4 vCPUs of compute capacity and 16
9943
- # GB of memory. For more information, see the [AWS Glue pricing
9944
- # page][1].
10006
+ # GB of memory. For more information, see the [Glue pricing page][1].
9945
10007
  #
9946
10008
  # Do not set `Max Capacity` if using `WorkerType` and
9947
10009
  # `NumberOfWorkers`.
@@ -9960,6 +10022,10 @@ module Aws::Glue
9960
10022
  # 100 DPUs. The default is 10 DPUs. This job type cannot have a
9961
10023
  # fractional DPU allocation.
9962
10024
  #
10025
+ # For Glue version 2.0 jobs, you cannot instead specify a `Maximum
10026
+ # capacity`. Instead, you should specify a `Worker type` and the
10027
+ # `Number of workers`.
10028
+ #
9963
10029
  #
9964
10030
  #
9965
10031
  # [1]: https://aws.amazon.com/glue/pricing/
@@ -10000,10 +10066,10 @@ module Aws::Glue
10000
10066
  #
10001
10067
  # @!attribute [rw] glue_version
10002
10068
  # Glue version determines the versions of Apache Spark and Python that
10003
- # AWS Glue supports. The Python version indicates the version
10004
- # supported for jobs of type Spark.
10069
+ # Glue supports. The Python version indicates the version supported
10070
+ # for jobs of type Spark.
10005
10071
  #
10006
- # For more information about the available AWS Glue versions and
10072
+ # For more information about the available Glue versions and
10007
10073
  # corresponding Spark and Python versions, see [Glue version][1] in
10008
10074
  # the developer guide.
10009
10075
  #
@@ -10114,7 +10180,7 @@ module Aws::Glue
10114
10180
  include Aws::Structure
10115
10181
  end
10116
10182
 
10117
- # Specifies code executed when a job is run.
10183
+ # Specifies code that runs when a job is run.
10118
10184
  #
10119
10185
  # @note When making an API call, you may pass JobCommand
10120
10186
  # data as a hash:
@@ -10133,11 +10199,11 @@ module Aws::Glue
10133
10199
  #
10134
10200
  # @!attribute [rw] script_location
10135
10201
  # Specifies the Amazon Simple Storage Service (Amazon S3) path to a
10136
- # script that executes a job.
10202
+ # script that runs a job.
10137
10203
  # @return [String]
10138
10204
  #
10139
10205
  # @!attribute [rw] python_version
10140
- # The Python version being used to execute a Python shell job. Allowed
10206
+ # The Python version being used to run a Python shell job. Allowed
10141
10207
  # values are 2 or 3.
10142
10208
  # @return [String]
10143
10209
  #
@@ -10202,8 +10268,8 @@ module Aws::Glue
10202
10268
  #
10203
10269
  # @!attribute [rw] job_run_state
10204
10270
  # The current state of the job run. For more information about the
10205
- # statuses of jobs that have terminated abnormally, see [AWS Glue Job
10206
- # Run Statuses][1].
10271
+ # statuses of jobs that have terminated abnormally, see [Glue Job Run
10272
+ # Statuses][1].
10207
10273
  #
10208
10274
  #
10209
10275
  #
@@ -10215,15 +10281,15 @@ module Aws::Glue
10215
10281
  # replace the default arguments set in the job definition itself.
10216
10282
  #
10217
10283
  # You can specify arguments here that your own job-execution script
10218
- # consumes, as well as arguments that AWS Glue itself consumes.
10284
+ # consumes, as well as arguments that Glue itself consumes.
10219
10285
  #
10220
10286
  # For information about how to specify and consume your own job
10221
- # arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
10287
+ # arguments, see the [Calling Glue APIs in Python][1] topic in the
10222
10288
  # developer guide.
10223
10289
  #
10224
- # For information about the key-value pairs that AWS Glue consumes to
10225
- # set up your job, see the [Special Parameters Used by AWS Glue][2]
10226
- # topic in the developer guide.
10290
+ # For information about the key-value pairs that Glue consumes to set
10291
+ # up your job, see the [Special Parameters Used by Glue][2] topic in
10292
+ # the developer guide.
10227
10293
  #
10228
10294
  #
10229
10295
  #
@@ -10242,11 +10308,11 @@ module Aws::Glue
10242
10308
  # @!attribute [rw] allocated_capacity
10243
10309
  # This field is deprecated. Use `MaxCapacity` instead.
10244
10310
  #
10245
- # The number of AWS Glue data processing units (DPUs) allocated to
10246
- # this JobRun. From 2 to 100 DPUs can be allocated; the default is 10.
10247
- # A DPU is a relative measure of processing power that consists of 4
10311
+ # The number of Glue data processing units (DPUs) allocated to this
10312
+ # JobRun. From 2 to 100 DPUs can be allocated; the default is 10. A
10313
+ # DPU is a relative measure of processing power that consists of 4
10248
10314
  # vCPUs of compute capacity and 16 GB of memory. For more information,
10249
- # see the [AWS Glue pricing page][1].
10315
+ # see the [Glue pricing page][1].
10250
10316
  #
10251
10317
  #
10252
10318
  #
@@ -10265,11 +10331,10 @@ module Aws::Glue
10265
10331
  # @return [Integer]
10266
10332
  #
10267
10333
  # @!attribute [rw] max_capacity
10268
- # The number of AWS Glue data processing units (DPUs) that can be
10334
+ # The number of Glue data processing units (DPUs) that can be
10269
10335
  # allocated when this job runs. A DPU is a relative measure of
10270
10336
  # processing power that consists of 4 vCPUs of compute capacity and 16
10271
- # GB of memory. For more information, see the [AWS Glue pricing
10272
- # page][1].
10337
+ # GB of memory. For more information, see the [Glue pricing page][1].
10273
10338
  #
10274
10339
  # Do not set `Max Capacity` if using `WorkerType` and
10275
10340
  # `NumberOfWorkers`.
@@ -10288,7 +10353,7 @@ module Aws::Glue
10288
10353
  #
10289
10354
  #
10290
10355
  #
10291
- # [1]: https://docs.aws.amazon.com/https:/aws.amazon.com/glue/pricing/
10356
+ # [1]: https://aws.amazon.com/glue/pricing/
10292
10357
  # @return [Float]
10293
10358
  #
10294
10359
  # @!attribute [rw] worker_type
@@ -10320,7 +10385,7 @@ module Aws::Glue
10320
10385
  #
10321
10386
  # @!attribute [rw] log_group_name
10322
10387
  # The name of the log group for secure logging that can be server-side
10323
- # encrypted in Amazon CloudWatch using AWS KMS. This name can be
10388
+ # encrypted in Amazon CloudWatch using KMS. This name can be
10324
10389
  # `/aws-glue/jobs/`, in which case the default encryption is `NONE`.
10325
10390
  # If you add a role name and `SecurityConfiguration` name (in other
10326
10391
  # words,
@@ -10334,10 +10399,10 @@ module Aws::Glue
10334
10399
  #
10335
10400
  # @!attribute [rw] glue_version
10336
10401
  # Glue version determines the versions of Apache Spark and Python that
10337
- # AWS Glue supports. The Python version indicates the version
10338
- # supported for jobs of type Spark.
10402
+ # Glue supports. The Python version indicates the version supported
10403
+ # for jobs of type Spark.
10339
10404
  #
10340
- # For more information about the available AWS Glue versions and
10405
+ # For more information about the available Glue versions and
10341
10406
  # corresponding Spark and Python versions, see [Glue version][1] in
10342
10407
  # the developer guide.
10343
10408
  #
@@ -10437,22 +10502,22 @@ module Aws::Glue
10437
10502
  # @return [Types::ExecutionProperty]
10438
10503
  #
10439
10504
  # @!attribute [rw] command
10440
- # The `JobCommand` that executes this job (required).
10505
+ # The `JobCommand` that runs this job (required).
10441
10506
  # @return [Types::JobCommand]
10442
10507
  #
10443
10508
  # @!attribute [rw] default_arguments
10444
10509
  # The default arguments for this job.
10445
10510
  #
10446
10511
  # You can specify arguments here that your own job-execution script
10447
- # consumes, as well as arguments that AWS Glue itself consumes.
10512
+ # consumes, as well as arguments that Glue itself consumes.
10448
10513
  #
10449
10514
  # For information about how to specify and consume your own Job
10450
- # arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
10515
+ # arguments, see the [Calling Glue APIs in Python][1] topic in the
10451
10516
  # developer guide.
10452
10517
  #
10453
- # For information about the key-value pairs that AWS Glue consumes to
10454
- # set up your job, see the [Special Parameters Used by AWS Glue][2]
10455
- # topic in the developer guide.
10518
+ # For information about the key-value pairs that Glue consumes to set
10519
+ # up your job, see the [Special Parameters Used by Glue][2] topic in
10520
+ # the developer guide.
10456
10521
  #
10457
10522
  #
10458
10523
  #
@@ -10476,11 +10541,11 @@ module Aws::Glue
10476
10541
  # @!attribute [rw] allocated_capacity
10477
10542
  # This field is deprecated. Use `MaxCapacity` instead.
10478
10543
  #
10479
- # The number of AWS Glue data processing units (DPUs) to allocate to
10480
- # this job. You can allocate from 2 to 100 DPUs; the default is 10. A
10481
- # DPU is a relative measure of processing power that consists of 4
10482
- # vCPUs of compute capacity and 16 GB of memory. For more information,
10483
- # see the [AWS Glue pricing page][1].
10544
+ # The number of Glue data processing units (DPUs) to allocate to this
10545
+ # job. You can allocate from 2 to 100 DPUs; the default is 10. A DPU
10546
+ # is a relative measure of processing power that consists of 4 vCPUs
10547
+ # of compute capacity and 16 GB of memory. For more information, see
10548
+ # the [Glue pricing page][1].
10484
10549
  #
10485
10550
  #
10486
10551
  #
@@ -10494,11 +10559,11 @@ module Aws::Glue
10494
10559
  # @return [Integer]
10495
10560
  #
10496
10561
  # @!attribute [rw] max_capacity
10497
- # The number of AWS Glue data processing units (DPUs) that can be
10562
+ # For Glue version 1.0 or earlier jobs, using the standard worker
10563
+ # type, the number of Glue data processing units (DPUs) that can be
10498
10564
  # allocated when this job runs. A DPU is a relative measure of
10499
10565
  # processing power that consists of 4 vCPUs of compute capacity and 16
10500
- # GB of memory. For more information, see the [AWS Glue pricing
10501
- # page][1].
10566
+ # GB of memory. For more information, see the [Glue pricing page][1].
10502
10567
  #
10503
10568
  # Do not set `Max Capacity` if using `WorkerType` and
10504
10569
  # `NumberOfWorkers`.
@@ -10516,6 +10581,10 @@ module Aws::Glue
10516
10581
  # 100 DPUs. The default is 10 DPUs. This job type cannot have a
10517
10582
  # fractional DPU allocation.
10518
10583
  #
10584
+ # For Glue version 2.0 jobs, you cannot instead specify a `Maximum
10585
+ # capacity`. Instead, you should specify a `Worker type` and the
10586
+ # `Number of workers`.
10587
+ #
10519
10588
  #
10520
10589
  #
10521
10590
  # [1]: https://aws.amazon.com/glue/pricing/
@@ -10556,10 +10625,10 @@ module Aws::Glue
10556
10625
  #
10557
10626
  # @!attribute [rw] glue_version
10558
10627
  # Glue version determines the versions of Apache Spark and Python that
10559
- # AWS Glue supports. The Python version indicates the version
10560
- # supported for jobs of type Spark.
10628
+ # Glue supports. The Python version indicates the version supported
10629
+ # for jobs of type Spark.
10561
10630
  #
10562
- # For more information about the available AWS Glue versions and
10631
+ # For more information about the available Glue versions and
10563
10632
  # corresponding Spark and Python versions, see [Glue version][1] in
10564
10633
  # the developer guide.
10565
10634
  #
@@ -10612,7 +10681,7 @@ module Aws::Glue
10612
10681
  #
10613
10682
  # @!attribute [rw] json_path
10614
10683
  # A `JsonPath` string defining the JSON data for the classifier to
10615
- # classify. AWS Glue supports a subset of JsonPath, as described in
10684
+ # classify. Glue supports a subset of JsonPath, as described in
10616
10685
  # [Writing JsonPath Custom Classifiers][1].
10617
10686
  #
10618
10687
  #
@@ -11360,7 +11429,7 @@ module Aws::Glue
11360
11429
  # @return [Time]
11361
11430
  #
11362
11431
  # @!attribute [rw] input_record_tables
11363
- # A list of AWS Glue table definitions used by the transform.
11432
+ # A list of Glue table definitions used by the transform.
11364
11433
  # @return [Array<Types::GlueTable>]
11365
11434
  #
11366
11435
  # @!attribute [rw] parameters
@@ -11376,9 +11445,9 @@ module Aws::Glue
11376
11445
  # @return [Types::EvaluationMetrics]
11377
11446
  #
11378
11447
  # @!attribute [rw] label_count
11379
- # A count identifier for the labeling files generated by AWS Glue for
11380
- # this transform. As you create a better transform, you can
11381
- # iteratively download, label, and upload the labeling file.
11448
+ # A count identifier for the labeling files generated by Glue for this
11449
+ # transform. As you create a better transform, you can iteratively
11450
+ # download, label, and upload the labeling file.
11382
11451
  # @return [Integer]
11383
11452
  #
11384
11453
  # @!attribute [rw] schema
@@ -11389,13 +11458,13 @@ module Aws::Glue
11389
11458
  #
11390
11459
  # @!attribute [rw] role
11391
11460
  # The name or Amazon Resource Name (ARN) of the IAM role with the
11392
- # required permissions. The required permissions include both AWS Glue
11393
- # service role permissions to AWS Glue resources, and Amazon S3
11461
+ # required permissions. The required permissions include both Glue
11462
+ # service role permissions to Glue resources, and Amazon S3
11394
11463
  # permissions required by the transform.
11395
11464
  #
11396
- # * This role needs AWS Glue service role permissions to allow access
11397
- # to resources in AWS Glue. See [Attach a Policy to IAM Users That
11398
- # Access AWS Glue][1].
11465
+ # * This role needs Glue service role permissions to allow access to
11466
+ # resources in Glue. See [Attach a Policy to IAM Users That Access
11467
+ # Glue][1].
11399
11468
  #
11400
11469
  # * This role needs permission to your Amazon Simple Storage Service
11401
11470
  # (Amazon S3) sources, targets, temporary directory, scripts, and
@@ -11407,11 +11476,11 @@ module Aws::Glue
11407
11476
  # @return [String]
11408
11477
  #
11409
11478
  # @!attribute [rw] glue_version
11410
- # This value determines which version of AWS Glue this machine
11411
- # learning transform is compatible with. Glue 1.0 is recommended for
11412
- # most customers. If the value is not set, the Glue compatibility
11413
- # defaults to Glue 0.9. For more information, see [AWS Glue
11414
- # Versions][1] in the developer guide.
11479
+ # This value determines which version of Glue this machine learning
11480
+ # transform is compatible with. Glue 1.0 is recommended for most
11481
+ # customers. If the value is not set, the Glue compatibility defaults
11482
+ # to Glue 0.9. For more information, see [Glue Versions][1] in the
11483
+ # developer guide.
11415
11484
  #
11416
11485
  #
11417
11486
  #
@@ -11419,12 +11488,11 @@ module Aws::Glue
11419
11488
  # @return [String]
11420
11489
  #
11421
11490
  # @!attribute [rw] max_capacity
11422
- # The number of AWS Glue data processing units (DPUs) that are
11423
- # allocated to task runs for this transform. You can allocate from 2
11424
- # to 100 DPUs; the default is 10. A DPU is a relative measure of
11425
- # processing power that consists of 4 vCPUs of compute capacity and 16
11426
- # GB of memory. For more information, see the [AWS Glue pricing
11427
- # page][1].
11491
+ # The number of Glue data processing units (DPUs) that are allocated
11492
+ # to task runs for this transform. You can allocate from 2 to 100
11493
+ # DPUs; the default is 10. A DPU is a relative measure of processing
11494
+ # power that consists of 4 vCPUs of compute capacity and 16 GB of
11495
+ # memory. For more information, see the [Glue pricing page][1].
11428
11496
  #
11429
11497
  # `MaxCapacity` is a mutually exclusive option with `NumberOfWorkers`
11430
11498
  # and `WorkerType`.
@@ -11555,8 +11623,8 @@ module Aws::Glue
11555
11623
  #
11556
11624
  # * DISABLED: encryption is disabled
11557
11625
  #
11558
- # * SSEKMS: use of server-side encryption with AWS Key Management
11559
- # Service (SSE-KMS) for user data stored in Amazon S3.
11626
+ # * SSEKMS: use of server-side encryption with Key Management Service
11627
+ # (SSE-KMS) for user data stored in Amazon S3.
11560
11628
  # @return [String]
11561
11629
  #
11562
11630
  # @!attribute [rw] kms_key_id
@@ -11729,15 +11797,15 @@ module Aws::Glue
11729
11797
  include Aws::Structure
11730
11798
  end
11731
11799
 
11732
- # A node represents an AWS Glue component such as a trigger, or job,
11733
- # etc., that is part of a workflow.
11800
+ # A node represents an Glue component (trigger, crawler, or job) on a
11801
+ # workflow graph.
11734
11802
  #
11735
11803
  # @!attribute [rw] type
11736
- # The type of AWS Glue component represented by the node.
11804
+ # The type of Glue component represented by the node.
11737
11805
  # @return [String]
11738
11806
  #
11739
11807
  # @!attribute [rw] name
11740
- # The name of the AWS Glue component represented by the node.
11808
+ # The name of the Glue component represented by the node.
11741
11809
  # @return [String]
11742
11810
  #
11743
11811
  # @!attribute [rw] unique_id
@@ -12069,8 +12137,8 @@ module Aws::Glue
12069
12137
  #
12070
12138
  # The values for the keys for the new partition must be passed as an
12071
12139
  # array of String objects that must be ordered in the same order as
12072
- # the partition keys appearing in the Amazon S3 prefix. Otherwise AWS
12073
- # Glue will add the values to the wrong keys.
12140
+ # the partition keys appearing in the Amazon S3 prefix. Otherwise Glue
12141
+ # will add the values to the wrong keys.
12074
12142
  # @return [Array<String>]
12075
12143
  #
12076
12144
  # @!attribute [rw] last_access_time
@@ -12297,7 +12365,8 @@ module Aws::Glue
12297
12365
  #
12298
12366
  # @!attribute [rw] catalog_id
12299
12367
  # The ID of the Data Catalog to set the security configuration for. If
12300
- # none is provided, the AWS account ID is used by default.
12368
+ # none is provided, the Amazon Web Services account ID is used by
12369
+ # default.
12301
12370
  # @return [String]
12302
12371
  #
12303
12372
  # @!attribute [rw] data_catalog_encryption_settings
@@ -12356,7 +12425,7 @@ module Aws::Glue
12356
12425
  #
12357
12426
  # * By directly updating the resource policy with `PutResourePolicy`
12358
12427
  #
12359
- # * By using the **Grant permissions** command on the AWS Management
12428
+ # * By using the **Grant permissions** command on the Management
12360
12429
  # Console.
12361
12430
  #
12362
12431
  # Must be set to `'TRUE'` if you have already used the Management
@@ -12611,8 +12680,8 @@ module Aws::Glue
12611
12680
  # When crawling an Amazon S3 data source after the first crawl is
12612
12681
  # complete, specifies whether to crawl the entire dataset again or to
12613
12682
  # crawl only folders that were added since the last crawler run. For
12614
- # more information, see [Incremental Crawls in AWS Glue][1] in the
12615
- # developer guide.
12683
+ # more information, see [Incremental Crawls in Glue][1] in the developer
12684
+ # guide.
12616
12685
  #
12617
12686
  #
12618
12687
  #
@@ -13036,6 +13105,7 @@ module Aws::Glue
13036
13105
  # path: "Path",
13037
13106
  # exclusions: ["Path"],
13038
13107
  # connection_name: "ConnectionName",
13108
+ # sample_size: 1,
13039
13109
  # }
13040
13110
  #
13041
13111
  # @!attribute [rw] path
@@ -13057,12 +13127,19 @@ module Aws::Glue
13057
13127
  # (Amazon VPC).
13058
13128
  # @return [String]
13059
13129
  #
13130
+ # @!attribute [rw] sample_size
13131
+ # Sets the number of files in each leaf folder to be crawled when
13132
+ # crawling sample files in a dataset. If not set, all the files are
13133
+ # crawled. A valid value is an integer between 1 and 249.
13134
+ # @return [Integer]
13135
+ #
13060
13136
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3Target AWS API Documentation
13061
13137
  #
13062
13138
  class S3Target < Struct.new(
13063
13139
  :path,
13064
13140
  :exclusions,
13065
- :connection_name)
13141
+ :connection_name,
13142
+ :sample_size)
13066
13143
  SENSITIVE = []
13067
13144
  include Aws::Structure
13068
13145
  end
@@ -13190,7 +13267,7 @@ module Aws::Glue
13190
13267
  include Aws::Structure
13191
13268
  end
13192
13269
 
13193
- # The unique ID of the schema in the AWS Glue schema registry.
13270
+ # The unique ID of the schema in the Glue schema registry.
13194
13271
  #
13195
13272
  # @note When making an API call, you may pass SchemaId
13196
13273
  # data as a hash:
@@ -13269,8 +13346,7 @@ module Aws::Glue
13269
13346
  include Aws::Structure
13270
13347
  end
13271
13348
 
13272
- # An object that references a schema stored in the AWS Glue Schema
13273
- # Registry.
13349
+ # An object that references a schema stored in the Glue Schema Registry.
13274
13350
  #
13275
13351
  # @note When making an API call, you may pass SchemaReference
13276
13352
  # data as a hash:
@@ -13524,7 +13600,7 @@ module Aws::Glue
13524
13600
  end
13525
13601
 
13526
13602
  # Defines a non-overlapping region of a table's partitions, allowing
13527
- # multiple requests to be executed in parallel.
13603
+ # multiple requests to be run in parallel.
13528
13604
  #
13529
13605
  # @note When making an API call, you may pass Segment
13530
13606
  # data as a hash:
@@ -13815,15 +13891,15 @@ module Aws::Glue
13815
13891
  # replace the default arguments set in the job definition itself.
13816
13892
  #
13817
13893
  # You can specify arguments here that your own job-execution script
13818
- # consumes, as well as arguments that AWS Glue itself consumes.
13894
+ # consumes, as well as arguments that Glue itself consumes.
13819
13895
  #
13820
13896
  # For information about how to specify and consume your own Job
13821
- # arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
13897
+ # arguments, see the [Calling Glue APIs in Python][1] topic in the
13822
13898
  # developer guide.
13823
13899
  #
13824
- # For information about the key-value pairs that AWS Glue consumes to
13825
- # set up your job, see the [Special Parameters Used by AWS Glue][2]
13826
- # topic in the developer guide.
13900
+ # For information about the key-value pairs that Glue consumes to set
13901
+ # up your job, see the [Special Parameters Used by Glue][2] topic in
13902
+ # the developer guide.
13827
13903
  #
13828
13904
  #
13829
13905
  #
@@ -13834,15 +13910,15 @@ module Aws::Glue
13834
13910
  # @!attribute [rw] allocated_capacity
13835
13911
  # This field is deprecated. Use `MaxCapacity` instead.
13836
13912
  #
13837
- # The number of AWS Glue data processing units (DPUs) to allocate to
13838
- # this JobRun. From 2 to 100 DPUs can be allocated; the default is 10.
13839
- # A DPU is a relative measure of processing power that consists of 4
13913
+ # The number of Glue data processing units (DPUs) to allocate to this
13914
+ # JobRun. From 2 to 100 DPUs can be allocated; the default is 10. A
13915
+ # DPU is a relative measure of processing power that consists of 4
13840
13916
  # vCPUs of compute capacity and 16 GB of memory. For more information,
13841
- # see the [AWS Glue pricing page][1].
13917
+ # see the [Glue pricing page][1].
13842
13918
  #
13843
13919
  #
13844
13920
  #
13845
- # [1]: https://docs.aws.amazon.com/https:/aws.amazon.com/glue/pricing/
13921
+ # [1]: https://aws.amazon.com/glue/pricing/
13846
13922
  # @return [Integer]
13847
13923
  #
13848
13924
  # @!attribute [rw] timeout
@@ -13853,11 +13929,10 @@ module Aws::Glue
13853
13929
  # @return [Integer]
13854
13930
  #
13855
13931
  # @!attribute [rw] max_capacity
13856
- # The number of AWS Glue data processing units (DPUs) that can be
13932
+ # The number of Glue data processing units (DPUs) that can be
13857
13933
  # allocated when this job runs. A DPU is a relative measure of
13858
13934
  # processing power that consists of 4 vCPUs of compute capacity and 16
13859
- # GB of memory. For more information, see the [AWS Glue pricing
13860
- # page][1].
13935
+ # GB of memory. For more information, see the [Glue pricing page][1].
13861
13936
  #
13862
13937
  # Do not set `Max Capacity` if using `WorkerType` and
13863
13938
  # `NumberOfWorkers`.
@@ -13876,7 +13951,7 @@ module Aws::Glue
13876
13951
  #
13877
13952
  #
13878
13953
  #
13879
- # [1]: https://docs.aws.amazon.com/https:/aws.amazon.com/glue/pricing/
13954
+ # [1]: https://aws.amazon.com/glue/pricing/
13880
13955
  # @return [Float]
13881
13956
  #
13882
13957
  # @!attribute [rw] security_configuration
@@ -14070,6 +14145,28 @@ module Aws::Glue
14070
14145
  include Aws::Structure
14071
14146
  end
14072
14147
 
14148
+ # The batch condition that started the workflow run. Either the number
14149
+ # of events in the batch size arrived, in which case the BatchSize
14150
+ # member is non-zero, or the batch window expired, in which case the
14151
+ # BatchWindow member is non-zero.
14152
+ #
14153
+ # @!attribute [rw] batch_size
14154
+ # Number of events in the batch.
14155
+ # @return [Integer]
14156
+ #
14157
+ # @!attribute [rw] batch_window
14158
+ # Duration of the batch window in seconds.
14159
+ # @return [Integer]
14160
+ #
14161
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartingEventBatchCondition AWS API Documentation
14162
+ #
14163
+ class StartingEventBatchCondition < Struct.new(
14164
+ :batch_size,
14165
+ :batch_window)
14166
+ SENSITIVE = []
14167
+ include Aws::Structure
14168
+ end
14169
+
14073
14170
  # @note When making an API call, you may pass StopCrawlerRequest
14074
14171
  # data as a hash:
14075
14172
  #
@@ -14289,7 +14386,7 @@ module Aws::Glue
14289
14386
  # @return [Boolean]
14290
14387
  #
14291
14388
  # @!attribute [rw] schema_reference
14292
- # An object that references a schema stored in the AWS Glue Schema
14389
+ # An object that references a schema stored in the Glue Schema
14293
14390
  # Registry.
14294
14391
  #
14295
14392
  # When creating a table, you can pass an empty list of columns for the
@@ -14436,8 +14533,7 @@ module Aws::Glue
14436
14533
  # @return [String]
14437
14534
  #
14438
14535
  # @!attribute [rw] is_registered_with_lake_formation
14439
- # Indicates whether the table has been registered with AWS Lake
14440
- # Formation.
14536
+ # Indicates whether the table has been registered with Lake Formation.
14441
14537
  # @return [Boolean]
14442
14538
  #
14443
14539
  # @!attribute [rw] target_table
@@ -14755,9 +14851,9 @@ module Aws::Glue
14755
14851
  # }
14756
14852
  #
14757
14853
  # @!attribute [rw] resource_arn
14758
- # The ARN of the AWS Glue resource to which to add the tags. For more
14759
- # information about AWS Glue resource ARNs, see the [AWS Glue ARN
14760
- # string pattern][1].
14854
+ # The ARN of the Glue resource to which to add the tags. For more
14855
+ # information about Glue resource ARNs, see the [Glue ARN string
14856
+ # pattern][1].
14761
14857
  #
14762
14858
  #
14763
14859
  #
@@ -15022,11 +15118,11 @@ module Aws::Glue
15022
15118
  # @return [String]
15023
15119
  #
15024
15120
  # @!attribute [rw] glue_version
15025
- # This value determines which version of AWS Glue this machine
15026
- # learning transform is compatible with. Glue 1.0 is recommended for
15027
- # most customers. If the value is not set, the Glue compatibility
15028
- # defaults to Glue 0.9. For more information, see [AWS Glue
15029
- # Versions][1] in the developer guide.
15121
+ # This value determines which version of Glue this machine learning
15122
+ # transform is compatible with. Glue 1.0 is recommended for most
15123
+ # customers. If the value is not set, the Glue compatibility defaults
15124
+ # to Glue 0.9. For more information, see [Glue Versions][1] in the
15125
+ # developer guide.
15030
15126
  #
15031
15127
  #
15032
15128
  #
@@ -15187,6 +15283,12 @@ module Aws::Glue
15187
15283
  # The predicate of this trigger, which defines when it will fire.
15188
15284
  # @return [Types::Predicate]
15189
15285
  #
15286
+ # @!attribute [rw] event_batching_condition
15287
+ # Batch condition that must be met (specified number of events
15288
+ # received or batch time window expired) before EventBridge event
15289
+ # trigger fires.
15290
+ # @return [Types::EventBatchingCondition]
15291
+ #
15190
15292
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Trigger AWS API Documentation
15191
15293
  #
15192
15294
  class Trigger < Struct.new(
@@ -15198,7 +15300,8 @@ module Aws::Glue
15198
15300
  :description,
15199
15301
  :schedule,
15200
15302
  :actions,
15201
- :predicate)
15303
+ :predicate,
15304
+ :event_batching_condition)
15202
15305
  SENSITIVE = []
15203
15306
  include Aws::Structure
15204
15307
  end
@@ -15254,6 +15357,10 @@ module Aws::Glue
15254
15357
  # },
15255
15358
  # ],
15256
15359
  # },
15360
+ # event_batching_condition: {
15361
+ # batch_size: 1, # required
15362
+ # batch_window: 1,
15363
+ # },
15257
15364
  # }
15258
15365
  #
15259
15366
  # @!attribute [rw] name
@@ -15282,6 +15389,12 @@ module Aws::Glue
15282
15389
  # The predicate of this trigger, which defines when it will fire.
15283
15390
  # @return [Types::Predicate]
15284
15391
  #
15392
+ # @!attribute [rw] event_batching_condition
15393
+ # Batch condition that must be met (specified number of events
15394
+ # received or batch time window expired) before EventBridge event
15395
+ # trigger fires.
15396
+ # @return [Types::EventBatchingCondition]
15397
+ #
15285
15398
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TriggerUpdate AWS API Documentation
15286
15399
  #
15287
15400
  class TriggerUpdate < Struct.new(
@@ -15289,7 +15402,8 @@ module Aws::Glue
15289
15402
  :description,
15290
15403
  :schedule,
15291
15404
  :actions,
15292
- :predicate)
15405
+ :predicate,
15406
+ :event_batching_condition)
15293
15407
  SENSITIVE = []
15294
15408
  include Aws::Structure
15295
15409
  end
@@ -15453,7 +15567,8 @@ module Aws::Glue
15453
15567
  #
15454
15568
  # @!attribute [rw] catalog_id
15455
15569
  # The ID of the Data Catalog where the partitions in question reside.
15456
- # If none is supplied, the AWS account ID is used by default.
15570
+ # If none is supplied, the Amazon Web Services account ID is used by
15571
+ # default.
15457
15572
  # @return [String]
15458
15573
  #
15459
15574
  # @!attribute [rw] database_name
@@ -15563,7 +15678,8 @@ module Aws::Glue
15563
15678
  #
15564
15679
  # @!attribute [rw] catalog_id
15565
15680
  # The ID of the Data Catalog where the partitions in question reside.
15566
- # If none is supplied, the AWS account ID is used by default.
15681
+ # If none is supplied, the Amazon Web Services account ID is used by
15682
+ # default.
15567
15683
  # @return [String]
15568
15684
  #
15569
15685
  # @!attribute [rw] database_name
@@ -15625,7 +15741,7 @@ module Aws::Glue
15625
15741
  #
15626
15742
  # @!attribute [rw] catalog_id
15627
15743
  # The ID of the Data Catalog in which the connection resides. If none
15628
- # is provided, the AWS account ID is used by default.
15744
+ # is provided, the Amazon Web Services account ID is used by default.
15629
15745
  # @return [String]
15630
15746
  #
15631
15747
  # @!attribute [rw] name
@@ -15665,6 +15781,7 @@ module Aws::Glue
15665
15781
  # path: "Path",
15666
15782
  # exclusions: ["Path"],
15667
15783
  # connection_name: "ConnectionName",
15784
+ # sample_size: 1,
15668
15785
  # },
15669
15786
  # ],
15670
15787
  # jdbc_targets: [
@@ -15722,7 +15839,7 @@ module Aws::Glue
15722
15839
  # @return [String]
15723
15840
  #
15724
15841
  # @!attribute [rw] database_name
15725
- # The AWS Glue database where results are stored, such as:
15842
+ # The Glue database where results are stored, such as:
15726
15843
  # `arn:aws:daylight:us-east-1::database/sometable/*`.
15727
15844
  # @return [String]
15728
15845
  #
@@ -15933,7 +16050,8 @@ module Aws::Glue
15933
16050
  #
15934
16051
  # @!attribute [rw] catalog_id
15935
16052
  # The ID of the Data Catalog in which the metadata database resides.
15936
- # If none is provided, the AWS account ID is used by default.
16053
+ # If none is provided, the Amazon Web Services account ID is used by
16054
+ # default.
15937
16055
  # @return [String]
15938
16056
  #
15939
16057
  # @!attribute [rw] name
@@ -16017,9 +16135,7 @@ module Aws::Glue
16017
16135
  #
16018
16136
  # * `"--enable-glue-datacatalog": ""`
16019
16137
  #
16020
- # * `"GLUE_PYTHON_VERSION": "3"`
16021
- #
16022
- # * `"GLUE_PYTHON_VERSION": "2"`
16138
+ # ^
16023
16139
  #
16024
16140
  # You can specify a version of Python support for development
16025
16141
  # endpoints by using the `Arguments` parameter in the
@@ -16172,7 +16288,7 @@ module Aws::Glue
16172
16288
  #
16173
16289
  # @!attribute [rw] json_path
16174
16290
  # A `JsonPath` string defining the JSON data for the classifier to
16175
- # classify. AWS Glue supports a subset of JsonPath, as described in
16291
+ # classify. Glue supports a subset of JsonPath, as described in
16176
16292
  # [Writing JsonPath Custom Classifiers][1].
16177
16293
  #
16178
16294
  #
@@ -16238,11 +16354,11 @@ module Aws::Glue
16238
16354
  # @return [String]
16239
16355
  #
16240
16356
  # @!attribute [rw] glue_version
16241
- # This value determines which version of AWS Glue this machine
16242
- # learning transform is compatible with. Glue 1.0 is recommended for
16243
- # most customers. If the value is not set, the Glue compatibility
16244
- # defaults to Glue 0.9. For more information, see [AWS Glue
16245
- # Versions][1] in the developer guide.
16357
+ # This value determines which version of Glue this machine learning
16358
+ # transform is compatible with. Glue 1.0 is recommended for most
16359
+ # customers. If the value is not set, the Glue compatibility defaults
16360
+ # to Glue 0.9. For more information, see [Glue Versions][1] in the
16361
+ # developer guide.
16246
16362
  #
16247
16363
  #
16248
16364
  #
@@ -16250,12 +16366,11 @@ module Aws::Glue
16250
16366
  # @return [String]
16251
16367
  #
16252
16368
  # @!attribute [rw] max_capacity
16253
- # The number of AWS Glue data processing units (DPUs) that are
16254
- # allocated to task runs for this transform. You can allocate from 2
16255
- # to 100 DPUs; the default is 10. A DPU is a relative measure of
16256
- # processing power that consists of 4 vCPUs of compute capacity and 16
16257
- # GB of memory. For more information, see the [AWS Glue pricing
16258
- # page][1].
16369
+ # The number of Glue data processing units (DPUs) that are allocated
16370
+ # to task runs for this transform. You can allocate from 2 to 100
16371
+ # DPUs; the default is 10. A DPU is a relative measure of processing
16372
+ # power that consists of 4 vCPUs of compute capacity and 16 GB of
16373
+ # memory. For more information, see the [Glue pricing page][1].
16259
16374
  #
16260
16375
  # When the `WorkerType` field is set to a value other than `Standard`,
16261
16376
  # the `MaxCapacity` field is set automatically and becomes read-only.
@@ -16397,7 +16512,8 @@ module Aws::Glue
16397
16512
  #
16398
16513
  # @!attribute [rw] catalog_id
16399
16514
  # The ID of the Data Catalog where the partition to be updated
16400
- # resides. If none is provided, the AWS account ID is used by default.
16515
+ # resides. If none is provided, the Amazon Web Services account ID is
16516
+ # used by default.
16401
16517
  # @return [String]
16402
16518
  #
16403
16519
  # @!attribute [rw] database_name
@@ -16650,7 +16766,7 @@ module Aws::Glue
16650
16766
  #
16651
16767
  # @!attribute [rw] catalog_id
16652
16768
  # The ID of the Data Catalog where the table resides. If none is
16653
- # provided, the AWS account ID is used by default.
16769
+ # provided, the Amazon Web Services account ID is used by default.
16654
16770
  # @return [String]
16655
16771
  #
16656
16772
  # @!attribute [rw] database_name
@@ -16719,6 +16835,10 @@ module Aws::Glue
16719
16835
  # },
16720
16836
  # ],
16721
16837
  # },
16838
+ # event_batching_condition: {
16839
+ # batch_size: 1, # required
16840
+ # batch_window: 1,
16841
+ # },
16722
16842
  # },
16723
16843
  # }
16724
16844
  #
@@ -16774,7 +16894,8 @@ module Aws::Glue
16774
16894
  #
16775
16895
  # @!attribute [rw] catalog_id
16776
16896
  # The ID of the Data Catalog where the function to be updated is
16777
- # located. If none is provided, the AWS account ID is used by default.
16897
+ # located. If none is provided, the Amazon Web Services account ID is
16898
+ # used by default.
16778
16899
  # @return [String]
16779
16900
  #
16780
16901
  # @!attribute [rw] database_name
@@ -17028,11 +17149,12 @@ module Aws::Glue
17028
17149
  include Aws::Structure
17029
17150
  end
17030
17151
 
17031
- # A workflow represents a flow in which AWS Glue components should be
17032
- # executed to complete a logical task.
17152
+ # A workflow is a collection of multiple dependent Glue jobs and
17153
+ # crawlers that are run to complete a complex ETL task. A workflow
17154
+ # manages the execution and monitoring of all its jobs and crawlers.
17033
17155
  #
17034
17156
  # @!attribute [rw] name
17035
- # The name of the workflow representing the flow.
17157
+ # The name of the workflow.
17036
17158
  # @return [String]
17037
17159
  #
17038
17160
  # @!attribute [rw] description
@@ -17041,7 +17163,9 @@ module Aws::Glue
17041
17163
  #
17042
17164
  # @!attribute [rw] default_run_properties
17043
17165
  # A collection of properties to be used as part of each execution of
17044
- # the workflow.
17166
+ # the workflow. The run properties are made available to each job in
17167
+ # the workflow. A job can modify the properties for the next jobs in
17168
+ # the flow.
17045
17169
  # @return [Hash<String,String>]
17046
17170
  #
17047
17171
  # @!attribute [rw] created_on
@@ -17057,9 +17181,8 @@ module Aws::Glue
17057
17181
  # @return [Types::WorkflowRun]
17058
17182
  #
17059
17183
  # @!attribute [rw] graph
17060
- # The graph representing all the AWS Glue components that belong to
17061
- # the workflow as nodes and directed connections between them as
17062
- # edges.
17184
+ # The graph representing all the Glue components that belong to the
17185
+ # workflow as nodes and directed connections between them as edges.
17063
17186
  # @return [Types::WorkflowGraph]
17064
17187
  #
17065
17188
  # @!attribute [rw] max_concurrent_runs
@@ -17086,12 +17209,12 @@ module Aws::Glue
17086
17209
  end
17087
17210
 
17088
17211
  # A workflow graph represents the complete workflow containing all the
17089
- # AWS Glue components present in the workflow and all the directed
17212
+ # Glue components present in the workflow and all the directed
17090
17213
  # connections between them.
17091
17214
  #
17092
17215
  # @!attribute [rw] nodes
17093
- # A list of the the AWS Glue components belong to the workflow
17094
- # represented as nodes.
17216
+ # A list of the the Glue components belong to the workflow represented
17217
+ # as nodes.
17095
17218
  # @return [Array<Types::Node>]
17096
17219
  #
17097
17220
  # @!attribute [rw] edges
@@ -17112,7 +17235,7 @@ module Aws::Glue
17112
17235
  # information.
17113
17236
  #
17114
17237
  # @!attribute [rw] name
17115
- # Name of the workflow that was executed.
17238
+ # Name of the workflow that was run.
17116
17239
  # @return [String]
17117
17240
  #
17118
17241
  # @!attribute [rw] workflow_run_id
@@ -17150,11 +17273,14 @@ module Aws::Glue
17150
17273
  # @return [Types::WorkflowRunStatistics]
17151
17274
  #
17152
17275
  # @!attribute [rw] graph
17153
- # The graph representing all the AWS Glue components that belong to
17154
- # the workflow as nodes and directed connections between them as
17155
- # edges.
17276
+ # The graph representing all the Glue components that belong to the
17277
+ # workflow as nodes and directed connections between them as edges.
17156
17278
  # @return [Types::WorkflowGraph]
17157
17279
  #
17280
+ # @!attribute [rw] starting_event_batch_condition
17281
+ # The batch condition that started the workflow run.
17282
+ # @return [Types::StartingEventBatchCondition]
17283
+ #
17158
17284
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/WorkflowRun AWS API Documentation
17159
17285
  #
17160
17286
  class WorkflowRun < Struct.new(
@@ -17167,7 +17293,8 @@ module Aws::Glue
17167
17293
  :status,
17168
17294
  :error_message,
17169
17295
  :statistics,
17170
- :graph)
17296
+ :graph,
17297
+ :starting_event_batch_condition)
17171
17298
  SENSITIVE = []
17172
17299
  include Aws::Structure
17173
17300
  end