aws-sdk-glue 1.88.0 → 1.92.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +20 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue.rb +1 -1
- data/lib/aws-sdk-glue/client.rb +342 -281
- data/lib/aws-sdk-glue/client_api.rb +16 -0
- data/lib/aws-sdk-glue/types.rb +478 -362
- metadata +4 -4
@@ -49,6 +49,7 @@ module Aws::Glue
|
|
49
49
|
BatchGetTriggersResponse = Shapes::StructureShape.new(name: 'BatchGetTriggersResponse')
|
50
50
|
BatchGetWorkflowsRequest = Shapes::StructureShape.new(name: 'BatchGetWorkflowsRequest')
|
51
51
|
BatchGetWorkflowsResponse = Shapes::StructureShape.new(name: 'BatchGetWorkflowsResponse')
|
52
|
+
BatchSize = Shapes::IntegerShape.new(name: 'BatchSize')
|
52
53
|
BatchStopJobRunError = Shapes::StructureShape.new(name: 'BatchStopJobRunError')
|
53
54
|
BatchStopJobRunErrorList = Shapes::ListShape.new(name: 'BatchStopJobRunErrorList')
|
54
55
|
BatchStopJobRunJobRunIdList = Shapes::ListShape.new(name: 'BatchStopJobRunJobRunIdList')
|
@@ -62,6 +63,7 @@ module Aws::Glue
|
|
62
63
|
BatchUpdatePartitionRequestEntry = Shapes::StructureShape.new(name: 'BatchUpdatePartitionRequestEntry')
|
63
64
|
BatchUpdatePartitionRequestEntryList = Shapes::ListShape.new(name: 'BatchUpdatePartitionRequestEntryList')
|
64
65
|
BatchUpdatePartitionResponse = Shapes::StructureShape.new(name: 'BatchUpdatePartitionResponse')
|
66
|
+
BatchWindow = Shapes::IntegerShape.new(name: 'BatchWindow')
|
65
67
|
BinaryColumnStatisticsData = Shapes::StructureShape.new(name: 'BinaryColumnStatisticsData')
|
66
68
|
Blob = Shapes::BlobShape.new(name: 'Blob')
|
67
69
|
Boolean = Shapes::BooleanShape.new(name: 'Boolean')
|
@@ -276,6 +278,7 @@ module Aws::Glue
|
|
276
278
|
ErrorMessageString = Shapes::StringShape.new(name: 'ErrorMessageString')
|
277
279
|
ErrorString = Shapes::StringShape.new(name: 'ErrorString')
|
278
280
|
EvaluationMetrics = Shapes::StructureShape.new(name: 'EvaluationMetrics')
|
281
|
+
EventBatchingCondition = Shapes::StructureShape.new(name: 'EventBatchingCondition')
|
279
282
|
ExecutionProperty = Shapes::StructureShape.new(name: 'ExecutionProperty')
|
280
283
|
ExecutionTime = Shapes::IntegerShape.new(name: 'ExecutionTime')
|
281
284
|
ExistCondition = Shapes::StringShape.new(name: 'ExistCondition')
|
@@ -653,6 +656,7 @@ module Aws::Glue
|
|
653
656
|
StartTriggerResponse = Shapes::StructureShape.new(name: 'StartTriggerResponse')
|
654
657
|
StartWorkflowRunRequest = Shapes::StructureShape.new(name: 'StartWorkflowRunRequest')
|
655
658
|
StartWorkflowRunResponse = Shapes::StructureShape.new(name: 'StartWorkflowRunResponse')
|
659
|
+
StartingEventBatchCondition = Shapes::StructureShape.new(name: 'StartingEventBatchCondition')
|
656
660
|
StopCrawlerRequest = Shapes::StructureShape.new(name: 'StopCrawlerRequest')
|
657
661
|
StopCrawlerResponse = Shapes::StructureShape.new(name: 'StopCrawlerResponse')
|
658
662
|
StopCrawlerScheduleRequest = Shapes::StructureShape.new(name: 'StopCrawlerScheduleRequest')
|
@@ -1423,6 +1427,7 @@ module Aws::Glue
|
|
1423
1427
|
CreateTriggerRequest.add_member(:description, Shapes::ShapeRef.new(shape: DescriptionString, location_name: "Description"))
|
1424
1428
|
CreateTriggerRequest.add_member(:start_on_creation, Shapes::ShapeRef.new(shape: BooleanValue, location_name: "StartOnCreation"))
|
1425
1429
|
CreateTriggerRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagsMap, location_name: "Tags"))
|
1430
|
+
CreateTriggerRequest.add_member(:event_batching_condition, Shapes::ShapeRef.new(shape: EventBatchingCondition, location_name: "EventBatchingCondition"))
|
1426
1431
|
CreateTriggerRequest.struct_class = Types::CreateTriggerRequest
|
1427
1432
|
|
1428
1433
|
CreateTriggerResponse.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
|
@@ -1740,6 +1745,10 @@ module Aws::Glue
|
|
1740
1745
|
EvaluationMetrics.add_member(:find_matches_metrics, Shapes::ShapeRef.new(shape: FindMatchesMetrics, location_name: "FindMatchesMetrics"))
|
1741
1746
|
EvaluationMetrics.struct_class = Types::EvaluationMetrics
|
1742
1747
|
|
1748
|
+
EventBatchingCondition.add_member(:batch_size, Shapes::ShapeRef.new(shape: BatchSize, required: true, location_name: "BatchSize"))
|
1749
|
+
EventBatchingCondition.add_member(:batch_window, Shapes::ShapeRef.new(shape: BatchWindow, location_name: "BatchWindow"))
|
1750
|
+
EventBatchingCondition.struct_class = Types::EventBatchingCondition
|
1751
|
+
|
1743
1752
|
ExecutionProperty.add_member(:max_concurrent_runs, Shapes::ShapeRef.new(shape: MaxConcurrentRuns, location_name: "MaxConcurrentRuns"))
|
1744
1753
|
ExecutionProperty.struct_class = Types::ExecutionProperty
|
1745
1754
|
|
@@ -3017,6 +3026,10 @@ module Aws::Glue
|
|
3017
3026
|
StartWorkflowRunResponse.add_member(:run_id, Shapes::ShapeRef.new(shape: IdString, location_name: "RunId"))
|
3018
3027
|
StartWorkflowRunResponse.struct_class = Types::StartWorkflowRunResponse
|
3019
3028
|
|
3029
|
+
StartingEventBatchCondition.add_member(:batch_size, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "BatchSize"))
|
3030
|
+
StartingEventBatchCondition.add_member(:batch_window, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "BatchWindow"))
|
3031
|
+
StartingEventBatchCondition.struct_class = Types::StartingEventBatchCondition
|
3032
|
+
|
3020
3033
|
StopCrawlerRequest.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
|
3021
3034
|
StopCrawlerRequest.struct_class = Types::StopCrawlerRequest
|
3022
3035
|
|
@@ -3202,6 +3215,7 @@ module Aws::Glue
|
|
3202
3215
|
Trigger.add_member(:schedule, Shapes::ShapeRef.new(shape: GenericString, location_name: "Schedule"))
|
3203
3216
|
Trigger.add_member(:actions, Shapes::ShapeRef.new(shape: ActionList, location_name: "Actions"))
|
3204
3217
|
Trigger.add_member(:predicate, Shapes::ShapeRef.new(shape: Predicate, location_name: "Predicate"))
|
3218
|
+
Trigger.add_member(:event_batching_condition, Shapes::ShapeRef.new(shape: EventBatchingCondition, location_name: "EventBatchingCondition"))
|
3205
3219
|
Trigger.struct_class = Types::Trigger
|
3206
3220
|
|
3207
3221
|
TriggerList.member = Shapes::ShapeRef.new(shape: Trigger)
|
@@ -3216,6 +3230,7 @@ module Aws::Glue
|
|
3216
3230
|
TriggerUpdate.add_member(:schedule, Shapes::ShapeRef.new(shape: GenericString, location_name: "Schedule"))
|
3217
3231
|
TriggerUpdate.add_member(:actions, Shapes::ShapeRef.new(shape: ActionList, location_name: "Actions"))
|
3218
3232
|
TriggerUpdate.add_member(:predicate, Shapes::ShapeRef.new(shape: Predicate, location_name: "Predicate"))
|
3233
|
+
TriggerUpdate.add_member(:event_batching_condition, Shapes::ShapeRef.new(shape: EventBatchingCondition, location_name: "EventBatchingCondition"))
|
3219
3234
|
TriggerUpdate.struct_class = Types::TriggerUpdate
|
3220
3235
|
|
3221
3236
|
UntagResourceRequest.add_member(:resource_arn, Shapes::ShapeRef.new(shape: GlueResourceArn, required: true, location_name: "ResourceArn"))
|
@@ -3462,6 +3477,7 @@ module Aws::Glue
|
|
3462
3477
|
WorkflowRun.add_member(:error_message, Shapes::ShapeRef.new(shape: ErrorString, location_name: "ErrorMessage"))
|
3463
3478
|
WorkflowRun.add_member(:statistics, Shapes::ShapeRef.new(shape: WorkflowRunStatistics, location_name: "Statistics"))
|
3464
3479
|
WorkflowRun.add_member(:graph, Shapes::ShapeRef.new(shape: WorkflowGraph, location_name: "Graph"))
|
3480
|
+
WorkflowRun.add_member(:starting_event_batch_condition, Shapes::ShapeRef.new(shape: StartingEventBatchCondition, location_name: "StartingEventBatchCondition"))
|
3465
3481
|
WorkflowRun.struct_class = Types::WorkflowRun
|
3466
3482
|
|
3467
3483
|
WorkflowRunProperties.key = Shapes::ShapeRef.new(shape: IdString)
|
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -43,7 +43,7 @@ module Aws::Glue
|
|
43
43
|
# }
|
44
44
|
#
|
45
45
|
# @!attribute [rw] job_name
|
46
|
-
# The name of a job to be
|
46
|
+
# The name of a job to be run.
|
47
47
|
# @return [String]
|
48
48
|
#
|
49
49
|
# @!attribute [rw] arguments
|
@@ -51,15 +51,15 @@ module Aws::Glue
|
|
51
51
|
# they replace the default arguments set in the job definition itself.
|
52
52
|
#
|
53
53
|
# You can specify arguments here that your own job-execution script
|
54
|
-
# consumes, as well as arguments that
|
54
|
+
# consumes, as well as arguments that Glue itself consumes.
|
55
55
|
#
|
56
56
|
# For information about how to specify and consume your own Job
|
57
|
-
# arguments, see the [Calling
|
57
|
+
# arguments, see the [Calling Glue APIs in Python][1] topic in the
|
58
58
|
# developer guide.
|
59
59
|
#
|
60
|
-
# For information about the key-value pairs that
|
61
|
-
#
|
62
|
-
#
|
60
|
+
# For information about the key-value pairs that Glue consumes to set
|
61
|
+
# up your job, see the [Special Parameters Used by Glue][2] topic in
|
62
|
+
# the developer guide.
|
63
63
|
#
|
64
64
|
#
|
65
65
|
#
|
@@ -225,7 +225,7 @@ module Aws::Glue
|
|
225
225
|
#
|
226
226
|
# @!attribute [rw] catalog_id
|
227
227
|
# The ID of the catalog in which the partition is to be created.
|
228
|
-
# Currently, this should be the
|
228
|
+
# Currently, this should be the Amazon Web Services account ID.
|
229
229
|
# @return [String]
|
230
230
|
#
|
231
231
|
# @!attribute [rw] database_name
|
@@ -277,7 +277,7 @@ module Aws::Glue
|
|
277
277
|
#
|
278
278
|
# @!attribute [rw] catalog_id
|
279
279
|
# The ID of the Data Catalog in which the connections reside. If none
|
280
|
-
# is provided, the
|
280
|
+
# is provided, the Amazon Web Services account ID is used by default.
|
281
281
|
# @return [String]
|
282
282
|
#
|
283
283
|
# @!attribute [rw] connection_name_list
|
@@ -328,7 +328,8 @@ module Aws::Glue
|
|
328
328
|
#
|
329
329
|
# @!attribute [rw] catalog_id
|
330
330
|
# The ID of the Data Catalog where the partition to be deleted
|
331
|
-
# resides. If none is provided, the
|
331
|
+
# resides. If none is provided, the Amazon Web Services account ID is
|
332
|
+
# used by default.
|
332
333
|
# @return [String]
|
333
334
|
#
|
334
335
|
# @!attribute [rw] database_name
|
@@ -380,7 +381,7 @@ module Aws::Glue
|
|
380
381
|
#
|
381
382
|
# @!attribute [rw] catalog_id
|
382
383
|
# The ID of the Data Catalog where the table resides. If none is
|
383
|
-
# provided, the
|
384
|
+
# provided, the Amazon Web Services account ID is used by default.
|
384
385
|
# @return [String]
|
385
386
|
#
|
386
387
|
# @!attribute [rw] database_name
|
@@ -427,7 +428,7 @@ module Aws::Glue
|
|
427
428
|
#
|
428
429
|
# @!attribute [rw] catalog_id
|
429
430
|
# The ID of the Data Catalog where the tables reside. If none is
|
430
|
-
# provided, the
|
431
|
+
# provided, the Amazon Web Services account ID is used by default.
|
431
432
|
# @return [String]
|
432
433
|
#
|
433
434
|
# @!attribute [rw] database_name
|
@@ -597,7 +598,8 @@ module Aws::Glue
|
|
597
598
|
#
|
598
599
|
# @!attribute [rw] catalog_id
|
599
600
|
# The ID of the Data Catalog where the partitions in question reside.
|
600
|
-
# If none is supplied, the
|
601
|
+
# If none is supplied, the Amazon Web Services account ID is used by
|
602
|
+
# default.
|
601
603
|
# @return [String]
|
602
604
|
#
|
603
605
|
# @!attribute [rw] database_name
|
@@ -906,7 +908,7 @@ module Aws::Glue
|
|
906
908
|
#
|
907
909
|
# @!attribute [rw] catalog_id
|
908
910
|
# The ID of the catalog in which the partition is to be updated.
|
909
|
-
# Currently, this should be the
|
911
|
+
# Currently, this should be the Amazon Web Services account ID.
|
910
912
|
# @return [String]
|
911
913
|
#
|
912
914
|
# @!attribute [rw] database_name
|
@@ -1147,7 +1149,7 @@ module Aws::Glue
|
|
1147
1149
|
include Aws::Structure
|
1148
1150
|
end
|
1149
1151
|
|
1150
|
-
# Specifies a table definition in the
|
1152
|
+
# Specifies a table definition in the Glue Data Catalog.
|
1151
1153
|
#
|
1152
1154
|
# @note When making an API call, you may pass CatalogEntry
|
1153
1155
|
# data as a hash:
|
@@ -1198,7 +1200,7 @@ module Aws::Glue
|
|
1198
1200
|
include Aws::Structure
|
1199
1201
|
end
|
1200
1202
|
|
1201
|
-
# Specifies an
|
1203
|
+
# Specifies an Glue Data Catalog target.
|
1202
1204
|
#
|
1203
1205
|
# @note When making an API call, you may pass CatalogTarget
|
1204
1206
|
# data as a hash:
|
@@ -1229,13 +1231,13 @@ module Aws::Glue
|
|
1229
1231
|
# data as a hash:
|
1230
1232
|
#
|
1231
1233
|
# {
|
1232
|
-
# data_format: "AVRO", # required, accepts AVRO
|
1234
|
+
# data_format: "AVRO", # required, accepts AVRO, JSON
|
1233
1235
|
# schema_definition: "SchemaDefinitionString", # required
|
1234
1236
|
# }
|
1235
1237
|
#
|
1236
1238
|
# @!attribute [rw] data_format
|
1237
|
-
# The data format of the schema definition. Currently
|
1238
|
-
# supported.
|
1239
|
+
# The data format of the schema definition. Currently `AVRO` and
|
1240
|
+
# `JSON` are supported.
|
1239
1241
|
# @return [String]
|
1240
1242
|
#
|
1241
1243
|
# @!attribute [rw] schema_definition
|
@@ -1273,10 +1275,10 @@ module Aws::Glue
|
|
1273
1275
|
# classifier creates a schema in the form of a `StructType` object that
|
1274
1276
|
# matches that data format.
|
1275
1277
|
#
|
1276
|
-
# You can use the standard classifiers that
|
1277
|
-
#
|
1278
|
-
#
|
1279
|
-
#
|
1278
|
+
# You can use the standard classifiers that Glue provides, or you can
|
1279
|
+
# write your own classifiers to best categorize your data sources and
|
1280
|
+
# specify the appropriate schemas to use for them. A classifier can be a
|
1281
|
+
# `grok` classifier, an `XML` classifier, a `JSON` classifier, or a
|
1280
1282
|
# custom `CSV` classifier, as specified in one of the fields in the
|
1281
1283
|
# `Classifier` object.
|
1282
1284
|
#
|
@@ -1948,20 +1950,20 @@ module Aws::Glue
|
|
1948
1950
|
# false.
|
1949
1951
|
#
|
1950
1952
|
# * `CUSTOM_JDBC_CERT` - An Amazon S3 location specifying the
|
1951
|
-
# customer's root certificate.
|
1952
|
-
#
|
1953
|
-
# customer database.
|
1953
|
+
# customer's root certificate. Glue uses this root certificate to
|
1954
|
+
# validate the customer’s certificate when connecting to the
|
1955
|
+
# customer database. Glue only handles X.509 certificates. The
|
1954
1956
|
# certificate provided must be DER-encoded and supplied in Base64
|
1955
1957
|
# encoding PEM format.
|
1956
1958
|
#
|
1957
1959
|
# * `SKIP_CUSTOM_JDBC_CERT_VALIDATION` - By default, this is `false`.
|
1958
|
-
#
|
1960
|
+
# Glue validates the Signature algorithm and Subject Public Key
|
1959
1961
|
# Algorithm for the customer certificate. The only permitted
|
1960
1962
|
# algorithms for the Signature algorithm are SHA256withRSA,
|
1961
1963
|
# SHA384withRSA or SHA512withRSA. For the Subject Public Key
|
1962
1964
|
# Algorithm, the key length must be at least 2048. You can set the
|
1963
|
-
# value of this property to `true` to skip
|
1964
|
-
#
|
1965
|
+
# value of this property to `true` to skip Glue’s validation of the
|
1966
|
+
# customer certificate.
|
1965
1967
|
#
|
1966
1968
|
# * `CUSTOM_JDBC_CERT_STRING` - A custom JDBC certificate string which
|
1967
1969
|
# is used for domain match or distinguished name match to prevent a
|
@@ -1984,8 +1986,8 @@ module Aws::Glue
|
|
1984
1986
|
# file (.pem format). The default is an empty string.
|
1985
1987
|
#
|
1986
1988
|
# * `KAFKA_SKIP_CUSTOM_CERT_VALIDATION` - Whether to skip the
|
1987
|
-
# validation of the CA cert file or not.
|
1988
|
-
#
|
1989
|
+
# validation of the CA cert file or not. Glue validates for three
|
1990
|
+
# algorithms: SHA256withRSA, SHA384withRSA and SHA512withRSA.
|
1989
1991
|
# Default value is "false".
|
1990
1992
|
#
|
1991
1993
|
# * `SECRET_ID` - The secret ID used for the secret manager of
|
@@ -2011,12 +2013,12 @@ module Aws::Glue
|
|
2011
2013
|
# with the Kafka server side key (Optional).
|
2012
2014
|
#
|
2013
2015
|
# * `ENCRYPTED_KAFKA_CLIENT_KEYSTORE_PASSWORD` - The encrypted version
|
2014
|
-
# of the Kafka client keystore password (if the user has the
|
2015
|
-
#
|
2016
|
+
# of the Kafka client keystore password (if the user has the Glue
|
2017
|
+
# encrypt passwords setting selected).
|
2016
2018
|
#
|
2017
2019
|
# * `ENCRYPTED_KAFKA_CLIENT_KEY_PASSWORD` - The encrypted version of
|
2018
|
-
# the Kafka client key password (if the user has the
|
2019
|
-
#
|
2020
|
+
# the Kafka client key password (if the user has the Glue encrypt
|
2021
|
+
# passwords setting selected).
|
2020
2022
|
# @return [Hash<String,String>]
|
2021
2023
|
#
|
2022
2024
|
# @!attribute [rw] physical_connection_requirements
|
@@ -2098,12 +2100,12 @@ module Aws::Glue
|
|
2098
2100
|
# within an Amazon Virtual Private Cloud environment (Amazon VPC).
|
2099
2101
|
#
|
2100
2102
|
# * `MARKETPLACE` - Uses configuration settings contained in a
|
2101
|
-
# connector purchased from
|
2102
|
-
# data stores that are not natively supported by
|
2103
|
+
# connector purchased from Marketplace to read from and write to
|
2104
|
+
# data stores that are not natively supported by Glue.
|
2103
2105
|
#
|
2104
2106
|
# * `CUSTOM` - Uses configuration settings contained in a custom
|
2105
2107
|
# connector to read from and write to data stores that are not
|
2106
|
-
# natively supported by
|
2108
|
+
# natively supported by Glue.
|
2107
2109
|
#
|
2108
2110
|
# SFTP is not supported.
|
2109
2111
|
# @return [String]
|
@@ -2141,14 +2143,14 @@ module Aws::Glue
|
|
2141
2143
|
# enable catalog encryption or only password encryption.
|
2142
2144
|
#
|
2143
2145
|
# When a `CreationConnection` request arrives containing a password, the
|
2144
|
-
# Data Catalog first encrypts the password using your
|
2145
|
-
#
|
2146
|
-
#
|
2146
|
+
# Data Catalog first encrypts the password using your KMS key. It then
|
2147
|
+
# encrypts the whole connection object again if catalog encryption is
|
2148
|
+
# also enabled.
|
2147
2149
|
#
|
2148
|
-
# This encryption requires that you set
|
2149
|
-
#
|
2150
|
-
#
|
2151
|
-
#
|
2150
|
+
# This encryption requires that you set KMS key permissions to enable or
|
2151
|
+
# restrict access on the password key according to your security
|
2152
|
+
# requirements. For example, you might want only administrators to have
|
2153
|
+
# decrypt permission on the password key.
|
2152
2154
|
#
|
2153
2155
|
# @note When making an API call, you may pass ConnectionPasswordEncryption
|
2154
2156
|
# data as a hash:
|
@@ -2166,11 +2168,11 @@ module Aws::Glue
|
|
2166
2168
|
# @return [Boolean]
|
2167
2169
|
#
|
2168
2170
|
# @!attribute [rw] aws_kms_key_id
|
2169
|
-
# An
|
2171
|
+
# An KMS key that is used to encrypt the connection password.
|
2170
2172
|
#
|
2171
2173
|
# If connection password protection is enabled, the caller of
|
2172
2174
|
# `CreateConnection` and `UpdateConnection` needs at least
|
2173
|
-
# `kms:Encrypt` permission on the specified
|
2175
|
+
# `kms:Encrypt` permission on the specified KMS key, to encrypt
|
2174
2176
|
# passwords before storing them in the Data Catalog.
|
2175
2177
|
#
|
2176
2178
|
# You can set the decrypt permission to enable or restrict access on
|
@@ -2248,8 +2250,7 @@ module Aws::Glue
|
|
2248
2250
|
|
2249
2251
|
# Specifies a crawler program that examines a data source and uses
|
2250
2252
|
# classifiers to try to determine its schema. If successful, the crawler
|
2251
|
-
# records metadata concerning the data source in the
|
2252
|
-
# Catalog.
|
2253
|
+
# records metadata concerning the data source in the Glue Data Catalog.
|
2253
2254
|
#
|
2254
2255
|
# @!attribute [rw] name
|
2255
2256
|
# The name of the crawler.
|
@@ -2536,7 +2537,7 @@ module Aws::Glue
|
|
2536
2537
|
# @return [Array<Types::DynamoDBTarget>]
|
2537
2538
|
#
|
2538
2539
|
# @!attribute [rw] catalog_targets
|
2539
|
-
# Specifies
|
2540
|
+
# Specifies Glue Data Catalog targets.
|
2540
2541
|
# @return [Array<Types::CatalogTarget>]
|
2541
2542
|
#
|
2542
2543
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CrawlerTargets AWS API Documentation
|
@@ -2635,7 +2636,8 @@ module Aws::Glue
|
|
2635
2636
|
#
|
2636
2637
|
# @!attribute [rw] catalog_id
|
2637
2638
|
# The ID of the Data Catalog in which to create the connection. If
|
2638
|
-
# none is provided, the
|
2639
|
+
# none is provided, the Amazon Web Services account ID is used by
|
2640
|
+
# default.
|
2639
2641
|
# @return [String]
|
2640
2642
|
#
|
2641
2643
|
# @!attribute [rw] connection_input
|
@@ -2730,7 +2732,7 @@ module Aws::Glue
|
|
2730
2732
|
# @return [String]
|
2731
2733
|
#
|
2732
2734
|
# @!attribute [rw] database_name
|
2733
|
-
# The
|
2735
|
+
# The Glue database where results are written, such as:
|
2734
2736
|
# `arn:aws:daylight:us-east-1::database/sometable/*`.
|
2735
2737
|
# @return [String]
|
2736
2738
|
#
|
@@ -2793,8 +2795,8 @@ module Aws::Glue
|
|
2793
2795
|
#
|
2794
2796
|
# @!attribute [rw] tags
|
2795
2797
|
# The tags to use with this crawler request. You may use tags to limit
|
2796
|
-
# access to the crawler. For more information about tags in
|
2797
|
-
#
|
2798
|
+
# access to the crawler. For more information about tags in Glue, see
|
2799
|
+
# [Amazon Web Services Tags in Glue][1] in the developer guide.
|
2798
2800
|
#
|
2799
2801
|
#
|
2800
2802
|
#
|
@@ -2915,7 +2917,7 @@ module Aws::Glue
|
|
2915
2917
|
#
|
2916
2918
|
# @!attribute [rw] catalog_id
|
2917
2919
|
# The ID of the Data Catalog in which to create the database. If none
|
2918
|
-
# is provided, the
|
2920
|
+
# is provided, the Amazon Web Services account ID is used by default.
|
2919
2921
|
# @return [String]
|
2920
2922
|
#
|
2921
2923
|
# @!attribute [rw] database_input
|
@@ -2999,8 +3001,8 @@ module Aws::Glue
|
|
2999
3001
|
# @return [Array<String>]
|
3000
3002
|
#
|
3001
3003
|
# @!attribute [rw] number_of_nodes
|
3002
|
-
# The number of
|
3003
|
-
#
|
3004
|
+
# The number of Glue Data Processing Units (DPUs) to allocate to this
|
3005
|
+
# `DevEndpoint`.
|
3004
3006
|
# @return [Integer]
|
3005
3007
|
#
|
3006
3008
|
# @!attribute [rw] worker_type
|
@@ -3025,10 +3027,10 @@ module Aws::Glue
|
|
3025
3027
|
#
|
3026
3028
|
# @!attribute [rw] glue_version
|
3027
3029
|
# Glue version determines the versions of Apache Spark and Python that
|
3028
|
-
#
|
3029
|
-
#
|
3030
|
+
# Glue supports. The Python version indicates the version supported
|
3031
|
+
# for running your ETL scripts on development endpoints.
|
3030
3032
|
#
|
3031
|
-
# For more information about the available
|
3033
|
+
# For more information about the available Glue versions and
|
3032
3034
|
# corresponding Spark and Python versions, see [Glue version][1] in
|
3033
3035
|
# the developer guide.
|
3034
3036
|
#
|
@@ -3081,8 +3083,8 @@ module Aws::Glue
|
|
3081
3083
|
#
|
3082
3084
|
# @!attribute [rw] tags
|
3083
3085
|
# The tags to use with this DevEndpoint. You may use tags to limit
|
3084
|
-
# access to the DevEndpoint. For more information about tags in
|
3085
|
-
#
|
3086
|
+
# access to the DevEndpoint. For more information about tags in Glue,
|
3087
|
+
# see [Amazon Web Services Tags in Glue][1] in the developer guide.
|
3086
3088
|
#
|
3087
3089
|
#
|
3088
3090
|
#
|
@@ -3145,8 +3147,8 @@ module Aws::Glue
|
|
3145
3147
|
# @return [Integer]
|
3146
3148
|
#
|
3147
3149
|
# @!attribute [rw] number_of_nodes
|
3148
|
-
# The number of
|
3149
|
-
#
|
3150
|
+
# The number of Glue Data Processing Units (DPUs) allocated to this
|
3151
|
+
# DevEndpoint.
|
3150
3152
|
# @return [Integer]
|
3151
3153
|
#
|
3152
3154
|
# @!attribute [rw] worker_type
|
@@ -3156,8 +3158,16 @@ module Aws::Glue
|
|
3156
3158
|
#
|
3157
3159
|
# @!attribute [rw] glue_version
|
3158
3160
|
# Glue version determines the versions of Apache Spark and Python that
|
3159
|
-
#
|
3160
|
-
#
|
3161
|
+
# Glue supports. The Python version indicates the version supported
|
3162
|
+
# for running your ETL scripts on development endpoints.
|
3163
|
+
#
|
3164
|
+
# For more information about the available Glue versions and
|
3165
|
+
# corresponding Spark and Python versions, see [Glue version][1] in
|
3166
|
+
# the developer guide.
|
3167
|
+
#
|
3168
|
+
#
|
3169
|
+
#
|
3170
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/add-job.html
|
3161
3171
|
# @return [String]
|
3162
3172
|
#
|
3163
3173
|
# @!attribute [rw] number_of_workers
|
@@ -3204,9 +3214,7 @@ module Aws::Glue
|
|
3204
3214
|
#
|
3205
3215
|
# * `"--enable-glue-datacatalog": ""`
|
3206
3216
|
#
|
3207
|
-
#
|
3208
|
-
#
|
3209
|
-
# * `"GLUE_PYTHON_VERSION": "2"`
|
3217
|
+
# ^
|
3210
3218
|
#
|
3211
3219
|
# You can specify a version of Python support for development
|
3212
3220
|
# endpoints by using the `Arguments` parameter in the
|
@@ -3345,22 +3353,22 @@ module Aws::Glue
|
|
3345
3353
|
# @return [Types::ExecutionProperty]
|
3346
3354
|
#
|
3347
3355
|
# @!attribute [rw] command
|
3348
|
-
# The `JobCommand` that
|
3356
|
+
# The `JobCommand` that runs this job.
|
3349
3357
|
# @return [Types::JobCommand]
|
3350
3358
|
#
|
3351
3359
|
# @!attribute [rw] default_arguments
|
3352
3360
|
# The default arguments for this job.
|
3353
3361
|
#
|
3354
3362
|
# You can specify arguments here that your own job-execution script
|
3355
|
-
# consumes, as well as arguments that
|
3363
|
+
# consumes, as well as arguments that Glue itself consumes.
|
3356
3364
|
#
|
3357
3365
|
# For information about how to specify and consume your own Job
|
3358
|
-
# arguments, see the [Calling
|
3366
|
+
# arguments, see the [Calling Glue APIs in Python][1] topic in the
|
3359
3367
|
# developer guide.
|
3360
3368
|
#
|
3361
|
-
# For information about the key-value pairs that
|
3362
|
-
#
|
3363
|
-
#
|
3369
|
+
# For information about the key-value pairs that Glue consumes to set
|
3370
|
+
# up your job, see the [Special Parameters Used by Glue][2] topic in
|
3371
|
+
# the developer guide.
|
3364
3372
|
#
|
3365
3373
|
#
|
3366
3374
|
#
|
@@ -3384,11 +3392,11 @@ module Aws::Glue
|
|
3384
3392
|
# @!attribute [rw] allocated_capacity
|
3385
3393
|
# This parameter is deprecated. Use `MaxCapacity` instead.
|
3386
3394
|
#
|
3387
|
-
# The number of
|
3388
|
-
#
|
3389
|
-
#
|
3390
|
-
#
|
3391
|
-
#
|
3395
|
+
# The number of Glue data processing units (DPUs) to allocate to this
|
3396
|
+
# Job. You can allocate from 2 to 100 DPUs; the default is 10. A DPU
|
3397
|
+
# is a relative measure of processing power that consists of 4 vCPUs
|
3398
|
+
# of compute capacity and 16 GB of memory. For more information, see
|
3399
|
+
# the [Glue pricing page][1].
|
3392
3400
|
#
|
3393
3401
|
#
|
3394
3402
|
#
|
@@ -3402,11 +3410,11 @@ module Aws::Glue
|
|
3402
3410
|
# @return [Integer]
|
3403
3411
|
#
|
3404
3412
|
# @!attribute [rw] max_capacity
|
3405
|
-
#
|
3413
|
+
# For Glue version 1.0 or earlier jobs, using the standard worker
|
3414
|
+
# type, the number of Glue data processing units (DPUs) that can be
|
3406
3415
|
# allocated when this job runs. A DPU is a relative measure of
|
3407
3416
|
# processing power that consists of 4 vCPUs of compute capacity and 16
|
3408
|
-
# GB of memory. For more information, see the [
|
3409
|
-
# page][1].
|
3417
|
+
# GB of memory. For more information, see the [Glue pricing page][1].
|
3410
3418
|
#
|
3411
3419
|
# Do not set `Max Capacity` if using `WorkerType` and
|
3412
3420
|
# `NumberOfWorkers`.
|
@@ -3424,6 +3432,10 @@ module Aws::Glue
|
|
3424
3432
|
# 100 DPUs. The default is 10 DPUs. This job type cannot have a
|
3425
3433
|
# fractional DPU allocation.
|
3426
3434
|
#
|
3435
|
+
# For Glue version 2.0 jobs, you cannot instead specify a `Maximum
|
3436
|
+
# capacity`. Instead, you should specify a `Worker type` and the
|
3437
|
+
# `Number of workers`.
|
3438
|
+
#
|
3427
3439
|
#
|
3428
3440
|
#
|
3429
3441
|
# [1]: https://aws.amazon.com/glue/pricing/
|
@@ -3436,8 +3448,8 @@ module Aws::Glue
|
|
3436
3448
|
#
|
3437
3449
|
# @!attribute [rw] tags
|
3438
3450
|
# The tags to use with this job. You may use tags to limit access to
|
3439
|
-
# the job. For more information about tags in
|
3440
|
-
# in
|
3451
|
+
# the job. For more information about tags in Glue, see [Amazon Web
|
3452
|
+
# Services Tags in Glue][1] in the developer guide.
|
3441
3453
|
#
|
3442
3454
|
#
|
3443
3455
|
#
|
@@ -3450,10 +3462,10 @@ module Aws::Glue
|
|
3450
3462
|
#
|
3451
3463
|
# @!attribute [rw] glue_version
|
3452
3464
|
# Glue version determines the versions of Apache Spark and Python that
|
3453
|
-
#
|
3454
|
-
#
|
3465
|
+
# Glue supports. The Python version indicates the version supported
|
3466
|
+
# for jobs of type Spark.
|
3455
3467
|
#
|
3456
|
-
# For more information about the available
|
3468
|
+
# For more information about the available Glue versions and
|
3457
3469
|
# corresponding Spark and Python versions, see [Glue version][1] in
|
3458
3470
|
# the developer guide.
|
3459
3471
|
#
|
@@ -3543,7 +3555,7 @@ module Aws::Glue
|
|
3543
3555
|
#
|
3544
3556
|
# @!attribute [rw] json_path
|
3545
3557
|
# A `JsonPath` string defining the JSON data for the classifier to
|
3546
|
-
# classify.
|
3558
|
+
# classify. Glue supports a subset of JsonPath, as described in
|
3547
3559
|
# [Writing JsonPath Custom Classifiers][1].
|
3548
3560
|
#
|
3549
3561
|
#
|
@@ -3612,7 +3624,7 @@ module Aws::Glue
|
|
3612
3624
|
# @return [String]
|
3613
3625
|
#
|
3614
3626
|
# @!attribute [rw] input_record_tables
|
3615
|
-
# A list of
|
3627
|
+
# A list of Glue table definitions used by the transform.
|
3616
3628
|
# @return [Array<Types::GlueTable>]
|
3617
3629
|
#
|
3618
3630
|
# @!attribute [rw] parameters
|
@@ -3622,13 +3634,13 @@ module Aws::Glue
|
|
3622
3634
|
#
|
3623
3635
|
# @!attribute [rw] role
|
3624
3636
|
# The name or Amazon Resource Name (ARN) of the IAM role with the
|
3625
|
-
# required permissions. The required permissions include both
|
3626
|
-
# service role permissions to
|
3637
|
+
# required permissions. The required permissions include both Glue
|
3638
|
+
# service role permissions to Glue resources, and Amazon S3
|
3627
3639
|
# permissions required by the transform.
|
3628
3640
|
#
|
3629
|
-
# * This role needs
|
3630
|
-
#
|
3631
|
-
#
|
3641
|
+
# * This role needs Glue service role permissions to allow access to
|
3642
|
+
# resources in Glue. See [Attach a Policy to IAM Users That Access
|
3643
|
+
# Glue][1].
|
3632
3644
|
#
|
3633
3645
|
# * This role needs permission to your Amazon Simple Storage Service
|
3634
3646
|
# (Amazon S3) sources, targets, temporary directory, scripts, and
|
@@ -3640,11 +3652,11 @@ module Aws::Glue
|
|
3640
3652
|
# @return [String]
|
3641
3653
|
#
|
3642
3654
|
# @!attribute [rw] glue_version
|
3643
|
-
# This value determines which version of
|
3644
|
-
#
|
3645
|
-
#
|
3646
|
-
#
|
3647
|
-
#
|
3655
|
+
# This value determines which version of Glue this machine learning
|
3656
|
+
# transform is compatible with. Glue 1.0 is recommended for most
|
3657
|
+
# customers. If the value is not set, the Glue compatibility defaults
|
3658
|
+
# to Glue 0.9. For more information, see [Glue Versions][1] in the
|
3659
|
+
# developer guide.
|
3648
3660
|
#
|
3649
3661
|
#
|
3650
3662
|
#
|
@@ -3652,12 +3664,11 @@ module Aws::Glue
|
|
3652
3664
|
# @return [String]
|
3653
3665
|
#
|
3654
3666
|
# @!attribute [rw] max_capacity
|
3655
|
-
# The number of
|
3656
|
-
#
|
3657
|
-
#
|
3658
|
-
#
|
3659
|
-
#
|
3660
|
-
# page][1].
|
3667
|
+
# The number of Glue data processing units (DPUs) that are allocated
|
3668
|
+
# to task runs for this transform. You can allocate from 2 to 100
|
3669
|
+
# DPUs; the default is 10. A DPU is a relative measure of processing
|
3670
|
+
# power that consists of 4 vCPUs of compute capacity and 16 GB of
|
3671
|
+
# memory. For more information, see the [Glue pricing page][1].
|
3661
3672
|
#
|
3662
3673
|
# `MaxCapacity` is a mutually exclusive option with `NumberOfWorkers`
|
3663
3674
|
# and `WorkerType`.
|
@@ -3735,8 +3746,8 @@ module Aws::Glue
|
|
3735
3746
|
# @!attribute [rw] tags
|
3736
3747
|
# The tags to use with this machine learning transform. You may use
|
3737
3748
|
# tags to limit access to the machine learning transform. For more
|
3738
|
-
# information about tags in
|
3739
|
-
# the developer guide.
|
3749
|
+
# information about tags in Glue, see [Amazon Web Services Tags in
|
3750
|
+
# Glue][1] in the developer guide.
|
3740
3751
|
#
|
3741
3752
|
#
|
3742
3753
|
#
|
@@ -3897,8 +3908,8 @@ module Aws::Glue
|
|
3897
3908
|
# }
|
3898
3909
|
#
|
3899
3910
|
# @!attribute [rw] catalog_id
|
3900
|
-
# The
|
3901
|
-
# created.
|
3911
|
+
# The Amazon Web Services account ID of the catalog in which the
|
3912
|
+
# partition is to be created.
|
3902
3913
|
# @return [String]
|
3903
3914
|
#
|
3904
3915
|
# @!attribute [rw] database_name
|
@@ -3953,8 +3964,8 @@ module Aws::Glue
|
|
3953
3964
|
# @return [String]
|
3954
3965
|
#
|
3955
3966
|
# @!attribute [rw] tags
|
3956
|
-
#
|
3957
|
-
# console, command line, or API.
|
3967
|
+
# Amazon Web Services tags that contain a key value pair and may be
|
3968
|
+
# searched by console, command line, or API.
|
3958
3969
|
# @return [Hash<String,String>]
|
3959
3970
|
#
|
3960
3971
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateRegistryInput AWS API Documentation
|
@@ -4003,7 +4014,7 @@ module Aws::Glue
|
|
4003
4014
|
# registry_arn: "GlueResourceArn",
|
4004
4015
|
# },
|
4005
4016
|
# schema_name: "SchemaRegistryNameString", # required
|
4006
|
-
# data_format: "AVRO", # required, accepts AVRO
|
4017
|
+
# data_format: "AVRO", # required, accepts AVRO, JSON
|
4007
4018
|
# compatibility: "NONE", # accepts NONE, DISABLED, BACKWARD, BACKWARD_ALL, FORWARD, FORWARD_ALL, FULL, FULL_ALL
|
4008
4019
|
# description: "DescriptionString",
|
4009
4020
|
# tags: {
|
@@ -4026,8 +4037,8 @@ module Aws::Glue
|
|
4026
4037
|
# @return [String]
|
4027
4038
|
#
|
4028
4039
|
# @!attribute [rw] data_format
|
4029
|
-
# The data format of the schema definition. Currently
|
4030
|
-
# supported.
|
4040
|
+
# The data format of the schema definition. Currently `AVRO` and
|
4041
|
+
# `JSON` are supported.
|
4031
4042
|
# @return [String]
|
4032
4043
|
#
|
4033
4044
|
# @!attribute [rw] compatibility
|
@@ -4085,9 +4096,9 @@ module Aws::Glue
|
|
4085
4096
|
# @return [String]
|
4086
4097
|
#
|
4087
4098
|
# @!attribute [rw] tags
|
4088
|
-
#
|
4089
|
-
# console, command line, or API. If specified, follows the
|
4090
|
-
# tags-on-create pattern.
|
4099
|
+
# Amazon Web Services tags that contain a key value pair and may be
|
4100
|
+
# searched by console, command line, or API. If specified, follows the
|
4101
|
+
# Amazon Web Services tags-on-create pattern.
|
4091
4102
|
# @return [Hash<String,String>]
|
4092
4103
|
#
|
4093
4104
|
# @!attribute [rw] schema_definition
|
@@ -4130,8 +4141,8 @@ module Aws::Glue
|
|
4130
4141
|
# @return [String]
|
4131
4142
|
#
|
4132
4143
|
# @!attribute [rw] data_format
|
4133
|
-
# The data format of the schema definition. Currently
|
4134
|
-
# supported.
|
4144
|
+
# The data format of the schema definition. Currently `AVRO` and
|
4145
|
+
# `JSON` are supported.
|
4135
4146
|
# @return [String]
|
4136
4147
|
#
|
4137
4148
|
# @!attribute [rw] compatibility
|
@@ -4410,7 +4421,7 @@ module Aws::Glue
|
|
4410
4421
|
#
|
4411
4422
|
# @!attribute [rw] catalog_id
|
4412
4423
|
# The ID of the Data Catalog in which to create the `Table`. If none
|
4413
|
-
# is supplied, the
|
4424
|
+
# is supplied, the Amazon Web Services account ID is used by default.
|
4414
4425
|
# @return [String]
|
4415
4426
|
#
|
4416
4427
|
# @!attribute [rw] database_name
|
@@ -4449,7 +4460,7 @@ module Aws::Glue
|
|
4449
4460
|
# {
|
4450
4461
|
# name: "NameString", # required
|
4451
4462
|
# workflow_name: "NameString",
|
4452
|
-
# type: "SCHEDULED", # required, accepts SCHEDULED, CONDITIONAL, ON_DEMAND
|
4463
|
+
# type: "SCHEDULED", # required, accepts SCHEDULED, CONDITIONAL, ON_DEMAND, EVENT
|
4453
4464
|
# schedule: "GenericString",
|
4454
4465
|
# predicate: {
|
4455
4466
|
# logical: "AND", # accepts AND, ANY
|
@@ -4482,6 +4493,10 @@ module Aws::Glue
|
|
4482
4493
|
# tags: {
|
4483
4494
|
# "TagKey" => "TagValue",
|
4484
4495
|
# },
|
4496
|
+
# event_batching_condition: {
|
4497
|
+
# batch_size: 1, # required
|
4498
|
+
# batch_window: 1,
|
4499
|
+
# },
|
4485
4500
|
# }
|
4486
4501
|
#
|
4487
4502
|
# @!attribute [rw] name
|
@@ -4529,14 +4544,20 @@ module Aws::Glue
|
|
4529
4544
|
#
|
4530
4545
|
# @!attribute [rw] tags
|
4531
4546
|
# The tags to use with this trigger. You may use tags to limit access
|
4532
|
-
# to the trigger. For more information about tags in
|
4533
|
-
#
|
4547
|
+
# to the trigger. For more information about tags in Glue, see [Amazon
|
4548
|
+
# Web Services Tags in Glue][1] in the developer guide.
|
4534
4549
|
#
|
4535
4550
|
#
|
4536
4551
|
#
|
4537
4552
|
# [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
|
4538
4553
|
# @return [Hash<String,String>]
|
4539
4554
|
#
|
4555
|
+
# @!attribute [rw] event_batching_condition
|
4556
|
+
# Batch condition that must be met (specified number of events
|
4557
|
+
# received or batch time window expired) before EventBridge event
|
4558
|
+
# trigger fires.
|
4559
|
+
# @return [Types::EventBatchingCondition]
|
4560
|
+
#
|
4540
4561
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateTriggerRequest AWS API Documentation
|
4541
4562
|
#
|
4542
4563
|
class CreateTriggerRequest < Struct.new(
|
@@ -4548,7 +4569,8 @@ module Aws::Glue
|
|
4548
4569
|
:actions,
|
4549
4570
|
:description,
|
4550
4571
|
:start_on_creation,
|
4551
|
-
:tags
|
4572
|
+
:tags,
|
4573
|
+
:event_batching_condition)
|
4552
4574
|
SENSITIVE = []
|
4553
4575
|
include Aws::Structure
|
4554
4576
|
end
|
@@ -4587,7 +4609,7 @@ module Aws::Glue
|
|
4587
4609
|
#
|
4588
4610
|
# @!attribute [rw] catalog_id
|
4589
4611
|
# The ID of the Data Catalog in which to create the function. If none
|
4590
|
-
# is provided, the
|
4612
|
+
# is provided, the Amazon Web Services account ID is used by default.
|
4591
4613
|
# @return [String]
|
4592
4614
|
#
|
4593
4615
|
# @!attribute [rw] database_name
|
@@ -4816,7 +4838,7 @@ module Aws::Glue
|
|
4816
4838
|
include Aws::Structure
|
4817
4839
|
end
|
4818
4840
|
|
4819
|
-
# The
|
4841
|
+
# The Lake Formation principal.
|
4820
4842
|
#
|
4821
4843
|
# @note When making an API call, you may pass DataLakePrincipal
|
4822
4844
|
# data as a hash:
|
@@ -4826,7 +4848,7 @@ module Aws::Glue
|
|
4826
4848
|
# }
|
4827
4849
|
#
|
4828
4850
|
# @!attribute [rw] data_lake_principal_identifier
|
4829
|
-
# An identifier for the
|
4851
|
+
# An identifier for the Lake Formation principal.
|
4830
4852
|
# @return [String]
|
4831
4853
|
#
|
4832
4854
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataLakePrincipal AWS API Documentation
|
@@ -5135,7 +5157,8 @@ module Aws::Glue
|
|
5135
5157
|
#
|
5136
5158
|
# @!attribute [rw] catalog_id
|
5137
5159
|
# The ID of the Data Catalog where the partitions in question reside.
|
5138
|
-
# If none is supplied, the
|
5160
|
+
# If none is supplied, the Amazon Web Services account ID is used by
|
5161
|
+
# default.
|
5139
5162
|
# @return [String]
|
5140
5163
|
#
|
5141
5164
|
# @!attribute [rw] database_name
|
@@ -5182,7 +5205,8 @@ module Aws::Glue
|
|
5182
5205
|
#
|
5183
5206
|
# @!attribute [rw] catalog_id
|
5184
5207
|
# The ID of the Data Catalog where the partitions in question reside.
|
5185
|
-
# If none is supplied, the
|
5208
|
+
# If none is supplied, the Amazon Web Services account ID is used by
|
5209
|
+
# default.
|
5186
5210
|
# @return [String]
|
5187
5211
|
#
|
5188
5212
|
# @!attribute [rw] database_name
|
@@ -5222,7 +5246,7 @@ module Aws::Glue
|
|
5222
5246
|
#
|
5223
5247
|
# @!attribute [rw] catalog_id
|
5224
5248
|
# The ID of the Data Catalog in which the connection resides. If none
|
5225
|
-
# is provided, the
|
5249
|
+
# is provided, the Amazon Web Services account ID is used by default.
|
5226
5250
|
# @return [String]
|
5227
5251
|
#
|
5228
5252
|
# @!attribute [rw] connection_name
|
@@ -5275,7 +5299,7 @@ module Aws::Glue
|
|
5275
5299
|
#
|
5276
5300
|
# @!attribute [rw] catalog_id
|
5277
5301
|
# The ID of the Data Catalog in which the database resides. If none is
|
5278
|
-
# provided, the
|
5302
|
+
# provided, the Amazon Web Services account ID is used by default.
|
5279
5303
|
# @return [String]
|
5280
5304
|
#
|
5281
5305
|
# @!attribute [rw] name
|
@@ -5436,7 +5460,8 @@ module Aws::Glue
|
|
5436
5460
|
#
|
5437
5461
|
# @!attribute [rw] catalog_id
|
5438
5462
|
# The ID of the Data Catalog where the partition to be deleted
|
5439
|
-
# resides. If none is provided, the
|
5463
|
+
# resides. If none is provided, the Amazon Web Services account ID is
|
5464
|
+
# used by default.
|
5440
5465
|
# @return [String]
|
5441
5466
|
#
|
5442
5467
|
# @!attribute [rw] database_name
|
@@ -5526,8 +5551,7 @@ module Aws::Glue
|
|
5526
5551
|
# @return [String]
|
5527
5552
|
#
|
5528
5553
|
# @!attribute [rw] resource_arn
|
5529
|
-
# The ARN of the
|
5530
|
-
# deleted.
|
5554
|
+
# The ARN of the Glue resource for the resource policy to be deleted.
|
5531
5555
|
# @return [String]
|
5532
5556
|
#
|
5533
5557
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteResourcePolicyRequest AWS API Documentation
|
@@ -5670,7 +5694,7 @@ module Aws::Glue
|
|
5670
5694
|
#
|
5671
5695
|
# @!attribute [rw] catalog_id
|
5672
5696
|
# The ID of the Data Catalog where the table resides. If none is
|
5673
|
-
# provided, the
|
5697
|
+
# provided, the Amazon Web Services account ID is used by default.
|
5674
5698
|
# @return [String]
|
5675
5699
|
#
|
5676
5700
|
# @!attribute [rw] database_name
|
@@ -5709,7 +5733,7 @@ module Aws::Glue
|
|
5709
5733
|
#
|
5710
5734
|
# @!attribute [rw] catalog_id
|
5711
5735
|
# The ID of the Data Catalog where the tables reside. If none is
|
5712
|
-
# provided, the
|
5736
|
+
# provided, the Amazon Web Services account ID is used by default.
|
5713
5737
|
# @return [String]
|
5714
5738
|
#
|
5715
5739
|
# @!attribute [rw] database_name
|
@@ -5784,7 +5808,8 @@ module Aws::Glue
|
|
5784
5808
|
#
|
5785
5809
|
# @!attribute [rw] catalog_id
|
5786
5810
|
# The ID of the Data Catalog where the function to be deleted is
|
5787
|
-
# located. If none is supplied, the
|
5811
|
+
# located. If none is supplied, the Amazon Web Services account ID is
|
5812
|
+
# used by default.
|
5788
5813
|
# @return [String]
|
5789
5814
|
#
|
5790
5815
|
# @!attribute [rw] database_name
|
@@ -5906,10 +5931,10 @@ module Aws::Glue
|
|
5906
5931
|
#
|
5907
5932
|
# @!attribute [rw] glue_version
|
5908
5933
|
# Glue version determines the versions of Apache Spark and Python that
|
5909
|
-
#
|
5910
|
-
#
|
5934
|
+
# Glue supports. The Python version indicates the version supported
|
5935
|
+
# for running your ETL scripts on development endpoints.
|
5911
5936
|
#
|
5912
|
-
# For more information about the available
|
5937
|
+
# For more information about the available Glue versions and
|
5913
5938
|
# corresponding Spark and Python versions, see [Glue version][1] in
|
5914
5939
|
# the developer guide.
|
5915
5940
|
#
|
@@ -5935,8 +5960,8 @@ module Aws::Glue
|
|
5935
5960
|
# @return [Integer]
|
5936
5961
|
#
|
5937
5962
|
# @!attribute [rw] number_of_nodes
|
5938
|
-
# The number of
|
5939
|
-
#
|
5963
|
+
# The number of Glue Data Processing Units (DPUs) allocated to this
|
5964
|
+
# `DevEndpoint`.
|
5940
5965
|
# @return [Integer]
|
5941
5966
|
#
|
5942
5967
|
# @!attribute [rw] availability_zone
|
@@ -6022,9 +6047,7 @@ module Aws::Glue
|
|
6022
6047
|
#
|
6023
6048
|
# * `"--enable-glue-datacatalog": ""`
|
6024
6049
|
#
|
6025
|
-
#
|
6026
|
-
#
|
6027
|
-
# * `"GLUE_PYTHON_VERSION": "2"`
|
6050
|
+
# ^
|
6028
6051
|
#
|
6029
6052
|
# You can specify a version of Python support for development
|
6030
6053
|
# endpoints by using the `Arguments` parameter in the
|
@@ -6176,9 +6199,9 @@ module Aws::Glue
|
|
6176
6199
|
#
|
6177
6200
|
# @!attribute [rw] scan_rate
|
6178
6201
|
# The percentage of the configured read capacity units to use by the
|
6179
|
-
#
|
6180
|
-
#
|
6181
|
-
#
|
6202
|
+
# Glue crawler. Read capacity units is a term defined by DynamoDB, and
|
6203
|
+
# is a numeric value that acts as rate limiter for the number of reads
|
6204
|
+
# that can be performed on that table per second.
|
6182
6205
|
#
|
6183
6206
|
# The valid values are null or a value between 0.1 to 1.5. A null
|
6184
6207
|
# value is used when user does not provide a value, and defaults to
|
@@ -6197,8 +6220,8 @@ module Aws::Glue
|
|
6197
6220
|
include Aws::Structure
|
6198
6221
|
end
|
6199
6222
|
|
6200
|
-
# An edge represents a directed connection between two
|
6201
|
-
#
|
6223
|
+
# An edge represents a directed connection between two components on a
|
6224
|
+
# workflow graph.
|
6202
6225
|
#
|
6203
6226
|
# @!attribute [rw] source_id
|
6204
6227
|
# The unique of the node within the workflow where the edge starts.
|
@@ -6232,7 +6255,7 @@ module Aws::Glue
|
|
6232
6255
|
# @return [String]
|
6233
6256
|
#
|
6234
6257
|
# @!attribute [rw] sse_aws_kms_key_id
|
6235
|
-
# The ID of the
|
6258
|
+
# The ID of the KMS key to use for encryption at rest.
|
6236
6259
|
# @return [String]
|
6237
6260
|
#
|
6238
6261
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/EncryptionAtRest AWS API Documentation
|
@@ -6361,6 +6384,36 @@ module Aws::Glue
|
|
6361
6384
|
include Aws::Structure
|
6362
6385
|
end
|
6363
6386
|
|
6387
|
+
# Batch condition that must be met (specified number of events received
|
6388
|
+
# or batch time window expired) before EventBridge event trigger fires.
|
6389
|
+
#
|
6390
|
+
# @note When making an API call, you may pass EventBatchingCondition
|
6391
|
+
# data as a hash:
|
6392
|
+
#
|
6393
|
+
# {
|
6394
|
+
# batch_size: 1, # required
|
6395
|
+
# batch_window: 1,
|
6396
|
+
# }
|
6397
|
+
#
|
6398
|
+
# @!attribute [rw] batch_size
|
6399
|
+
# Number of events that must be received from Amazon EventBridge
|
6400
|
+
# before EventBridge event trigger fires.
|
6401
|
+
# @return [Integer]
|
6402
|
+
#
|
6403
|
+
# @!attribute [rw] batch_window
|
6404
|
+
# Window of time in seconds after which EventBridge event trigger
|
6405
|
+
# fires. Window starts when first event is received.
|
6406
|
+
# @return [Integer]
|
6407
|
+
#
|
6408
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/EventBatchingCondition AWS API Documentation
|
6409
|
+
#
|
6410
|
+
class EventBatchingCondition < Struct.new(
|
6411
|
+
:batch_size,
|
6412
|
+
:batch_window)
|
6413
|
+
SENSITIVE = []
|
6414
|
+
include Aws::Structure
|
6415
|
+
end
|
6416
|
+
|
6364
6417
|
# An execution property of a job.
|
6365
6418
|
#
|
6366
6419
|
# @note When making an API call, you may pass ExecutionProperty
|
@@ -6588,8 +6641,8 @@ module Aws::Glue
|
|
6588
6641
|
# }
|
6589
6642
|
#
|
6590
6643
|
# @!attribute [rw] catalog_id
|
6591
|
-
# The ID of the catalog to migrate. Currently, this should be the
|
6592
|
-
# account ID.
|
6644
|
+
# The ID of the catalog to migrate. Currently, this should be the
|
6645
|
+
# Amazon Web Services account ID.
|
6593
6646
|
# @return [String]
|
6594
6647
|
#
|
6595
6648
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCatalogImportStatusRequest AWS API Documentation
|
@@ -6698,7 +6751,8 @@ module Aws::Glue
|
|
6698
6751
|
#
|
6699
6752
|
# @!attribute [rw] catalog_id
|
6700
6753
|
# The ID of the Data Catalog where the partitions in question reside.
|
6701
|
-
# If none is supplied, the
|
6754
|
+
# If none is supplied, the Amazon Web Services account ID is used by
|
6755
|
+
# default.
|
6702
6756
|
# @return [String]
|
6703
6757
|
#
|
6704
6758
|
# @!attribute [rw] database_name
|
@@ -6758,7 +6812,8 @@ module Aws::Glue
|
|
6758
6812
|
#
|
6759
6813
|
# @!attribute [rw] catalog_id
|
6760
6814
|
# The ID of the Data Catalog where the partitions in question reside.
|
6761
|
-
# If none is supplied, the
|
6815
|
+
# If none is supplied, the Amazon Web Services account ID is used by
|
6816
|
+
# default.
|
6762
6817
|
# @return [String]
|
6763
6818
|
#
|
6764
6819
|
# @!attribute [rw] database_name
|
@@ -6812,7 +6867,7 @@ module Aws::Glue
|
|
6812
6867
|
#
|
6813
6868
|
# @!attribute [rw] catalog_id
|
6814
6869
|
# The ID of the Data Catalog in which the connection resides. If none
|
6815
|
-
# is provided, the
|
6870
|
+
# is provided, the Amazon Web Services account ID is used by default.
|
6816
6871
|
# @return [String]
|
6817
6872
|
#
|
6818
6873
|
# @!attribute [rw] name
|
@@ -6823,9 +6878,9 @@ module Aws::Glue
|
|
6823
6878
|
# Allows you to retrieve the connection metadata without returning the
|
6824
6879
|
# password. For instance, the AWS Glue console uses this flag to
|
6825
6880
|
# retrieve the connection, and does not display the password. Set this
|
6826
|
-
# parameter when the caller might not have permission to use the
|
6827
|
-
#
|
6828
|
-
#
|
6881
|
+
# parameter when the caller might not have permission to use the KMS
|
6882
|
+
# key to decrypt the password, but it does have permission to access
|
6883
|
+
# the rest of the connection properties.
|
6829
6884
|
# @return [Boolean]
|
6830
6885
|
#
|
6831
6886
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetConnectionRequest AWS API Documentation
|
@@ -6895,7 +6950,7 @@ module Aws::Glue
|
|
6895
6950
|
#
|
6896
6951
|
# @!attribute [rw] catalog_id
|
6897
6952
|
# The ID of the Data Catalog in which the connections reside. If none
|
6898
|
-
# is provided, the
|
6953
|
+
# is provided, the Amazon Web Services account ID is used by default.
|
6899
6954
|
# @return [String]
|
6900
6955
|
#
|
6901
6956
|
# @!attribute [rw] filter
|
@@ -6906,9 +6961,9 @@ module Aws::Glue
|
|
6906
6961
|
# Allows you to retrieve the connection metadata without returning the
|
6907
6962
|
# password. For instance, the AWS Glue console uses this flag to
|
6908
6963
|
# retrieve the connection, and does not display the password. Set this
|
6909
|
-
# parameter when the caller might not have permission to use the
|
6910
|
-
#
|
6911
|
-
#
|
6964
|
+
# parameter when the caller might not have permission to use the KMS
|
6965
|
+
# key to decrypt the password, but it does have permission to access
|
6966
|
+
# the rest of the connection properties.
|
6912
6967
|
# @return [Boolean]
|
6913
6968
|
#
|
6914
6969
|
# @!attribute [rw] next_token
|
@@ -7081,7 +7136,8 @@ module Aws::Glue
|
|
7081
7136
|
#
|
7082
7137
|
# @!attribute [rw] catalog_id
|
7083
7138
|
# The ID of the Data Catalog to retrieve the security configuration
|
7084
|
-
# for. If none is provided, the
|
7139
|
+
# for. If none is provided, the Amazon Web Services account ID is used
|
7140
|
+
# by default.
|
7085
7141
|
# @return [String]
|
7086
7142
|
#
|
7087
7143
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataCatalogEncryptionSettingsRequest AWS API Documentation
|
@@ -7114,7 +7170,7 @@ module Aws::Glue
|
|
7114
7170
|
#
|
7115
7171
|
# @!attribute [rw] catalog_id
|
7116
7172
|
# The ID of the Data Catalog in which the database resides. If none is
|
7117
|
-
# provided, the
|
7173
|
+
# provided, the Amazon Web Services account ID is used by default.
|
7118
7174
|
# @return [String]
|
7119
7175
|
#
|
7120
7176
|
# @!attribute [rw] name
|
@@ -7155,7 +7211,8 @@ module Aws::Glue
|
|
7155
7211
|
#
|
7156
7212
|
# @!attribute [rw] catalog_id
|
7157
7213
|
# The ID of the Data Catalog from which to retrieve `Databases`. If
|
7158
|
-
# none is provided, the
|
7214
|
+
# none is provided, the Amazon Web Services account ID is used by
|
7215
|
+
# default.
|
7159
7216
|
# @return [String]
|
7160
7217
|
#
|
7161
7218
|
# @!attribute [rw] next_token
|
@@ -7719,7 +7776,7 @@ module Aws::Glue
|
|
7719
7776
|
# @return [Time]
|
7720
7777
|
#
|
7721
7778
|
# @!attribute [rw] input_record_tables
|
7722
|
-
# A list of
|
7779
|
+
# A list of Glue table definitions used by the transform.
|
7723
7780
|
# @return [Array<Types::GlueTable>]
|
7724
7781
|
#
|
7725
7782
|
# @!attribute [rw] parameters
|
@@ -7746,11 +7803,11 @@ module Aws::Glue
|
|
7746
7803
|
# @return [String]
|
7747
7804
|
#
|
7748
7805
|
# @!attribute [rw] glue_version
|
7749
|
-
# This value determines which version of
|
7750
|
-
#
|
7751
|
-
#
|
7752
|
-
#
|
7753
|
-
#
|
7806
|
+
# This value determines which version of Glue this machine learning
|
7807
|
+
# transform is compatible with. Glue 1.0 is recommended for most
|
7808
|
+
# customers. If the value is not set, the Glue compatibility defaults
|
7809
|
+
# to Glue 0.9. For more information, see [Glue Versions][1] in the
|
7810
|
+
# developer guide.
|
7754
7811
|
#
|
7755
7812
|
#
|
7756
7813
|
#
|
@@ -7758,12 +7815,11 @@ module Aws::Glue
|
|
7758
7815
|
# @return [String]
|
7759
7816
|
#
|
7760
7817
|
# @!attribute [rw] max_capacity
|
7761
|
-
# The number of
|
7762
|
-
#
|
7763
|
-
#
|
7764
|
-
#
|
7765
|
-
#
|
7766
|
-
# page][1].
|
7818
|
+
# The number of Glue data processing units (DPUs) that are allocated
|
7819
|
+
# to task runs for this transform. You can allocate from 2 to 100
|
7820
|
+
# DPUs; the default is 10. A DPU is a relative measure of processing
|
7821
|
+
# power that consists of 4 vCPUs of compute capacity and 16 GB of
|
7822
|
+
# memory. For more information, see the [Glue pricing page][1].
|
7767
7823
|
#
|
7768
7824
|
# When the `WorkerType` field is set to a value other than `Standard`,
|
7769
7825
|
# the `MaxCapacity` field is set automatically and becomes read-only.
|
@@ -8050,7 +8106,8 @@ module Aws::Glue
|
|
8050
8106
|
#
|
8051
8107
|
# @!attribute [rw] catalog_id
|
8052
8108
|
# The ID of the Data Catalog where the partition in question resides.
|
8053
|
-
# If none is provided, the
|
8109
|
+
# If none is provided, the Amazon Web Services account ID is used by
|
8110
|
+
# default.
|
8054
8111
|
# @return [String]
|
8055
8112
|
#
|
8056
8113
|
# @!attribute [rw] database_name
|
@@ -8107,7 +8164,8 @@ module Aws::Glue
|
|
8107
8164
|
#
|
8108
8165
|
# @!attribute [rw] catalog_id
|
8109
8166
|
# The ID of the Data Catalog where the partitions in question reside.
|
8110
|
-
# If none is provided, the
|
8167
|
+
# If none is provided, the Amazon Web Services account ID is used by
|
8168
|
+
# default.
|
8111
8169
|
# @return [String]
|
8112
8170
|
#
|
8113
8171
|
# @!attribute [rw] database_name
|
@@ -8202,7 +8260,7 @@ module Aws::Glue
|
|
8202
8260
|
#
|
8203
8261
|
# * `decimal`
|
8204
8262
|
#
|
8205
|
-
# If an
|
8263
|
+
# If an type is encountered that is not valid, an exception is thrown.
|
8206
8264
|
#
|
8207
8265
|
# The following list shows the valid operators on each type. When you
|
8208
8266
|
# define a crawler, the `partitionKey` type is created as a `STRING`,
|
@@ -8343,7 +8401,7 @@ module Aws::Glue
|
|
8343
8401
|
# Currently, these key-value pairs are supported:
|
8344
8402
|
#
|
8345
8403
|
# * `inferSchema` — Specifies whether to set `inferSchema` to true
|
8346
|
-
# or false for the default script generated by an
|
8404
|
+
# or false for the default script generated by an Glue job. For
|
8347
8405
|
# example, to set `inferSchema` to true, pass the following key
|
8348
8406
|
# value pair:
|
8349
8407
|
#
|
@@ -8492,10 +8550,10 @@ module Aws::Glue
|
|
8492
8550
|
# }
|
8493
8551
|
#
|
8494
8552
|
# @!attribute [rw] resource_arn
|
8495
|
-
# The ARN of the
|
8553
|
+
# The ARN of the Glue resource for which to retrieve the resource
|
8496
8554
|
# policy. If not supplied, the Data Catalog resource policy is
|
8497
8555
|
# returned. Use `GetResourcePolicies` to view all existing resource
|
8498
|
-
# policies. For more information see [Specifying
|
8556
|
+
# policies. For more information see [Specifying Glue Resource
|
8499
8557
|
# ARNs][1].
|
8500
8558
|
#
|
8501
8559
|
#
|
@@ -8583,8 +8641,8 @@ module Aws::Glue
|
|
8583
8641
|
# @return [String]
|
8584
8642
|
#
|
8585
8643
|
# @!attribute [rw] data_format
|
8586
|
-
# The data format of the schema definition. Currently only `AVRO`
|
8587
|
-
# supported.
|
8644
|
+
# The data format of the schema definition. Currently only `AVRO` and
|
8645
|
+
# `JSON` are supported.
|
8588
8646
|
# @return [String]
|
8589
8647
|
#
|
8590
8648
|
# @!attribute [rw] status
|
@@ -8659,8 +8717,8 @@ module Aws::Glue
|
|
8659
8717
|
# @return [String]
|
8660
8718
|
#
|
8661
8719
|
# @!attribute [rw] data_format
|
8662
|
-
# The data format of the schema definition. Currently
|
8663
|
-
# supported.
|
8720
|
+
# The data format of the schema definition. Currently `AVRO` and
|
8721
|
+
# `JSON` are supported.
|
8664
8722
|
# @return [String]
|
8665
8723
|
#
|
8666
8724
|
# @!attribute [rw] compatibility
|
@@ -8771,8 +8829,8 @@ module Aws::Glue
|
|
8771
8829
|
# @return [String]
|
8772
8830
|
#
|
8773
8831
|
# @!attribute [rw] data_format
|
8774
|
-
# The data format of the schema definition. Currently
|
8775
|
-
# supported.
|
8832
|
+
# The data format of the schema definition. Currently `AVRO` and
|
8833
|
+
# `JSON` are supported.
|
8776
8834
|
# @return [String]
|
8777
8835
|
#
|
8778
8836
|
# @!attribute [rw] schema_arn
|
@@ -8956,7 +9014,7 @@ module Aws::Glue
|
|
8956
9014
|
#
|
8957
9015
|
# @!attribute [rw] catalog_id
|
8958
9016
|
# The ID of the Data Catalog where the table resides. If none is
|
8959
|
-
# provided, the
|
9017
|
+
# provided, the Amazon Web Services account ID is used by default.
|
8960
9018
|
# @return [String]
|
8961
9019
|
#
|
8962
9020
|
# @!attribute [rw] database_name
|
@@ -9003,7 +9061,7 @@ module Aws::Glue
|
|
9003
9061
|
#
|
9004
9062
|
# @!attribute [rw] catalog_id
|
9005
9063
|
# The ID of the Data Catalog where the tables reside. If none is
|
9006
|
-
# provided, the
|
9064
|
+
# provided, the Amazon Web Services account ID is used by default.
|
9007
9065
|
# @return [String]
|
9008
9066
|
#
|
9009
9067
|
# @!attribute [rw] database_name
|
@@ -9058,7 +9116,7 @@ module Aws::Glue
|
|
9058
9116
|
#
|
9059
9117
|
# @!attribute [rw] catalog_id
|
9060
9118
|
# The ID of the Data Catalog where the tables reside. If none is
|
9061
|
-
# provided, the
|
9119
|
+
# provided, the Amazon Web Services account ID is used by default.
|
9062
9120
|
# @return [String]
|
9063
9121
|
#
|
9064
9122
|
# @!attribute [rw] database_name
|
@@ -9123,7 +9181,7 @@ module Aws::Glue
|
|
9123
9181
|
#
|
9124
9182
|
# @!attribute [rw] catalog_id
|
9125
9183
|
# The ID of the Data Catalog where the tables reside. If none is
|
9126
|
-
# provided, the
|
9184
|
+
# provided, the Amazon Web Services account ID is used by default.
|
9127
9185
|
# @return [String]
|
9128
9186
|
#
|
9129
9187
|
# @!attribute [rw] database_name
|
@@ -9299,7 +9357,8 @@ module Aws::Glue
|
|
9299
9357
|
#
|
9300
9358
|
# @!attribute [rw] catalog_id
|
9301
9359
|
# The ID of the Data Catalog where the function to be retrieved is
|
9302
|
-
# located. If none is provided, the
|
9360
|
+
# located. If none is provided, the Amazon Web Services account ID is
|
9361
|
+
# used by default.
|
9303
9362
|
# @return [String]
|
9304
9363
|
#
|
9305
9364
|
# @!attribute [rw] database_name
|
@@ -9345,7 +9404,8 @@ module Aws::Glue
|
|
9345
9404
|
#
|
9346
9405
|
# @!attribute [rw] catalog_id
|
9347
9406
|
# The ID of the Data Catalog where the functions to be retrieved are
|
9348
|
-
# located. If none is provided, the
|
9407
|
+
# located. If none is provided, the Amazon Web Services account ID is
|
9408
|
+
# used by default.
|
9349
9409
|
# @return [String]
|
9350
9410
|
#
|
9351
9411
|
# @!attribute [rw] database_name
|
@@ -9613,8 +9673,8 @@ module Aws::Glue
|
|
9613
9673
|
include Aws::Structure
|
9614
9674
|
end
|
9615
9675
|
|
9616
|
-
# The database and table in the
|
9617
|
-
#
|
9676
|
+
# The database and table in the Glue Data Catalog that is used for input
|
9677
|
+
# or output data.
|
9618
9678
|
#
|
9619
9679
|
# @note When making an API call, you may pass GlueTable
|
9620
9680
|
# data as a hash:
|
@@ -9627,19 +9687,19 @@ module Aws::Glue
|
|
9627
9687
|
# }
|
9628
9688
|
#
|
9629
9689
|
# @!attribute [rw] database_name
|
9630
|
-
# A database name in the
|
9690
|
+
# A database name in the Glue Data Catalog.
|
9631
9691
|
# @return [String]
|
9632
9692
|
#
|
9633
9693
|
# @!attribute [rw] table_name
|
9634
|
-
# A table name in the
|
9694
|
+
# A table name in the Glue Data Catalog.
|
9635
9695
|
# @return [String]
|
9636
9696
|
#
|
9637
9697
|
# @!attribute [rw] catalog_id
|
9638
|
-
# A unique identifier for the
|
9698
|
+
# A unique identifier for the Glue Data Catalog.
|
9639
9699
|
# @return [String]
|
9640
9700
|
#
|
9641
9701
|
# @!attribute [rw] connection_name
|
9642
|
-
# The name of the connection to the
|
9702
|
+
# The name of the connection to the Glue Data Catalog.
|
9643
9703
|
# @return [String]
|
9644
9704
|
#
|
9645
9705
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GlueTable AWS API Documentation
|
@@ -9745,8 +9805,8 @@ module Aws::Glue
|
|
9745
9805
|
# }
|
9746
9806
|
#
|
9747
9807
|
# @!attribute [rw] catalog_id
|
9748
|
-
# The ID of the catalog to import. Currently, this should be the
|
9749
|
-
# account ID.
|
9808
|
+
# The ID of the catalog to import. Currently, this should be the
|
9809
|
+
# Amazon Web Services account ID.
|
9750
9810
|
# @return [String]
|
9751
9811
|
#
|
9752
9812
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ImportCatalogToGlueRequest AWS API Documentation
|
@@ -9880,22 +9940,22 @@ module Aws::Glue
|
|
9880
9940
|
# @return [Types::ExecutionProperty]
|
9881
9941
|
#
|
9882
9942
|
# @!attribute [rw] command
|
9883
|
-
# The `JobCommand` that
|
9943
|
+
# The `JobCommand` that runs this job.
|
9884
9944
|
# @return [Types::JobCommand]
|
9885
9945
|
#
|
9886
9946
|
# @!attribute [rw] default_arguments
|
9887
9947
|
# The default arguments for this job, specified as name-value pairs.
|
9888
9948
|
#
|
9889
9949
|
# You can specify arguments here that your own job-execution script
|
9890
|
-
# consumes, as well as arguments that
|
9950
|
+
# consumes, as well as arguments that Glue itself consumes.
|
9891
9951
|
#
|
9892
9952
|
# For information about how to specify and consume your own Job
|
9893
|
-
# arguments, see the [Calling
|
9953
|
+
# arguments, see the [Calling Glue APIs in Python][1] topic in the
|
9894
9954
|
# developer guide.
|
9895
9955
|
#
|
9896
|
-
# For information about the key-value pairs that
|
9897
|
-
#
|
9898
|
-
#
|
9956
|
+
# For information about the key-value pairs that Glue consumes to set
|
9957
|
+
# up your job, see the [Special Parameters Used by Glue][2] topic in
|
9958
|
+
# the developer guide.
|
9899
9959
|
#
|
9900
9960
|
#
|
9901
9961
|
#
|
@@ -9919,11 +9979,11 @@ module Aws::Glue
|
|
9919
9979
|
# @!attribute [rw] allocated_capacity
|
9920
9980
|
# This field is deprecated. Use `MaxCapacity` instead.
|
9921
9981
|
#
|
9922
|
-
# The number of
|
9923
|
-
#
|
9924
|
-
#
|
9925
|
-
#
|
9926
|
-
#
|
9982
|
+
# The number of Glue data processing units (DPUs) allocated to runs of
|
9983
|
+
# this job. You can allocate from 2 to 100 DPUs; the default is 10. A
|
9984
|
+
# DPU is a relative measure of processing power that consists of 4
|
9985
|
+
# vCPUs of compute capacity and 16 GB of memory. For more information,
|
9986
|
+
# see the [Glue pricing page][1].
|
9927
9987
|
#
|
9928
9988
|
#
|
9929
9989
|
#
|
@@ -9939,11 +9999,11 @@ module Aws::Glue
|
|
9939
9999
|
# @return [Integer]
|
9940
10000
|
#
|
9941
10001
|
# @!attribute [rw] max_capacity
|
9942
|
-
#
|
10002
|
+
# For Glue version 1.0 or earlier jobs, using the standard worker
|
10003
|
+
# type, the number of Glue data processing units (DPUs) that can be
|
9943
10004
|
# allocated when this job runs. A DPU is a relative measure of
|
9944
10005
|
# processing power that consists of 4 vCPUs of compute capacity and 16
|
9945
|
-
# GB of memory. For more information, see the [
|
9946
|
-
# page][1].
|
10006
|
+
# GB of memory. For more information, see the [Glue pricing page][1].
|
9947
10007
|
#
|
9948
10008
|
# Do not set `Max Capacity` if using `WorkerType` and
|
9949
10009
|
# `NumberOfWorkers`.
|
@@ -9962,6 +10022,10 @@ module Aws::Glue
|
|
9962
10022
|
# 100 DPUs. The default is 10 DPUs. This job type cannot have a
|
9963
10023
|
# fractional DPU allocation.
|
9964
10024
|
#
|
10025
|
+
# For Glue version 2.0 jobs, you cannot instead specify a `Maximum
|
10026
|
+
# capacity`. Instead, you should specify a `Worker type` and the
|
10027
|
+
# `Number of workers`.
|
10028
|
+
#
|
9965
10029
|
#
|
9966
10030
|
#
|
9967
10031
|
# [1]: https://aws.amazon.com/glue/pricing/
|
@@ -10002,10 +10066,10 @@ module Aws::Glue
|
|
10002
10066
|
#
|
10003
10067
|
# @!attribute [rw] glue_version
|
10004
10068
|
# Glue version determines the versions of Apache Spark and Python that
|
10005
|
-
#
|
10006
|
-
#
|
10069
|
+
# Glue supports. The Python version indicates the version supported
|
10070
|
+
# for jobs of type Spark.
|
10007
10071
|
#
|
10008
|
-
# For more information about the available
|
10072
|
+
# For more information about the available Glue versions and
|
10009
10073
|
# corresponding Spark and Python versions, see [Glue version][1] in
|
10010
10074
|
# the developer guide.
|
10011
10075
|
#
|
@@ -10116,7 +10180,7 @@ module Aws::Glue
|
|
10116
10180
|
include Aws::Structure
|
10117
10181
|
end
|
10118
10182
|
|
10119
|
-
# Specifies code
|
10183
|
+
# Specifies code that runs when a job is run.
|
10120
10184
|
#
|
10121
10185
|
# @note When making an API call, you may pass JobCommand
|
10122
10186
|
# data as a hash:
|
@@ -10135,11 +10199,11 @@ module Aws::Glue
|
|
10135
10199
|
#
|
10136
10200
|
# @!attribute [rw] script_location
|
10137
10201
|
# Specifies the Amazon Simple Storage Service (Amazon S3) path to a
|
10138
|
-
# script that
|
10202
|
+
# script that runs a job.
|
10139
10203
|
# @return [String]
|
10140
10204
|
#
|
10141
10205
|
# @!attribute [rw] python_version
|
10142
|
-
# The Python version being used to
|
10206
|
+
# The Python version being used to run a Python shell job. Allowed
|
10143
10207
|
# values are 2 or 3.
|
10144
10208
|
# @return [String]
|
10145
10209
|
#
|
@@ -10204,8 +10268,8 @@ module Aws::Glue
|
|
10204
10268
|
#
|
10205
10269
|
# @!attribute [rw] job_run_state
|
10206
10270
|
# The current state of the job run. For more information about the
|
10207
|
-
# statuses of jobs that have terminated abnormally, see [
|
10208
|
-
#
|
10271
|
+
# statuses of jobs that have terminated abnormally, see [Glue Job Run
|
10272
|
+
# Statuses][1].
|
10209
10273
|
#
|
10210
10274
|
#
|
10211
10275
|
#
|
@@ -10217,15 +10281,15 @@ module Aws::Glue
|
|
10217
10281
|
# replace the default arguments set in the job definition itself.
|
10218
10282
|
#
|
10219
10283
|
# You can specify arguments here that your own job-execution script
|
10220
|
-
# consumes, as well as arguments that
|
10284
|
+
# consumes, as well as arguments that Glue itself consumes.
|
10221
10285
|
#
|
10222
10286
|
# For information about how to specify and consume your own job
|
10223
|
-
# arguments, see the [Calling
|
10287
|
+
# arguments, see the [Calling Glue APIs in Python][1] topic in the
|
10224
10288
|
# developer guide.
|
10225
10289
|
#
|
10226
|
-
# For information about the key-value pairs that
|
10227
|
-
#
|
10228
|
-
#
|
10290
|
+
# For information about the key-value pairs that Glue consumes to set
|
10291
|
+
# up your job, see the [Special Parameters Used by Glue][2] topic in
|
10292
|
+
# the developer guide.
|
10229
10293
|
#
|
10230
10294
|
#
|
10231
10295
|
#
|
@@ -10244,11 +10308,11 @@ module Aws::Glue
|
|
10244
10308
|
# @!attribute [rw] allocated_capacity
|
10245
10309
|
# This field is deprecated. Use `MaxCapacity` instead.
|
10246
10310
|
#
|
10247
|
-
# The number of
|
10248
|
-
#
|
10249
|
-
#
|
10311
|
+
# The number of Glue data processing units (DPUs) allocated to this
|
10312
|
+
# JobRun. From 2 to 100 DPUs can be allocated; the default is 10. A
|
10313
|
+
# DPU is a relative measure of processing power that consists of 4
|
10250
10314
|
# vCPUs of compute capacity and 16 GB of memory. For more information,
|
10251
|
-
# see the [
|
10315
|
+
# see the [Glue pricing page][1].
|
10252
10316
|
#
|
10253
10317
|
#
|
10254
10318
|
#
|
@@ -10267,11 +10331,10 @@ module Aws::Glue
|
|
10267
10331
|
# @return [Integer]
|
10268
10332
|
#
|
10269
10333
|
# @!attribute [rw] max_capacity
|
10270
|
-
# The number of
|
10334
|
+
# The number of Glue data processing units (DPUs) that can be
|
10271
10335
|
# allocated when this job runs. A DPU is a relative measure of
|
10272
10336
|
# processing power that consists of 4 vCPUs of compute capacity and 16
|
10273
|
-
# GB of memory. For more information, see the [
|
10274
|
-
# page][1].
|
10337
|
+
# GB of memory. For more information, see the [Glue pricing page][1].
|
10275
10338
|
#
|
10276
10339
|
# Do not set `Max Capacity` if using `WorkerType` and
|
10277
10340
|
# `NumberOfWorkers`.
|
@@ -10290,7 +10353,7 @@ module Aws::Glue
|
|
10290
10353
|
#
|
10291
10354
|
#
|
10292
10355
|
#
|
10293
|
-
# [1]: https://
|
10356
|
+
# [1]: https://aws.amazon.com/glue/pricing/
|
10294
10357
|
# @return [Float]
|
10295
10358
|
#
|
10296
10359
|
# @!attribute [rw] worker_type
|
@@ -10322,7 +10385,7 @@ module Aws::Glue
|
|
10322
10385
|
#
|
10323
10386
|
# @!attribute [rw] log_group_name
|
10324
10387
|
# The name of the log group for secure logging that can be server-side
|
10325
|
-
# encrypted in Amazon CloudWatch using
|
10388
|
+
# encrypted in Amazon CloudWatch using KMS. This name can be
|
10326
10389
|
# `/aws-glue/jobs/`, in which case the default encryption is `NONE`.
|
10327
10390
|
# If you add a role name and `SecurityConfiguration` name (in other
|
10328
10391
|
# words,
|
@@ -10336,10 +10399,10 @@ module Aws::Glue
|
|
10336
10399
|
#
|
10337
10400
|
# @!attribute [rw] glue_version
|
10338
10401
|
# Glue version determines the versions of Apache Spark and Python that
|
10339
|
-
#
|
10340
|
-
#
|
10402
|
+
# Glue supports. The Python version indicates the version supported
|
10403
|
+
# for jobs of type Spark.
|
10341
10404
|
#
|
10342
|
-
# For more information about the available
|
10405
|
+
# For more information about the available Glue versions and
|
10343
10406
|
# corresponding Spark and Python versions, see [Glue version][1] in
|
10344
10407
|
# the developer guide.
|
10345
10408
|
#
|
@@ -10439,22 +10502,22 @@ module Aws::Glue
|
|
10439
10502
|
# @return [Types::ExecutionProperty]
|
10440
10503
|
#
|
10441
10504
|
# @!attribute [rw] command
|
10442
|
-
# The `JobCommand` that
|
10505
|
+
# The `JobCommand` that runs this job (required).
|
10443
10506
|
# @return [Types::JobCommand]
|
10444
10507
|
#
|
10445
10508
|
# @!attribute [rw] default_arguments
|
10446
10509
|
# The default arguments for this job.
|
10447
10510
|
#
|
10448
10511
|
# You can specify arguments here that your own job-execution script
|
10449
|
-
# consumes, as well as arguments that
|
10512
|
+
# consumes, as well as arguments that Glue itself consumes.
|
10450
10513
|
#
|
10451
10514
|
# For information about how to specify and consume your own Job
|
10452
|
-
# arguments, see the [Calling
|
10515
|
+
# arguments, see the [Calling Glue APIs in Python][1] topic in the
|
10453
10516
|
# developer guide.
|
10454
10517
|
#
|
10455
|
-
# For information about the key-value pairs that
|
10456
|
-
#
|
10457
|
-
#
|
10518
|
+
# For information about the key-value pairs that Glue consumes to set
|
10519
|
+
# up your job, see the [Special Parameters Used by Glue][2] topic in
|
10520
|
+
# the developer guide.
|
10458
10521
|
#
|
10459
10522
|
#
|
10460
10523
|
#
|
@@ -10478,11 +10541,11 @@ module Aws::Glue
|
|
10478
10541
|
# @!attribute [rw] allocated_capacity
|
10479
10542
|
# This field is deprecated. Use `MaxCapacity` instead.
|
10480
10543
|
#
|
10481
|
-
# The number of
|
10482
|
-
#
|
10483
|
-
#
|
10484
|
-
#
|
10485
|
-
#
|
10544
|
+
# The number of Glue data processing units (DPUs) to allocate to this
|
10545
|
+
# job. You can allocate from 2 to 100 DPUs; the default is 10. A DPU
|
10546
|
+
# is a relative measure of processing power that consists of 4 vCPUs
|
10547
|
+
# of compute capacity and 16 GB of memory. For more information, see
|
10548
|
+
# the [Glue pricing page][1].
|
10486
10549
|
#
|
10487
10550
|
#
|
10488
10551
|
#
|
@@ -10496,11 +10559,11 @@ module Aws::Glue
|
|
10496
10559
|
# @return [Integer]
|
10497
10560
|
#
|
10498
10561
|
# @!attribute [rw] max_capacity
|
10499
|
-
#
|
10562
|
+
# For Glue version 1.0 or earlier jobs, using the standard worker
|
10563
|
+
# type, the number of Glue data processing units (DPUs) that can be
|
10500
10564
|
# allocated when this job runs. A DPU is a relative measure of
|
10501
10565
|
# processing power that consists of 4 vCPUs of compute capacity and 16
|
10502
|
-
# GB of memory. For more information, see the [
|
10503
|
-
# page][1].
|
10566
|
+
# GB of memory. For more information, see the [Glue pricing page][1].
|
10504
10567
|
#
|
10505
10568
|
# Do not set `Max Capacity` if using `WorkerType` and
|
10506
10569
|
# `NumberOfWorkers`.
|
@@ -10518,6 +10581,10 @@ module Aws::Glue
|
|
10518
10581
|
# 100 DPUs. The default is 10 DPUs. This job type cannot have a
|
10519
10582
|
# fractional DPU allocation.
|
10520
10583
|
#
|
10584
|
+
# For Glue version 2.0 jobs, you cannot instead specify a `Maximum
|
10585
|
+
# capacity`. Instead, you should specify a `Worker type` and the
|
10586
|
+
# `Number of workers`.
|
10587
|
+
#
|
10521
10588
|
#
|
10522
10589
|
#
|
10523
10590
|
# [1]: https://aws.amazon.com/glue/pricing/
|
@@ -10558,10 +10625,10 @@ module Aws::Glue
|
|
10558
10625
|
#
|
10559
10626
|
# @!attribute [rw] glue_version
|
10560
10627
|
# Glue version determines the versions of Apache Spark and Python that
|
10561
|
-
#
|
10562
|
-
#
|
10628
|
+
# Glue supports. The Python version indicates the version supported
|
10629
|
+
# for jobs of type Spark.
|
10563
10630
|
#
|
10564
|
-
# For more information about the available
|
10631
|
+
# For more information about the available Glue versions and
|
10565
10632
|
# corresponding Spark and Python versions, see [Glue version][1] in
|
10566
10633
|
# the developer guide.
|
10567
10634
|
#
|
@@ -10614,7 +10681,7 @@ module Aws::Glue
|
|
10614
10681
|
#
|
10615
10682
|
# @!attribute [rw] json_path
|
10616
10683
|
# A `JsonPath` string defining the JSON data for the classifier to
|
10617
|
-
# classify.
|
10684
|
+
# classify. Glue supports a subset of JsonPath, as described in
|
10618
10685
|
# [Writing JsonPath Custom Classifiers][1].
|
10619
10686
|
#
|
10620
10687
|
#
|
@@ -11362,7 +11429,7 @@ module Aws::Glue
|
|
11362
11429
|
# @return [Time]
|
11363
11430
|
#
|
11364
11431
|
# @!attribute [rw] input_record_tables
|
11365
|
-
# A list of
|
11432
|
+
# A list of Glue table definitions used by the transform.
|
11366
11433
|
# @return [Array<Types::GlueTable>]
|
11367
11434
|
#
|
11368
11435
|
# @!attribute [rw] parameters
|
@@ -11378,9 +11445,9 @@ module Aws::Glue
|
|
11378
11445
|
# @return [Types::EvaluationMetrics]
|
11379
11446
|
#
|
11380
11447
|
# @!attribute [rw] label_count
|
11381
|
-
# A count identifier for the labeling files generated by
|
11382
|
-
#
|
11383
|
-
#
|
11448
|
+
# A count identifier for the labeling files generated by Glue for this
|
11449
|
+
# transform. As you create a better transform, you can iteratively
|
11450
|
+
# download, label, and upload the labeling file.
|
11384
11451
|
# @return [Integer]
|
11385
11452
|
#
|
11386
11453
|
# @!attribute [rw] schema
|
@@ -11391,13 +11458,13 @@ module Aws::Glue
|
|
11391
11458
|
#
|
11392
11459
|
# @!attribute [rw] role
|
11393
11460
|
# The name or Amazon Resource Name (ARN) of the IAM role with the
|
11394
|
-
# required permissions. The required permissions include both
|
11395
|
-
# service role permissions to
|
11461
|
+
# required permissions. The required permissions include both Glue
|
11462
|
+
# service role permissions to Glue resources, and Amazon S3
|
11396
11463
|
# permissions required by the transform.
|
11397
11464
|
#
|
11398
|
-
# * This role needs
|
11399
|
-
#
|
11400
|
-
#
|
11465
|
+
# * This role needs Glue service role permissions to allow access to
|
11466
|
+
# resources in Glue. See [Attach a Policy to IAM Users That Access
|
11467
|
+
# Glue][1].
|
11401
11468
|
#
|
11402
11469
|
# * This role needs permission to your Amazon Simple Storage Service
|
11403
11470
|
# (Amazon S3) sources, targets, temporary directory, scripts, and
|
@@ -11409,11 +11476,11 @@ module Aws::Glue
|
|
11409
11476
|
# @return [String]
|
11410
11477
|
#
|
11411
11478
|
# @!attribute [rw] glue_version
|
11412
|
-
# This value determines which version of
|
11413
|
-
#
|
11414
|
-
#
|
11415
|
-
#
|
11416
|
-
#
|
11479
|
+
# This value determines which version of Glue this machine learning
|
11480
|
+
# transform is compatible with. Glue 1.0 is recommended for most
|
11481
|
+
# customers. If the value is not set, the Glue compatibility defaults
|
11482
|
+
# to Glue 0.9. For more information, see [Glue Versions][1] in the
|
11483
|
+
# developer guide.
|
11417
11484
|
#
|
11418
11485
|
#
|
11419
11486
|
#
|
@@ -11421,12 +11488,11 @@ module Aws::Glue
|
|
11421
11488
|
# @return [String]
|
11422
11489
|
#
|
11423
11490
|
# @!attribute [rw] max_capacity
|
11424
|
-
# The number of
|
11425
|
-
#
|
11426
|
-
#
|
11427
|
-
#
|
11428
|
-
#
|
11429
|
-
# page][1].
|
11491
|
+
# The number of Glue data processing units (DPUs) that are allocated
|
11492
|
+
# to task runs for this transform. You can allocate from 2 to 100
|
11493
|
+
# DPUs; the default is 10. A DPU is a relative measure of processing
|
11494
|
+
# power that consists of 4 vCPUs of compute capacity and 16 GB of
|
11495
|
+
# memory. For more information, see the [Glue pricing page][1].
|
11430
11496
|
#
|
11431
11497
|
# `MaxCapacity` is a mutually exclusive option with `NumberOfWorkers`
|
11432
11498
|
# and `WorkerType`.
|
@@ -11557,8 +11623,8 @@ module Aws::Glue
|
|
11557
11623
|
#
|
11558
11624
|
# * DISABLED: encryption is disabled
|
11559
11625
|
#
|
11560
|
-
# * SSEKMS: use of server-side encryption with
|
11561
|
-
#
|
11626
|
+
# * SSEKMS: use of server-side encryption with Key Management Service
|
11627
|
+
# (SSE-KMS) for user data stored in Amazon S3.
|
11562
11628
|
# @return [String]
|
11563
11629
|
#
|
11564
11630
|
# @!attribute [rw] kms_key_id
|
@@ -11731,15 +11797,15 @@ module Aws::Glue
|
|
11731
11797
|
include Aws::Structure
|
11732
11798
|
end
|
11733
11799
|
|
11734
|
-
# A node represents an
|
11735
|
-
#
|
11800
|
+
# A node represents an Glue component (trigger, crawler, or job) on a
|
11801
|
+
# workflow graph.
|
11736
11802
|
#
|
11737
11803
|
# @!attribute [rw] type
|
11738
|
-
# The type of
|
11804
|
+
# The type of Glue component represented by the node.
|
11739
11805
|
# @return [String]
|
11740
11806
|
#
|
11741
11807
|
# @!attribute [rw] name
|
11742
|
-
# The name of the
|
11808
|
+
# The name of the Glue component represented by the node.
|
11743
11809
|
# @return [String]
|
11744
11810
|
#
|
11745
11811
|
# @!attribute [rw] unique_id
|
@@ -12071,8 +12137,8 @@ module Aws::Glue
|
|
12071
12137
|
#
|
12072
12138
|
# The values for the keys for the new partition must be passed as an
|
12073
12139
|
# array of String objects that must be ordered in the same order as
|
12074
|
-
# the partition keys appearing in the Amazon S3 prefix. Otherwise
|
12075
|
-
#
|
12140
|
+
# the partition keys appearing in the Amazon S3 prefix. Otherwise Glue
|
12141
|
+
# will add the values to the wrong keys.
|
12076
12142
|
# @return [Array<String>]
|
12077
12143
|
#
|
12078
12144
|
# @!attribute [rw] last_access_time
|
@@ -12299,7 +12365,8 @@ module Aws::Glue
|
|
12299
12365
|
#
|
12300
12366
|
# @!attribute [rw] catalog_id
|
12301
12367
|
# The ID of the Data Catalog to set the security configuration for. If
|
12302
|
-
# none is provided, the
|
12368
|
+
# none is provided, the Amazon Web Services account ID is used by
|
12369
|
+
# default.
|
12303
12370
|
# @return [String]
|
12304
12371
|
#
|
12305
12372
|
# @!attribute [rw] data_catalog_encryption_settings
|
@@ -12358,7 +12425,7 @@ module Aws::Glue
|
|
12358
12425
|
#
|
12359
12426
|
# * By directly updating the resource policy with `PutResourePolicy`
|
12360
12427
|
#
|
12361
|
-
# * By using the **Grant permissions** command on the
|
12428
|
+
# * By using the **Grant permissions** command on the Management
|
12362
12429
|
# Console.
|
12363
12430
|
#
|
12364
12431
|
# Must be set to `'TRUE'` if you have already used the Management
|
@@ -12613,8 +12680,8 @@ module Aws::Glue
|
|
12613
12680
|
# When crawling an Amazon S3 data source after the first crawl is
|
12614
12681
|
# complete, specifies whether to crawl the entire dataset again or to
|
12615
12682
|
# crawl only folders that were added since the last crawler run. For
|
12616
|
-
# more information, see [Incremental Crawls in
|
12617
|
-
#
|
12683
|
+
# more information, see [Incremental Crawls in Glue][1] in the developer
|
12684
|
+
# guide.
|
12618
12685
|
#
|
12619
12686
|
#
|
12620
12687
|
#
|
@@ -13200,7 +13267,7 @@ module Aws::Glue
|
|
13200
13267
|
include Aws::Structure
|
13201
13268
|
end
|
13202
13269
|
|
13203
|
-
# The unique ID of the schema in the
|
13270
|
+
# The unique ID of the schema in the Glue schema registry.
|
13204
13271
|
#
|
13205
13272
|
# @note When making an API call, you may pass SchemaId
|
13206
13273
|
# data as a hash:
|
@@ -13279,8 +13346,7 @@ module Aws::Glue
|
|
13279
13346
|
include Aws::Structure
|
13280
13347
|
end
|
13281
13348
|
|
13282
|
-
# An object that references a schema stored in the
|
13283
|
-
# Registry.
|
13349
|
+
# An object that references a schema stored in the Glue Schema Registry.
|
13284
13350
|
#
|
13285
13351
|
# @note When making an API call, you may pass SchemaReference
|
13286
13352
|
# data as a hash:
|
@@ -13534,7 +13600,7 @@ module Aws::Glue
|
|
13534
13600
|
end
|
13535
13601
|
|
13536
13602
|
# Defines a non-overlapping region of a table's partitions, allowing
|
13537
|
-
# multiple requests to be
|
13603
|
+
# multiple requests to be run in parallel.
|
13538
13604
|
#
|
13539
13605
|
# @note When making an API call, you may pass Segment
|
13540
13606
|
# data as a hash:
|
@@ -13825,15 +13891,15 @@ module Aws::Glue
|
|
13825
13891
|
# replace the default arguments set in the job definition itself.
|
13826
13892
|
#
|
13827
13893
|
# You can specify arguments here that your own job-execution script
|
13828
|
-
# consumes, as well as arguments that
|
13894
|
+
# consumes, as well as arguments that Glue itself consumes.
|
13829
13895
|
#
|
13830
13896
|
# For information about how to specify and consume your own Job
|
13831
|
-
# arguments, see the [Calling
|
13897
|
+
# arguments, see the [Calling Glue APIs in Python][1] topic in the
|
13832
13898
|
# developer guide.
|
13833
13899
|
#
|
13834
|
-
# For information about the key-value pairs that
|
13835
|
-
#
|
13836
|
-
#
|
13900
|
+
# For information about the key-value pairs that Glue consumes to set
|
13901
|
+
# up your job, see the [Special Parameters Used by Glue][2] topic in
|
13902
|
+
# the developer guide.
|
13837
13903
|
#
|
13838
13904
|
#
|
13839
13905
|
#
|
@@ -13844,15 +13910,15 @@ module Aws::Glue
|
|
13844
13910
|
# @!attribute [rw] allocated_capacity
|
13845
13911
|
# This field is deprecated. Use `MaxCapacity` instead.
|
13846
13912
|
#
|
13847
|
-
# The number of
|
13848
|
-
#
|
13849
|
-
#
|
13913
|
+
# The number of Glue data processing units (DPUs) to allocate to this
|
13914
|
+
# JobRun. From 2 to 100 DPUs can be allocated; the default is 10. A
|
13915
|
+
# DPU is a relative measure of processing power that consists of 4
|
13850
13916
|
# vCPUs of compute capacity and 16 GB of memory. For more information,
|
13851
|
-
# see the [
|
13917
|
+
# see the [Glue pricing page][1].
|
13852
13918
|
#
|
13853
13919
|
#
|
13854
13920
|
#
|
13855
|
-
# [1]: https://
|
13921
|
+
# [1]: https://aws.amazon.com/glue/pricing/
|
13856
13922
|
# @return [Integer]
|
13857
13923
|
#
|
13858
13924
|
# @!attribute [rw] timeout
|
@@ -13863,11 +13929,10 @@ module Aws::Glue
|
|
13863
13929
|
# @return [Integer]
|
13864
13930
|
#
|
13865
13931
|
# @!attribute [rw] max_capacity
|
13866
|
-
# The number of
|
13932
|
+
# The number of Glue data processing units (DPUs) that can be
|
13867
13933
|
# allocated when this job runs. A DPU is a relative measure of
|
13868
13934
|
# processing power that consists of 4 vCPUs of compute capacity and 16
|
13869
|
-
# GB of memory. For more information, see the [
|
13870
|
-
# page][1].
|
13935
|
+
# GB of memory. For more information, see the [Glue pricing page][1].
|
13871
13936
|
#
|
13872
13937
|
# Do not set `Max Capacity` if using `WorkerType` and
|
13873
13938
|
# `NumberOfWorkers`.
|
@@ -13886,7 +13951,7 @@ module Aws::Glue
|
|
13886
13951
|
#
|
13887
13952
|
#
|
13888
13953
|
#
|
13889
|
-
# [1]: https://
|
13954
|
+
# [1]: https://aws.amazon.com/glue/pricing/
|
13890
13955
|
# @return [Float]
|
13891
13956
|
#
|
13892
13957
|
# @!attribute [rw] security_configuration
|
@@ -14080,6 +14145,28 @@ module Aws::Glue
|
|
14080
14145
|
include Aws::Structure
|
14081
14146
|
end
|
14082
14147
|
|
14148
|
+
# The batch condition that started the workflow run. Either the number
|
14149
|
+
# of events in the batch size arrived, in which case the BatchSize
|
14150
|
+
# member is non-zero, or the batch window expired, in which case the
|
14151
|
+
# BatchWindow member is non-zero.
|
14152
|
+
#
|
14153
|
+
# @!attribute [rw] batch_size
|
14154
|
+
# Number of events in the batch.
|
14155
|
+
# @return [Integer]
|
14156
|
+
#
|
14157
|
+
# @!attribute [rw] batch_window
|
14158
|
+
# Duration of the batch window in seconds.
|
14159
|
+
# @return [Integer]
|
14160
|
+
#
|
14161
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartingEventBatchCondition AWS API Documentation
|
14162
|
+
#
|
14163
|
+
class StartingEventBatchCondition < Struct.new(
|
14164
|
+
:batch_size,
|
14165
|
+
:batch_window)
|
14166
|
+
SENSITIVE = []
|
14167
|
+
include Aws::Structure
|
14168
|
+
end
|
14169
|
+
|
14083
14170
|
# @note When making an API call, you may pass StopCrawlerRequest
|
14084
14171
|
# data as a hash:
|
14085
14172
|
#
|
@@ -14299,7 +14386,7 @@ module Aws::Glue
|
|
14299
14386
|
# @return [Boolean]
|
14300
14387
|
#
|
14301
14388
|
# @!attribute [rw] schema_reference
|
14302
|
-
# An object that references a schema stored in the
|
14389
|
+
# An object that references a schema stored in the Glue Schema
|
14303
14390
|
# Registry.
|
14304
14391
|
#
|
14305
14392
|
# When creating a table, you can pass an empty list of columns for the
|
@@ -14446,8 +14533,7 @@ module Aws::Glue
|
|
14446
14533
|
# @return [String]
|
14447
14534
|
#
|
14448
14535
|
# @!attribute [rw] is_registered_with_lake_formation
|
14449
|
-
# Indicates whether the table has been registered with
|
14450
|
-
# Formation.
|
14536
|
+
# Indicates whether the table has been registered with Lake Formation.
|
14451
14537
|
# @return [Boolean]
|
14452
14538
|
#
|
14453
14539
|
# @!attribute [rw] target_table
|
@@ -14765,9 +14851,9 @@ module Aws::Glue
|
|
14765
14851
|
# }
|
14766
14852
|
#
|
14767
14853
|
# @!attribute [rw] resource_arn
|
14768
|
-
# The ARN of the
|
14769
|
-
# information about
|
14770
|
-
#
|
14854
|
+
# The ARN of the Glue resource to which to add the tags. For more
|
14855
|
+
# information about Glue resource ARNs, see the [Glue ARN string
|
14856
|
+
# pattern][1].
|
14771
14857
|
#
|
14772
14858
|
#
|
14773
14859
|
#
|
@@ -15032,11 +15118,11 @@ module Aws::Glue
|
|
15032
15118
|
# @return [String]
|
15033
15119
|
#
|
15034
15120
|
# @!attribute [rw] glue_version
|
15035
|
-
# This value determines which version of
|
15036
|
-
#
|
15037
|
-
#
|
15038
|
-
#
|
15039
|
-
#
|
15121
|
+
# This value determines which version of Glue this machine learning
|
15122
|
+
# transform is compatible with. Glue 1.0 is recommended for most
|
15123
|
+
# customers. If the value is not set, the Glue compatibility defaults
|
15124
|
+
# to Glue 0.9. For more information, see [Glue Versions][1] in the
|
15125
|
+
# developer guide.
|
15040
15126
|
#
|
15041
15127
|
#
|
15042
15128
|
#
|
@@ -15197,6 +15283,12 @@ module Aws::Glue
|
|
15197
15283
|
# The predicate of this trigger, which defines when it will fire.
|
15198
15284
|
# @return [Types::Predicate]
|
15199
15285
|
#
|
15286
|
+
# @!attribute [rw] event_batching_condition
|
15287
|
+
# Batch condition that must be met (specified number of events
|
15288
|
+
# received or batch time window expired) before EventBridge event
|
15289
|
+
# trigger fires.
|
15290
|
+
# @return [Types::EventBatchingCondition]
|
15291
|
+
#
|
15200
15292
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Trigger AWS API Documentation
|
15201
15293
|
#
|
15202
15294
|
class Trigger < Struct.new(
|
@@ -15208,7 +15300,8 @@ module Aws::Glue
|
|
15208
15300
|
:description,
|
15209
15301
|
:schedule,
|
15210
15302
|
:actions,
|
15211
|
-
:predicate
|
15303
|
+
:predicate,
|
15304
|
+
:event_batching_condition)
|
15212
15305
|
SENSITIVE = []
|
15213
15306
|
include Aws::Structure
|
15214
15307
|
end
|
@@ -15264,6 +15357,10 @@ module Aws::Glue
|
|
15264
15357
|
# },
|
15265
15358
|
# ],
|
15266
15359
|
# },
|
15360
|
+
# event_batching_condition: {
|
15361
|
+
# batch_size: 1, # required
|
15362
|
+
# batch_window: 1,
|
15363
|
+
# },
|
15267
15364
|
# }
|
15268
15365
|
#
|
15269
15366
|
# @!attribute [rw] name
|
@@ -15292,6 +15389,12 @@ module Aws::Glue
|
|
15292
15389
|
# The predicate of this trigger, which defines when it will fire.
|
15293
15390
|
# @return [Types::Predicate]
|
15294
15391
|
#
|
15392
|
+
# @!attribute [rw] event_batching_condition
|
15393
|
+
# Batch condition that must be met (specified number of events
|
15394
|
+
# received or batch time window expired) before EventBridge event
|
15395
|
+
# trigger fires.
|
15396
|
+
# @return [Types::EventBatchingCondition]
|
15397
|
+
#
|
15295
15398
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TriggerUpdate AWS API Documentation
|
15296
15399
|
#
|
15297
15400
|
class TriggerUpdate < Struct.new(
|
@@ -15299,7 +15402,8 @@ module Aws::Glue
|
|
15299
15402
|
:description,
|
15300
15403
|
:schedule,
|
15301
15404
|
:actions,
|
15302
|
-
:predicate
|
15405
|
+
:predicate,
|
15406
|
+
:event_batching_condition)
|
15303
15407
|
SENSITIVE = []
|
15304
15408
|
include Aws::Structure
|
15305
15409
|
end
|
@@ -15463,7 +15567,8 @@ module Aws::Glue
|
|
15463
15567
|
#
|
15464
15568
|
# @!attribute [rw] catalog_id
|
15465
15569
|
# The ID of the Data Catalog where the partitions in question reside.
|
15466
|
-
# If none is supplied, the
|
15570
|
+
# If none is supplied, the Amazon Web Services account ID is used by
|
15571
|
+
# default.
|
15467
15572
|
# @return [String]
|
15468
15573
|
#
|
15469
15574
|
# @!attribute [rw] database_name
|
@@ -15573,7 +15678,8 @@ module Aws::Glue
|
|
15573
15678
|
#
|
15574
15679
|
# @!attribute [rw] catalog_id
|
15575
15680
|
# The ID of the Data Catalog where the partitions in question reside.
|
15576
|
-
# If none is supplied, the
|
15681
|
+
# If none is supplied, the Amazon Web Services account ID is used by
|
15682
|
+
# default.
|
15577
15683
|
# @return [String]
|
15578
15684
|
#
|
15579
15685
|
# @!attribute [rw] database_name
|
@@ -15635,7 +15741,7 @@ module Aws::Glue
|
|
15635
15741
|
#
|
15636
15742
|
# @!attribute [rw] catalog_id
|
15637
15743
|
# The ID of the Data Catalog in which the connection resides. If none
|
15638
|
-
# is provided, the
|
15744
|
+
# is provided, the Amazon Web Services account ID is used by default.
|
15639
15745
|
# @return [String]
|
15640
15746
|
#
|
15641
15747
|
# @!attribute [rw] name
|
@@ -15733,7 +15839,7 @@ module Aws::Glue
|
|
15733
15839
|
# @return [String]
|
15734
15840
|
#
|
15735
15841
|
# @!attribute [rw] database_name
|
15736
|
-
# The
|
15842
|
+
# The Glue database where results are stored, such as:
|
15737
15843
|
# `arn:aws:daylight:us-east-1::database/sometable/*`.
|
15738
15844
|
# @return [String]
|
15739
15845
|
#
|
@@ -15944,7 +16050,8 @@ module Aws::Glue
|
|
15944
16050
|
#
|
15945
16051
|
# @!attribute [rw] catalog_id
|
15946
16052
|
# The ID of the Data Catalog in which the metadata database resides.
|
15947
|
-
# If none is provided, the
|
16053
|
+
# If none is provided, the Amazon Web Services account ID is used by
|
16054
|
+
# default.
|
15948
16055
|
# @return [String]
|
15949
16056
|
#
|
15950
16057
|
# @!attribute [rw] name
|
@@ -16028,9 +16135,7 @@ module Aws::Glue
|
|
16028
16135
|
#
|
16029
16136
|
# * `"--enable-glue-datacatalog": ""`
|
16030
16137
|
#
|
16031
|
-
#
|
16032
|
-
#
|
16033
|
-
# * `"GLUE_PYTHON_VERSION": "2"`
|
16138
|
+
# ^
|
16034
16139
|
#
|
16035
16140
|
# You can specify a version of Python support for development
|
16036
16141
|
# endpoints by using the `Arguments` parameter in the
|
@@ -16183,7 +16288,7 @@ module Aws::Glue
|
|
16183
16288
|
#
|
16184
16289
|
# @!attribute [rw] json_path
|
16185
16290
|
# A `JsonPath` string defining the JSON data for the classifier to
|
16186
|
-
# classify.
|
16291
|
+
# classify. Glue supports a subset of JsonPath, as described in
|
16187
16292
|
# [Writing JsonPath Custom Classifiers][1].
|
16188
16293
|
#
|
16189
16294
|
#
|
@@ -16249,11 +16354,11 @@ module Aws::Glue
|
|
16249
16354
|
# @return [String]
|
16250
16355
|
#
|
16251
16356
|
# @!attribute [rw] glue_version
|
16252
|
-
# This value determines which version of
|
16253
|
-
#
|
16254
|
-
#
|
16255
|
-
#
|
16256
|
-
#
|
16357
|
+
# This value determines which version of Glue this machine learning
|
16358
|
+
# transform is compatible with. Glue 1.0 is recommended for most
|
16359
|
+
# customers. If the value is not set, the Glue compatibility defaults
|
16360
|
+
# to Glue 0.9. For more information, see [Glue Versions][1] in the
|
16361
|
+
# developer guide.
|
16257
16362
|
#
|
16258
16363
|
#
|
16259
16364
|
#
|
@@ -16261,12 +16366,11 @@ module Aws::Glue
|
|
16261
16366
|
# @return [String]
|
16262
16367
|
#
|
16263
16368
|
# @!attribute [rw] max_capacity
|
16264
|
-
# The number of
|
16265
|
-
#
|
16266
|
-
#
|
16267
|
-
#
|
16268
|
-
#
|
16269
|
-
# page][1].
|
16369
|
+
# The number of Glue data processing units (DPUs) that are allocated
|
16370
|
+
# to task runs for this transform. You can allocate from 2 to 100
|
16371
|
+
# DPUs; the default is 10. A DPU is a relative measure of processing
|
16372
|
+
# power that consists of 4 vCPUs of compute capacity and 16 GB of
|
16373
|
+
# memory. For more information, see the [Glue pricing page][1].
|
16270
16374
|
#
|
16271
16375
|
# When the `WorkerType` field is set to a value other than `Standard`,
|
16272
16376
|
# the `MaxCapacity` field is set automatically and becomes read-only.
|
@@ -16408,7 +16512,8 @@ module Aws::Glue
|
|
16408
16512
|
#
|
16409
16513
|
# @!attribute [rw] catalog_id
|
16410
16514
|
# The ID of the Data Catalog where the partition to be updated
|
16411
|
-
# resides. If none is provided, the
|
16515
|
+
# resides. If none is provided, the Amazon Web Services account ID is
|
16516
|
+
# used by default.
|
16412
16517
|
# @return [String]
|
16413
16518
|
#
|
16414
16519
|
# @!attribute [rw] database_name
|
@@ -16661,7 +16766,7 @@ module Aws::Glue
|
|
16661
16766
|
#
|
16662
16767
|
# @!attribute [rw] catalog_id
|
16663
16768
|
# The ID of the Data Catalog where the table resides. If none is
|
16664
|
-
# provided, the
|
16769
|
+
# provided, the Amazon Web Services account ID is used by default.
|
16665
16770
|
# @return [String]
|
16666
16771
|
#
|
16667
16772
|
# @!attribute [rw] database_name
|
@@ -16730,6 +16835,10 @@ module Aws::Glue
|
|
16730
16835
|
# },
|
16731
16836
|
# ],
|
16732
16837
|
# },
|
16838
|
+
# event_batching_condition: {
|
16839
|
+
# batch_size: 1, # required
|
16840
|
+
# batch_window: 1,
|
16841
|
+
# },
|
16733
16842
|
# },
|
16734
16843
|
# }
|
16735
16844
|
#
|
@@ -16785,7 +16894,8 @@ module Aws::Glue
|
|
16785
16894
|
#
|
16786
16895
|
# @!attribute [rw] catalog_id
|
16787
16896
|
# The ID of the Data Catalog where the function to be updated is
|
16788
|
-
# located. If none is provided, the
|
16897
|
+
# located. If none is provided, the Amazon Web Services account ID is
|
16898
|
+
# used by default.
|
16789
16899
|
# @return [String]
|
16790
16900
|
#
|
16791
16901
|
# @!attribute [rw] database_name
|
@@ -17039,11 +17149,12 @@ module Aws::Glue
|
|
17039
17149
|
include Aws::Structure
|
17040
17150
|
end
|
17041
17151
|
|
17042
|
-
# A workflow
|
17043
|
-
#
|
17152
|
+
# A workflow is a collection of multiple dependent Glue jobs and
|
17153
|
+
# crawlers that are run to complete a complex ETL task. A workflow
|
17154
|
+
# manages the execution and monitoring of all its jobs and crawlers.
|
17044
17155
|
#
|
17045
17156
|
# @!attribute [rw] name
|
17046
|
-
# The name of the workflow
|
17157
|
+
# The name of the workflow.
|
17047
17158
|
# @return [String]
|
17048
17159
|
#
|
17049
17160
|
# @!attribute [rw] description
|
@@ -17052,7 +17163,9 @@ module Aws::Glue
|
|
17052
17163
|
#
|
17053
17164
|
# @!attribute [rw] default_run_properties
|
17054
17165
|
# A collection of properties to be used as part of each execution of
|
17055
|
-
# the workflow.
|
17166
|
+
# the workflow. The run properties are made available to each job in
|
17167
|
+
# the workflow. A job can modify the properties for the next jobs in
|
17168
|
+
# the flow.
|
17056
17169
|
# @return [Hash<String,String>]
|
17057
17170
|
#
|
17058
17171
|
# @!attribute [rw] created_on
|
@@ -17068,9 +17181,8 @@ module Aws::Glue
|
|
17068
17181
|
# @return [Types::WorkflowRun]
|
17069
17182
|
#
|
17070
17183
|
# @!attribute [rw] graph
|
17071
|
-
# The graph representing all the
|
17072
|
-
#
|
17073
|
-
# edges.
|
17184
|
+
# The graph representing all the Glue components that belong to the
|
17185
|
+
# workflow as nodes and directed connections between them as edges.
|
17074
17186
|
# @return [Types::WorkflowGraph]
|
17075
17187
|
#
|
17076
17188
|
# @!attribute [rw] max_concurrent_runs
|
@@ -17097,12 +17209,12 @@ module Aws::Glue
|
|
17097
17209
|
end
|
17098
17210
|
|
17099
17211
|
# A workflow graph represents the complete workflow containing all the
|
17100
|
-
#
|
17212
|
+
# Glue components present in the workflow and all the directed
|
17101
17213
|
# connections between them.
|
17102
17214
|
#
|
17103
17215
|
# @!attribute [rw] nodes
|
17104
|
-
# A list of the the
|
17105
|
-
#
|
17216
|
+
# A list of the the Glue components belong to the workflow represented
|
17217
|
+
# as nodes.
|
17106
17218
|
# @return [Array<Types::Node>]
|
17107
17219
|
#
|
17108
17220
|
# @!attribute [rw] edges
|
@@ -17123,7 +17235,7 @@ module Aws::Glue
|
|
17123
17235
|
# information.
|
17124
17236
|
#
|
17125
17237
|
# @!attribute [rw] name
|
17126
|
-
# Name of the workflow that was
|
17238
|
+
# Name of the workflow that was run.
|
17127
17239
|
# @return [String]
|
17128
17240
|
#
|
17129
17241
|
# @!attribute [rw] workflow_run_id
|
@@ -17161,11 +17273,14 @@ module Aws::Glue
|
|
17161
17273
|
# @return [Types::WorkflowRunStatistics]
|
17162
17274
|
#
|
17163
17275
|
# @!attribute [rw] graph
|
17164
|
-
# The graph representing all the
|
17165
|
-
#
|
17166
|
-
# edges.
|
17276
|
+
# The graph representing all the Glue components that belong to the
|
17277
|
+
# workflow as nodes and directed connections between them as edges.
|
17167
17278
|
# @return [Types::WorkflowGraph]
|
17168
17279
|
#
|
17280
|
+
# @!attribute [rw] starting_event_batch_condition
|
17281
|
+
# The batch condition that started the workflow run.
|
17282
|
+
# @return [Types::StartingEventBatchCondition]
|
17283
|
+
#
|
17169
17284
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/WorkflowRun AWS API Documentation
|
17170
17285
|
#
|
17171
17286
|
class WorkflowRun < Struct.new(
|
@@ -17178,7 +17293,8 @@ module Aws::Glue
|
|
17178
17293
|
:status,
|
17179
17294
|
:error_message,
|
17180
17295
|
:statistics,
|
17181
|
-
:graph
|
17296
|
+
:graph,
|
17297
|
+
:starting_event_batch_condition)
|
17182
17298
|
SENSITIVE = []
|
17183
17299
|
include Aws::Structure
|
17184
17300
|
end
|