aws-sdk-glue 1.134.0 → 1.136.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +10 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +323 -1940
- data/lib/aws-sdk-glue/client_api.rb +60 -0
- data/lib/aws-sdk-glue/types.rb +278 -9
- data/lib/aws-sdk-glue.rb +1 -1
- metadata +2 -2
@@ -24,6 +24,11 @@ module Aws::Glue
|
|
24
24
|
AggregateOperation = Shapes::StructureShape.new(name: 'AggregateOperation')
|
25
25
|
AggregateOperations = Shapes::ListShape.new(name: 'AggregateOperations')
|
26
26
|
AlreadyExistsException = Shapes::StructureShape.new(name: 'AlreadyExistsException')
|
27
|
+
AmazonRedshiftAdvancedOption = Shapes::StructureShape.new(name: 'AmazonRedshiftAdvancedOption')
|
28
|
+
AmazonRedshiftAdvancedOptions = Shapes::ListShape.new(name: 'AmazonRedshiftAdvancedOptions')
|
29
|
+
AmazonRedshiftNodeData = Shapes::StructureShape.new(name: 'AmazonRedshiftNodeData')
|
30
|
+
AmazonRedshiftSource = Shapes::StructureShape.new(name: 'AmazonRedshiftSource')
|
31
|
+
AmazonRedshiftTarget = Shapes::StructureShape.new(name: 'AmazonRedshiftTarget')
|
27
32
|
ApplyMapping = Shapes::StructureShape.new(name: 'ApplyMapping')
|
28
33
|
AthenaConnectorSource = Shapes::StructureShape.new(name: 'AthenaConnectorSource')
|
29
34
|
AttemptCount = Shapes::IntegerShape.new(name: 'AttemptCount')
|
@@ -762,6 +767,8 @@ module Aws::Glue
|
|
762
767
|
NullableInteger = Shapes::IntegerShape.new(name: 'NullableInteger')
|
763
768
|
OneInput = Shapes::ListShape.new(name: 'OneInput')
|
764
769
|
OperationTimeoutException = Shapes::StructureShape.new(name: 'OperationTimeoutException')
|
770
|
+
Option = Shapes::StructureShape.new(name: 'Option')
|
771
|
+
OptionList = Shapes::ListShape.new(name: 'OptionList')
|
765
772
|
OracleSQLCatalogSource = Shapes::StructureShape.new(name: 'OracleSQLCatalogSource')
|
766
773
|
OracleSQLCatalogTarget = Shapes::StructureShape.new(name: 'OracleSQLCatalogTarget')
|
767
774
|
OrchestrationArgumentsMap = Shapes::MapShape.new(name: 'OrchestrationArgumentsMap')
|
@@ -1168,6 +1175,49 @@ module Aws::Glue
|
|
1168
1175
|
AlreadyExistsException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
|
1169
1176
|
AlreadyExistsException.struct_class = Types::AlreadyExistsException
|
1170
1177
|
|
1178
|
+
AmazonRedshiftAdvancedOption.add_member(:key, Shapes::ShapeRef.new(shape: GenericString, location_name: "Key"))
|
1179
|
+
AmazonRedshiftAdvancedOption.add_member(:value, Shapes::ShapeRef.new(shape: GenericString, location_name: "Value"))
|
1180
|
+
AmazonRedshiftAdvancedOption.struct_class = Types::AmazonRedshiftAdvancedOption
|
1181
|
+
|
1182
|
+
AmazonRedshiftAdvancedOptions.member = Shapes::ShapeRef.new(shape: AmazonRedshiftAdvancedOption)
|
1183
|
+
|
1184
|
+
AmazonRedshiftNodeData.add_member(:access_type, Shapes::ShapeRef.new(shape: GenericLimitedString, location_name: "AccessType"))
|
1185
|
+
AmazonRedshiftNodeData.add_member(:source_type, Shapes::ShapeRef.new(shape: GenericLimitedString, location_name: "SourceType"))
|
1186
|
+
AmazonRedshiftNodeData.add_member(:connection, Shapes::ShapeRef.new(shape: Option, location_name: "Connection"))
|
1187
|
+
AmazonRedshiftNodeData.add_member(:schema, Shapes::ShapeRef.new(shape: Option, location_name: "Schema"))
|
1188
|
+
AmazonRedshiftNodeData.add_member(:table, Shapes::ShapeRef.new(shape: Option, location_name: "Table"))
|
1189
|
+
AmazonRedshiftNodeData.add_member(:catalog_database, Shapes::ShapeRef.new(shape: Option, location_name: "CatalogDatabase"))
|
1190
|
+
AmazonRedshiftNodeData.add_member(:catalog_table, Shapes::ShapeRef.new(shape: Option, location_name: "CatalogTable"))
|
1191
|
+
AmazonRedshiftNodeData.add_member(:catalog_redshift_schema, Shapes::ShapeRef.new(shape: GenericString, location_name: "CatalogRedshiftSchema"))
|
1192
|
+
AmazonRedshiftNodeData.add_member(:catalog_redshift_table, Shapes::ShapeRef.new(shape: GenericString, location_name: "CatalogRedshiftTable"))
|
1193
|
+
AmazonRedshiftNodeData.add_member(:temp_dir, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, location_name: "TempDir"))
|
1194
|
+
AmazonRedshiftNodeData.add_member(:iam_role, Shapes::ShapeRef.new(shape: Option, location_name: "IamRole"))
|
1195
|
+
AmazonRedshiftNodeData.add_member(:advanced_options, Shapes::ShapeRef.new(shape: AmazonRedshiftAdvancedOptions, location_name: "AdvancedOptions"))
|
1196
|
+
AmazonRedshiftNodeData.add_member(:sample_query, Shapes::ShapeRef.new(shape: GenericString, location_name: "SampleQuery"))
|
1197
|
+
AmazonRedshiftNodeData.add_member(:pre_action, Shapes::ShapeRef.new(shape: GenericString, location_name: "PreAction"))
|
1198
|
+
AmazonRedshiftNodeData.add_member(:post_action, Shapes::ShapeRef.new(shape: GenericString, location_name: "PostAction"))
|
1199
|
+
AmazonRedshiftNodeData.add_member(:action, Shapes::ShapeRef.new(shape: GenericString, location_name: "Action"))
|
1200
|
+
AmazonRedshiftNodeData.add_member(:table_prefix, Shapes::ShapeRef.new(shape: GenericLimitedString, location_name: "TablePrefix"))
|
1201
|
+
AmazonRedshiftNodeData.add_member(:upsert, Shapes::ShapeRef.new(shape: BooleanValue, location_name: "Upsert"))
|
1202
|
+
AmazonRedshiftNodeData.add_member(:merge_action, Shapes::ShapeRef.new(shape: GenericLimitedString, location_name: "MergeAction"))
|
1203
|
+
AmazonRedshiftNodeData.add_member(:merge_when_matched, Shapes::ShapeRef.new(shape: GenericLimitedString, location_name: "MergeWhenMatched"))
|
1204
|
+
AmazonRedshiftNodeData.add_member(:merge_when_not_matched, Shapes::ShapeRef.new(shape: GenericLimitedString, location_name: "MergeWhenNotMatched"))
|
1205
|
+
AmazonRedshiftNodeData.add_member(:merge_clause, Shapes::ShapeRef.new(shape: GenericString, location_name: "MergeClause"))
|
1206
|
+
AmazonRedshiftNodeData.add_member(:crawler_connection, Shapes::ShapeRef.new(shape: GenericString, location_name: "CrawlerConnection"))
|
1207
|
+
AmazonRedshiftNodeData.add_member(:table_schema, Shapes::ShapeRef.new(shape: OptionList, location_name: "TableSchema"))
|
1208
|
+
AmazonRedshiftNodeData.add_member(:staging_table, Shapes::ShapeRef.new(shape: GenericString, location_name: "StagingTable"))
|
1209
|
+
AmazonRedshiftNodeData.add_member(:selected_columns, Shapes::ShapeRef.new(shape: OptionList, location_name: "SelectedColumns"))
|
1210
|
+
AmazonRedshiftNodeData.struct_class = Types::AmazonRedshiftNodeData
|
1211
|
+
|
1212
|
+
AmazonRedshiftSource.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, location_name: "Name"))
|
1213
|
+
AmazonRedshiftSource.add_member(:data, Shapes::ShapeRef.new(shape: AmazonRedshiftNodeData, location_name: "Data"))
|
1214
|
+
AmazonRedshiftSource.struct_class = Types::AmazonRedshiftSource
|
1215
|
+
|
1216
|
+
AmazonRedshiftTarget.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, location_name: "Name"))
|
1217
|
+
AmazonRedshiftTarget.add_member(:data, Shapes::ShapeRef.new(shape: AmazonRedshiftNodeData, location_name: "Data"))
|
1218
|
+
AmazonRedshiftTarget.add_member(:inputs, Shapes::ShapeRef.new(shape: OneInput, location_name: "Inputs"))
|
1219
|
+
AmazonRedshiftTarget.struct_class = Types::AmazonRedshiftTarget
|
1220
|
+
|
1171
1221
|
ApplyMapping.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
|
1172
1222
|
ApplyMapping.add_member(:inputs, Shapes::ShapeRef.new(shape: OneInput, required: true, location_name: "Inputs"))
|
1173
1223
|
ApplyMapping.add_member(:mapping, Shapes::ShapeRef.new(shape: Mappings, required: true, location_name: "Mapping"))
|
@@ -1590,6 +1640,8 @@ module Aws::Glue
|
|
1590
1640
|
CodeGenConfigurationNode.add_member(:s3_delta_source, Shapes::ShapeRef.new(shape: S3DeltaSource, location_name: "S3DeltaSource"))
|
1591
1641
|
CodeGenConfigurationNode.add_member(:s3_delta_catalog_target, Shapes::ShapeRef.new(shape: S3DeltaCatalogTarget, location_name: "S3DeltaCatalogTarget"))
|
1592
1642
|
CodeGenConfigurationNode.add_member(:s3_delta_direct_target, Shapes::ShapeRef.new(shape: S3DeltaDirectTarget, location_name: "S3DeltaDirectTarget"))
|
1643
|
+
CodeGenConfigurationNode.add_member(:amazon_redshift_source, Shapes::ShapeRef.new(shape: AmazonRedshiftSource, location_name: "AmazonRedshiftSource"))
|
1644
|
+
CodeGenConfigurationNode.add_member(:amazon_redshift_target, Shapes::ShapeRef.new(shape: AmazonRedshiftTarget, location_name: "AmazonRedshiftTarget"))
|
1593
1645
|
CodeGenConfigurationNode.struct_class = Types::CodeGenConfigurationNode
|
1594
1646
|
|
1595
1647
|
CodeGenConfigurationNodes.key = Shapes::ShapeRef.new(shape: NodeId)
|
@@ -2591,6 +2643,7 @@ module Aws::Glue
|
|
2591
2643
|
DynamicTransform.add_member(:function_name, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "FunctionName"))
|
2592
2644
|
DynamicTransform.add_member(:path, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Path"))
|
2593
2645
|
DynamicTransform.add_member(:version, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, location_name: "Version"))
|
2646
|
+
DynamicTransform.add_member(:output_schemas, Shapes::ShapeRef.new(shape: GlueSchemas, location_name: "OutputSchemas"))
|
2594
2647
|
DynamicTransform.struct_class = Types::DynamicTransform
|
2595
2648
|
|
2596
2649
|
DynamoDBCatalogSource.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
|
@@ -4033,6 +4086,13 @@ module Aws::Glue
|
|
4033
4086
|
OperationTimeoutException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
|
4034
4087
|
OperationTimeoutException.struct_class = Types::OperationTimeoutException
|
4035
4088
|
|
4089
|
+
Option.add_member(:value, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, location_name: "Value"))
|
4090
|
+
Option.add_member(:label, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, location_name: "Label"))
|
4091
|
+
Option.add_member(:description, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, location_name: "Description"))
|
4092
|
+
Option.struct_class = Types::Option
|
4093
|
+
|
4094
|
+
OptionList.member = Shapes::ShapeRef.new(shape: Option)
|
4095
|
+
|
4036
4096
|
OracleSQLCatalogSource.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
|
4037
4097
|
OracleSQLCatalogSource.add_member(:database, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Database"))
|
4038
4098
|
OracleSQLCatalogSource.add_member(:table, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Table"))
|
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -155,6 +155,219 @@ module Aws::Glue
|
|
155
155
|
include Aws::Structure
|
156
156
|
end
|
157
157
|
|
158
|
+
# Specifies an Amazon Redshift data store.
|
159
|
+
#
|
160
|
+
# @!attribute [rw] key
|
161
|
+
# The key when specifying a key-value pair.
|
162
|
+
# @return [String]
|
163
|
+
#
|
164
|
+
# @!attribute [rw] value
|
165
|
+
# The value when specifying a key-value pair.
|
166
|
+
# @return [String]
|
167
|
+
#
|
168
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/AmazonRedshiftAdvancedOption AWS API Documentation
|
169
|
+
#
|
170
|
+
class AmazonRedshiftAdvancedOption < Struct.new(
|
171
|
+
:key,
|
172
|
+
:value)
|
173
|
+
SENSITIVE = []
|
174
|
+
include Aws::Structure
|
175
|
+
end
|
176
|
+
|
177
|
+
# Specifies an Amazon Redshift node.
|
178
|
+
#
|
179
|
+
# @!attribute [rw] access_type
|
180
|
+
# The access type for the Redshift connection. Can be a direct
|
181
|
+
# connection or catalog connections.
|
182
|
+
# @return [String]
|
183
|
+
#
|
184
|
+
# @!attribute [rw] source_type
|
185
|
+
# The source type to specify whether a specific table is the source or
|
186
|
+
# a custom query.
|
187
|
+
# @return [String]
|
188
|
+
#
|
189
|
+
# @!attribute [rw] connection
|
190
|
+
# The Glue connection to the Redshift cluster.
|
191
|
+
# @return [Types::Option]
|
192
|
+
#
|
193
|
+
# @!attribute [rw] schema
|
194
|
+
# The Redshift schema name when working with a direct connection.
|
195
|
+
# @return [Types::Option]
|
196
|
+
#
|
197
|
+
# @!attribute [rw] table
|
198
|
+
# The Redshift table name when working with a direct connection.
|
199
|
+
# @return [Types::Option]
|
200
|
+
#
|
201
|
+
# @!attribute [rw] catalog_database
|
202
|
+
# The name of the Glue Data Catalog database when working with a data
|
203
|
+
# catalog.
|
204
|
+
# @return [Types::Option]
|
205
|
+
#
|
206
|
+
# @!attribute [rw] catalog_table
|
207
|
+
# The Glue Data Catalog table name when working with a data catalog.
|
208
|
+
# @return [Types::Option]
|
209
|
+
#
|
210
|
+
# @!attribute [rw] catalog_redshift_schema
|
211
|
+
# The Redshift schema name when working with a data catalog.
|
212
|
+
# @return [String]
|
213
|
+
#
|
214
|
+
# @!attribute [rw] catalog_redshift_table
|
215
|
+
# The database table to read from.
|
216
|
+
# @return [String]
|
217
|
+
#
|
218
|
+
# @!attribute [rw] temp_dir
|
219
|
+
# The Amazon S3 path where temporary data can be staged when copying
|
220
|
+
# out of the database.
|
221
|
+
# @return [String]
|
222
|
+
#
|
223
|
+
# @!attribute [rw] iam_role
|
224
|
+
# Optional. The role name use when connection to S3. The IAM role ill
|
225
|
+
# default to the role on the job when left blank.
|
226
|
+
# @return [Types::Option]
|
227
|
+
#
|
228
|
+
# @!attribute [rw] advanced_options
|
229
|
+
# Optional values when connecting to the Redshift cluster.
|
230
|
+
# @return [Array<Types::AmazonRedshiftAdvancedOption>]
|
231
|
+
#
|
232
|
+
# @!attribute [rw] sample_query
|
233
|
+
# The SQL used to fetch the data from a Redshift sources when the
|
234
|
+
# SourceType is 'query'.
|
235
|
+
# @return [String]
|
236
|
+
#
|
237
|
+
# @!attribute [rw] pre_action
|
238
|
+
# The SQL used before a MERGE or APPEND with upsert is run.
|
239
|
+
# @return [String]
|
240
|
+
#
|
241
|
+
# @!attribute [rw] post_action
|
242
|
+
# The SQL used before a MERGE or APPEND with upsert is run.
|
243
|
+
# @return [String]
|
244
|
+
#
|
245
|
+
# @!attribute [rw] action
|
246
|
+
# Specifies how writing to a Redshift cluser will occur.
|
247
|
+
# @return [String]
|
248
|
+
#
|
249
|
+
# @!attribute [rw] table_prefix
|
250
|
+
# Specifies the prefix to a table.
|
251
|
+
# @return [String]
|
252
|
+
#
|
253
|
+
# @!attribute [rw] upsert
|
254
|
+
# The action used on Redshift sinks when doing an APPEND.
|
255
|
+
# @return [Boolean]
|
256
|
+
#
|
257
|
+
# @!attribute [rw] merge_action
|
258
|
+
# The action used when to detemine how a MERGE in a Redshift sink will
|
259
|
+
# be handled.
|
260
|
+
# @return [String]
|
261
|
+
#
|
262
|
+
# @!attribute [rw] merge_when_matched
|
263
|
+
# The action used when to detemine how a MERGE in a Redshift sink will
|
264
|
+
# be handled when an existing record matches a new record.
|
265
|
+
# @return [String]
|
266
|
+
#
|
267
|
+
# @!attribute [rw] merge_when_not_matched
|
268
|
+
# The action used when to detemine how a MERGE in a Redshift sink will
|
269
|
+
# be handled when an existing record doesn't match a new record.
|
270
|
+
# @return [String]
|
271
|
+
#
|
272
|
+
# @!attribute [rw] merge_clause
|
273
|
+
# The SQL used in a custom merge to deal with matching records.
|
274
|
+
# @return [String]
|
275
|
+
#
|
276
|
+
# @!attribute [rw] crawler_connection
|
277
|
+
# Specifies the name of the connection that is associated with the
|
278
|
+
# catalog table used.
|
279
|
+
# @return [String]
|
280
|
+
#
|
281
|
+
# @!attribute [rw] table_schema
|
282
|
+
# The array of schema output for a given node.
|
283
|
+
# @return [Array<Types::Option>]
|
284
|
+
#
|
285
|
+
# @!attribute [rw] staging_table
|
286
|
+
# The name of the temporary staging table that is used when doing a
|
287
|
+
# MERGE or APPEND with upsert.
|
288
|
+
# @return [String]
|
289
|
+
#
|
290
|
+
# @!attribute [rw] selected_columns
|
291
|
+
# The list of column names used to determine a matching record when
|
292
|
+
# doing a MERGE or APPEND with upsert.
|
293
|
+
# @return [Array<Types::Option>]
|
294
|
+
#
|
295
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/AmazonRedshiftNodeData AWS API Documentation
|
296
|
+
#
|
297
|
+
class AmazonRedshiftNodeData < Struct.new(
|
298
|
+
:access_type,
|
299
|
+
:source_type,
|
300
|
+
:connection,
|
301
|
+
:schema,
|
302
|
+
:table,
|
303
|
+
:catalog_database,
|
304
|
+
:catalog_table,
|
305
|
+
:catalog_redshift_schema,
|
306
|
+
:catalog_redshift_table,
|
307
|
+
:temp_dir,
|
308
|
+
:iam_role,
|
309
|
+
:advanced_options,
|
310
|
+
:sample_query,
|
311
|
+
:pre_action,
|
312
|
+
:post_action,
|
313
|
+
:action,
|
314
|
+
:table_prefix,
|
315
|
+
:upsert,
|
316
|
+
:merge_action,
|
317
|
+
:merge_when_matched,
|
318
|
+
:merge_when_not_matched,
|
319
|
+
:merge_clause,
|
320
|
+
:crawler_connection,
|
321
|
+
:table_schema,
|
322
|
+
:staging_table,
|
323
|
+
:selected_columns)
|
324
|
+
SENSITIVE = []
|
325
|
+
include Aws::Structure
|
326
|
+
end
|
327
|
+
|
328
|
+
# Specifies an Amazon Redshift source.
|
329
|
+
#
|
330
|
+
# @!attribute [rw] name
|
331
|
+
# The name of the Amazon Redshift source.
|
332
|
+
# @return [String]
|
333
|
+
#
|
334
|
+
# @!attribute [rw] data
|
335
|
+
# Specifies the data of the Amazon Reshift source node.
|
336
|
+
# @return [Types::AmazonRedshiftNodeData]
|
337
|
+
#
|
338
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/AmazonRedshiftSource AWS API Documentation
|
339
|
+
#
|
340
|
+
class AmazonRedshiftSource < Struct.new(
|
341
|
+
:name,
|
342
|
+
:data)
|
343
|
+
SENSITIVE = []
|
344
|
+
include Aws::Structure
|
345
|
+
end
|
346
|
+
|
347
|
+
# Specifies an Amazon Redshift target.
|
348
|
+
#
|
349
|
+
# @!attribute [rw] name
|
350
|
+
# The name of the Amazon Redshift target.
|
351
|
+
# @return [String]
|
352
|
+
#
|
353
|
+
# @!attribute [rw] data
|
354
|
+
# Specifies the data of the Amazon Reshift target node.
|
355
|
+
# @return [Types::AmazonRedshiftNodeData]
|
356
|
+
#
|
357
|
+
# @!attribute [rw] inputs
|
358
|
+
# The nodes that are inputs to the data target.
|
359
|
+
# @return [Array<String>]
|
360
|
+
#
|
361
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/AmazonRedshiftTarget AWS API Documentation
|
362
|
+
#
|
363
|
+
class AmazonRedshiftTarget < Struct.new(
|
364
|
+
:name,
|
365
|
+
:data,
|
366
|
+
:inputs)
|
367
|
+
SENSITIVE = []
|
368
|
+
include Aws::Structure
|
369
|
+
end
|
370
|
+
|
158
371
|
# Specifies a transform that maps data property keys in the data source
|
159
372
|
# to data property keys in the data target. You can rename keys, modify
|
160
373
|
# the data types for keys, and choose which keys to drop from the
|
@@ -1993,6 +2206,14 @@ module Aws::Glue
|
|
1993
2206
|
# S3.
|
1994
2207
|
# @return [Types::S3DeltaDirectTarget]
|
1995
2208
|
#
|
2209
|
+
# @!attribute [rw] amazon_redshift_source
|
2210
|
+
# Specifies a target that writes to a data source in Amazon Redshift.
|
2211
|
+
# @return [Types::AmazonRedshiftSource]
|
2212
|
+
#
|
2213
|
+
# @!attribute [rw] amazon_redshift_target
|
2214
|
+
# Specifies a target that writes to a data target in Amazon Redshift.
|
2215
|
+
# @return [Types::AmazonRedshiftTarget]
|
2216
|
+
#
|
1996
2217
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CodeGenConfigurationNode AWS API Documentation
|
1997
2218
|
#
|
1998
2219
|
class CodeGenConfigurationNode < Struct.new(
|
@@ -2058,7 +2279,9 @@ module Aws::Glue
|
|
2058
2279
|
:catalog_delta_source,
|
2059
2280
|
:s3_delta_source,
|
2060
2281
|
:s3_delta_catalog_target,
|
2061
|
-
:s3_delta_direct_target
|
2282
|
+
:s3_delta_direct_target,
|
2283
|
+
:amazon_redshift_source,
|
2284
|
+
:amazon_redshift_target)
|
2062
2285
|
SENSITIVE = []
|
2063
2286
|
include Aws::Structure
|
2064
2287
|
end
|
@@ -7287,6 +7510,10 @@ module Aws::Glue
|
|
7287
7510
|
# This field is not used and will be deprecated in future release.
|
7288
7511
|
# @return [String]
|
7289
7512
|
#
|
7513
|
+
# @!attribute [rw] output_schemas
|
7514
|
+
# Specifies the data schema for the dynamic transform.
|
7515
|
+
# @return [Array<Types::GlueSchema>]
|
7516
|
+
#
|
7290
7517
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DynamicTransform AWS API Documentation
|
7291
7518
|
#
|
7292
7519
|
class DynamicTransform < Struct.new(
|
@@ -7296,7 +7523,8 @@ module Aws::Glue
|
|
7296
7523
|
:parameters,
|
7297
7524
|
:function_name,
|
7298
7525
|
:path,
|
7299
|
-
:version
|
7526
|
+
:version,
|
7527
|
+
:output_schemas)
|
7300
7528
|
SENSITIVE = []
|
7301
7529
|
include Aws::Structure
|
7302
7530
|
end
|
@@ -11925,7 +12153,11 @@ module Aws::Glue
|
|
11925
12153
|
# processing power that consists of 4 vCPUs of compute capacity and 16
|
11926
12154
|
# GB of memory. For more information, see the [Glue pricing page][1].
|
11927
12155
|
#
|
11928
|
-
#
|
12156
|
+
# For Glue version 2.0 or later jobs, you cannot specify a `Maximum
|
12157
|
+
# capacity`. Instead, you should specify a `Worker type` and the
|
12158
|
+
# `Number of workers`.
|
12159
|
+
#
|
12160
|
+
# Do not set `MaxCapacity` if using `WorkerType` and
|
11929
12161
|
# `NumberOfWorkers`.
|
11930
12162
|
#
|
11931
12163
|
# The value that can be allocated for `MaxCapacity` depends on whether
|
@@ -11942,10 +12174,6 @@ module Aws::Glue
|
|
11942
12174
|
# 100 DPUs. The default is 10 DPUs. This job type cannot have a
|
11943
12175
|
# fractional DPU allocation.
|
11944
12176
|
#
|
11945
|
-
# For Glue version 2.0 jobs, you cannot instead specify a `Maximum
|
11946
|
-
# capacity`. Instead, you should specify a `Worker type` and the
|
11947
|
-
# `Number of workers`.
|
11948
|
-
#
|
11949
12177
|
#
|
11950
12178
|
#
|
11951
12179
|
# [1]: https://aws.amazon.com/glue/pricing/
|
@@ -11960,11 +12188,28 @@ module Aws::Glue
|
|
11960
12188
|
#
|
11961
12189
|
# * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPU, 16
|
11962
12190
|
# GB of memory, 64 GB disk), and provides 1 executor per worker. We
|
11963
|
-
# recommend this worker type for
|
12191
|
+
# recommend this worker type for workloads such as data transforms,
|
12192
|
+
# joins, and queries, to offers a scalable and cost effective way to
|
12193
|
+
# run most jobs.
|
11964
12194
|
#
|
11965
12195
|
# * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32
|
11966
12196
|
# GB of memory, 128 GB disk), and provides 1 executor per worker. We
|
11967
|
-
# recommend this worker type for
|
12197
|
+
# recommend this worker type for workloads such as data transforms,
|
12198
|
+
# joins, and queries, to offers a scalable and cost effective way to
|
12199
|
+
# run most jobs.
|
12200
|
+
#
|
12201
|
+
# * For the `G.4X` worker type, each worker maps to 4 DPU (16 vCPU, 64
|
12202
|
+
# GB of memory, 256 GB disk), and provides 1 executor per worker. We
|
12203
|
+
# recommend this worker type for jobs whose workloads contain your
|
12204
|
+
# most demanding transforms, aggregations, joins, and queries. This
|
12205
|
+
# worker type is available only for Glue version 3.0 or later jobs.
|
12206
|
+
#
|
12207
|
+
# * For the `G.8X` worker type, each worker maps to 8 DPU (32 vCPU,
|
12208
|
+
# 128 GB of memory, 512 GB disk), and provides 1 executor per
|
12209
|
+
# worker. We recommend this worker type for jobs whose workloads
|
12210
|
+
# contain your most demanding transforms, aggregations, joins, and
|
12211
|
+
# queries. This worker type is available only for Glue version 3.0
|
12212
|
+
# or later jobs.
|
11968
12213
|
#
|
11969
12214
|
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
|
11970
12215
|
# vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per
|
@@ -14629,6 +14874,30 @@ module Aws::Glue
|
|
14629
14874
|
include Aws::Structure
|
14630
14875
|
end
|
14631
14876
|
|
14877
|
+
# Specifies an option value.
|
14878
|
+
#
|
14879
|
+
# @!attribute [rw] value
|
14880
|
+
# Specifies the value of the option.
|
14881
|
+
# @return [String]
|
14882
|
+
#
|
14883
|
+
# @!attribute [rw] label
|
14884
|
+
# Specifies the label of the option.
|
14885
|
+
# @return [String]
|
14886
|
+
#
|
14887
|
+
# @!attribute [rw] description
|
14888
|
+
# Specifies the description of the option.
|
14889
|
+
# @return [String]
|
14890
|
+
#
|
14891
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Option AWS API Documentation
|
14892
|
+
#
|
14893
|
+
class Option < Struct.new(
|
14894
|
+
:value,
|
14895
|
+
:label,
|
14896
|
+
:description)
|
14897
|
+
SENSITIVE = []
|
14898
|
+
include Aws::Structure
|
14899
|
+
end
|
14900
|
+
|
14632
14901
|
# Specifies an Oracle data source in the Glue Data Catalog.
|
14633
14902
|
#
|
14634
14903
|
# @!attribute [rw] name
|
data/lib/aws-sdk-glue.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: aws-sdk-glue
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.
|
4
|
+
version: 1.136.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Amazon Web Services
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2023-
|
11
|
+
date: 2023-05-09 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: aws-sdk-core
|