aws-sdk-glue 1.134.0 → 1.136.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +10 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +323 -1940
- data/lib/aws-sdk-glue/client_api.rb +60 -0
- data/lib/aws-sdk-glue/types.rb +278 -9
- data/lib/aws-sdk-glue.rb +1 -1
- metadata +2 -2
@@ -24,6 +24,11 @@ module Aws::Glue
|
|
24
24
|
AggregateOperation = Shapes::StructureShape.new(name: 'AggregateOperation')
|
25
25
|
AggregateOperations = Shapes::ListShape.new(name: 'AggregateOperations')
|
26
26
|
AlreadyExistsException = Shapes::StructureShape.new(name: 'AlreadyExistsException')
|
27
|
+
AmazonRedshiftAdvancedOption = Shapes::StructureShape.new(name: 'AmazonRedshiftAdvancedOption')
|
28
|
+
AmazonRedshiftAdvancedOptions = Shapes::ListShape.new(name: 'AmazonRedshiftAdvancedOptions')
|
29
|
+
AmazonRedshiftNodeData = Shapes::StructureShape.new(name: 'AmazonRedshiftNodeData')
|
30
|
+
AmazonRedshiftSource = Shapes::StructureShape.new(name: 'AmazonRedshiftSource')
|
31
|
+
AmazonRedshiftTarget = Shapes::StructureShape.new(name: 'AmazonRedshiftTarget')
|
27
32
|
ApplyMapping = Shapes::StructureShape.new(name: 'ApplyMapping')
|
28
33
|
AthenaConnectorSource = Shapes::StructureShape.new(name: 'AthenaConnectorSource')
|
29
34
|
AttemptCount = Shapes::IntegerShape.new(name: 'AttemptCount')
|
@@ -762,6 +767,8 @@ module Aws::Glue
|
|
762
767
|
NullableInteger = Shapes::IntegerShape.new(name: 'NullableInteger')
|
763
768
|
OneInput = Shapes::ListShape.new(name: 'OneInput')
|
764
769
|
OperationTimeoutException = Shapes::StructureShape.new(name: 'OperationTimeoutException')
|
770
|
+
Option = Shapes::StructureShape.new(name: 'Option')
|
771
|
+
OptionList = Shapes::ListShape.new(name: 'OptionList')
|
765
772
|
OracleSQLCatalogSource = Shapes::StructureShape.new(name: 'OracleSQLCatalogSource')
|
766
773
|
OracleSQLCatalogTarget = Shapes::StructureShape.new(name: 'OracleSQLCatalogTarget')
|
767
774
|
OrchestrationArgumentsMap = Shapes::MapShape.new(name: 'OrchestrationArgumentsMap')
|
@@ -1168,6 +1175,49 @@ module Aws::Glue
|
|
1168
1175
|
AlreadyExistsException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
|
1169
1176
|
AlreadyExistsException.struct_class = Types::AlreadyExistsException
|
1170
1177
|
|
1178
|
+
AmazonRedshiftAdvancedOption.add_member(:key, Shapes::ShapeRef.new(shape: GenericString, location_name: "Key"))
|
1179
|
+
AmazonRedshiftAdvancedOption.add_member(:value, Shapes::ShapeRef.new(shape: GenericString, location_name: "Value"))
|
1180
|
+
AmazonRedshiftAdvancedOption.struct_class = Types::AmazonRedshiftAdvancedOption
|
1181
|
+
|
1182
|
+
AmazonRedshiftAdvancedOptions.member = Shapes::ShapeRef.new(shape: AmazonRedshiftAdvancedOption)
|
1183
|
+
|
1184
|
+
AmazonRedshiftNodeData.add_member(:access_type, Shapes::ShapeRef.new(shape: GenericLimitedString, location_name: "AccessType"))
|
1185
|
+
AmazonRedshiftNodeData.add_member(:source_type, Shapes::ShapeRef.new(shape: GenericLimitedString, location_name: "SourceType"))
|
1186
|
+
AmazonRedshiftNodeData.add_member(:connection, Shapes::ShapeRef.new(shape: Option, location_name: "Connection"))
|
1187
|
+
AmazonRedshiftNodeData.add_member(:schema, Shapes::ShapeRef.new(shape: Option, location_name: "Schema"))
|
1188
|
+
AmazonRedshiftNodeData.add_member(:table, Shapes::ShapeRef.new(shape: Option, location_name: "Table"))
|
1189
|
+
AmazonRedshiftNodeData.add_member(:catalog_database, Shapes::ShapeRef.new(shape: Option, location_name: "CatalogDatabase"))
|
1190
|
+
AmazonRedshiftNodeData.add_member(:catalog_table, Shapes::ShapeRef.new(shape: Option, location_name: "CatalogTable"))
|
1191
|
+
AmazonRedshiftNodeData.add_member(:catalog_redshift_schema, Shapes::ShapeRef.new(shape: GenericString, location_name: "CatalogRedshiftSchema"))
|
1192
|
+
AmazonRedshiftNodeData.add_member(:catalog_redshift_table, Shapes::ShapeRef.new(shape: GenericString, location_name: "CatalogRedshiftTable"))
|
1193
|
+
AmazonRedshiftNodeData.add_member(:temp_dir, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, location_name: "TempDir"))
|
1194
|
+
AmazonRedshiftNodeData.add_member(:iam_role, Shapes::ShapeRef.new(shape: Option, location_name: "IamRole"))
|
1195
|
+
AmazonRedshiftNodeData.add_member(:advanced_options, Shapes::ShapeRef.new(shape: AmazonRedshiftAdvancedOptions, location_name: "AdvancedOptions"))
|
1196
|
+
AmazonRedshiftNodeData.add_member(:sample_query, Shapes::ShapeRef.new(shape: GenericString, location_name: "SampleQuery"))
|
1197
|
+
AmazonRedshiftNodeData.add_member(:pre_action, Shapes::ShapeRef.new(shape: GenericString, location_name: "PreAction"))
|
1198
|
+
AmazonRedshiftNodeData.add_member(:post_action, Shapes::ShapeRef.new(shape: GenericString, location_name: "PostAction"))
|
1199
|
+
AmazonRedshiftNodeData.add_member(:action, Shapes::ShapeRef.new(shape: GenericString, location_name: "Action"))
|
1200
|
+
AmazonRedshiftNodeData.add_member(:table_prefix, Shapes::ShapeRef.new(shape: GenericLimitedString, location_name: "TablePrefix"))
|
1201
|
+
AmazonRedshiftNodeData.add_member(:upsert, Shapes::ShapeRef.new(shape: BooleanValue, location_name: "Upsert"))
|
1202
|
+
AmazonRedshiftNodeData.add_member(:merge_action, Shapes::ShapeRef.new(shape: GenericLimitedString, location_name: "MergeAction"))
|
1203
|
+
AmazonRedshiftNodeData.add_member(:merge_when_matched, Shapes::ShapeRef.new(shape: GenericLimitedString, location_name: "MergeWhenMatched"))
|
1204
|
+
AmazonRedshiftNodeData.add_member(:merge_when_not_matched, Shapes::ShapeRef.new(shape: GenericLimitedString, location_name: "MergeWhenNotMatched"))
|
1205
|
+
AmazonRedshiftNodeData.add_member(:merge_clause, Shapes::ShapeRef.new(shape: GenericString, location_name: "MergeClause"))
|
1206
|
+
AmazonRedshiftNodeData.add_member(:crawler_connection, Shapes::ShapeRef.new(shape: GenericString, location_name: "CrawlerConnection"))
|
1207
|
+
AmazonRedshiftNodeData.add_member(:table_schema, Shapes::ShapeRef.new(shape: OptionList, location_name: "TableSchema"))
|
1208
|
+
AmazonRedshiftNodeData.add_member(:staging_table, Shapes::ShapeRef.new(shape: GenericString, location_name: "StagingTable"))
|
1209
|
+
AmazonRedshiftNodeData.add_member(:selected_columns, Shapes::ShapeRef.new(shape: OptionList, location_name: "SelectedColumns"))
|
1210
|
+
AmazonRedshiftNodeData.struct_class = Types::AmazonRedshiftNodeData
|
1211
|
+
|
1212
|
+
AmazonRedshiftSource.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, location_name: "Name"))
|
1213
|
+
AmazonRedshiftSource.add_member(:data, Shapes::ShapeRef.new(shape: AmazonRedshiftNodeData, location_name: "Data"))
|
1214
|
+
AmazonRedshiftSource.struct_class = Types::AmazonRedshiftSource
|
1215
|
+
|
1216
|
+
AmazonRedshiftTarget.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, location_name: "Name"))
|
1217
|
+
AmazonRedshiftTarget.add_member(:data, Shapes::ShapeRef.new(shape: AmazonRedshiftNodeData, location_name: "Data"))
|
1218
|
+
AmazonRedshiftTarget.add_member(:inputs, Shapes::ShapeRef.new(shape: OneInput, location_name: "Inputs"))
|
1219
|
+
AmazonRedshiftTarget.struct_class = Types::AmazonRedshiftTarget
|
1220
|
+
|
1171
1221
|
ApplyMapping.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
|
1172
1222
|
ApplyMapping.add_member(:inputs, Shapes::ShapeRef.new(shape: OneInput, required: true, location_name: "Inputs"))
|
1173
1223
|
ApplyMapping.add_member(:mapping, Shapes::ShapeRef.new(shape: Mappings, required: true, location_name: "Mapping"))
|
@@ -1590,6 +1640,8 @@ module Aws::Glue
|
|
1590
1640
|
CodeGenConfigurationNode.add_member(:s3_delta_source, Shapes::ShapeRef.new(shape: S3DeltaSource, location_name: "S3DeltaSource"))
|
1591
1641
|
CodeGenConfigurationNode.add_member(:s3_delta_catalog_target, Shapes::ShapeRef.new(shape: S3DeltaCatalogTarget, location_name: "S3DeltaCatalogTarget"))
|
1592
1642
|
CodeGenConfigurationNode.add_member(:s3_delta_direct_target, Shapes::ShapeRef.new(shape: S3DeltaDirectTarget, location_name: "S3DeltaDirectTarget"))
|
1643
|
+
CodeGenConfigurationNode.add_member(:amazon_redshift_source, Shapes::ShapeRef.new(shape: AmazonRedshiftSource, location_name: "AmazonRedshiftSource"))
|
1644
|
+
CodeGenConfigurationNode.add_member(:amazon_redshift_target, Shapes::ShapeRef.new(shape: AmazonRedshiftTarget, location_name: "AmazonRedshiftTarget"))
|
1593
1645
|
CodeGenConfigurationNode.struct_class = Types::CodeGenConfigurationNode
|
1594
1646
|
|
1595
1647
|
CodeGenConfigurationNodes.key = Shapes::ShapeRef.new(shape: NodeId)
|
@@ -2591,6 +2643,7 @@ module Aws::Glue
|
|
2591
2643
|
DynamicTransform.add_member(:function_name, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "FunctionName"))
|
2592
2644
|
DynamicTransform.add_member(:path, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Path"))
|
2593
2645
|
DynamicTransform.add_member(:version, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, location_name: "Version"))
|
2646
|
+
DynamicTransform.add_member(:output_schemas, Shapes::ShapeRef.new(shape: GlueSchemas, location_name: "OutputSchemas"))
|
2594
2647
|
DynamicTransform.struct_class = Types::DynamicTransform
|
2595
2648
|
|
2596
2649
|
DynamoDBCatalogSource.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
|
@@ -4033,6 +4086,13 @@ module Aws::Glue
|
|
4033
4086
|
OperationTimeoutException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
|
4034
4087
|
OperationTimeoutException.struct_class = Types::OperationTimeoutException
|
4035
4088
|
|
4089
|
+
Option.add_member(:value, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, location_name: "Value"))
|
4090
|
+
Option.add_member(:label, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, location_name: "Label"))
|
4091
|
+
Option.add_member(:description, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, location_name: "Description"))
|
4092
|
+
Option.struct_class = Types::Option
|
4093
|
+
|
4094
|
+
OptionList.member = Shapes::ShapeRef.new(shape: Option)
|
4095
|
+
|
4036
4096
|
OracleSQLCatalogSource.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
|
4037
4097
|
OracleSQLCatalogSource.add_member(:database, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Database"))
|
4038
4098
|
OracleSQLCatalogSource.add_member(:table, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Table"))
|
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -155,6 +155,219 @@ module Aws::Glue
|
|
155
155
|
include Aws::Structure
|
156
156
|
end
|
157
157
|
|
158
|
+
# Specifies an Amazon Redshift data store.
|
159
|
+
#
|
160
|
+
# @!attribute [rw] key
|
161
|
+
# The key when specifying a key-value pair.
|
162
|
+
# @return [String]
|
163
|
+
#
|
164
|
+
# @!attribute [rw] value
|
165
|
+
# The value when specifying a key-value pair.
|
166
|
+
# @return [String]
|
167
|
+
#
|
168
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/AmazonRedshiftAdvancedOption AWS API Documentation
|
169
|
+
#
|
170
|
+
class AmazonRedshiftAdvancedOption < Struct.new(
|
171
|
+
:key,
|
172
|
+
:value)
|
173
|
+
SENSITIVE = []
|
174
|
+
include Aws::Structure
|
175
|
+
end
|
176
|
+
|
177
|
+
# Specifies an Amazon Redshift node.
|
178
|
+
#
|
179
|
+
# @!attribute [rw] access_type
|
180
|
+
# The access type for the Redshift connection. Can be a direct
|
181
|
+
# connection or catalog connections.
|
182
|
+
# @return [String]
|
183
|
+
#
|
184
|
+
# @!attribute [rw] source_type
|
185
|
+
# The source type to specify whether a specific table is the source or
|
186
|
+
# a custom query.
|
187
|
+
# @return [String]
|
188
|
+
#
|
189
|
+
# @!attribute [rw] connection
|
190
|
+
# The Glue connection to the Redshift cluster.
|
191
|
+
# @return [Types::Option]
|
192
|
+
#
|
193
|
+
# @!attribute [rw] schema
|
194
|
+
# The Redshift schema name when working with a direct connection.
|
195
|
+
# @return [Types::Option]
|
196
|
+
#
|
197
|
+
# @!attribute [rw] table
|
198
|
+
# The Redshift table name when working with a direct connection.
|
199
|
+
# @return [Types::Option]
|
200
|
+
#
|
201
|
+
# @!attribute [rw] catalog_database
|
202
|
+
# The name of the Glue Data Catalog database when working with a data
|
203
|
+
# catalog.
|
204
|
+
# @return [Types::Option]
|
205
|
+
#
|
206
|
+
# @!attribute [rw] catalog_table
|
207
|
+
# The Glue Data Catalog table name when working with a data catalog.
|
208
|
+
# @return [Types::Option]
|
209
|
+
#
|
210
|
+
# @!attribute [rw] catalog_redshift_schema
|
211
|
+
# The Redshift schema name when working with a data catalog.
|
212
|
+
# @return [String]
|
213
|
+
#
|
214
|
+
# @!attribute [rw] catalog_redshift_table
|
215
|
+
# The database table to read from.
|
216
|
+
# @return [String]
|
217
|
+
#
|
218
|
+
# @!attribute [rw] temp_dir
|
219
|
+
# The Amazon S3 path where temporary data can be staged when copying
|
220
|
+
# out of the database.
|
221
|
+
# @return [String]
|
222
|
+
#
|
223
|
+
# @!attribute [rw] iam_role
|
224
|
+
# Optional. The role name use when connection to S3. The IAM role ill
|
225
|
+
# default to the role on the job when left blank.
|
226
|
+
# @return [Types::Option]
|
227
|
+
#
|
228
|
+
# @!attribute [rw] advanced_options
|
229
|
+
# Optional values when connecting to the Redshift cluster.
|
230
|
+
# @return [Array<Types::AmazonRedshiftAdvancedOption>]
|
231
|
+
#
|
232
|
+
# @!attribute [rw] sample_query
|
233
|
+
# The SQL used to fetch the data from a Redshift sources when the
|
234
|
+
# SourceType is 'query'.
|
235
|
+
# @return [String]
|
236
|
+
#
|
237
|
+
# @!attribute [rw] pre_action
|
238
|
+
# The SQL used before a MERGE or APPEND with upsert is run.
|
239
|
+
# @return [String]
|
240
|
+
#
|
241
|
+
# @!attribute [rw] post_action
|
242
|
+
# The SQL used before a MERGE or APPEND with upsert is run.
|
243
|
+
# @return [String]
|
244
|
+
#
|
245
|
+
# @!attribute [rw] action
|
246
|
+
# Specifies how writing to a Redshift cluser will occur.
|
247
|
+
# @return [String]
|
248
|
+
#
|
249
|
+
# @!attribute [rw] table_prefix
|
250
|
+
# Specifies the prefix to a table.
|
251
|
+
# @return [String]
|
252
|
+
#
|
253
|
+
# @!attribute [rw] upsert
|
254
|
+
# The action used on Redshift sinks when doing an APPEND.
|
255
|
+
# @return [Boolean]
|
256
|
+
#
|
257
|
+
# @!attribute [rw] merge_action
|
258
|
+
# The action used when to detemine how a MERGE in a Redshift sink will
|
259
|
+
# be handled.
|
260
|
+
# @return [String]
|
261
|
+
#
|
262
|
+
# @!attribute [rw] merge_when_matched
|
263
|
+
# The action used when to detemine how a MERGE in a Redshift sink will
|
264
|
+
# be handled when an existing record matches a new record.
|
265
|
+
# @return [String]
|
266
|
+
#
|
267
|
+
# @!attribute [rw] merge_when_not_matched
|
268
|
+
# The action used when to detemine how a MERGE in a Redshift sink will
|
269
|
+
# be handled when an existing record doesn't match a new record.
|
270
|
+
# @return [String]
|
271
|
+
#
|
272
|
+
# @!attribute [rw] merge_clause
|
273
|
+
# The SQL used in a custom merge to deal with matching records.
|
274
|
+
# @return [String]
|
275
|
+
#
|
276
|
+
# @!attribute [rw] crawler_connection
|
277
|
+
# Specifies the name of the connection that is associated with the
|
278
|
+
# catalog table used.
|
279
|
+
# @return [String]
|
280
|
+
#
|
281
|
+
# @!attribute [rw] table_schema
|
282
|
+
# The array of schema output for a given node.
|
283
|
+
# @return [Array<Types::Option>]
|
284
|
+
#
|
285
|
+
# @!attribute [rw] staging_table
|
286
|
+
# The name of the temporary staging table that is used when doing a
|
287
|
+
# MERGE or APPEND with upsert.
|
288
|
+
# @return [String]
|
289
|
+
#
|
290
|
+
# @!attribute [rw] selected_columns
|
291
|
+
# The list of column names used to determine a matching record when
|
292
|
+
# doing a MERGE or APPEND with upsert.
|
293
|
+
# @return [Array<Types::Option>]
|
294
|
+
#
|
295
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/AmazonRedshiftNodeData AWS API Documentation
|
296
|
+
#
|
297
|
+
class AmazonRedshiftNodeData < Struct.new(
|
298
|
+
:access_type,
|
299
|
+
:source_type,
|
300
|
+
:connection,
|
301
|
+
:schema,
|
302
|
+
:table,
|
303
|
+
:catalog_database,
|
304
|
+
:catalog_table,
|
305
|
+
:catalog_redshift_schema,
|
306
|
+
:catalog_redshift_table,
|
307
|
+
:temp_dir,
|
308
|
+
:iam_role,
|
309
|
+
:advanced_options,
|
310
|
+
:sample_query,
|
311
|
+
:pre_action,
|
312
|
+
:post_action,
|
313
|
+
:action,
|
314
|
+
:table_prefix,
|
315
|
+
:upsert,
|
316
|
+
:merge_action,
|
317
|
+
:merge_when_matched,
|
318
|
+
:merge_when_not_matched,
|
319
|
+
:merge_clause,
|
320
|
+
:crawler_connection,
|
321
|
+
:table_schema,
|
322
|
+
:staging_table,
|
323
|
+
:selected_columns)
|
324
|
+
SENSITIVE = []
|
325
|
+
include Aws::Structure
|
326
|
+
end
|
327
|
+
|
328
|
+
# Specifies an Amazon Redshift source.
|
329
|
+
#
|
330
|
+
# @!attribute [rw] name
|
331
|
+
# The name of the Amazon Redshift source.
|
332
|
+
# @return [String]
|
333
|
+
#
|
334
|
+
# @!attribute [rw] data
|
335
|
+
# Specifies the data of the Amazon Reshift source node.
|
336
|
+
# @return [Types::AmazonRedshiftNodeData]
|
337
|
+
#
|
338
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/AmazonRedshiftSource AWS API Documentation
|
339
|
+
#
|
340
|
+
class AmazonRedshiftSource < Struct.new(
|
341
|
+
:name,
|
342
|
+
:data)
|
343
|
+
SENSITIVE = []
|
344
|
+
include Aws::Structure
|
345
|
+
end
|
346
|
+
|
347
|
+
# Specifies an Amazon Redshift target.
|
348
|
+
#
|
349
|
+
# @!attribute [rw] name
|
350
|
+
# The name of the Amazon Redshift target.
|
351
|
+
# @return [String]
|
352
|
+
#
|
353
|
+
# @!attribute [rw] data
|
354
|
+
# Specifies the data of the Amazon Reshift target node.
|
355
|
+
# @return [Types::AmazonRedshiftNodeData]
|
356
|
+
#
|
357
|
+
# @!attribute [rw] inputs
|
358
|
+
# The nodes that are inputs to the data target.
|
359
|
+
# @return [Array<String>]
|
360
|
+
#
|
361
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/AmazonRedshiftTarget AWS API Documentation
|
362
|
+
#
|
363
|
+
class AmazonRedshiftTarget < Struct.new(
|
364
|
+
:name,
|
365
|
+
:data,
|
366
|
+
:inputs)
|
367
|
+
SENSITIVE = []
|
368
|
+
include Aws::Structure
|
369
|
+
end
|
370
|
+
|
158
371
|
# Specifies a transform that maps data property keys in the data source
|
159
372
|
# to data property keys in the data target. You can rename keys, modify
|
160
373
|
# the data types for keys, and choose which keys to drop from the
|
@@ -1993,6 +2206,14 @@ module Aws::Glue
|
|
1993
2206
|
# S3.
|
1994
2207
|
# @return [Types::S3DeltaDirectTarget]
|
1995
2208
|
#
|
2209
|
+
# @!attribute [rw] amazon_redshift_source
|
2210
|
+
# Specifies a target that writes to a data source in Amazon Redshift.
|
2211
|
+
# @return [Types::AmazonRedshiftSource]
|
2212
|
+
#
|
2213
|
+
# @!attribute [rw] amazon_redshift_target
|
2214
|
+
# Specifies a target that writes to a data target in Amazon Redshift.
|
2215
|
+
# @return [Types::AmazonRedshiftTarget]
|
2216
|
+
#
|
1996
2217
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CodeGenConfigurationNode AWS API Documentation
|
1997
2218
|
#
|
1998
2219
|
class CodeGenConfigurationNode < Struct.new(
|
@@ -2058,7 +2279,9 @@ module Aws::Glue
|
|
2058
2279
|
:catalog_delta_source,
|
2059
2280
|
:s3_delta_source,
|
2060
2281
|
:s3_delta_catalog_target,
|
2061
|
-
:s3_delta_direct_target
|
2282
|
+
:s3_delta_direct_target,
|
2283
|
+
:amazon_redshift_source,
|
2284
|
+
:amazon_redshift_target)
|
2062
2285
|
SENSITIVE = []
|
2063
2286
|
include Aws::Structure
|
2064
2287
|
end
|
@@ -7287,6 +7510,10 @@ module Aws::Glue
|
|
7287
7510
|
# This field is not used and will be deprecated in future release.
|
7288
7511
|
# @return [String]
|
7289
7512
|
#
|
7513
|
+
# @!attribute [rw] output_schemas
|
7514
|
+
# Specifies the data schema for the dynamic transform.
|
7515
|
+
# @return [Array<Types::GlueSchema>]
|
7516
|
+
#
|
7290
7517
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DynamicTransform AWS API Documentation
|
7291
7518
|
#
|
7292
7519
|
class DynamicTransform < Struct.new(
|
@@ -7296,7 +7523,8 @@ module Aws::Glue
|
|
7296
7523
|
:parameters,
|
7297
7524
|
:function_name,
|
7298
7525
|
:path,
|
7299
|
-
:version
|
7526
|
+
:version,
|
7527
|
+
:output_schemas)
|
7300
7528
|
SENSITIVE = []
|
7301
7529
|
include Aws::Structure
|
7302
7530
|
end
|
@@ -11925,7 +12153,11 @@ module Aws::Glue
|
|
11925
12153
|
# processing power that consists of 4 vCPUs of compute capacity and 16
|
11926
12154
|
# GB of memory. For more information, see the [Glue pricing page][1].
|
11927
12155
|
#
|
11928
|
-
#
|
12156
|
+
# For Glue version 2.0 or later jobs, you cannot specify a `Maximum
|
12157
|
+
# capacity`. Instead, you should specify a `Worker type` and the
|
12158
|
+
# `Number of workers`.
|
12159
|
+
#
|
12160
|
+
# Do not set `MaxCapacity` if using `WorkerType` and
|
11929
12161
|
# `NumberOfWorkers`.
|
11930
12162
|
#
|
11931
12163
|
# The value that can be allocated for `MaxCapacity` depends on whether
|
@@ -11942,10 +12174,6 @@ module Aws::Glue
|
|
11942
12174
|
# 100 DPUs. The default is 10 DPUs. This job type cannot have a
|
11943
12175
|
# fractional DPU allocation.
|
11944
12176
|
#
|
11945
|
-
# For Glue version 2.0 jobs, you cannot instead specify a `Maximum
|
11946
|
-
# capacity`. Instead, you should specify a `Worker type` and the
|
11947
|
-
# `Number of workers`.
|
11948
|
-
#
|
11949
12177
|
#
|
11950
12178
|
#
|
11951
12179
|
# [1]: https://aws.amazon.com/glue/pricing/
|
@@ -11960,11 +12188,28 @@ module Aws::Glue
|
|
11960
12188
|
#
|
11961
12189
|
# * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPU, 16
|
11962
12190
|
# GB of memory, 64 GB disk), and provides 1 executor per worker. We
|
11963
|
-
# recommend this worker type for
|
12191
|
+
# recommend this worker type for workloads such as data transforms,
|
12192
|
+
# joins, and queries, to offers a scalable and cost effective way to
|
12193
|
+
# run most jobs.
|
11964
12194
|
#
|
11965
12195
|
# * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32
|
11966
12196
|
# GB of memory, 128 GB disk), and provides 1 executor per worker. We
|
11967
|
-
# recommend this worker type for
|
12197
|
+
# recommend this worker type for workloads such as data transforms,
|
12198
|
+
# joins, and queries, to offers a scalable and cost effective way to
|
12199
|
+
# run most jobs.
|
12200
|
+
#
|
12201
|
+
# * For the `G.4X` worker type, each worker maps to 4 DPU (16 vCPU, 64
|
12202
|
+
# GB of memory, 256 GB disk), and provides 1 executor per worker. We
|
12203
|
+
# recommend this worker type for jobs whose workloads contain your
|
12204
|
+
# most demanding transforms, aggregations, joins, and queries. This
|
12205
|
+
# worker type is available only for Glue version 3.0 or later jobs.
|
12206
|
+
#
|
12207
|
+
# * For the `G.8X` worker type, each worker maps to 8 DPU (32 vCPU,
|
12208
|
+
# 128 GB of memory, 512 GB disk), and provides 1 executor per
|
12209
|
+
# worker. We recommend this worker type for jobs whose workloads
|
12210
|
+
# contain your most demanding transforms, aggregations, joins, and
|
12211
|
+
# queries. This worker type is available only for Glue version 3.0
|
12212
|
+
# or later jobs.
|
11968
12213
|
#
|
11969
12214
|
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
|
11970
12215
|
# vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per
|
@@ -14629,6 +14874,30 @@ module Aws::Glue
|
|
14629
14874
|
include Aws::Structure
|
14630
14875
|
end
|
14631
14876
|
|
14877
|
+
# Specifies an option value.
|
14878
|
+
#
|
14879
|
+
# @!attribute [rw] value
|
14880
|
+
# Specifies the value of the option.
|
14881
|
+
# @return [String]
|
14882
|
+
#
|
14883
|
+
# @!attribute [rw] label
|
14884
|
+
# Specifies the label of the option.
|
14885
|
+
# @return [String]
|
14886
|
+
#
|
14887
|
+
# @!attribute [rw] description
|
14888
|
+
# Specifies the description of the option.
|
14889
|
+
# @return [String]
|
14890
|
+
#
|
14891
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Option AWS API Documentation
|
14892
|
+
#
|
14893
|
+
class Option < Struct.new(
|
14894
|
+
:value,
|
14895
|
+
:label,
|
14896
|
+
:description)
|
14897
|
+
SENSITIVE = []
|
14898
|
+
include Aws::Structure
|
14899
|
+
end
|
14900
|
+
|
14632
14901
|
# Specifies an Oracle data source in the Glue Data Catalog.
|
14633
14902
|
#
|
14634
14903
|
# @!attribute [rw] name
|
data/lib/aws-sdk-glue.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: aws-sdk-glue
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.
|
4
|
+
version: 1.136.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Amazon Web Services
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2023-
|
11
|
+
date: 2023-05-09 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: aws-sdk-core
|