aws-sdk-glue 1.130.0 → 1.132.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +10 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +533 -16
- data/lib/aws-sdk-glue/client_api.rb +62 -0
- data/lib/aws-sdk-glue/endpoint_parameters.rb +0 -3
- data/lib/aws-sdk-glue/endpoint_provider.rb +27 -24
- data/lib/aws-sdk-glue/types.rb +527 -26
- data/lib/aws-sdk-glue.rb +1 -1
- metadata +2 -2
@@ -115,6 +115,7 @@ module Aws::Glue
|
|
115
115
|
CancelMLTaskRunResponse = Shapes::StructureShape.new(name: 'CancelMLTaskRunResponse')
|
116
116
|
CancelStatementRequest = Shapes::StructureShape.new(name: 'CancelStatementRequest')
|
117
117
|
CancelStatementResponse = Shapes::StructureShape.new(name: 'CancelStatementResponse')
|
118
|
+
CatalogDeltaSource = Shapes::StructureShape.new(name: 'CatalogDeltaSource')
|
118
119
|
CatalogEncryptionMode = Shapes::StringShape.new(name: 'CatalogEncryptionMode')
|
119
120
|
CatalogEntries = Shapes::ListShape.new(name: 'CatalogEntries')
|
120
121
|
CatalogEntry = Shapes::StructureShape.new(name: 'CatalogEntry')
|
@@ -365,6 +366,7 @@ module Aws::Glue
|
|
365
366
|
DeleteWorkflowRequest = Shapes::StructureShape.new(name: 'DeleteWorkflowRequest')
|
366
367
|
DeleteWorkflowResponse = Shapes::StructureShape.new(name: 'DeleteWorkflowResponse')
|
367
368
|
DeltaTarget = Shapes::StructureShape.new(name: 'DeltaTarget')
|
369
|
+
DeltaTargetCompressionType = Shapes::StringShape.new(name: 'DeltaTargetCompressionType')
|
368
370
|
DeltaTargetList = Shapes::ListShape.new(name: 'DeltaTargetList')
|
369
371
|
DescriptionString = Shapes::StringShape.new(name: 'DescriptionString')
|
370
372
|
DescriptionStringRemovable = Shapes::StringShape.new(name: 'DescriptionStringRemovable')
|
@@ -373,6 +375,7 @@ module Aws::Glue
|
|
373
375
|
DevEndpointList = Shapes::ListShape.new(name: 'DevEndpointList')
|
374
376
|
DevEndpointNameList = Shapes::ListShape.new(name: 'DevEndpointNameList')
|
375
377
|
DevEndpointNames = Shapes::ListShape.new(name: 'DevEndpointNames')
|
378
|
+
DirectJDBCSource = Shapes::StructureShape.new(name: 'DirectJDBCSource')
|
376
379
|
DirectKafkaSource = Shapes::StructureShape.new(name: 'DirectKafkaSource')
|
377
380
|
DirectKinesisSource = Shapes::StructureShape.new(name: 'DirectKinesisSource')
|
378
381
|
DirectSchemaChangePolicy = Shapes::StructureShape.new(name: 'DirectSchemaChangePolicy')
|
@@ -604,6 +607,7 @@ module Aws::Glue
|
|
604
607
|
InvalidInputException = Shapes::StructureShape.new(name: 'InvalidInputException')
|
605
608
|
InvalidStateException = Shapes::StructureShape.new(name: 'InvalidStateException')
|
606
609
|
IsVersionValid = Shapes::BooleanShape.new(name: 'IsVersionValid')
|
610
|
+
JDBCConnectionType = Shapes::StringShape.new(name: 'JDBCConnectionType')
|
607
611
|
JDBCConnectorOptions = Shapes::StructureShape.new(name: 'JDBCConnectorOptions')
|
608
612
|
JDBCConnectorSource = Shapes::StructureShape.new(name: 'JDBCConnectorSource')
|
609
613
|
JDBCConnectorTarget = Shapes::StructureShape.new(name: 'JDBCConnectorTarget')
|
@@ -857,10 +861,14 @@ module Aws::Glue
|
|
857
861
|
RunId = Shapes::StringShape.new(name: 'RunId')
|
858
862
|
RunStatementRequest = Shapes::StructureShape.new(name: 'RunStatementRequest')
|
859
863
|
RunStatementResponse = Shapes::StructureShape.new(name: 'RunStatementResponse')
|
864
|
+
S3CatalogDeltaSource = Shapes::StructureShape.new(name: 'S3CatalogDeltaSource')
|
860
865
|
S3CatalogHudiSource = Shapes::StructureShape.new(name: 'S3CatalogHudiSource')
|
861
866
|
S3CatalogSource = Shapes::StructureShape.new(name: 'S3CatalogSource')
|
862
867
|
S3CatalogTarget = Shapes::StructureShape.new(name: 'S3CatalogTarget')
|
863
868
|
S3CsvSource = Shapes::StructureShape.new(name: 'S3CsvSource')
|
869
|
+
S3DeltaCatalogTarget = Shapes::StructureShape.new(name: 'S3DeltaCatalogTarget')
|
870
|
+
S3DeltaDirectTarget = Shapes::StructureShape.new(name: 'S3DeltaDirectTarget')
|
871
|
+
S3DeltaSource = Shapes::StructureShape.new(name: 'S3DeltaSource')
|
864
872
|
S3DirectSourceAdditionalOptions = Shapes::StructureShape.new(name: 'S3DirectSourceAdditionalOptions')
|
865
873
|
S3DirectTarget = Shapes::StructureShape.new(name: 'S3DirectTarget')
|
866
874
|
S3Encryption = Shapes::StructureShape.new(name: 'S3Encryption')
|
@@ -1427,6 +1435,13 @@ module Aws::Glue
|
|
1427
1435
|
|
1428
1436
|
CancelStatementResponse.struct_class = Types::CancelStatementResponse
|
1429
1437
|
|
1438
|
+
CatalogDeltaSource.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
|
1439
|
+
CatalogDeltaSource.add_member(:database, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Database"))
|
1440
|
+
CatalogDeltaSource.add_member(:table, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Table"))
|
1441
|
+
CatalogDeltaSource.add_member(:additional_delta_options, Shapes::ShapeRef.new(shape: AdditionalOptions, location_name: "AdditionalDeltaOptions"))
|
1442
|
+
CatalogDeltaSource.add_member(:output_schemas, Shapes::ShapeRef.new(shape: GlueSchemas, location_name: "OutputSchemas"))
|
1443
|
+
CatalogDeltaSource.struct_class = Types::CatalogDeltaSource
|
1444
|
+
|
1430
1445
|
CatalogEntries.member = Shapes::ShapeRef.new(shape: CatalogEntry)
|
1431
1446
|
|
1432
1447
|
CatalogEntry.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
|
@@ -1562,6 +1577,12 @@ module Aws::Glue
|
|
1562
1577
|
CodeGenConfigurationNode.add_member(:s3_hudi_source, Shapes::ShapeRef.new(shape: S3HudiSource, location_name: "S3HudiSource"))
|
1563
1578
|
CodeGenConfigurationNode.add_member(:s3_hudi_catalog_target, Shapes::ShapeRef.new(shape: S3HudiCatalogTarget, location_name: "S3HudiCatalogTarget"))
|
1564
1579
|
CodeGenConfigurationNode.add_member(:s3_hudi_direct_target, Shapes::ShapeRef.new(shape: S3HudiDirectTarget, location_name: "S3HudiDirectTarget"))
|
1580
|
+
CodeGenConfigurationNode.add_member(:direct_jdbc_source, Shapes::ShapeRef.new(shape: DirectJDBCSource, location_name: "DirectJDBCSource"))
|
1581
|
+
CodeGenConfigurationNode.add_member(:s3_catalog_delta_source, Shapes::ShapeRef.new(shape: S3CatalogDeltaSource, location_name: "S3CatalogDeltaSource"))
|
1582
|
+
CodeGenConfigurationNode.add_member(:catalog_delta_source, Shapes::ShapeRef.new(shape: CatalogDeltaSource, location_name: "CatalogDeltaSource"))
|
1583
|
+
CodeGenConfigurationNode.add_member(:s3_delta_source, Shapes::ShapeRef.new(shape: S3DeltaSource, location_name: "S3DeltaSource"))
|
1584
|
+
CodeGenConfigurationNode.add_member(:s3_delta_catalog_target, Shapes::ShapeRef.new(shape: S3DeltaCatalogTarget, location_name: "S3DeltaCatalogTarget"))
|
1585
|
+
CodeGenConfigurationNode.add_member(:s3_delta_direct_target, Shapes::ShapeRef.new(shape: S3DeltaDirectTarget, location_name: "S3DeltaDirectTarget"))
|
1565
1586
|
CodeGenConfigurationNode.struct_class = Types::CodeGenConfigurationNode
|
1566
1587
|
|
1567
1588
|
CodeGenConfigurationNodes.key = Shapes::ShapeRef.new(shape: NodeId)
|
@@ -2504,6 +2525,14 @@ module Aws::Glue
|
|
2504
2525
|
|
2505
2526
|
DevEndpointNames.member = Shapes::ShapeRef.new(shape: GenericString)
|
2506
2527
|
|
2528
|
+
DirectJDBCSource.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
|
2529
|
+
DirectJDBCSource.add_member(:database, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Database"))
|
2530
|
+
DirectJDBCSource.add_member(:table, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Table"))
|
2531
|
+
DirectJDBCSource.add_member(:connection_name, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "ConnectionName"))
|
2532
|
+
DirectJDBCSource.add_member(:connection_type, Shapes::ShapeRef.new(shape: JDBCConnectionType, required: true, location_name: "ConnectionType"))
|
2533
|
+
DirectJDBCSource.add_member(:redshift_tmp_dir, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, location_name: "RedshiftTmpDir"))
|
2534
|
+
DirectJDBCSource.struct_class = Types::DirectJDBCSource
|
2535
|
+
|
2507
2536
|
DirectKafkaSource.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
|
2508
2537
|
DirectKafkaSource.add_member(:streaming_options, Shapes::ShapeRef.new(shape: KafkaStreamingSourceOptions, location_name: "StreamingOptions"))
|
2509
2538
|
DirectKafkaSource.add_member(:window_size, Shapes::ShapeRef.new(shape: BoxedPositiveInt, location_name: "WindowSize", metadata: {"box"=>true}))
|
@@ -4266,6 +4295,13 @@ module Aws::Glue
|
|
4266
4295
|
RunStatementResponse.add_member(:id, Shapes::ShapeRef.new(shape: IntegerValue, location_name: "Id"))
|
4267
4296
|
RunStatementResponse.struct_class = Types::RunStatementResponse
|
4268
4297
|
|
4298
|
+
S3CatalogDeltaSource.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
|
4299
|
+
S3CatalogDeltaSource.add_member(:database, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Database"))
|
4300
|
+
S3CatalogDeltaSource.add_member(:table, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Table"))
|
4301
|
+
S3CatalogDeltaSource.add_member(:additional_delta_options, Shapes::ShapeRef.new(shape: AdditionalOptions, location_name: "AdditionalDeltaOptions"))
|
4302
|
+
S3CatalogDeltaSource.add_member(:output_schemas, Shapes::ShapeRef.new(shape: GlueSchemas, location_name: "OutputSchemas"))
|
4303
|
+
S3CatalogDeltaSource.struct_class = Types::S3CatalogDeltaSource
|
4304
|
+
|
4269
4305
|
S3CatalogHudiSource.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
|
4270
4306
|
S3CatalogHudiSource.add_member(:database, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Database"))
|
4271
4307
|
S3CatalogHudiSource.add_member(:table, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Table"))
|
@@ -4309,6 +4345,32 @@ module Aws::Glue
|
|
4309
4345
|
S3CsvSource.add_member(:output_schemas, Shapes::ShapeRef.new(shape: GlueSchemas, location_name: "OutputSchemas"))
|
4310
4346
|
S3CsvSource.struct_class = Types::S3CsvSource
|
4311
4347
|
|
4348
|
+
S3DeltaCatalogTarget.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
|
4349
|
+
S3DeltaCatalogTarget.add_member(:inputs, Shapes::ShapeRef.new(shape: OneInput, required: true, location_name: "Inputs"))
|
4350
|
+
S3DeltaCatalogTarget.add_member(:partition_keys, Shapes::ShapeRef.new(shape: GlueStudioPathList, location_name: "PartitionKeys"))
|
4351
|
+
S3DeltaCatalogTarget.add_member(:table, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Table"))
|
4352
|
+
S3DeltaCatalogTarget.add_member(:database, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Database"))
|
4353
|
+
S3DeltaCatalogTarget.add_member(:additional_options, Shapes::ShapeRef.new(shape: AdditionalOptions, location_name: "AdditionalOptions"))
|
4354
|
+
S3DeltaCatalogTarget.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: CatalogSchemaChangePolicy, location_name: "SchemaChangePolicy"))
|
4355
|
+
S3DeltaCatalogTarget.struct_class = Types::S3DeltaCatalogTarget
|
4356
|
+
|
4357
|
+
S3DeltaDirectTarget.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
|
4358
|
+
S3DeltaDirectTarget.add_member(:inputs, Shapes::ShapeRef.new(shape: OneInput, required: true, location_name: "Inputs"))
|
4359
|
+
S3DeltaDirectTarget.add_member(:partition_keys, Shapes::ShapeRef.new(shape: GlueStudioPathList, location_name: "PartitionKeys"))
|
4360
|
+
S3DeltaDirectTarget.add_member(:path, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Path"))
|
4361
|
+
S3DeltaDirectTarget.add_member(:compression, Shapes::ShapeRef.new(shape: DeltaTargetCompressionType, required: true, location_name: "Compression"))
|
4362
|
+
S3DeltaDirectTarget.add_member(:format, Shapes::ShapeRef.new(shape: TargetFormat, required: true, location_name: "Format"))
|
4363
|
+
S3DeltaDirectTarget.add_member(:additional_options, Shapes::ShapeRef.new(shape: AdditionalOptions, location_name: "AdditionalOptions"))
|
4364
|
+
S3DeltaDirectTarget.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: DirectSchemaChangePolicy, location_name: "SchemaChangePolicy"))
|
4365
|
+
S3DeltaDirectTarget.struct_class = Types::S3DeltaDirectTarget
|
4366
|
+
|
4367
|
+
S3DeltaSource.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
|
4368
|
+
S3DeltaSource.add_member(:paths, Shapes::ShapeRef.new(shape: EnclosedInStringProperties, required: true, location_name: "Paths"))
|
4369
|
+
S3DeltaSource.add_member(:additional_delta_options, Shapes::ShapeRef.new(shape: AdditionalOptions, location_name: "AdditionalDeltaOptions"))
|
4370
|
+
S3DeltaSource.add_member(:additional_options, Shapes::ShapeRef.new(shape: S3DirectSourceAdditionalOptions, location_name: "AdditionalOptions"))
|
4371
|
+
S3DeltaSource.add_member(:output_schemas, Shapes::ShapeRef.new(shape: GlueSchemas, location_name: "OutputSchemas"))
|
4372
|
+
S3DeltaSource.struct_class = Types::S3DeltaSource
|
4373
|
+
|
4312
4374
|
S3DirectSourceAdditionalOptions.add_member(:bounded_size, Shapes::ShapeRef.new(shape: BoxedLong, location_name: "BoundedSize"))
|
4313
4375
|
S3DirectSourceAdditionalOptions.add_member(:bounded_files, Shapes::ShapeRef.new(shape: BoxedLong, location_name: "BoundedFiles"))
|
4314
4376
|
S3DirectSourceAdditionalOptions.add_member(:enable_sample_path, Shapes::ShapeRef.new(shape: BoxedBoolean, location_name: "EnableSamplePath"))
|
@@ -50,9 +50,6 @@ module Aws::Glue
|
|
50
50
|
|
51
51
|
def initialize(options = {})
|
52
52
|
self[:region] = options[:region]
|
53
|
-
if self[:region].nil?
|
54
|
-
raise ArgumentError, "Missing required EndpointParameter: :region"
|
55
|
-
end
|
56
53
|
self[:use_dual_stack] = options[:use_dual_stack]
|
57
54
|
self[:use_dual_stack] = false if self[:use_dual_stack].nil?
|
58
55
|
if self[:use_dual_stack].nil?
|
@@ -14,36 +14,39 @@ module Aws::Glue
|
|
14
14
|
use_dual_stack = parameters.use_dual_stack
|
15
15
|
use_fips = parameters.use_fips
|
16
16
|
endpoint = parameters.endpoint
|
17
|
-
if
|
18
|
-
if Aws::Endpoints::Matchers.set?(endpoint)
|
19
|
-
if Aws::Endpoints::Matchers.boolean_equals?(use_fips, true)
|
20
|
-
raise ArgumentError, "Invalid Configuration: FIPS and custom endpoint are not supported"
|
21
|
-
end
|
22
|
-
if Aws::Endpoints::Matchers.boolean_equals?(use_dual_stack, true)
|
23
|
-
raise ArgumentError, "Invalid Configuration: Dualstack and custom endpoint are not supported"
|
24
|
-
end
|
25
|
-
return Aws::Endpoints::Endpoint.new(url: endpoint, headers: {}, properties: {})
|
26
|
-
end
|
27
|
-
if Aws::Endpoints::Matchers.boolean_equals?(use_fips, true) && Aws::Endpoints::Matchers.boolean_equals?(use_dual_stack, true)
|
28
|
-
if Aws::Endpoints::Matchers.boolean_equals?(true, Aws::Endpoints::Matchers.attr(partition_result, "supportsFIPS")) && Aws::Endpoints::Matchers.boolean_equals?(true, Aws::Endpoints::Matchers.attr(partition_result, "supportsDualStack"))
|
29
|
-
return Aws::Endpoints::Endpoint.new(url: "https://glue-fips.#{region}.#{partition_result['dualStackDnsSuffix']}", headers: {}, properties: {})
|
30
|
-
end
|
31
|
-
raise ArgumentError, "FIPS and DualStack are enabled, but this partition does not support one or both"
|
32
|
-
end
|
17
|
+
if Aws::Endpoints::Matchers.set?(endpoint)
|
33
18
|
if Aws::Endpoints::Matchers.boolean_equals?(use_fips, true)
|
34
|
-
|
35
|
-
return Aws::Endpoints::Endpoint.new(url: "https://glue-fips.#{region}.#{partition_result['dnsSuffix']}", headers: {}, properties: {})
|
36
|
-
end
|
37
|
-
raise ArgumentError, "FIPS is enabled but this partition does not support FIPS"
|
19
|
+
raise ArgumentError, "Invalid Configuration: FIPS and custom endpoint are not supported"
|
38
20
|
end
|
39
21
|
if Aws::Endpoints::Matchers.boolean_equals?(use_dual_stack, true)
|
40
|
-
|
41
|
-
|
22
|
+
raise ArgumentError, "Invalid Configuration: Dualstack and custom endpoint are not supported"
|
23
|
+
end
|
24
|
+
return Aws::Endpoints::Endpoint.new(url: endpoint, headers: {}, properties: {})
|
25
|
+
end
|
26
|
+
if Aws::Endpoints::Matchers.set?(region)
|
27
|
+
if (partition_result = Aws::Endpoints::Matchers.aws_partition(region))
|
28
|
+
if Aws::Endpoints::Matchers.boolean_equals?(use_fips, true) && Aws::Endpoints::Matchers.boolean_equals?(use_dual_stack, true)
|
29
|
+
if Aws::Endpoints::Matchers.boolean_equals?(true, Aws::Endpoints::Matchers.attr(partition_result, "supportsFIPS")) && Aws::Endpoints::Matchers.boolean_equals?(true, Aws::Endpoints::Matchers.attr(partition_result, "supportsDualStack"))
|
30
|
+
return Aws::Endpoints::Endpoint.new(url: "https://glue-fips.#{region}.#{partition_result['dualStackDnsSuffix']}", headers: {}, properties: {})
|
31
|
+
end
|
32
|
+
raise ArgumentError, "FIPS and DualStack are enabled, but this partition does not support one or both"
|
33
|
+
end
|
34
|
+
if Aws::Endpoints::Matchers.boolean_equals?(use_fips, true)
|
35
|
+
if Aws::Endpoints::Matchers.boolean_equals?(true, Aws::Endpoints::Matchers.attr(partition_result, "supportsFIPS"))
|
36
|
+
return Aws::Endpoints::Endpoint.new(url: "https://glue-fips.#{region}.#{partition_result['dnsSuffix']}", headers: {}, properties: {})
|
37
|
+
end
|
38
|
+
raise ArgumentError, "FIPS is enabled but this partition does not support FIPS"
|
39
|
+
end
|
40
|
+
if Aws::Endpoints::Matchers.boolean_equals?(use_dual_stack, true)
|
41
|
+
if Aws::Endpoints::Matchers.boolean_equals?(true, Aws::Endpoints::Matchers.attr(partition_result, "supportsDualStack"))
|
42
|
+
return Aws::Endpoints::Endpoint.new(url: "https://glue.#{region}.#{partition_result['dualStackDnsSuffix']}", headers: {}, properties: {})
|
43
|
+
end
|
44
|
+
raise ArgumentError, "DualStack is enabled but this partition does not support DualStack"
|
42
45
|
end
|
43
|
-
|
46
|
+
return Aws::Endpoints::Endpoint.new(url: "https://glue.#{region}.#{partition_result['dnsSuffix']}", headers: {}, properties: {})
|
44
47
|
end
|
45
|
-
return Aws::Endpoints::Endpoint.new(url: "https://glue.#{region}.#{partition_result['dnsSuffix']}", headers: {}, properties: {})
|
46
48
|
end
|
49
|
+
raise ArgumentError, "Invalid Configuration: Missing Region"
|
47
50
|
raise ArgumentError, 'No endpoint could be resolved'
|
48
51
|
|
49
52
|
end
|