aws-sdk-glue 1.216.0 → 1.218.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +10 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +185 -16
- data/lib/aws-sdk-glue/client_api.rb +65 -0
- data/lib/aws-sdk-glue/types.rb +283 -1
- data/lib/aws-sdk-glue.rb +1 -1
- data/sig/client.rbs +142 -10
- data/sig/types.rbs +65 -5
- metadata +1 -1
@@ -264,6 +264,8 @@ module Aws::Glue
|
|
264
264
|
ConnectionType = Shapes::StringShape.new(name: 'ConnectionType')
|
265
265
|
ConnectionTypeBrief = Shapes::StructureShape.new(name: 'ConnectionTypeBrief')
|
266
266
|
ConnectionTypeList = Shapes::ListShape.new(name: 'ConnectionTypeList')
|
267
|
+
ConnectionTypeVariant = Shapes::StructureShape.new(name: 'ConnectionTypeVariant')
|
268
|
+
ConnectionTypeVariantList = Shapes::ListShape.new(name: 'ConnectionTypeVariantList')
|
267
269
|
ConnectionsList = Shapes::StructureShape.new(name: 'ConnectionsList')
|
268
270
|
ConnectorDataSource = Shapes::StructureShape.new(name: 'ConnectorDataSource')
|
269
271
|
ConnectorDataTarget = Shapes::StructureShape.new(name: 'ConnectorDataTarget')
|
@@ -525,6 +527,7 @@ module Aws::Glue
|
|
525
527
|
DirectKafkaSource = Shapes::StructureShape.new(name: 'DirectKafkaSource')
|
526
528
|
DirectKinesisSource = Shapes::StructureShape.new(name: 'DirectKinesisSource')
|
527
529
|
DirectSchemaChangePolicy = Shapes::StructureShape.new(name: 'DirectSchemaChangePolicy')
|
530
|
+
DisplayName = Shapes::StringShape.new(name: 'DisplayName')
|
528
531
|
Double = Shapes::FloatShape.new(name: 'Double')
|
529
532
|
DoubleColumnStatisticsData = Shapes::StructureShape.new(name: 'DoubleColumnStatisticsData')
|
530
533
|
DoubleValue = Shapes::FloatShape.new(name: 'DoubleValue')
|
@@ -790,6 +793,7 @@ module Aws::Glue
|
|
790
793
|
HudiTarget = Shapes::StructureShape.new(name: 'HudiTarget')
|
791
794
|
HudiTargetCompressionType = Shapes::StringShape.new(name: 'HudiTargetCompressionType')
|
792
795
|
HudiTargetList = Shapes::ListShape.new(name: 'HudiTargetList')
|
796
|
+
HyperTargetCompressionType = Shapes::StringShape.new(name: 'HyperTargetCompressionType')
|
793
797
|
IAMRoleArn = Shapes::StringShape.new(name: 'IAMRoleArn')
|
794
798
|
IcebergCompactionMetrics = Shapes::StructureShape.new(name: 'IcebergCompactionMetrics')
|
795
799
|
IcebergInput = Shapes::StructureShape.new(name: 'IcebergInput')
|
@@ -798,6 +802,7 @@ module Aws::Glue
|
|
798
802
|
IcebergRetentionConfiguration = Shapes::StructureShape.new(name: 'IcebergRetentionConfiguration')
|
799
803
|
IcebergRetentionMetrics = Shapes::StructureShape.new(name: 'IcebergRetentionMetrics')
|
800
804
|
IcebergTarget = Shapes::StructureShape.new(name: 'IcebergTarget')
|
805
|
+
IcebergTargetCompressionType = Shapes::StringShape.new(name: 'IcebergTargetCompressionType')
|
801
806
|
IcebergTargetList = Shapes::ListShape.new(name: 'IcebergTargetList')
|
802
807
|
IdString = Shapes::StringShape.new(name: 'IdString')
|
803
808
|
IdempotentParameterMismatchException = Shapes::StructureShape.new(name: 'IdempotentParameterMismatchException')
|
@@ -1021,6 +1026,7 @@ module Aws::Glue
|
|
1021
1026
|
NullableDouble = Shapes::FloatShape.new(name: 'NullableDouble')
|
1022
1027
|
NullableInteger = Shapes::IntegerShape.new(name: 'NullableInteger')
|
1023
1028
|
NullableString = Shapes::StringShape.new(name: 'NullableString')
|
1029
|
+
NumberTargetPartitionsString = Shapes::StringShape.new(name: 'NumberTargetPartitionsString')
|
1024
1030
|
OAuth2ClientApplication = Shapes::StructureShape.new(name: 'OAuth2ClientApplication')
|
1025
1031
|
OAuth2Credentials = Shapes::StructureShape.new(name: 'OAuth2Credentials')
|
1026
1032
|
OAuth2GrantType = Shapes::StringShape.new(name: 'OAuth2GrantType')
|
@@ -1199,10 +1205,13 @@ module Aws::Glue
|
|
1199
1205
|
S3Encryption = Shapes::StructureShape.new(name: 'S3Encryption')
|
1200
1206
|
S3EncryptionList = Shapes::ListShape.new(name: 'S3EncryptionList')
|
1201
1207
|
S3EncryptionMode = Shapes::StringShape.new(name: 'S3EncryptionMode')
|
1208
|
+
S3ExcelSource = Shapes::StructureShape.new(name: 'S3ExcelSource')
|
1202
1209
|
S3GlueParquetTarget = Shapes::StructureShape.new(name: 'S3GlueParquetTarget')
|
1203
1210
|
S3HudiCatalogTarget = Shapes::StructureShape.new(name: 'S3HudiCatalogTarget')
|
1204
1211
|
S3HudiDirectTarget = Shapes::StructureShape.new(name: 'S3HudiDirectTarget')
|
1205
1212
|
S3HudiSource = Shapes::StructureShape.new(name: 'S3HudiSource')
|
1213
|
+
S3HyperDirectTarget = Shapes::StructureShape.new(name: 'S3HyperDirectTarget')
|
1214
|
+
S3IcebergDirectTarget = Shapes::StructureShape.new(name: 'S3IcebergDirectTarget')
|
1206
1215
|
S3JsonSource = Shapes::StructureShape.new(name: 'S3JsonSource')
|
1207
1216
|
S3ParquetSource = Shapes::StructureShape.new(name: 'S3ParquetSource')
|
1208
1217
|
S3SourceAdditionalOptions = Shapes::StructureShape.new(name: 'S3SourceAdditionalOptions')
|
@@ -1500,6 +1509,7 @@ module Aws::Glue
|
|
1500
1509
|
UpdatedTimestamp = Shapes::StringShape.new(name: 'UpdatedTimestamp')
|
1501
1510
|
UpsertRedshiftTargetOptions = Shapes::StructureShape.new(name: 'UpsertRedshiftTargetOptions')
|
1502
1511
|
UriString = Shapes::StringShape.new(name: 'UriString')
|
1512
|
+
UrlString = Shapes::StringShape.new(name: 'UrlString')
|
1503
1513
|
UsageProfileDefinition = Shapes::StructureShape.new(name: 'UsageProfileDefinition')
|
1504
1514
|
UsageProfileDefinitionList = Shapes::ListShape.new(name: 'UsageProfileDefinitionList')
|
1505
1515
|
UserDefinedFunction = Shapes::StructureShape.new(name: 'UserDefinedFunction')
|
@@ -1511,6 +1521,7 @@ module Aws::Glue
|
|
1511
1521
|
ValidationException = Shapes::StructureShape.new(name: 'ValidationException')
|
1512
1522
|
ValueString = Shapes::StringShape.new(name: 'ValueString')
|
1513
1523
|
ValueStringList = Shapes::ListShape.new(name: 'ValueStringList')
|
1524
|
+
Vendor = Shapes::StringShape.new(name: 'Vendor')
|
1514
1525
|
VersionId = Shapes::IntegerShape.new(name: 'VersionId')
|
1515
1526
|
VersionLongNumber = Shapes::IntegerShape.new(name: 'VersionLongNumber')
|
1516
1527
|
VersionMismatchException = Shapes::StructureShape.new(name: 'VersionMismatchException')
|
@@ -2123,6 +2134,7 @@ module Aws::Glue
|
|
2123
2134
|
CodeGenConfigurationNode.add_member(:redshift_source, Shapes::ShapeRef.new(shape: RedshiftSource, location_name: "RedshiftSource"))
|
2124
2135
|
CodeGenConfigurationNode.add_member(:s3_catalog_source, Shapes::ShapeRef.new(shape: S3CatalogSource, location_name: "S3CatalogSource"))
|
2125
2136
|
CodeGenConfigurationNode.add_member(:s3_csv_source, Shapes::ShapeRef.new(shape: S3CsvSource, location_name: "S3CsvSource"))
|
2137
|
+
CodeGenConfigurationNode.add_member(:s3_excel_source, Shapes::ShapeRef.new(shape: S3ExcelSource, location_name: "S3ExcelSource"))
|
2126
2138
|
CodeGenConfigurationNode.add_member(:s3_json_source, Shapes::ShapeRef.new(shape: S3JsonSource, location_name: "S3JsonSource"))
|
2127
2139
|
CodeGenConfigurationNode.add_member(:s3_parquet_source, Shapes::ShapeRef.new(shape: S3ParquetSource, location_name: "S3ParquetSource"))
|
2128
2140
|
CodeGenConfigurationNode.add_member(:relational_catalog_source, Shapes::ShapeRef.new(shape: RelationalCatalogSource, location_name: "RelationalCatalogSource"))
|
@@ -2133,7 +2145,9 @@ module Aws::Glue
|
|
2133
2145
|
CodeGenConfigurationNode.add_member(:redshift_target, Shapes::ShapeRef.new(shape: RedshiftTarget, location_name: "RedshiftTarget"))
|
2134
2146
|
CodeGenConfigurationNode.add_member(:s3_catalog_target, Shapes::ShapeRef.new(shape: S3CatalogTarget, location_name: "S3CatalogTarget"))
|
2135
2147
|
CodeGenConfigurationNode.add_member(:s3_glue_parquet_target, Shapes::ShapeRef.new(shape: S3GlueParquetTarget, location_name: "S3GlueParquetTarget"))
|
2148
|
+
CodeGenConfigurationNode.add_member(:s3_hyper_direct_target, Shapes::ShapeRef.new(shape: S3HyperDirectTarget, location_name: "S3HyperDirectTarget"))
|
2136
2149
|
CodeGenConfigurationNode.add_member(:s3_direct_target, Shapes::ShapeRef.new(shape: S3DirectTarget, location_name: "S3DirectTarget"))
|
2150
|
+
CodeGenConfigurationNode.add_member(:s3_iceberg_direct_target, Shapes::ShapeRef.new(shape: S3IcebergDirectTarget, location_name: "S3IcebergDirectTarget"))
|
2137
2151
|
CodeGenConfigurationNode.add_member(:apply_mapping, Shapes::ShapeRef.new(shape: ApplyMapping, location_name: "ApplyMapping"))
|
2138
2152
|
CodeGenConfigurationNode.add_member(:select_fields, Shapes::ShapeRef.new(shape: SelectFields, location_name: "SelectFields"))
|
2139
2153
|
CodeGenConfigurationNode.add_member(:drop_fields, Shapes::ShapeRef.new(shape: DropFields, location_name: "DropFields"))
|
@@ -2424,12 +2438,25 @@ module Aws::Glue
|
|
2424
2438
|
ConnectionStringList.member = Shapes::ShapeRef.new(shape: ConnectionString)
|
2425
2439
|
|
2426
2440
|
ConnectionTypeBrief.add_member(:connection_type, Shapes::ShapeRef.new(shape: ConnectionType, location_name: "ConnectionType"))
|
2441
|
+
ConnectionTypeBrief.add_member(:display_name, Shapes::ShapeRef.new(shape: DisplayName, location_name: "DisplayName"))
|
2442
|
+
ConnectionTypeBrief.add_member(:vendor, Shapes::ShapeRef.new(shape: Vendor, location_name: "Vendor"))
|
2427
2443
|
ConnectionTypeBrief.add_member(:description, Shapes::ShapeRef.new(shape: Description, location_name: "Description"))
|
2444
|
+
ConnectionTypeBrief.add_member(:categories, Shapes::ShapeRef.new(shape: ListOfString, location_name: "Categories"))
|
2428
2445
|
ConnectionTypeBrief.add_member(:capabilities, Shapes::ShapeRef.new(shape: Capabilities, location_name: "Capabilities"))
|
2446
|
+
ConnectionTypeBrief.add_member(:logo_url, Shapes::ShapeRef.new(shape: UrlString, location_name: "LogoUrl"))
|
2447
|
+
ConnectionTypeBrief.add_member(:connection_type_variants, Shapes::ShapeRef.new(shape: ConnectionTypeVariantList, location_name: "ConnectionTypeVariants"))
|
2429
2448
|
ConnectionTypeBrief.struct_class = Types::ConnectionTypeBrief
|
2430
2449
|
|
2431
2450
|
ConnectionTypeList.member = Shapes::ShapeRef.new(shape: ConnectionTypeBrief)
|
2432
2451
|
|
2452
|
+
ConnectionTypeVariant.add_member(:connection_type_variant_name, Shapes::ShapeRef.new(shape: DisplayName, location_name: "ConnectionTypeVariantName"))
|
2453
|
+
ConnectionTypeVariant.add_member(:display_name, Shapes::ShapeRef.new(shape: DisplayName, location_name: "DisplayName"))
|
2454
|
+
ConnectionTypeVariant.add_member(:description, Shapes::ShapeRef.new(shape: Description, location_name: "Description"))
|
2455
|
+
ConnectionTypeVariant.add_member(:logo_url, Shapes::ShapeRef.new(shape: UrlString, location_name: "LogoUrl"))
|
2456
|
+
ConnectionTypeVariant.struct_class = Types::ConnectionTypeVariant
|
2457
|
+
|
2458
|
+
ConnectionTypeVariantList.member = Shapes::ShapeRef.new(shape: ConnectionTypeVariant)
|
2459
|
+
|
2433
2460
|
ConnectionsList.add_member(:connections, Shapes::ShapeRef.new(shape: ConnectionStringList, location_name: "Connections"))
|
2434
2461
|
ConnectionsList.struct_class = Types::ConnectionsList
|
2435
2462
|
|
@@ -5947,6 +5974,7 @@ module Aws::Glue
|
|
5947
5974
|
S3DeltaDirectTarget.add_member(:partition_keys, Shapes::ShapeRef.new(shape: GlueStudioPathList, location_name: "PartitionKeys"))
|
5948
5975
|
S3DeltaDirectTarget.add_member(:path, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Path"))
|
5949
5976
|
S3DeltaDirectTarget.add_member(:compression, Shapes::ShapeRef.new(shape: DeltaTargetCompressionType, required: true, location_name: "Compression"))
|
5977
|
+
S3DeltaDirectTarget.add_member(:number_target_partitions, Shapes::ShapeRef.new(shape: NumberTargetPartitionsString, location_name: "NumberTargetPartitions"))
|
5950
5978
|
S3DeltaDirectTarget.add_member(:format, Shapes::ShapeRef.new(shape: TargetFormat, required: true, location_name: "Format"))
|
5951
5979
|
S3DeltaDirectTarget.add_member(:additional_options, Shapes::ShapeRef.new(shape: AdditionalOptions, location_name: "AdditionalOptions"))
|
5952
5980
|
S3DeltaDirectTarget.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: DirectSchemaChangePolicy, location_name: "SchemaChangePolicy"))
|
@@ -5970,6 +5998,7 @@ module Aws::Glue
|
|
5970
5998
|
S3DirectTarget.add_member(:partition_keys, Shapes::ShapeRef.new(shape: GlueStudioPathList, location_name: "PartitionKeys"))
|
5971
5999
|
S3DirectTarget.add_member(:path, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Path"))
|
5972
6000
|
S3DirectTarget.add_member(:compression, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, location_name: "Compression"))
|
6001
|
+
S3DirectTarget.add_member(:number_target_partitions, Shapes::ShapeRef.new(shape: NumberTargetPartitionsString, location_name: "NumberTargetPartitions"))
|
5973
6002
|
S3DirectTarget.add_member(:format, Shapes::ShapeRef.new(shape: TargetFormat, required: true, location_name: "Format"))
|
5974
6003
|
S3DirectTarget.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: DirectSchemaChangePolicy, location_name: "SchemaChangePolicy"))
|
5975
6004
|
S3DirectTarget.struct_class = Types::S3DirectTarget
|
@@ -5980,11 +6009,27 @@ module Aws::Glue
|
|
5980
6009
|
|
5981
6010
|
S3EncryptionList.member = Shapes::ShapeRef.new(shape: S3Encryption)
|
5982
6011
|
|
6012
|
+
S3ExcelSource.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
|
6013
|
+
S3ExcelSource.add_member(:paths, Shapes::ShapeRef.new(shape: EnclosedInStringProperties, required: true, location_name: "Paths"))
|
6014
|
+
S3ExcelSource.add_member(:compression_type, Shapes::ShapeRef.new(shape: ParquetCompressionType, location_name: "CompressionType"))
|
6015
|
+
S3ExcelSource.add_member(:exclusions, Shapes::ShapeRef.new(shape: EnclosedInStringProperties, location_name: "Exclusions"))
|
6016
|
+
S3ExcelSource.add_member(:group_size, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, location_name: "GroupSize"))
|
6017
|
+
S3ExcelSource.add_member(:group_files, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, location_name: "GroupFiles"))
|
6018
|
+
S3ExcelSource.add_member(:recurse, Shapes::ShapeRef.new(shape: BoxedBoolean, location_name: "Recurse"))
|
6019
|
+
S3ExcelSource.add_member(:max_band, Shapes::ShapeRef.new(shape: BoxedNonNegativeInt, location_name: "MaxBand"))
|
6020
|
+
S3ExcelSource.add_member(:max_files_in_band, Shapes::ShapeRef.new(shape: BoxedNonNegativeInt, location_name: "MaxFilesInBand"))
|
6021
|
+
S3ExcelSource.add_member(:additional_options, Shapes::ShapeRef.new(shape: S3DirectSourceAdditionalOptions, location_name: "AdditionalOptions"))
|
6022
|
+
S3ExcelSource.add_member(:number_rows, Shapes::ShapeRef.new(shape: BoxedLong, location_name: "NumberRows"))
|
6023
|
+
S3ExcelSource.add_member(:skip_footer, Shapes::ShapeRef.new(shape: BoxedNonNegativeInt, location_name: "SkipFooter"))
|
6024
|
+
S3ExcelSource.add_member(:output_schemas, Shapes::ShapeRef.new(shape: GlueSchemas, location_name: "OutputSchemas"))
|
6025
|
+
S3ExcelSource.struct_class = Types::S3ExcelSource
|
6026
|
+
|
5983
6027
|
S3GlueParquetTarget.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
|
5984
6028
|
S3GlueParquetTarget.add_member(:inputs, Shapes::ShapeRef.new(shape: OneInput, required: true, location_name: "Inputs"))
|
5985
6029
|
S3GlueParquetTarget.add_member(:partition_keys, Shapes::ShapeRef.new(shape: GlueStudioPathList, location_name: "PartitionKeys"))
|
5986
6030
|
S3GlueParquetTarget.add_member(:path, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Path"))
|
5987
6031
|
S3GlueParquetTarget.add_member(:compression, Shapes::ShapeRef.new(shape: ParquetCompressionType, location_name: "Compression"))
|
6032
|
+
S3GlueParquetTarget.add_member(:number_target_partitions, Shapes::ShapeRef.new(shape: NumberTargetPartitionsString, location_name: "NumberTargetPartitions"))
|
5988
6033
|
S3GlueParquetTarget.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: DirectSchemaChangePolicy, location_name: "SchemaChangePolicy"))
|
5989
6034
|
S3GlueParquetTarget.struct_class = Types::S3GlueParquetTarget
|
5990
6035
|
|
@@ -6001,6 +6046,7 @@ module Aws::Glue
|
|
6001
6046
|
S3HudiDirectTarget.add_member(:inputs, Shapes::ShapeRef.new(shape: OneInput, required: true, location_name: "Inputs"))
|
6002
6047
|
S3HudiDirectTarget.add_member(:path, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Path"))
|
6003
6048
|
S3HudiDirectTarget.add_member(:compression, Shapes::ShapeRef.new(shape: HudiTargetCompressionType, required: true, location_name: "Compression"))
|
6049
|
+
S3HudiDirectTarget.add_member(:number_target_partitions, Shapes::ShapeRef.new(shape: NumberTargetPartitionsString, location_name: "NumberTargetPartitions"))
|
6004
6050
|
S3HudiDirectTarget.add_member(:partition_keys, Shapes::ShapeRef.new(shape: GlueStudioPathList, location_name: "PartitionKeys"))
|
6005
6051
|
S3HudiDirectTarget.add_member(:format, Shapes::ShapeRef.new(shape: TargetFormat, required: true, location_name: "Format"))
|
6006
6052
|
S3HudiDirectTarget.add_member(:additional_options, Shapes::ShapeRef.new(shape: AdditionalOptions, required: true, location_name: "AdditionalOptions"))
|
@@ -6014,6 +6060,25 @@ module Aws::Glue
|
|
6014
6060
|
S3HudiSource.add_member(:output_schemas, Shapes::ShapeRef.new(shape: GlueSchemas, location_name: "OutputSchemas"))
|
6015
6061
|
S3HudiSource.struct_class = Types::S3HudiSource
|
6016
6062
|
|
6063
|
+
S3HyperDirectTarget.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
|
6064
|
+
S3HyperDirectTarget.add_member(:inputs, Shapes::ShapeRef.new(shape: OneInput, required: true, location_name: "Inputs"))
|
6065
|
+
S3HyperDirectTarget.add_member(:partition_keys, Shapes::ShapeRef.new(shape: GlueStudioPathList, location_name: "PartitionKeys"))
|
6066
|
+
S3HyperDirectTarget.add_member(:path, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Path"))
|
6067
|
+
S3HyperDirectTarget.add_member(:compression, Shapes::ShapeRef.new(shape: HyperTargetCompressionType, location_name: "Compression"))
|
6068
|
+
S3HyperDirectTarget.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: DirectSchemaChangePolicy, location_name: "SchemaChangePolicy"))
|
6069
|
+
S3HyperDirectTarget.struct_class = Types::S3HyperDirectTarget
|
6070
|
+
|
6071
|
+
S3IcebergDirectTarget.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
|
6072
|
+
S3IcebergDirectTarget.add_member(:inputs, Shapes::ShapeRef.new(shape: OneInput, required: true, location_name: "Inputs"))
|
6073
|
+
S3IcebergDirectTarget.add_member(:partition_keys, Shapes::ShapeRef.new(shape: GlueStudioPathList, location_name: "PartitionKeys"))
|
6074
|
+
S3IcebergDirectTarget.add_member(:path, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Path"))
|
6075
|
+
S3IcebergDirectTarget.add_member(:format, Shapes::ShapeRef.new(shape: TargetFormat, required: true, location_name: "Format"))
|
6076
|
+
S3IcebergDirectTarget.add_member(:additional_options, Shapes::ShapeRef.new(shape: AdditionalOptions, location_name: "AdditionalOptions"))
|
6077
|
+
S3IcebergDirectTarget.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: DirectSchemaChangePolicy, location_name: "SchemaChangePolicy"))
|
6078
|
+
S3IcebergDirectTarget.add_member(:compression, Shapes::ShapeRef.new(shape: IcebergTargetCompressionType, required: true, location_name: "Compression"))
|
6079
|
+
S3IcebergDirectTarget.add_member(:number_target_partitions, Shapes::ShapeRef.new(shape: NumberTargetPartitionsString, location_name: "NumberTargetPartitions"))
|
6080
|
+
S3IcebergDirectTarget.struct_class = Types::S3IcebergDirectTarget
|
6081
|
+
|
6017
6082
|
S3JsonSource.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
|
6018
6083
|
S3JsonSource.add_member(:paths, Shapes::ShapeRef.new(shape: EnclosedInStringProperties, required: true, location_name: "Paths"))
|
6019
6084
|
S3JsonSource.add_member(:compression_type, Shapes::ShapeRef.new(shape: CompressionType, location_name: "CompressionType"))
|
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -2536,6 +2536,11 @@ module Aws::Glue
|
|
2536
2536
|
# Amazon S3.
|
2537
2537
|
# @return [Types::S3CsvSource]
|
2538
2538
|
#
|
2539
|
+
# @!attribute [rw] s3_excel_source
|
2540
|
+
# Defines configuration parameters for reading Excel files from Amazon
|
2541
|
+
# S3.
|
2542
|
+
# @return [Types::S3ExcelSource]
|
2543
|
+
#
|
2539
2544
|
# @!attribute [rw] s3_json_source
|
2540
2545
|
# Specifies a JSON data store stored in Amazon S3.
|
2541
2546
|
# @return [Types::S3JsonSource]
|
@@ -2579,10 +2584,20 @@ module Aws::Glue
|
|
2579
2584
|
# columnar storage.
|
2580
2585
|
# @return [Types::S3GlueParquetTarget]
|
2581
2586
|
#
|
2587
|
+
# @!attribute [rw] s3_hyper_direct_target
|
2588
|
+
# Defines configuration parameters for writing data to Amazon S3 using
|
2589
|
+
# HyperDirect optimization.
|
2590
|
+
# @return [Types::S3HyperDirectTarget]
|
2591
|
+
#
|
2582
2592
|
# @!attribute [rw] s3_direct_target
|
2583
2593
|
# Specifies a data target that writes to Amazon S3.
|
2584
2594
|
# @return [Types::S3DirectTarget]
|
2585
2595
|
#
|
2596
|
+
# @!attribute [rw] s3_iceberg_direct_target
|
2597
|
+
# Defines configuration parameters for writing data to Amazon S3 as an
|
2598
|
+
# Apache Iceberg table.
|
2599
|
+
# @return [Types::S3IcebergDirectTarget]
|
2600
|
+
#
|
2586
2601
|
# @!attribute [rw] apply_mapping
|
2587
2602
|
# Specifies a transform that maps data property keys in the data
|
2588
2603
|
# source to data property keys in the data target. You can rename
|
@@ -2844,6 +2859,7 @@ module Aws::Glue
|
|
2844
2859
|
:redshift_source,
|
2845
2860
|
:s3_catalog_source,
|
2846
2861
|
:s3_csv_source,
|
2862
|
+
:s3_excel_source,
|
2847
2863
|
:s3_json_source,
|
2848
2864
|
:s3_parquet_source,
|
2849
2865
|
:relational_catalog_source,
|
@@ -2854,7 +2870,9 @@ module Aws::Glue
|
|
2854
2870
|
:redshift_target,
|
2855
2871
|
:s3_catalog_target,
|
2856
2872
|
:s3_glue_parquet_target,
|
2873
|
+
:s3_hyper_direct_target,
|
2857
2874
|
:s3_direct_target,
|
2875
|
+
:s3_iceberg_direct_target,
|
2858
2876
|
:apply_mapping,
|
2859
2877
|
:select_fields,
|
2860
2878
|
:drop_fields,
|
@@ -4219,21 +4237,87 @@ module Aws::Glue
|
|
4219
4237
|
# The name of the connection type.
|
4220
4238
|
# @return [String]
|
4221
4239
|
#
|
4240
|
+
# @!attribute [rw] display_name
|
4241
|
+
# The human-readable name for the connection type that is displayed in
|
4242
|
+
# the Glue console.
|
4243
|
+
# @return [String]
|
4244
|
+
#
|
4245
|
+
# @!attribute [rw] vendor
|
4246
|
+
# The name of the vendor or provider that created or maintains this
|
4247
|
+
# connection type.
|
4248
|
+
# @return [String]
|
4249
|
+
#
|
4222
4250
|
# @!attribute [rw] description
|
4223
4251
|
# A description of the connection type.
|
4224
4252
|
# @return [String]
|
4225
4253
|
#
|
4254
|
+
# @!attribute [rw] categories
|
4255
|
+
# A list of categories that this connection type belongs to.
|
4256
|
+
# Categories help users filter and find appropriate connection types
|
4257
|
+
# based on their use cases.
|
4258
|
+
# @return [Array<String>]
|
4259
|
+
#
|
4226
4260
|
# @!attribute [rw] capabilities
|
4227
4261
|
# The supported authentication types, data interface types (compute
|
4228
4262
|
# environments), and data operations of the connector.
|
4229
4263
|
# @return [Types::Capabilities]
|
4230
4264
|
#
|
4265
|
+
# @!attribute [rw] logo_url
|
4266
|
+
# The URL of the logo associated with a connection type.
|
4267
|
+
# @return [String]
|
4268
|
+
#
|
4269
|
+
# @!attribute [rw] connection_type_variants
|
4270
|
+
# A list of variants available for this connection type. Different
|
4271
|
+
# variants may provide specialized configurations for specific use
|
4272
|
+
# cases or implementations of the same general connection type.
|
4273
|
+
# @return [Array<Types::ConnectionTypeVariant>]
|
4274
|
+
#
|
4231
4275
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ConnectionTypeBrief AWS API Documentation
|
4232
4276
|
#
|
4233
4277
|
class ConnectionTypeBrief < Struct.new(
|
4234
4278
|
:connection_type,
|
4279
|
+
:display_name,
|
4280
|
+
:vendor,
|
4281
|
+
:description,
|
4282
|
+
:categories,
|
4283
|
+
:capabilities,
|
4284
|
+
:logo_url,
|
4285
|
+
:connection_type_variants)
|
4286
|
+
SENSITIVE = []
|
4287
|
+
include Aws::Structure
|
4288
|
+
end
|
4289
|
+
|
4290
|
+
# Represents a variant of a connection type in Glue Data Catalog.
|
4291
|
+
# Connection type variants provide specific configurations and behaviors
|
4292
|
+
# for different implementations of the same general connection type.
|
4293
|
+
#
|
4294
|
+
# @!attribute [rw] connection_type_variant_name
|
4295
|
+
# The unique identifier for the connection type variant. This name is
|
4296
|
+
# used internally to identify the specific variant of a connection
|
4297
|
+
# type.
|
4298
|
+
# @return [String]
|
4299
|
+
#
|
4300
|
+
# @!attribute [rw] display_name
|
4301
|
+
# The human-readable name for the connection type variant that is
|
4302
|
+
# displayed in the Glue console.
|
4303
|
+
# @return [String]
|
4304
|
+
#
|
4305
|
+
# @!attribute [rw] description
|
4306
|
+
# A detailed description of the connection type variant, including its
|
4307
|
+
# purpose, use cases, and any specific configuration requirements.
|
4308
|
+
# @return [String]
|
4309
|
+
#
|
4310
|
+
# @!attribute [rw] logo_url
|
4311
|
+
# The URL of the logo associated with a connection type variant.
|
4312
|
+
# @return [String]
|
4313
|
+
#
|
4314
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ConnectionTypeVariant AWS API Documentation
|
4315
|
+
#
|
4316
|
+
class ConnectionTypeVariant < Struct.new(
|
4317
|
+
:connection_type_variant_name,
|
4318
|
+
:display_name,
|
4235
4319
|
:description,
|
4236
|
-
:
|
4320
|
+
:logo_url)
|
4237
4321
|
SENSITIVE = []
|
4238
4322
|
include Aws::Structure
|
4239
4323
|
end
|
@@ -21965,6 +22049,11 @@ module Aws::Glue
|
|
21965
22049
|
# are `"gzip"` and `"bzip"`).
|
21966
22050
|
# @return [String]
|
21967
22051
|
#
|
22052
|
+
# @!attribute [rw] number_target_partitions
|
22053
|
+
# Specifies the number of target partitions for distributing Delta
|
22054
|
+
# Lake dataset files across Amazon S3.
|
22055
|
+
# @return [String]
|
22056
|
+
#
|
21968
22057
|
# @!attribute [rw] format
|
21969
22058
|
# Specifies the data output format for the target.
|
21970
22059
|
# @return [String]
|
@@ -21985,6 +22074,7 @@ module Aws::Glue
|
|
21985
22074
|
:partition_keys,
|
21986
22075
|
:path,
|
21987
22076
|
:compression,
|
22077
|
+
:number_target_partitions,
|
21988
22078
|
:format,
|
21989
22079
|
:additional_options,
|
21990
22080
|
:schema_change_policy)
|
@@ -22081,6 +22171,11 @@ module Aws::Glue
|
|
22081
22171
|
# are `"gzip"` and `"bzip"`).
|
22082
22172
|
# @return [String]
|
22083
22173
|
#
|
22174
|
+
# @!attribute [rw] number_target_partitions
|
22175
|
+
# Specifies the number of target partitions when writing data directly
|
22176
|
+
# to Amazon S3.
|
22177
|
+
# @return [String]
|
22178
|
+
#
|
22084
22179
|
# @!attribute [rw] format
|
22085
22180
|
# Specifies the data output format for the target.
|
22086
22181
|
# @return [String]
|
@@ -22097,6 +22192,7 @@ module Aws::Glue
|
|
22097
22192
|
:partition_keys,
|
22098
22193
|
:path,
|
22099
22194
|
:compression,
|
22195
|
+
:number_target_partitions,
|
22100
22196
|
:format,
|
22101
22197
|
:schema_change_policy)
|
22102
22198
|
SENSITIVE = []
|
@@ -22124,6 +22220,80 @@ module Aws::Glue
|
|
22124
22220
|
include Aws::Structure
|
22125
22221
|
end
|
22126
22222
|
|
22223
|
+
# Specifies an S3 Excel data source.
|
22224
|
+
#
|
22225
|
+
# @!attribute [rw] name
|
22226
|
+
# The name of the S3 Excel data source.
|
22227
|
+
# @return [String]
|
22228
|
+
#
|
22229
|
+
# @!attribute [rw] paths
|
22230
|
+
# The S3 paths where the Excel files are located.
|
22231
|
+
# @return [Array<String>]
|
22232
|
+
#
|
22233
|
+
# @!attribute [rw] compression_type
|
22234
|
+
# The compression format used for the Excel files.
|
22235
|
+
# @return [String]
|
22236
|
+
#
|
22237
|
+
# @!attribute [rw] exclusions
|
22238
|
+
# Patterns to exclude specific files or paths from processing.
|
22239
|
+
# @return [Array<String>]
|
22240
|
+
#
|
22241
|
+
# @!attribute [rw] group_size
|
22242
|
+
# Defines the size of file groups for batch processing.
|
22243
|
+
# @return [String]
|
22244
|
+
#
|
22245
|
+
# @!attribute [rw] group_files
|
22246
|
+
# Specifies how files should be grouped for processing.
|
22247
|
+
# @return [String]
|
22248
|
+
#
|
22249
|
+
# @!attribute [rw] recurse
|
22250
|
+
# Indicates whether to recursively process subdirectories.
|
22251
|
+
# @return [Boolean]
|
22252
|
+
#
|
22253
|
+
# @!attribute [rw] max_band
|
22254
|
+
# The maximum number of processing bands to use.
|
22255
|
+
# @return [Integer]
|
22256
|
+
#
|
22257
|
+
# @!attribute [rw] max_files_in_band
|
22258
|
+
# The maximum number of files to process in each band.
|
22259
|
+
# @return [Integer]
|
22260
|
+
#
|
22261
|
+
# @!attribute [rw] additional_options
|
22262
|
+
# Additional configuration options for S3 direct source processing.
|
22263
|
+
# @return [Types::S3DirectSourceAdditionalOptions]
|
22264
|
+
#
|
22265
|
+
# @!attribute [rw] number_rows
|
22266
|
+
# The number of rows to process from each Excel file.
|
22267
|
+
# @return [Integer]
|
22268
|
+
#
|
22269
|
+
# @!attribute [rw] skip_footer
|
22270
|
+
# The number of rows to skip at the end of each Excel file.
|
22271
|
+
# @return [Integer]
|
22272
|
+
#
|
22273
|
+
# @!attribute [rw] output_schemas
|
22274
|
+
# The AWS Glue schemas to apply to the processed data.
|
22275
|
+
# @return [Array<Types::GlueSchema>]
|
22276
|
+
#
|
22277
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3ExcelSource AWS API Documentation
|
22278
|
+
#
|
22279
|
+
class S3ExcelSource < Struct.new(
|
22280
|
+
:name,
|
22281
|
+
:paths,
|
22282
|
+
:compression_type,
|
22283
|
+
:exclusions,
|
22284
|
+
:group_size,
|
22285
|
+
:group_files,
|
22286
|
+
:recurse,
|
22287
|
+
:max_band,
|
22288
|
+
:max_files_in_band,
|
22289
|
+
:additional_options,
|
22290
|
+
:number_rows,
|
22291
|
+
:skip_footer,
|
22292
|
+
:output_schemas)
|
22293
|
+
SENSITIVE = []
|
22294
|
+
include Aws::Structure
|
22295
|
+
end
|
22296
|
+
|
22127
22297
|
# Specifies a data target that writes to Amazon S3 in Apache Parquet
|
22128
22298
|
# columnar storage.
|
22129
22299
|
#
|
@@ -22149,6 +22319,11 @@ module Aws::Glue
|
|
22149
22319
|
# are `"gzip"` and `"bzip"`).
|
22150
22320
|
# @return [String]
|
22151
22321
|
#
|
22322
|
+
# @!attribute [rw] number_target_partitions
|
22323
|
+
# Specifies the number of target partitions for Parquet files when
|
22324
|
+
# writing to Amazon S3 using AWS Glue.
|
22325
|
+
# @return [String]
|
22326
|
+
#
|
22152
22327
|
# @!attribute [rw] schema_change_policy
|
22153
22328
|
# A policy that specifies update behavior for the crawler.
|
22154
22329
|
# @return [Types::DirectSchemaChangePolicy]
|
@@ -22161,6 +22336,7 @@ module Aws::Glue
|
|
22161
22336
|
:partition_keys,
|
22162
22337
|
:path,
|
22163
22338
|
:compression,
|
22339
|
+
:number_target_partitions,
|
22164
22340
|
:schema_change_policy)
|
22165
22341
|
SENSITIVE = []
|
22166
22342
|
include Aws::Structure
|
@@ -22231,6 +22407,11 @@ module Aws::Glue
|
|
22231
22407
|
# are `"gzip"` and `"bzip"`).
|
22232
22408
|
# @return [String]
|
22233
22409
|
#
|
22410
|
+
# @!attribute [rw] number_target_partitions
|
22411
|
+
# Specifies the number of target partitions for distributing Hudi
|
22412
|
+
# dataset files across Amazon S3.
|
22413
|
+
# @return [String]
|
22414
|
+
#
|
22234
22415
|
# @!attribute [rw] partition_keys
|
22235
22416
|
# Specifies native partitioning using a sequence of keys.
|
22236
22417
|
# @return [Array<Array<String>>]
|
@@ -22254,6 +22435,7 @@ module Aws::Glue
|
|
22254
22435
|
:inputs,
|
22255
22436
|
:path,
|
22256
22437
|
:compression,
|
22438
|
+
:number_target_partitions,
|
22257
22439
|
:partition_keys,
|
22258
22440
|
:format,
|
22259
22441
|
:additional_options,
|
@@ -22296,6 +22478,106 @@ module Aws::Glue
|
|
22296
22478
|
include Aws::Structure
|
22297
22479
|
end
|
22298
22480
|
|
22481
|
+
# Specifies a HyperDirect data target that writes to Amazon S3.
|
22482
|
+
#
|
22483
|
+
# @!attribute [rw] name
|
22484
|
+
# The unique identifier for the HyperDirect target node.
|
22485
|
+
# @return [String]
|
22486
|
+
#
|
22487
|
+
# @!attribute [rw] inputs
|
22488
|
+
# Specifies the input source for the HyperDirect target.
|
22489
|
+
# @return [Array<String>]
|
22490
|
+
#
|
22491
|
+
# @!attribute [rw] partition_keys
|
22492
|
+
# Defines the partitioning strategy for the output data.
|
22493
|
+
# @return [Array<Array<String>>]
|
22494
|
+
#
|
22495
|
+
# @!attribute [rw] path
|
22496
|
+
# The S3 location where the output data will be written.
|
22497
|
+
# @return [String]
|
22498
|
+
#
|
22499
|
+
# @!attribute [rw] compression
|
22500
|
+
# The compression type to apply to the output data.
|
22501
|
+
# @return [String]
|
22502
|
+
#
|
22503
|
+
# @!attribute [rw] schema_change_policy
|
22504
|
+
# Defines how schema changes are handled during write operations.
|
22505
|
+
# @return [Types::DirectSchemaChangePolicy]
|
22506
|
+
#
|
22507
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3HyperDirectTarget AWS API Documentation
|
22508
|
+
#
|
22509
|
+
class S3HyperDirectTarget < Struct.new(
|
22510
|
+
:name,
|
22511
|
+
:inputs,
|
22512
|
+
:partition_keys,
|
22513
|
+
:path,
|
22514
|
+
:compression,
|
22515
|
+
:schema_change_policy)
|
22516
|
+
SENSITIVE = []
|
22517
|
+
include Aws::Structure
|
22518
|
+
end
|
22519
|
+
|
22520
|
+
# Specifies a target that writes to an Iceberg data source in Amazon S3.
|
22521
|
+
#
|
22522
|
+
# @!attribute [rw] name
|
22523
|
+
# Specifies the unique identifier for the Iceberg target node in your
|
22524
|
+
# data pipeline.
|
22525
|
+
# @return [String]
|
22526
|
+
#
|
22527
|
+
# @!attribute [rw] inputs
|
22528
|
+
# Defines the single input source that provides data to this Iceberg
|
22529
|
+
# target.
|
22530
|
+
# @return [Array<String>]
|
22531
|
+
#
|
22532
|
+
# @!attribute [rw] partition_keys
|
22533
|
+
# Specifies the columns used to partition the Iceberg table data in
|
22534
|
+
# S3.
|
22535
|
+
# @return [Array<Array<String>>]
|
22536
|
+
#
|
22537
|
+
# @!attribute [rw] path
|
22538
|
+
# Defines the S3 location where the Iceberg table data will be stored.
|
22539
|
+
# @return [String]
|
22540
|
+
#
|
22541
|
+
# @!attribute [rw] format
|
22542
|
+
# Specifies the file format used for storing Iceberg table data (e.g.,
|
22543
|
+
# Parquet, ORC).
|
22544
|
+
# @return [String]
|
22545
|
+
#
|
22546
|
+
# @!attribute [rw] additional_options
|
22547
|
+
# Provides additional configuration options for customizing the
|
22548
|
+
# Iceberg table behavior.
|
22549
|
+
# @return [Hash<String,String>]
|
22550
|
+
#
|
22551
|
+
# @!attribute [rw] schema_change_policy
|
22552
|
+
# Defines how schema changes are handled when writing data to the
|
22553
|
+
# Iceberg table.
|
22554
|
+
# @return [Types::DirectSchemaChangePolicy]
|
22555
|
+
#
|
22556
|
+
# @!attribute [rw] compression
|
22557
|
+
# Specifies the compression codec used for Iceberg table files in S3.
|
22558
|
+
# @return [String]
|
22559
|
+
#
|
22560
|
+
# @!attribute [rw] number_target_partitions
|
22561
|
+
# Sets the number of target partitions for distributing Iceberg table
|
22562
|
+
# files across S3.
|
22563
|
+
# @return [String]
|
22564
|
+
#
|
22565
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3IcebergDirectTarget AWS API Documentation
|
22566
|
+
#
|
22567
|
+
class S3IcebergDirectTarget < Struct.new(
|
22568
|
+
:name,
|
22569
|
+
:inputs,
|
22570
|
+
:partition_keys,
|
22571
|
+
:path,
|
22572
|
+
:format,
|
22573
|
+
:additional_options,
|
22574
|
+
:schema_change_policy,
|
22575
|
+
:compression,
|
22576
|
+
:number_target_partitions)
|
22577
|
+
SENSITIVE = []
|
22578
|
+
include Aws::Structure
|
22579
|
+
end
|
22580
|
+
|
22299
22581
|
# Specifies a JSON data store stored in Amazon S3.
|
22300
22582
|
#
|
22301
22583
|
# @!attribute [rw] name
|