aws-sdk-glue 1.216.0 → 1.218.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -264,6 +264,8 @@ module Aws::Glue
264
264
  ConnectionType = Shapes::StringShape.new(name: 'ConnectionType')
265
265
  ConnectionTypeBrief = Shapes::StructureShape.new(name: 'ConnectionTypeBrief')
266
266
  ConnectionTypeList = Shapes::ListShape.new(name: 'ConnectionTypeList')
267
+ ConnectionTypeVariant = Shapes::StructureShape.new(name: 'ConnectionTypeVariant')
268
+ ConnectionTypeVariantList = Shapes::ListShape.new(name: 'ConnectionTypeVariantList')
267
269
  ConnectionsList = Shapes::StructureShape.new(name: 'ConnectionsList')
268
270
  ConnectorDataSource = Shapes::StructureShape.new(name: 'ConnectorDataSource')
269
271
  ConnectorDataTarget = Shapes::StructureShape.new(name: 'ConnectorDataTarget')
@@ -525,6 +527,7 @@ module Aws::Glue
525
527
  DirectKafkaSource = Shapes::StructureShape.new(name: 'DirectKafkaSource')
526
528
  DirectKinesisSource = Shapes::StructureShape.new(name: 'DirectKinesisSource')
527
529
  DirectSchemaChangePolicy = Shapes::StructureShape.new(name: 'DirectSchemaChangePolicy')
530
+ DisplayName = Shapes::StringShape.new(name: 'DisplayName')
528
531
  Double = Shapes::FloatShape.new(name: 'Double')
529
532
  DoubleColumnStatisticsData = Shapes::StructureShape.new(name: 'DoubleColumnStatisticsData')
530
533
  DoubleValue = Shapes::FloatShape.new(name: 'DoubleValue')
@@ -790,6 +793,7 @@ module Aws::Glue
790
793
  HudiTarget = Shapes::StructureShape.new(name: 'HudiTarget')
791
794
  HudiTargetCompressionType = Shapes::StringShape.new(name: 'HudiTargetCompressionType')
792
795
  HudiTargetList = Shapes::ListShape.new(name: 'HudiTargetList')
796
+ HyperTargetCompressionType = Shapes::StringShape.new(name: 'HyperTargetCompressionType')
793
797
  IAMRoleArn = Shapes::StringShape.new(name: 'IAMRoleArn')
794
798
  IcebergCompactionMetrics = Shapes::StructureShape.new(name: 'IcebergCompactionMetrics')
795
799
  IcebergInput = Shapes::StructureShape.new(name: 'IcebergInput')
@@ -798,6 +802,7 @@ module Aws::Glue
798
802
  IcebergRetentionConfiguration = Shapes::StructureShape.new(name: 'IcebergRetentionConfiguration')
799
803
  IcebergRetentionMetrics = Shapes::StructureShape.new(name: 'IcebergRetentionMetrics')
800
804
  IcebergTarget = Shapes::StructureShape.new(name: 'IcebergTarget')
805
+ IcebergTargetCompressionType = Shapes::StringShape.new(name: 'IcebergTargetCompressionType')
801
806
  IcebergTargetList = Shapes::ListShape.new(name: 'IcebergTargetList')
802
807
  IdString = Shapes::StringShape.new(name: 'IdString')
803
808
  IdempotentParameterMismatchException = Shapes::StructureShape.new(name: 'IdempotentParameterMismatchException')
@@ -1021,6 +1026,7 @@ module Aws::Glue
1021
1026
  NullableDouble = Shapes::FloatShape.new(name: 'NullableDouble')
1022
1027
  NullableInteger = Shapes::IntegerShape.new(name: 'NullableInteger')
1023
1028
  NullableString = Shapes::StringShape.new(name: 'NullableString')
1029
+ NumberTargetPartitionsString = Shapes::StringShape.new(name: 'NumberTargetPartitionsString')
1024
1030
  OAuth2ClientApplication = Shapes::StructureShape.new(name: 'OAuth2ClientApplication')
1025
1031
  OAuth2Credentials = Shapes::StructureShape.new(name: 'OAuth2Credentials')
1026
1032
  OAuth2GrantType = Shapes::StringShape.new(name: 'OAuth2GrantType')
@@ -1199,10 +1205,13 @@ module Aws::Glue
1199
1205
  S3Encryption = Shapes::StructureShape.new(name: 'S3Encryption')
1200
1206
  S3EncryptionList = Shapes::ListShape.new(name: 'S3EncryptionList')
1201
1207
  S3EncryptionMode = Shapes::StringShape.new(name: 'S3EncryptionMode')
1208
+ S3ExcelSource = Shapes::StructureShape.new(name: 'S3ExcelSource')
1202
1209
  S3GlueParquetTarget = Shapes::StructureShape.new(name: 'S3GlueParquetTarget')
1203
1210
  S3HudiCatalogTarget = Shapes::StructureShape.new(name: 'S3HudiCatalogTarget')
1204
1211
  S3HudiDirectTarget = Shapes::StructureShape.new(name: 'S3HudiDirectTarget')
1205
1212
  S3HudiSource = Shapes::StructureShape.new(name: 'S3HudiSource')
1213
+ S3HyperDirectTarget = Shapes::StructureShape.new(name: 'S3HyperDirectTarget')
1214
+ S3IcebergDirectTarget = Shapes::StructureShape.new(name: 'S3IcebergDirectTarget')
1206
1215
  S3JsonSource = Shapes::StructureShape.new(name: 'S3JsonSource')
1207
1216
  S3ParquetSource = Shapes::StructureShape.new(name: 'S3ParquetSource')
1208
1217
  S3SourceAdditionalOptions = Shapes::StructureShape.new(name: 'S3SourceAdditionalOptions')
@@ -1500,6 +1509,7 @@ module Aws::Glue
1500
1509
  UpdatedTimestamp = Shapes::StringShape.new(name: 'UpdatedTimestamp')
1501
1510
  UpsertRedshiftTargetOptions = Shapes::StructureShape.new(name: 'UpsertRedshiftTargetOptions')
1502
1511
  UriString = Shapes::StringShape.new(name: 'UriString')
1512
+ UrlString = Shapes::StringShape.new(name: 'UrlString')
1503
1513
  UsageProfileDefinition = Shapes::StructureShape.new(name: 'UsageProfileDefinition')
1504
1514
  UsageProfileDefinitionList = Shapes::ListShape.new(name: 'UsageProfileDefinitionList')
1505
1515
  UserDefinedFunction = Shapes::StructureShape.new(name: 'UserDefinedFunction')
@@ -1511,6 +1521,7 @@ module Aws::Glue
1511
1521
  ValidationException = Shapes::StructureShape.new(name: 'ValidationException')
1512
1522
  ValueString = Shapes::StringShape.new(name: 'ValueString')
1513
1523
  ValueStringList = Shapes::ListShape.new(name: 'ValueStringList')
1524
+ Vendor = Shapes::StringShape.new(name: 'Vendor')
1514
1525
  VersionId = Shapes::IntegerShape.new(name: 'VersionId')
1515
1526
  VersionLongNumber = Shapes::IntegerShape.new(name: 'VersionLongNumber')
1516
1527
  VersionMismatchException = Shapes::StructureShape.new(name: 'VersionMismatchException')
@@ -2123,6 +2134,7 @@ module Aws::Glue
2123
2134
  CodeGenConfigurationNode.add_member(:redshift_source, Shapes::ShapeRef.new(shape: RedshiftSource, location_name: "RedshiftSource"))
2124
2135
  CodeGenConfigurationNode.add_member(:s3_catalog_source, Shapes::ShapeRef.new(shape: S3CatalogSource, location_name: "S3CatalogSource"))
2125
2136
  CodeGenConfigurationNode.add_member(:s3_csv_source, Shapes::ShapeRef.new(shape: S3CsvSource, location_name: "S3CsvSource"))
2137
+ CodeGenConfigurationNode.add_member(:s3_excel_source, Shapes::ShapeRef.new(shape: S3ExcelSource, location_name: "S3ExcelSource"))
2126
2138
  CodeGenConfigurationNode.add_member(:s3_json_source, Shapes::ShapeRef.new(shape: S3JsonSource, location_name: "S3JsonSource"))
2127
2139
  CodeGenConfigurationNode.add_member(:s3_parquet_source, Shapes::ShapeRef.new(shape: S3ParquetSource, location_name: "S3ParquetSource"))
2128
2140
  CodeGenConfigurationNode.add_member(:relational_catalog_source, Shapes::ShapeRef.new(shape: RelationalCatalogSource, location_name: "RelationalCatalogSource"))
@@ -2133,7 +2145,9 @@ module Aws::Glue
2133
2145
  CodeGenConfigurationNode.add_member(:redshift_target, Shapes::ShapeRef.new(shape: RedshiftTarget, location_name: "RedshiftTarget"))
2134
2146
  CodeGenConfigurationNode.add_member(:s3_catalog_target, Shapes::ShapeRef.new(shape: S3CatalogTarget, location_name: "S3CatalogTarget"))
2135
2147
  CodeGenConfigurationNode.add_member(:s3_glue_parquet_target, Shapes::ShapeRef.new(shape: S3GlueParquetTarget, location_name: "S3GlueParquetTarget"))
2148
+ CodeGenConfigurationNode.add_member(:s3_hyper_direct_target, Shapes::ShapeRef.new(shape: S3HyperDirectTarget, location_name: "S3HyperDirectTarget"))
2136
2149
  CodeGenConfigurationNode.add_member(:s3_direct_target, Shapes::ShapeRef.new(shape: S3DirectTarget, location_name: "S3DirectTarget"))
2150
+ CodeGenConfigurationNode.add_member(:s3_iceberg_direct_target, Shapes::ShapeRef.new(shape: S3IcebergDirectTarget, location_name: "S3IcebergDirectTarget"))
2137
2151
  CodeGenConfigurationNode.add_member(:apply_mapping, Shapes::ShapeRef.new(shape: ApplyMapping, location_name: "ApplyMapping"))
2138
2152
  CodeGenConfigurationNode.add_member(:select_fields, Shapes::ShapeRef.new(shape: SelectFields, location_name: "SelectFields"))
2139
2153
  CodeGenConfigurationNode.add_member(:drop_fields, Shapes::ShapeRef.new(shape: DropFields, location_name: "DropFields"))
@@ -2424,12 +2438,25 @@ module Aws::Glue
2424
2438
  ConnectionStringList.member = Shapes::ShapeRef.new(shape: ConnectionString)
2425
2439
 
2426
2440
  ConnectionTypeBrief.add_member(:connection_type, Shapes::ShapeRef.new(shape: ConnectionType, location_name: "ConnectionType"))
2441
+ ConnectionTypeBrief.add_member(:display_name, Shapes::ShapeRef.new(shape: DisplayName, location_name: "DisplayName"))
2442
+ ConnectionTypeBrief.add_member(:vendor, Shapes::ShapeRef.new(shape: Vendor, location_name: "Vendor"))
2427
2443
  ConnectionTypeBrief.add_member(:description, Shapes::ShapeRef.new(shape: Description, location_name: "Description"))
2444
+ ConnectionTypeBrief.add_member(:categories, Shapes::ShapeRef.new(shape: ListOfString, location_name: "Categories"))
2428
2445
  ConnectionTypeBrief.add_member(:capabilities, Shapes::ShapeRef.new(shape: Capabilities, location_name: "Capabilities"))
2446
+ ConnectionTypeBrief.add_member(:logo_url, Shapes::ShapeRef.new(shape: UrlString, location_name: "LogoUrl"))
2447
+ ConnectionTypeBrief.add_member(:connection_type_variants, Shapes::ShapeRef.new(shape: ConnectionTypeVariantList, location_name: "ConnectionTypeVariants"))
2429
2448
  ConnectionTypeBrief.struct_class = Types::ConnectionTypeBrief
2430
2449
 
2431
2450
  ConnectionTypeList.member = Shapes::ShapeRef.new(shape: ConnectionTypeBrief)
2432
2451
 
2452
+ ConnectionTypeVariant.add_member(:connection_type_variant_name, Shapes::ShapeRef.new(shape: DisplayName, location_name: "ConnectionTypeVariantName"))
2453
+ ConnectionTypeVariant.add_member(:display_name, Shapes::ShapeRef.new(shape: DisplayName, location_name: "DisplayName"))
2454
+ ConnectionTypeVariant.add_member(:description, Shapes::ShapeRef.new(shape: Description, location_name: "Description"))
2455
+ ConnectionTypeVariant.add_member(:logo_url, Shapes::ShapeRef.new(shape: UrlString, location_name: "LogoUrl"))
2456
+ ConnectionTypeVariant.struct_class = Types::ConnectionTypeVariant
2457
+
2458
+ ConnectionTypeVariantList.member = Shapes::ShapeRef.new(shape: ConnectionTypeVariant)
2459
+
2433
2460
  ConnectionsList.add_member(:connections, Shapes::ShapeRef.new(shape: ConnectionStringList, location_name: "Connections"))
2434
2461
  ConnectionsList.struct_class = Types::ConnectionsList
2435
2462
 
@@ -5947,6 +5974,7 @@ module Aws::Glue
5947
5974
  S3DeltaDirectTarget.add_member(:partition_keys, Shapes::ShapeRef.new(shape: GlueStudioPathList, location_name: "PartitionKeys"))
5948
5975
  S3DeltaDirectTarget.add_member(:path, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Path"))
5949
5976
  S3DeltaDirectTarget.add_member(:compression, Shapes::ShapeRef.new(shape: DeltaTargetCompressionType, required: true, location_name: "Compression"))
5977
+ S3DeltaDirectTarget.add_member(:number_target_partitions, Shapes::ShapeRef.new(shape: NumberTargetPartitionsString, location_name: "NumberTargetPartitions"))
5950
5978
  S3DeltaDirectTarget.add_member(:format, Shapes::ShapeRef.new(shape: TargetFormat, required: true, location_name: "Format"))
5951
5979
  S3DeltaDirectTarget.add_member(:additional_options, Shapes::ShapeRef.new(shape: AdditionalOptions, location_name: "AdditionalOptions"))
5952
5980
  S3DeltaDirectTarget.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: DirectSchemaChangePolicy, location_name: "SchemaChangePolicy"))
@@ -5970,6 +5998,7 @@ module Aws::Glue
5970
5998
  S3DirectTarget.add_member(:partition_keys, Shapes::ShapeRef.new(shape: GlueStudioPathList, location_name: "PartitionKeys"))
5971
5999
  S3DirectTarget.add_member(:path, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Path"))
5972
6000
  S3DirectTarget.add_member(:compression, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, location_name: "Compression"))
6001
+ S3DirectTarget.add_member(:number_target_partitions, Shapes::ShapeRef.new(shape: NumberTargetPartitionsString, location_name: "NumberTargetPartitions"))
5973
6002
  S3DirectTarget.add_member(:format, Shapes::ShapeRef.new(shape: TargetFormat, required: true, location_name: "Format"))
5974
6003
  S3DirectTarget.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: DirectSchemaChangePolicy, location_name: "SchemaChangePolicy"))
5975
6004
  S3DirectTarget.struct_class = Types::S3DirectTarget
@@ -5980,11 +6009,27 @@ module Aws::Glue
5980
6009
 
5981
6010
  S3EncryptionList.member = Shapes::ShapeRef.new(shape: S3Encryption)
5982
6011
 
6012
+ S3ExcelSource.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
6013
+ S3ExcelSource.add_member(:paths, Shapes::ShapeRef.new(shape: EnclosedInStringProperties, required: true, location_name: "Paths"))
6014
+ S3ExcelSource.add_member(:compression_type, Shapes::ShapeRef.new(shape: ParquetCompressionType, location_name: "CompressionType"))
6015
+ S3ExcelSource.add_member(:exclusions, Shapes::ShapeRef.new(shape: EnclosedInStringProperties, location_name: "Exclusions"))
6016
+ S3ExcelSource.add_member(:group_size, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, location_name: "GroupSize"))
6017
+ S3ExcelSource.add_member(:group_files, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, location_name: "GroupFiles"))
6018
+ S3ExcelSource.add_member(:recurse, Shapes::ShapeRef.new(shape: BoxedBoolean, location_name: "Recurse"))
6019
+ S3ExcelSource.add_member(:max_band, Shapes::ShapeRef.new(shape: BoxedNonNegativeInt, location_name: "MaxBand"))
6020
+ S3ExcelSource.add_member(:max_files_in_band, Shapes::ShapeRef.new(shape: BoxedNonNegativeInt, location_name: "MaxFilesInBand"))
6021
+ S3ExcelSource.add_member(:additional_options, Shapes::ShapeRef.new(shape: S3DirectSourceAdditionalOptions, location_name: "AdditionalOptions"))
6022
+ S3ExcelSource.add_member(:number_rows, Shapes::ShapeRef.new(shape: BoxedLong, location_name: "NumberRows"))
6023
+ S3ExcelSource.add_member(:skip_footer, Shapes::ShapeRef.new(shape: BoxedNonNegativeInt, location_name: "SkipFooter"))
6024
+ S3ExcelSource.add_member(:output_schemas, Shapes::ShapeRef.new(shape: GlueSchemas, location_name: "OutputSchemas"))
6025
+ S3ExcelSource.struct_class = Types::S3ExcelSource
6026
+
5983
6027
  S3GlueParquetTarget.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
5984
6028
  S3GlueParquetTarget.add_member(:inputs, Shapes::ShapeRef.new(shape: OneInput, required: true, location_name: "Inputs"))
5985
6029
  S3GlueParquetTarget.add_member(:partition_keys, Shapes::ShapeRef.new(shape: GlueStudioPathList, location_name: "PartitionKeys"))
5986
6030
  S3GlueParquetTarget.add_member(:path, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Path"))
5987
6031
  S3GlueParquetTarget.add_member(:compression, Shapes::ShapeRef.new(shape: ParquetCompressionType, location_name: "Compression"))
6032
+ S3GlueParquetTarget.add_member(:number_target_partitions, Shapes::ShapeRef.new(shape: NumberTargetPartitionsString, location_name: "NumberTargetPartitions"))
5988
6033
  S3GlueParquetTarget.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: DirectSchemaChangePolicy, location_name: "SchemaChangePolicy"))
5989
6034
  S3GlueParquetTarget.struct_class = Types::S3GlueParquetTarget
5990
6035
 
@@ -6001,6 +6046,7 @@ module Aws::Glue
6001
6046
  S3HudiDirectTarget.add_member(:inputs, Shapes::ShapeRef.new(shape: OneInput, required: true, location_name: "Inputs"))
6002
6047
  S3HudiDirectTarget.add_member(:path, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Path"))
6003
6048
  S3HudiDirectTarget.add_member(:compression, Shapes::ShapeRef.new(shape: HudiTargetCompressionType, required: true, location_name: "Compression"))
6049
+ S3HudiDirectTarget.add_member(:number_target_partitions, Shapes::ShapeRef.new(shape: NumberTargetPartitionsString, location_name: "NumberTargetPartitions"))
6004
6050
  S3HudiDirectTarget.add_member(:partition_keys, Shapes::ShapeRef.new(shape: GlueStudioPathList, location_name: "PartitionKeys"))
6005
6051
  S3HudiDirectTarget.add_member(:format, Shapes::ShapeRef.new(shape: TargetFormat, required: true, location_name: "Format"))
6006
6052
  S3HudiDirectTarget.add_member(:additional_options, Shapes::ShapeRef.new(shape: AdditionalOptions, required: true, location_name: "AdditionalOptions"))
@@ -6014,6 +6060,25 @@ module Aws::Glue
6014
6060
  S3HudiSource.add_member(:output_schemas, Shapes::ShapeRef.new(shape: GlueSchemas, location_name: "OutputSchemas"))
6015
6061
  S3HudiSource.struct_class = Types::S3HudiSource
6016
6062
 
6063
+ S3HyperDirectTarget.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
6064
+ S3HyperDirectTarget.add_member(:inputs, Shapes::ShapeRef.new(shape: OneInput, required: true, location_name: "Inputs"))
6065
+ S3HyperDirectTarget.add_member(:partition_keys, Shapes::ShapeRef.new(shape: GlueStudioPathList, location_name: "PartitionKeys"))
6066
+ S3HyperDirectTarget.add_member(:path, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Path"))
6067
+ S3HyperDirectTarget.add_member(:compression, Shapes::ShapeRef.new(shape: HyperTargetCompressionType, location_name: "Compression"))
6068
+ S3HyperDirectTarget.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: DirectSchemaChangePolicy, location_name: "SchemaChangePolicy"))
6069
+ S3HyperDirectTarget.struct_class = Types::S3HyperDirectTarget
6070
+
6071
+ S3IcebergDirectTarget.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
6072
+ S3IcebergDirectTarget.add_member(:inputs, Shapes::ShapeRef.new(shape: OneInput, required: true, location_name: "Inputs"))
6073
+ S3IcebergDirectTarget.add_member(:partition_keys, Shapes::ShapeRef.new(shape: GlueStudioPathList, location_name: "PartitionKeys"))
6074
+ S3IcebergDirectTarget.add_member(:path, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "Path"))
6075
+ S3IcebergDirectTarget.add_member(:format, Shapes::ShapeRef.new(shape: TargetFormat, required: true, location_name: "Format"))
6076
+ S3IcebergDirectTarget.add_member(:additional_options, Shapes::ShapeRef.new(shape: AdditionalOptions, location_name: "AdditionalOptions"))
6077
+ S3IcebergDirectTarget.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: DirectSchemaChangePolicy, location_name: "SchemaChangePolicy"))
6078
+ S3IcebergDirectTarget.add_member(:compression, Shapes::ShapeRef.new(shape: IcebergTargetCompressionType, required: true, location_name: "Compression"))
6079
+ S3IcebergDirectTarget.add_member(:number_target_partitions, Shapes::ShapeRef.new(shape: NumberTargetPartitionsString, location_name: "NumberTargetPartitions"))
6080
+ S3IcebergDirectTarget.struct_class = Types::S3IcebergDirectTarget
6081
+
6017
6082
  S3JsonSource.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
6018
6083
  S3JsonSource.add_member(:paths, Shapes::ShapeRef.new(shape: EnclosedInStringProperties, required: true, location_name: "Paths"))
6019
6084
  S3JsonSource.add_member(:compression_type, Shapes::ShapeRef.new(shape: CompressionType, location_name: "CompressionType"))
@@ -2536,6 +2536,11 @@ module Aws::Glue
2536
2536
  # Amazon S3.
2537
2537
  # @return [Types::S3CsvSource]
2538
2538
  #
2539
+ # @!attribute [rw] s3_excel_source
2540
+ # Defines configuration parameters for reading Excel files from Amazon
2541
+ # S3.
2542
+ # @return [Types::S3ExcelSource]
2543
+ #
2539
2544
  # @!attribute [rw] s3_json_source
2540
2545
  # Specifies a JSON data store stored in Amazon S3.
2541
2546
  # @return [Types::S3JsonSource]
@@ -2579,10 +2584,20 @@ module Aws::Glue
2579
2584
  # columnar storage.
2580
2585
  # @return [Types::S3GlueParquetTarget]
2581
2586
  #
2587
+ # @!attribute [rw] s3_hyper_direct_target
2588
+ # Defines configuration parameters for writing data to Amazon S3 using
2589
+ # HyperDirect optimization.
2590
+ # @return [Types::S3HyperDirectTarget]
2591
+ #
2582
2592
  # @!attribute [rw] s3_direct_target
2583
2593
  # Specifies a data target that writes to Amazon S3.
2584
2594
  # @return [Types::S3DirectTarget]
2585
2595
  #
2596
+ # @!attribute [rw] s3_iceberg_direct_target
2597
+ # Defines configuration parameters for writing data to Amazon S3 as an
2598
+ # Apache Iceberg table.
2599
+ # @return [Types::S3IcebergDirectTarget]
2600
+ #
2586
2601
  # @!attribute [rw] apply_mapping
2587
2602
  # Specifies a transform that maps data property keys in the data
2588
2603
  # source to data property keys in the data target. You can rename
@@ -2844,6 +2859,7 @@ module Aws::Glue
2844
2859
  :redshift_source,
2845
2860
  :s3_catalog_source,
2846
2861
  :s3_csv_source,
2862
+ :s3_excel_source,
2847
2863
  :s3_json_source,
2848
2864
  :s3_parquet_source,
2849
2865
  :relational_catalog_source,
@@ -2854,7 +2870,9 @@ module Aws::Glue
2854
2870
  :redshift_target,
2855
2871
  :s3_catalog_target,
2856
2872
  :s3_glue_parquet_target,
2873
+ :s3_hyper_direct_target,
2857
2874
  :s3_direct_target,
2875
+ :s3_iceberg_direct_target,
2858
2876
  :apply_mapping,
2859
2877
  :select_fields,
2860
2878
  :drop_fields,
@@ -4219,21 +4237,87 @@ module Aws::Glue
4219
4237
  # The name of the connection type.
4220
4238
  # @return [String]
4221
4239
  #
4240
+ # @!attribute [rw] display_name
4241
+ # The human-readable name for the connection type that is displayed in
4242
+ # the Glue console.
4243
+ # @return [String]
4244
+ #
4245
+ # @!attribute [rw] vendor
4246
+ # The name of the vendor or provider that created or maintains this
4247
+ # connection type.
4248
+ # @return [String]
4249
+ #
4222
4250
  # @!attribute [rw] description
4223
4251
  # A description of the connection type.
4224
4252
  # @return [String]
4225
4253
  #
4254
+ # @!attribute [rw] categories
4255
+ # A list of categories that this connection type belongs to.
4256
+ # Categories help users filter and find appropriate connection types
4257
+ # based on their use cases.
4258
+ # @return [Array<String>]
4259
+ #
4226
4260
  # @!attribute [rw] capabilities
4227
4261
  # The supported authentication types, data interface types (compute
4228
4262
  # environments), and data operations of the connector.
4229
4263
  # @return [Types::Capabilities]
4230
4264
  #
4265
+ # @!attribute [rw] logo_url
4266
+ # The URL of the logo associated with a connection type.
4267
+ # @return [String]
4268
+ #
4269
+ # @!attribute [rw] connection_type_variants
4270
+ # A list of variants available for this connection type. Different
4271
+ # variants may provide specialized configurations for specific use
4272
+ # cases or implementations of the same general connection type.
4273
+ # @return [Array<Types::ConnectionTypeVariant>]
4274
+ #
4231
4275
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ConnectionTypeBrief AWS API Documentation
4232
4276
  #
4233
4277
  class ConnectionTypeBrief < Struct.new(
4234
4278
  :connection_type,
4279
+ :display_name,
4280
+ :vendor,
4281
+ :description,
4282
+ :categories,
4283
+ :capabilities,
4284
+ :logo_url,
4285
+ :connection_type_variants)
4286
+ SENSITIVE = []
4287
+ include Aws::Structure
4288
+ end
4289
+
4290
+ # Represents a variant of a connection type in Glue Data Catalog.
4291
+ # Connection type variants provide specific configurations and behaviors
4292
+ # for different implementations of the same general connection type.
4293
+ #
4294
+ # @!attribute [rw] connection_type_variant_name
4295
+ # The unique identifier for the connection type variant. This name is
4296
+ # used internally to identify the specific variant of a connection
4297
+ # type.
4298
+ # @return [String]
4299
+ #
4300
+ # @!attribute [rw] display_name
4301
+ # The human-readable name for the connection type variant that is
4302
+ # displayed in the Glue console.
4303
+ # @return [String]
4304
+ #
4305
+ # @!attribute [rw] description
4306
+ # A detailed description of the connection type variant, including its
4307
+ # purpose, use cases, and any specific configuration requirements.
4308
+ # @return [String]
4309
+ #
4310
+ # @!attribute [rw] logo_url
4311
+ # The URL of the logo associated with a connection type variant.
4312
+ # @return [String]
4313
+ #
4314
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ConnectionTypeVariant AWS API Documentation
4315
+ #
4316
+ class ConnectionTypeVariant < Struct.new(
4317
+ :connection_type_variant_name,
4318
+ :display_name,
4235
4319
  :description,
4236
- :capabilities)
4320
+ :logo_url)
4237
4321
  SENSITIVE = []
4238
4322
  include Aws::Structure
4239
4323
  end
@@ -21965,6 +22049,11 @@ module Aws::Glue
21965
22049
  # are `"gzip"` and `"bzip"`).
21966
22050
  # @return [String]
21967
22051
  #
22052
+ # @!attribute [rw] number_target_partitions
22053
+ # Specifies the number of target partitions for distributing Delta
22054
+ # Lake dataset files across Amazon S3.
22055
+ # @return [String]
22056
+ #
21968
22057
  # @!attribute [rw] format
21969
22058
  # Specifies the data output format for the target.
21970
22059
  # @return [String]
@@ -21985,6 +22074,7 @@ module Aws::Glue
21985
22074
  :partition_keys,
21986
22075
  :path,
21987
22076
  :compression,
22077
+ :number_target_partitions,
21988
22078
  :format,
21989
22079
  :additional_options,
21990
22080
  :schema_change_policy)
@@ -22081,6 +22171,11 @@ module Aws::Glue
22081
22171
  # are `"gzip"` and `"bzip"`).
22082
22172
  # @return [String]
22083
22173
  #
22174
+ # @!attribute [rw] number_target_partitions
22175
+ # Specifies the number of target partitions when writing data directly
22176
+ # to Amazon S3.
22177
+ # @return [String]
22178
+ #
22084
22179
  # @!attribute [rw] format
22085
22180
  # Specifies the data output format for the target.
22086
22181
  # @return [String]
@@ -22097,6 +22192,7 @@ module Aws::Glue
22097
22192
  :partition_keys,
22098
22193
  :path,
22099
22194
  :compression,
22195
+ :number_target_partitions,
22100
22196
  :format,
22101
22197
  :schema_change_policy)
22102
22198
  SENSITIVE = []
@@ -22124,6 +22220,80 @@ module Aws::Glue
22124
22220
  include Aws::Structure
22125
22221
  end
22126
22222
 
22223
+ # Specifies an S3 Excel data source.
22224
+ #
22225
+ # @!attribute [rw] name
22226
+ # The name of the S3 Excel data source.
22227
+ # @return [String]
22228
+ #
22229
+ # @!attribute [rw] paths
22230
+ # The S3 paths where the Excel files are located.
22231
+ # @return [Array<String>]
22232
+ #
22233
+ # @!attribute [rw] compression_type
22234
+ # The compression format used for the Excel files.
22235
+ # @return [String]
22236
+ #
22237
+ # @!attribute [rw] exclusions
22238
+ # Patterns to exclude specific files or paths from processing.
22239
+ # @return [Array<String>]
22240
+ #
22241
+ # @!attribute [rw] group_size
22242
+ # Defines the size of file groups for batch processing.
22243
+ # @return [String]
22244
+ #
22245
+ # @!attribute [rw] group_files
22246
+ # Specifies how files should be grouped for processing.
22247
+ # @return [String]
22248
+ #
22249
+ # @!attribute [rw] recurse
22250
+ # Indicates whether to recursively process subdirectories.
22251
+ # @return [Boolean]
22252
+ #
22253
+ # @!attribute [rw] max_band
22254
+ # The maximum number of processing bands to use.
22255
+ # @return [Integer]
22256
+ #
22257
+ # @!attribute [rw] max_files_in_band
22258
+ # The maximum number of files to process in each band.
22259
+ # @return [Integer]
22260
+ #
22261
+ # @!attribute [rw] additional_options
22262
+ # Additional configuration options for S3 direct source processing.
22263
+ # @return [Types::S3DirectSourceAdditionalOptions]
22264
+ #
22265
+ # @!attribute [rw] number_rows
22266
+ # The number of rows to process from each Excel file.
22267
+ # @return [Integer]
22268
+ #
22269
+ # @!attribute [rw] skip_footer
22270
+ # The number of rows to skip at the end of each Excel file.
22271
+ # @return [Integer]
22272
+ #
22273
+ # @!attribute [rw] output_schemas
22274
+ # The AWS Glue schemas to apply to the processed data.
22275
+ # @return [Array<Types::GlueSchema>]
22276
+ #
22277
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3ExcelSource AWS API Documentation
22278
+ #
22279
+ class S3ExcelSource < Struct.new(
22280
+ :name,
22281
+ :paths,
22282
+ :compression_type,
22283
+ :exclusions,
22284
+ :group_size,
22285
+ :group_files,
22286
+ :recurse,
22287
+ :max_band,
22288
+ :max_files_in_band,
22289
+ :additional_options,
22290
+ :number_rows,
22291
+ :skip_footer,
22292
+ :output_schemas)
22293
+ SENSITIVE = []
22294
+ include Aws::Structure
22295
+ end
22296
+
22127
22297
  # Specifies a data target that writes to Amazon S3 in Apache Parquet
22128
22298
  # columnar storage.
22129
22299
  #
@@ -22149,6 +22319,11 @@ module Aws::Glue
22149
22319
  # are `"gzip"` and `"bzip"`).
22150
22320
  # @return [String]
22151
22321
  #
22322
+ # @!attribute [rw] number_target_partitions
22323
+ # Specifies the number of target partitions for Parquet files when
22324
+ # writing to Amazon S3 using AWS Glue.
22325
+ # @return [String]
22326
+ #
22152
22327
  # @!attribute [rw] schema_change_policy
22153
22328
  # A policy that specifies update behavior for the crawler.
22154
22329
  # @return [Types::DirectSchemaChangePolicy]
@@ -22161,6 +22336,7 @@ module Aws::Glue
22161
22336
  :partition_keys,
22162
22337
  :path,
22163
22338
  :compression,
22339
+ :number_target_partitions,
22164
22340
  :schema_change_policy)
22165
22341
  SENSITIVE = []
22166
22342
  include Aws::Structure
@@ -22231,6 +22407,11 @@ module Aws::Glue
22231
22407
  # are `"gzip"` and `"bzip"`).
22232
22408
  # @return [String]
22233
22409
  #
22410
+ # @!attribute [rw] number_target_partitions
22411
+ # Specifies the number of target partitions for distributing Hudi
22412
+ # dataset files across Amazon S3.
22413
+ # @return [String]
22414
+ #
22234
22415
  # @!attribute [rw] partition_keys
22235
22416
  # Specifies native partitioning using a sequence of keys.
22236
22417
  # @return [Array<Array<String>>]
@@ -22254,6 +22435,7 @@ module Aws::Glue
22254
22435
  :inputs,
22255
22436
  :path,
22256
22437
  :compression,
22438
+ :number_target_partitions,
22257
22439
  :partition_keys,
22258
22440
  :format,
22259
22441
  :additional_options,
@@ -22296,6 +22478,106 @@ module Aws::Glue
22296
22478
  include Aws::Structure
22297
22479
  end
22298
22480
 
22481
+ # Specifies a HyperDirect data target that writes to Amazon S3.
22482
+ #
22483
+ # @!attribute [rw] name
22484
+ # The unique identifier for the HyperDirect target node.
22485
+ # @return [String]
22486
+ #
22487
+ # @!attribute [rw] inputs
22488
+ # Specifies the input source for the HyperDirect target.
22489
+ # @return [Array<String>]
22490
+ #
22491
+ # @!attribute [rw] partition_keys
22492
+ # Defines the partitioning strategy for the output data.
22493
+ # @return [Array<Array<String>>]
22494
+ #
22495
+ # @!attribute [rw] path
22496
+ # The S3 location where the output data will be written.
22497
+ # @return [String]
22498
+ #
22499
+ # @!attribute [rw] compression
22500
+ # The compression type to apply to the output data.
22501
+ # @return [String]
22502
+ #
22503
+ # @!attribute [rw] schema_change_policy
22504
+ # Defines how schema changes are handled during write operations.
22505
+ # @return [Types::DirectSchemaChangePolicy]
22506
+ #
22507
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3HyperDirectTarget AWS API Documentation
22508
+ #
22509
+ class S3HyperDirectTarget < Struct.new(
22510
+ :name,
22511
+ :inputs,
22512
+ :partition_keys,
22513
+ :path,
22514
+ :compression,
22515
+ :schema_change_policy)
22516
+ SENSITIVE = []
22517
+ include Aws::Structure
22518
+ end
22519
+
22520
+ # Specifies a target that writes to an Iceberg data source in Amazon S3.
22521
+ #
22522
+ # @!attribute [rw] name
22523
+ # Specifies the unique identifier for the Iceberg target node in your
22524
+ # data pipeline.
22525
+ # @return [String]
22526
+ #
22527
+ # @!attribute [rw] inputs
22528
+ # Defines the single input source that provides data to this Iceberg
22529
+ # target.
22530
+ # @return [Array<String>]
22531
+ #
22532
+ # @!attribute [rw] partition_keys
22533
+ # Specifies the columns used to partition the Iceberg table data in
22534
+ # S3.
22535
+ # @return [Array<Array<String>>]
22536
+ #
22537
+ # @!attribute [rw] path
22538
+ # Defines the S3 location where the Iceberg table data will be stored.
22539
+ # @return [String]
22540
+ #
22541
+ # @!attribute [rw] format
22542
+ # Specifies the file format used for storing Iceberg table data (e.g.,
22543
+ # Parquet, ORC).
22544
+ # @return [String]
22545
+ #
22546
+ # @!attribute [rw] additional_options
22547
+ # Provides additional configuration options for customizing the
22548
+ # Iceberg table behavior.
22549
+ # @return [Hash<String,String>]
22550
+ #
22551
+ # @!attribute [rw] schema_change_policy
22552
+ # Defines how schema changes are handled when writing data to the
22553
+ # Iceberg table.
22554
+ # @return [Types::DirectSchemaChangePolicy]
22555
+ #
22556
+ # @!attribute [rw] compression
22557
+ # Specifies the compression codec used for Iceberg table files in S3.
22558
+ # @return [String]
22559
+ #
22560
+ # @!attribute [rw] number_target_partitions
22561
+ # Sets the number of target partitions for distributing Iceberg table
22562
+ # files across S3.
22563
+ # @return [String]
22564
+ #
22565
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3IcebergDirectTarget AWS API Documentation
22566
+ #
22567
+ class S3IcebergDirectTarget < Struct.new(
22568
+ :name,
22569
+ :inputs,
22570
+ :partition_keys,
22571
+ :path,
22572
+ :format,
22573
+ :additional_options,
22574
+ :schema_change_policy,
22575
+ :compression,
22576
+ :number_target_partitions)
22577
+ SENSITIVE = []
22578
+ include Aws::Structure
22579
+ end
22580
+
22299
22581
  # Specifies a JSON data store stored in Amazon S3.
22300
22582
  #
22301
22583
  # @!attribute [rw] name
data/lib/aws-sdk-glue.rb CHANGED
@@ -54,7 +54,7 @@ module Aws::Glue
54
54
  autoload :EndpointProvider, 'aws-sdk-glue/endpoint_provider'
55
55
  autoload :Endpoints, 'aws-sdk-glue/endpoints'
56
56
 
57
- GEM_VERSION = '1.216.0'
57
+ GEM_VERSION = '1.218.0'
58
58
 
59
59
  end
60
60