aws-sdk-firehose 1.75.0 → 1.76.0

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 9c24d3456d77c052574f7f2e647cd14164774dee404f969a2e8034294e69ee05
4
- data.tar.gz: 788a8ec004597c6366e4c14eb1f2675c415334c2b831bd20318ccff901183d98
3
+ metadata.gz: 660468cd7ba9b65aef1b51eb84459155c63c89a534647364d7e93cf27e27a3e2
4
+ data.tar.gz: d67651004d88e13aaf4cbc7a5dc2a5ffe230b55a986e6ae3e43dbe0de7e271e0
5
5
  SHA512:
6
- metadata.gz: c6ec87207bd25fe6faa9ee6b9cbce8981910a63cead1a46a029f01fd65e85fbbe51a3c17ea0c7a77ad1c81a9b5ed4482a1a222e13c6e4a8c5221e7f4c6c0eaed
7
- data.tar.gz: 57af13223c2d8972dc7b2ae5076c41935207a66d08bb2ae4a77f1d778fd6573c26c0f05dabb5ae1b08a6521d1c39d5ac1e31a77be30628636099c981acc12c4b
6
+ metadata.gz: 9bebdc7abf2c5889925649ecc2e36f86988593ae73b2eb379c91ca58c8a8ed0c4d051dfa46aed7253b3ba7039186862f7c611d8c9a667005223ab8a78c77ae50
7
+ data.tar.gz: 41aaa4c8300af24623158a244dcbc1c498f063b6d3f6f1f24e11906c17ec45d1d469c7969645b3488a3071ecf3109dbb0f82558c60b146737d58169836bd88d5
data/CHANGELOG.md CHANGED
@@ -1,6 +1,11 @@
1
1
  Unreleased Changes
2
2
  ------------------
3
3
 
4
+ 1.76.0 (2024-07-18)
5
+ ------------------
6
+
7
+ * Feature - This release 1) Add configurable buffering hints for Snowflake as destination. 2) Add ReadFromTimestamp for MSK As Source. Firehose will start reading data from MSK Cluster using offset associated with this timestamp. 3) Gated public beta release to add Apache Iceberg tables as destination.
8
+
4
9
  1.75.0 (2024-07-08)
5
10
  ------------------
6
11
 
data/VERSION CHANGED
@@ -1 +1 @@
1
- 1.75.0
1
+ 1.76.0
@@ -610,6 +610,11 @@ module Aws::Firehose
610
610
  # @option params [Types::SnowflakeDestinationConfiguration] :snowflake_destination_configuration
611
611
  # Configure Snowflake destination
612
612
  #
613
+ # @option params [Types::IcebergDestinationConfiguration] :iceberg_destination_configuration
614
+ # Configure Apache Iceberg Tables destination.
615
+ #
616
+ # Amazon Data Firehose is in preview release and is subject to change.
617
+ #
613
618
  # @return [Types::CreateDeliveryStreamOutput] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
614
619
  #
615
620
  # * {Types::CreateDeliveryStreamOutput#delivery_stream_arn #delivery_stream_arn} => String
@@ -1181,6 +1186,7 @@ module Aws::Firehose
1181
1186
  # role_arn: "RoleARN", # required
1182
1187
  # connectivity: "PUBLIC", # required, accepts PUBLIC, PRIVATE
1183
1188
  # },
1189
+ # read_from_timestamp: Time.now,
1184
1190
  # },
1185
1191
  # snowflake_destination_configuration: {
1186
1192
  # account_url: "SnowflakeAccountUrl", # required
@@ -1251,6 +1257,73 @@ module Aws::Firehose
1251
1257
  # role_arn: "RoleARN",
1252
1258
  # enabled: false, # required
1253
1259
  # },
1260
+ # buffering_hints: {
1261
+ # size_in_m_bs: 1,
1262
+ # interval_in_seconds: 1,
1263
+ # },
1264
+ # },
1265
+ # iceberg_destination_configuration: {
1266
+ # destination_table_configuration_list: [
1267
+ # {
1268
+ # destination_table_name: "NonEmptyStringWithoutWhitespace", # required
1269
+ # destination_database_name: "NonEmptyStringWithoutWhitespace", # required
1270
+ # unique_keys: ["NonEmptyStringWithoutWhitespace"],
1271
+ # s3_error_output_prefix: "ErrorOutputPrefix",
1272
+ # },
1273
+ # ],
1274
+ # buffering_hints: {
1275
+ # size_in_m_bs: 1,
1276
+ # interval_in_seconds: 1,
1277
+ # },
1278
+ # cloud_watch_logging_options: {
1279
+ # enabled: false,
1280
+ # log_group_name: "LogGroupName",
1281
+ # log_stream_name: "LogStreamName",
1282
+ # },
1283
+ # processing_configuration: {
1284
+ # enabled: false,
1285
+ # processors: [
1286
+ # {
1287
+ # type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Decompression, CloudWatchLogProcessing, Lambda, MetadataExtraction, AppendDelimiterToRecord
1288
+ # parameters: [
1289
+ # {
1290
+ # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter, CompressionFormat, DataMessageExtraction
1291
+ # parameter_value: "ProcessorParameterValue", # required
1292
+ # },
1293
+ # ],
1294
+ # },
1295
+ # ],
1296
+ # },
1297
+ # s3_backup_mode: "FailedDataOnly", # accepts FailedDataOnly, AllData
1298
+ # retry_options: {
1299
+ # duration_in_seconds: 1,
1300
+ # },
1301
+ # role_arn: "RoleARN", # required
1302
+ # catalog_configuration: { # required
1303
+ # catalog_arn: "GlueDataCatalogARN",
1304
+ # },
1305
+ # s3_configuration: { # required
1306
+ # role_arn: "RoleARN", # required
1307
+ # bucket_arn: "BucketARN", # required
1308
+ # prefix: "Prefix",
1309
+ # error_output_prefix: "ErrorOutputPrefix",
1310
+ # buffering_hints: {
1311
+ # size_in_m_bs: 1,
1312
+ # interval_in_seconds: 1,
1313
+ # },
1314
+ # compression_format: "UNCOMPRESSED", # accepts UNCOMPRESSED, GZIP, ZIP, Snappy, HADOOP_SNAPPY
1315
+ # encryption_configuration: {
1316
+ # no_encryption_config: "NoEncryption", # accepts NoEncryption
1317
+ # kms_encryption_config: {
1318
+ # awskms_key_arn: "AWSKMSKeyARN", # required
1319
+ # },
1320
+ # },
1321
+ # cloud_watch_logging_options: {
1322
+ # enabled: false,
1323
+ # log_group_name: "LogGroupName",
1324
+ # log_stream_name: "LogStreamName",
1325
+ # },
1326
+ # },
1254
1327
  # },
1255
1328
  # })
1256
1329
  #
@@ -1385,6 +1458,7 @@ module Aws::Firehose
1385
1458
  # resp.delivery_stream_description.source.msk_source_description.authentication_configuration.role_arn #=> String
1386
1459
  # resp.delivery_stream_description.source.msk_source_description.authentication_configuration.connectivity #=> String, one of "PUBLIC", "PRIVATE"
1387
1460
  # resp.delivery_stream_description.source.msk_source_description.delivery_start_timestamp #=> Time
1461
+ # resp.delivery_stream_description.source.msk_source_description.read_from_timestamp #=> Time
1388
1462
  # resp.delivery_stream_description.destinations #=> Array
1389
1463
  # resp.delivery_stream_description.destinations[0].destination_id #=> String
1390
1464
  # resp.delivery_stream_description.destinations[0].s3_destination_description.role_arn #=> String
@@ -1689,6 +1763,8 @@ module Aws::Firehose
1689
1763
  # resp.delivery_stream_description.destinations[0].snowflake_destination_description.secrets_manager_configuration.secret_arn #=> String
1690
1764
  # resp.delivery_stream_description.destinations[0].snowflake_destination_description.secrets_manager_configuration.role_arn #=> String
1691
1765
  # resp.delivery_stream_description.destinations[0].snowflake_destination_description.secrets_manager_configuration.enabled #=> Boolean
1766
+ # resp.delivery_stream_description.destinations[0].snowflake_destination_description.buffering_hints.size_in_m_bs #=> Integer
1767
+ # resp.delivery_stream_description.destinations[0].snowflake_destination_description.buffering_hints.interval_in_seconds #=> Integer
1692
1768
  # resp.delivery_stream_description.destinations[0].amazon_open_search_serverless_destination_description.role_arn #=> String
1693
1769
  # resp.delivery_stream_description.destinations[0].amazon_open_search_serverless_destination_description.collection_endpoint #=> String
1694
1770
  # resp.delivery_stream_description.destinations[0].amazon_open_search_serverless_destination_description.index_name #=> String
@@ -1723,6 +1799,39 @@ module Aws::Firehose
1723
1799
  # resp.delivery_stream_description.destinations[0].amazon_open_search_serverless_destination_description.vpc_configuration_description.security_group_ids #=> Array
1724
1800
  # resp.delivery_stream_description.destinations[0].amazon_open_search_serverless_destination_description.vpc_configuration_description.security_group_ids[0] #=> String
1725
1801
  # resp.delivery_stream_description.destinations[0].amazon_open_search_serverless_destination_description.vpc_configuration_description.vpc_id #=> String
1802
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.destination_table_configuration_list #=> Array
1803
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.destination_table_configuration_list[0].destination_table_name #=> String
1804
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.destination_table_configuration_list[0].destination_database_name #=> String
1805
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.destination_table_configuration_list[0].unique_keys #=> Array
1806
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.destination_table_configuration_list[0].unique_keys[0] #=> String
1807
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.destination_table_configuration_list[0].s3_error_output_prefix #=> String
1808
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.buffering_hints.size_in_m_bs #=> Integer
1809
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.buffering_hints.interval_in_seconds #=> Integer
1810
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.cloud_watch_logging_options.enabled #=> Boolean
1811
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.cloud_watch_logging_options.log_group_name #=> String
1812
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.cloud_watch_logging_options.log_stream_name #=> String
1813
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.processing_configuration.enabled #=> Boolean
1814
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.processing_configuration.processors #=> Array
1815
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.processing_configuration.processors[0].type #=> String, one of "RecordDeAggregation", "Decompression", "CloudWatchLogProcessing", "Lambda", "MetadataExtraction", "AppendDelimiterToRecord"
1816
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.processing_configuration.processors[0].parameters #=> Array
1817
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "MetadataExtractionQuery", "JsonParsingEngine", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds", "SubRecordType", "Delimiter", "CompressionFormat", "DataMessageExtraction"
1818
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.processing_configuration.processors[0].parameters[0].parameter_value #=> String
1819
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.s3_backup_mode #=> String, one of "FailedDataOnly", "AllData"
1820
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.retry_options.duration_in_seconds #=> Integer
1821
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.role_arn #=> String
1822
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.catalog_configuration.catalog_arn #=> String
1823
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.s3_destination_description.role_arn #=> String
1824
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.s3_destination_description.bucket_arn #=> String
1825
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.s3_destination_description.prefix #=> String
1826
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.s3_destination_description.error_output_prefix #=> String
1827
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.s3_destination_description.buffering_hints.size_in_m_bs #=> Integer
1828
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.s3_destination_description.buffering_hints.interval_in_seconds #=> Integer
1829
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.s3_destination_description.compression_format #=> String, one of "UNCOMPRESSED", "GZIP", "ZIP", "Snappy", "HADOOP_SNAPPY"
1830
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.s3_destination_description.encryption_configuration.no_encryption_config #=> String, one of "NoEncryption"
1831
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.s3_destination_description.encryption_configuration.kms_encryption_config.awskms_key_arn #=> String
1832
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.s3_destination_description.cloud_watch_logging_options.enabled #=> Boolean
1833
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.s3_destination_description.cloud_watch_logging_options.log_group_name #=> String
1834
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.s3_destination_description.cloud_watch_logging_options.log_stream_name #=> String
1726
1835
  # resp.delivery_stream_description.has_more_destinations #=> Boolean
1727
1836
  #
1728
1837
  # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/DescribeDeliveryStream AWS API Documentation
@@ -2346,6 +2455,11 @@ module Aws::Firehose
2346
2455
  # @option params [Types::SnowflakeDestinationUpdate] :snowflake_destination_update
2347
2456
  # Update to the Snowflake destination configuration settings.
2348
2457
  #
2458
+ # @option params [Types::IcebergDestinationUpdate] :iceberg_destination_update
2459
+ # Describes an update for a destination in Apache Iceberg Tables.
2460
+ #
2461
+ # Amazon Data Firehose is in preview release and is subject to change.
2462
+ #
2349
2463
  # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
2350
2464
  #
2351
2465
  # @example Request syntax with placeholder values
@@ -2943,6 +3057,73 @@ module Aws::Firehose
2943
3057
  # role_arn: "RoleARN",
2944
3058
  # enabled: false, # required
2945
3059
  # },
3060
+ # buffering_hints: {
3061
+ # size_in_m_bs: 1,
3062
+ # interval_in_seconds: 1,
3063
+ # },
3064
+ # },
3065
+ # iceberg_destination_update: {
3066
+ # destination_table_configuration_list: [
3067
+ # {
3068
+ # destination_table_name: "NonEmptyStringWithoutWhitespace", # required
3069
+ # destination_database_name: "NonEmptyStringWithoutWhitespace", # required
3070
+ # unique_keys: ["NonEmptyStringWithoutWhitespace"],
3071
+ # s3_error_output_prefix: "ErrorOutputPrefix",
3072
+ # },
3073
+ # ],
3074
+ # buffering_hints: {
3075
+ # size_in_m_bs: 1,
3076
+ # interval_in_seconds: 1,
3077
+ # },
3078
+ # cloud_watch_logging_options: {
3079
+ # enabled: false,
3080
+ # log_group_name: "LogGroupName",
3081
+ # log_stream_name: "LogStreamName",
3082
+ # },
3083
+ # processing_configuration: {
3084
+ # enabled: false,
3085
+ # processors: [
3086
+ # {
3087
+ # type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Decompression, CloudWatchLogProcessing, Lambda, MetadataExtraction, AppendDelimiterToRecord
3088
+ # parameters: [
3089
+ # {
3090
+ # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter, CompressionFormat, DataMessageExtraction
3091
+ # parameter_value: "ProcessorParameterValue", # required
3092
+ # },
3093
+ # ],
3094
+ # },
3095
+ # ],
3096
+ # },
3097
+ # s3_backup_mode: "FailedDataOnly", # accepts FailedDataOnly, AllData
3098
+ # retry_options: {
3099
+ # duration_in_seconds: 1,
3100
+ # },
3101
+ # role_arn: "RoleARN",
3102
+ # catalog_configuration: {
3103
+ # catalog_arn: "GlueDataCatalogARN",
3104
+ # },
3105
+ # s3_configuration: {
3106
+ # role_arn: "RoleARN", # required
3107
+ # bucket_arn: "BucketARN", # required
3108
+ # prefix: "Prefix",
3109
+ # error_output_prefix: "ErrorOutputPrefix",
3110
+ # buffering_hints: {
3111
+ # size_in_m_bs: 1,
3112
+ # interval_in_seconds: 1,
3113
+ # },
3114
+ # compression_format: "UNCOMPRESSED", # accepts UNCOMPRESSED, GZIP, ZIP, Snappy, HADOOP_SNAPPY
3115
+ # encryption_configuration: {
3116
+ # no_encryption_config: "NoEncryption", # accepts NoEncryption
3117
+ # kms_encryption_config: {
3118
+ # awskms_key_arn: "AWSKMSKeyARN", # required
3119
+ # },
3120
+ # },
3121
+ # cloud_watch_logging_options: {
3122
+ # enabled: false,
3123
+ # log_group_name: "LogGroupName",
3124
+ # log_stream_name: "LogStreamName",
3125
+ # },
3126
+ # },
2946
3127
  # },
2947
3128
  # })
2948
3129
  #
@@ -2968,7 +3149,7 @@ module Aws::Firehose
2968
3149
  params: params,
2969
3150
  config: config)
2970
3151
  context[:gem_name] = 'aws-sdk-firehose'
2971
- context[:gem_version] = '1.75.0'
3152
+ context[:gem_version] = '1.76.0'
2972
3153
  Seahorse::Client::Request.new(handlers, context)
2973
3154
  end
2974
3155
 
@@ -44,6 +44,7 @@ module Aws::Firehose
44
44
  BooleanObject = Shapes::BooleanShape.new(name: 'BooleanObject')
45
45
  BucketARN = Shapes::StringShape.new(name: 'BucketARN')
46
46
  BufferingHints = Shapes::StructureShape.new(name: 'BufferingHints')
47
+ CatalogConfiguration = Shapes::StructureShape.new(name: 'CatalogConfiguration')
47
48
  CloudWatchLoggingOptions = Shapes::StructureShape.new(name: 'CloudWatchLoggingOptions')
48
49
  ClusterJDBCURL = Shapes::StringShape.new(name: 'ClusterJDBCURL')
49
50
  ColumnToJsonKeyMappings = Shapes::MapShape.new(name: 'ColumnToJsonKeyMappings')
@@ -82,6 +83,8 @@ module Aws::Firehose
82
83
  DestinationDescription = Shapes::StructureShape.new(name: 'DestinationDescription')
83
84
  DestinationDescriptionList = Shapes::ListShape.new(name: 'DestinationDescriptionList')
84
85
  DestinationId = Shapes::StringShape.new(name: 'DestinationId')
86
+ DestinationTableConfiguration = Shapes::StructureShape.new(name: 'DestinationTableConfiguration')
87
+ DestinationTableConfigurationList = Shapes::ListShape.new(name: 'DestinationTableConfigurationList')
85
88
  DocumentIdOptions = Shapes::StructureShape.new(name: 'DocumentIdOptions')
86
89
  DynamicPartitioningConfiguration = Shapes::StructureShape.new(name: 'DynamicPartitioningConfiguration')
87
90
  ElasticsearchBufferingHints = Shapes::StructureShape.new(name: 'ElasticsearchBufferingHints')
@@ -107,6 +110,7 @@ module Aws::Firehose
107
110
  ExtendedS3DestinationUpdate = Shapes::StructureShape.new(name: 'ExtendedS3DestinationUpdate')
108
111
  FailureDescription = Shapes::StructureShape.new(name: 'FailureDescription')
109
112
  FileExtension = Shapes::StringShape.new(name: 'FileExtension')
113
+ GlueDataCatalogARN = Shapes::StringShape.new(name: 'GlueDataCatalogARN')
110
114
  HECAcknowledgmentTimeoutInSeconds = Shapes::IntegerShape.new(name: 'HECAcknowledgmentTimeoutInSeconds')
111
115
  HECEndpoint = Shapes::StringShape.new(name: 'HECEndpoint')
112
116
  HECEndpointType = Shapes::StringShape.new(name: 'HECEndpointType')
@@ -131,6 +135,10 @@ module Aws::Firehose
131
135
  HttpEndpointRetryOptions = Shapes::StructureShape.new(name: 'HttpEndpointRetryOptions')
132
136
  HttpEndpointS3BackupMode = Shapes::StringShape.new(name: 'HttpEndpointS3BackupMode')
133
137
  HttpEndpointUrl = Shapes::StringShape.new(name: 'HttpEndpointUrl')
138
+ IcebergDestinationConfiguration = Shapes::StructureShape.new(name: 'IcebergDestinationConfiguration')
139
+ IcebergDestinationDescription = Shapes::StructureShape.new(name: 'IcebergDestinationDescription')
140
+ IcebergDestinationUpdate = Shapes::StructureShape.new(name: 'IcebergDestinationUpdate')
141
+ IcebergS3BackupMode = Shapes::StringShape.new(name: 'IcebergS3BackupMode')
134
142
  InputFormatConfiguration = Shapes::StructureShape.new(name: 'InputFormatConfiguration')
135
143
  IntervalInSeconds = Shapes::IntegerShape.new(name: 'IntervalInSeconds')
136
144
  InvalidArgumentException = Shapes::StructureShape.new(name: 'InvalidArgumentException')
@@ -190,6 +198,7 @@ module Aws::Firehose
190
198
  PutRecordInput = Shapes::StructureShape.new(name: 'PutRecordInput')
191
199
  PutRecordOutput = Shapes::StructureShape.new(name: 'PutRecordOutput')
192
200
  PutResponseRecordId = Shapes::StringShape.new(name: 'PutResponseRecordId')
201
+ ReadFromTimestamp = Shapes::TimestampShape.new(name: 'ReadFromTimestamp')
193
202
  Record = Shapes::StructureShape.new(name: 'Record')
194
203
  RedshiftDestinationConfiguration = Shapes::StructureShape.new(name: 'RedshiftDestinationConfiguration')
195
204
  RedshiftDestinationDescription = Shapes::StructureShape.new(name: 'RedshiftDestinationDescription')
@@ -214,6 +223,9 @@ module Aws::Firehose
214
223
  ServiceUnavailableException = Shapes::StructureShape.new(name: 'ServiceUnavailableException')
215
224
  SizeInMBs = Shapes::IntegerShape.new(name: 'SizeInMBs')
216
225
  SnowflakeAccountUrl = Shapes::StringShape.new(name: 'SnowflakeAccountUrl')
226
+ SnowflakeBufferingHints = Shapes::StructureShape.new(name: 'SnowflakeBufferingHints')
227
+ SnowflakeBufferingIntervalInSeconds = Shapes::IntegerShape.new(name: 'SnowflakeBufferingIntervalInSeconds')
228
+ SnowflakeBufferingSizeInMBs = Shapes::IntegerShape.new(name: 'SnowflakeBufferingSizeInMBs')
217
229
  SnowflakeContentColumnName = Shapes::StringShape.new(name: 'SnowflakeContentColumnName')
218
230
  SnowflakeDataLoadingOption = Shapes::StringShape.new(name: 'SnowflakeDataLoadingOption')
219
231
  SnowflakeDatabase = Shapes::StringShape.new(name: 'SnowflakeDatabase')
@@ -367,6 +379,9 @@ module Aws::Firehose
367
379
  BufferingHints.add_member(:interval_in_seconds, Shapes::ShapeRef.new(shape: IntervalInSeconds, location_name: "IntervalInSeconds"))
368
380
  BufferingHints.struct_class = Types::BufferingHints
369
381
 
382
+ CatalogConfiguration.add_member(:catalog_arn, Shapes::ShapeRef.new(shape: GlueDataCatalogARN, location_name: "CatalogARN"))
383
+ CatalogConfiguration.struct_class = Types::CatalogConfiguration
384
+
370
385
  CloudWatchLoggingOptions.add_member(:enabled, Shapes::ShapeRef.new(shape: BooleanObject, location_name: "Enabled"))
371
386
  CloudWatchLoggingOptions.add_member(:log_group_name, Shapes::ShapeRef.new(shape: LogGroupName, location_name: "LogGroupName"))
372
387
  CloudWatchLoggingOptions.add_member(:log_stream_name, Shapes::ShapeRef.new(shape: LogStreamName, location_name: "LogStreamName"))
@@ -398,6 +413,7 @@ module Aws::Firehose
398
413
  CreateDeliveryStreamInput.add_member(:amazon_open_search_serverless_destination_configuration, Shapes::ShapeRef.new(shape: AmazonOpenSearchServerlessDestinationConfiguration, location_name: "AmazonOpenSearchServerlessDestinationConfiguration"))
399
414
  CreateDeliveryStreamInput.add_member(:msk_source_configuration, Shapes::ShapeRef.new(shape: MSKSourceConfiguration, location_name: "MSKSourceConfiguration"))
400
415
  CreateDeliveryStreamInput.add_member(:snowflake_destination_configuration, Shapes::ShapeRef.new(shape: SnowflakeDestinationConfiguration, location_name: "SnowflakeDestinationConfiguration"))
416
+ CreateDeliveryStreamInput.add_member(:iceberg_destination_configuration, Shapes::ShapeRef.new(shape: IcebergDestinationConfiguration, location_name: "IcebergDestinationConfiguration"))
401
417
  CreateDeliveryStreamInput.struct_class = Types::CreateDeliveryStreamInput
402
418
 
403
419
  CreateDeliveryStreamOutput.add_member(:delivery_stream_arn, Shapes::ShapeRef.new(shape: DeliveryStreamARN, location_name: "DeliveryStreamARN"))
@@ -463,10 +479,19 @@ module Aws::Firehose
463
479
  DestinationDescription.add_member(:http_endpoint_destination_description, Shapes::ShapeRef.new(shape: HttpEndpointDestinationDescription, location_name: "HttpEndpointDestinationDescription"))
464
480
  DestinationDescription.add_member(:snowflake_destination_description, Shapes::ShapeRef.new(shape: SnowflakeDestinationDescription, location_name: "SnowflakeDestinationDescription"))
465
481
  DestinationDescription.add_member(:amazon_open_search_serverless_destination_description, Shapes::ShapeRef.new(shape: AmazonOpenSearchServerlessDestinationDescription, location_name: "AmazonOpenSearchServerlessDestinationDescription"))
482
+ DestinationDescription.add_member(:iceberg_destination_description, Shapes::ShapeRef.new(shape: IcebergDestinationDescription, location_name: "IcebergDestinationDescription"))
466
483
  DestinationDescription.struct_class = Types::DestinationDescription
467
484
 
468
485
  DestinationDescriptionList.member = Shapes::ShapeRef.new(shape: DestinationDescription)
469
486
 
487
+ DestinationTableConfiguration.add_member(:destination_table_name, Shapes::ShapeRef.new(shape: NonEmptyStringWithoutWhitespace, required: true, location_name: "DestinationTableName"))
488
+ DestinationTableConfiguration.add_member(:destination_database_name, Shapes::ShapeRef.new(shape: NonEmptyStringWithoutWhitespace, required: true, location_name: "DestinationDatabaseName"))
489
+ DestinationTableConfiguration.add_member(:unique_keys, Shapes::ShapeRef.new(shape: ListOfNonEmptyStringsWithoutWhitespace, location_name: "UniqueKeys"))
490
+ DestinationTableConfiguration.add_member(:s3_error_output_prefix, Shapes::ShapeRef.new(shape: ErrorOutputPrefix, location_name: "S3ErrorOutputPrefix"))
491
+ DestinationTableConfiguration.struct_class = Types::DestinationTableConfiguration
492
+
493
+ DestinationTableConfigurationList.member = Shapes::ShapeRef.new(shape: DestinationTableConfiguration)
494
+
470
495
  DocumentIdOptions.add_member(:default_document_id_format, Shapes::ShapeRef.new(shape: DefaultDocumentIdFormat, required: true, location_name: "DefaultDocumentIdFormat"))
471
496
  DocumentIdOptions.struct_class = Types::DocumentIdOptions
472
497
 
@@ -651,6 +676,39 @@ module Aws::Firehose
651
676
  HttpEndpointRetryOptions.add_member(:duration_in_seconds, Shapes::ShapeRef.new(shape: HttpEndpointRetryDurationInSeconds, location_name: "DurationInSeconds"))
652
677
  HttpEndpointRetryOptions.struct_class = Types::HttpEndpointRetryOptions
653
678
 
679
+ IcebergDestinationConfiguration.add_member(:destination_table_configuration_list, Shapes::ShapeRef.new(shape: DestinationTableConfigurationList, location_name: "DestinationTableConfigurationList"))
680
+ IcebergDestinationConfiguration.add_member(:buffering_hints, Shapes::ShapeRef.new(shape: BufferingHints, location_name: "BufferingHints"))
681
+ IcebergDestinationConfiguration.add_member(:cloud_watch_logging_options, Shapes::ShapeRef.new(shape: CloudWatchLoggingOptions, location_name: "CloudWatchLoggingOptions"))
682
+ IcebergDestinationConfiguration.add_member(:processing_configuration, Shapes::ShapeRef.new(shape: ProcessingConfiguration, location_name: "ProcessingConfiguration"))
683
+ IcebergDestinationConfiguration.add_member(:s3_backup_mode, Shapes::ShapeRef.new(shape: IcebergS3BackupMode, location_name: "S3BackupMode"))
684
+ IcebergDestinationConfiguration.add_member(:retry_options, Shapes::ShapeRef.new(shape: RetryOptions, location_name: "RetryOptions"))
685
+ IcebergDestinationConfiguration.add_member(:role_arn, Shapes::ShapeRef.new(shape: RoleARN, required: true, location_name: "RoleARN"))
686
+ IcebergDestinationConfiguration.add_member(:catalog_configuration, Shapes::ShapeRef.new(shape: CatalogConfiguration, required: true, location_name: "CatalogConfiguration"))
687
+ IcebergDestinationConfiguration.add_member(:s3_configuration, Shapes::ShapeRef.new(shape: S3DestinationConfiguration, required: true, location_name: "S3Configuration"))
688
+ IcebergDestinationConfiguration.struct_class = Types::IcebergDestinationConfiguration
689
+
690
+ IcebergDestinationDescription.add_member(:destination_table_configuration_list, Shapes::ShapeRef.new(shape: DestinationTableConfigurationList, location_name: "DestinationTableConfigurationList"))
691
+ IcebergDestinationDescription.add_member(:buffering_hints, Shapes::ShapeRef.new(shape: BufferingHints, location_name: "BufferingHints"))
692
+ IcebergDestinationDescription.add_member(:cloud_watch_logging_options, Shapes::ShapeRef.new(shape: CloudWatchLoggingOptions, location_name: "CloudWatchLoggingOptions"))
693
+ IcebergDestinationDescription.add_member(:processing_configuration, Shapes::ShapeRef.new(shape: ProcessingConfiguration, location_name: "ProcessingConfiguration"))
694
+ IcebergDestinationDescription.add_member(:s3_backup_mode, Shapes::ShapeRef.new(shape: IcebergS3BackupMode, location_name: "S3BackupMode"))
695
+ IcebergDestinationDescription.add_member(:retry_options, Shapes::ShapeRef.new(shape: RetryOptions, location_name: "RetryOptions"))
696
+ IcebergDestinationDescription.add_member(:role_arn, Shapes::ShapeRef.new(shape: RoleARN, location_name: "RoleARN"))
697
+ IcebergDestinationDescription.add_member(:catalog_configuration, Shapes::ShapeRef.new(shape: CatalogConfiguration, location_name: "CatalogConfiguration"))
698
+ IcebergDestinationDescription.add_member(:s3_destination_description, Shapes::ShapeRef.new(shape: S3DestinationDescription, location_name: "S3DestinationDescription"))
699
+ IcebergDestinationDescription.struct_class = Types::IcebergDestinationDescription
700
+
701
+ IcebergDestinationUpdate.add_member(:destination_table_configuration_list, Shapes::ShapeRef.new(shape: DestinationTableConfigurationList, location_name: "DestinationTableConfigurationList"))
702
+ IcebergDestinationUpdate.add_member(:buffering_hints, Shapes::ShapeRef.new(shape: BufferingHints, location_name: "BufferingHints"))
703
+ IcebergDestinationUpdate.add_member(:cloud_watch_logging_options, Shapes::ShapeRef.new(shape: CloudWatchLoggingOptions, location_name: "CloudWatchLoggingOptions"))
704
+ IcebergDestinationUpdate.add_member(:processing_configuration, Shapes::ShapeRef.new(shape: ProcessingConfiguration, location_name: "ProcessingConfiguration"))
705
+ IcebergDestinationUpdate.add_member(:s3_backup_mode, Shapes::ShapeRef.new(shape: IcebergS3BackupMode, location_name: "S3BackupMode"))
706
+ IcebergDestinationUpdate.add_member(:retry_options, Shapes::ShapeRef.new(shape: RetryOptions, location_name: "RetryOptions"))
707
+ IcebergDestinationUpdate.add_member(:role_arn, Shapes::ShapeRef.new(shape: RoleARN, location_name: "RoleARN"))
708
+ IcebergDestinationUpdate.add_member(:catalog_configuration, Shapes::ShapeRef.new(shape: CatalogConfiguration, location_name: "CatalogConfiguration"))
709
+ IcebergDestinationUpdate.add_member(:s3_configuration, Shapes::ShapeRef.new(shape: S3DestinationConfiguration, location_name: "S3Configuration"))
710
+ IcebergDestinationUpdate.struct_class = Types::IcebergDestinationUpdate
711
+
654
712
  InputFormatConfiguration.add_member(:deserializer, Shapes::ShapeRef.new(shape: Deserializer, location_name: "Deserializer"))
655
713
  InputFormatConfiguration.struct_class = Types::InputFormatConfiguration
656
714
 
@@ -707,12 +765,14 @@ module Aws::Firehose
707
765
  MSKSourceConfiguration.add_member(:msk_cluster_arn, Shapes::ShapeRef.new(shape: MSKClusterARN, required: true, location_name: "MSKClusterARN"))
708
766
  MSKSourceConfiguration.add_member(:topic_name, Shapes::ShapeRef.new(shape: TopicName, required: true, location_name: "TopicName"))
709
767
  MSKSourceConfiguration.add_member(:authentication_configuration, Shapes::ShapeRef.new(shape: AuthenticationConfiguration, required: true, location_name: "AuthenticationConfiguration"))
768
+ MSKSourceConfiguration.add_member(:read_from_timestamp, Shapes::ShapeRef.new(shape: ReadFromTimestamp, location_name: "ReadFromTimestamp"))
710
769
  MSKSourceConfiguration.struct_class = Types::MSKSourceConfiguration
711
770
 
712
771
  MSKSourceDescription.add_member(:msk_cluster_arn, Shapes::ShapeRef.new(shape: MSKClusterARN, location_name: "MSKClusterARN"))
713
772
  MSKSourceDescription.add_member(:topic_name, Shapes::ShapeRef.new(shape: TopicName, location_name: "TopicName"))
714
773
  MSKSourceDescription.add_member(:authentication_configuration, Shapes::ShapeRef.new(shape: AuthenticationConfiguration, location_name: "AuthenticationConfiguration"))
715
774
  MSKSourceDescription.add_member(:delivery_start_timestamp, Shapes::ShapeRef.new(shape: DeliveryStartTimestamp, location_name: "DeliveryStartTimestamp"))
775
+ MSKSourceDescription.add_member(:read_from_timestamp, Shapes::ShapeRef.new(shape: ReadFromTimestamp, location_name: "ReadFromTimestamp"))
716
776
  MSKSourceDescription.struct_class = Types::MSKSourceDescription
717
777
 
718
778
  OpenXJsonSerDe.add_member(:convert_dots_in_json_keys_to_underscores, Shapes::ShapeRef.new(shape: BooleanObject, location_name: "ConvertDotsInJsonKeysToUnderscores"))
@@ -893,6 +953,10 @@ module Aws::Firehose
893
953
  ServiceUnavailableException.add_member(:message, Shapes::ShapeRef.new(shape: ErrorMessage, location_name: "message"))
894
954
  ServiceUnavailableException.struct_class = Types::ServiceUnavailableException
895
955
 
956
+ SnowflakeBufferingHints.add_member(:size_in_m_bs, Shapes::ShapeRef.new(shape: SnowflakeBufferingSizeInMBs, location_name: "SizeInMBs"))
957
+ SnowflakeBufferingHints.add_member(:interval_in_seconds, Shapes::ShapeRef.new(shape: SnowflakeBufferingIntervalInSeconds, location_name: "IntervalInSeconds"))
958
+ SnowflakeBufferingHints.struct_class = Types::SnowflakeBufferingHints
959
+
896
960
  SnowflakeDestinationConfiguration.add_member(:account_url, Shapes::ShapeRef.new(shape: SnowflakeAccountUrl, required: true, location_name: "AccountUrl"))
897
961
  SnowflakeDestinationConfiguration.add_member(:private_key, Shapes::ShapeRef.new(shape: SnowflakePrivateKey, location_name: "PrivateKey"))
898
962
  SnowflakeDestinationConfiguration.add_member(:key_passphrase, Shapes::ShapeRef.new(shape: SnowflakeKeyPassphrase, location_name: "KeyPassphrase"))
@@ -912,6 +976,7 @@ module Aws::Firehose
912
976
  SnowflakeDestinationConfiguration.add_member(:s3_backup_mode, Shapes::ShapeRef.new(shape: SnowflakeS3BackupMode, location_name: "S3BackupMode"))
913
977
  SnowflakeDestinationConfiguration.add_member(:s3_configuration, Shapes::ShapeRef.new(shape: S3DestinationConfiguration, required: true, location_name: "S3Configuration"))
914
978
  SnowflakeDestinationConfiguration.add_member(:secrets_manager_configuration, Shapes::ShapeRef.new(shape: SecretsManagerConfiguration, location_name: "SecretsManagerConfiguration"))
979
+ SnowflakeDestinationConfiguration.add_member(:buffering_hints, Shapes::ShapeRef.new(shape: SnowflakeBufferingHints, location_name: "BufferingHints"))
915
980
  SnowflakeDestinationConfiguration.struct_class = Types::SnowflakeDestinationConfiguration
916
981
 
917
982
  SnowflakeDestinationDescription.add_member(:account_url, Shapes::ShapeRef.new(shape: SnowflakeAccountUrl, location_name: "AccountUrl"))
@@ -931,6 +996,7 @@ module Aws::Firehose
931
996
  SnowflakeDestinationDescription.add_member(:s3_backup_mode, Shapes::ShapeRef.new(shape: SnowflakeS3BackupMode, location_name: "S3BackupMode"))
932
997
  SnowflakeDestinationDescription.add_member(:s3_destination_description, Shapes::ShapeRef.new(shape: S3DestinationDescription, location_name: "S3DestinationDescription"))
933
998
  SnowflakeDestinationDescription.add_member(:secrets_manager_configuration, Shapes::ShapeRef.new(shape: SecretsManagerConfiguration, location_name: "SecretsManagerConfiguration"))
999
+ SnowflakeDestinationDescription.add_member(:buffering_hints, Shapes::ShapeRef.new(shape: SnowflakeBufferingHints, location_name: "BufferingHints"))
934
1000
  SnowflakeDestinationDescription.struct_class = Types::SnowflakeDestinationDescription
935
1001
 
936
1002
  SnowflakeDestinationUpdate.add_member(:account_url, Shapes::ShapeRef.new(shape: SnowflakeAccountUrl, location_name: "AccountUrl"))
@@ -951,6 +1017,7 @@ module Aws::Firehose
951
1017
  SnowflakeDestinationUpdate.add_member(:s3_backup_mode, Shapes::ShapeRef.new(shape: SnowflakeS3BackupMode, location_name: "S3BackupMode"))
952
1018
  SnowflakeDestinationUpdate.add_member(:s3_update, Shapes::ShapeRef.new(shape: S3DestinationUpdate, location_name: "S3Update"))
953
1019
  SnowflakeDestinationUpdate.add_member(:secrets_manager_configuration, Shapes::ShapeRef.new(shape: SecretsManagerConfiguration, location_name: "SecretsManagerConfiguration"))
1020
+ SnowflakeDestinationUpdate.add_member(:buffering_hints, Shapes::ShapeRef.new(shape: SnowflakeBufferingHints, location_name: "BufferingHints"))
954
1021
  SnowflakeDestinationUpdate.struct_class = Types::SnowflakeDestinationUpdate
955
1022
 
956
1023
  SnowflakeRetryOptions.add_member(:duration_in_seconds, Shapes::ShapeRef.new(shape: SnowflakeRetryDurationInSeconds, location_name: "DurationInSeconds"))
@@ -1058,6 +1125,7 @@ module Aws::Firehose
1058
1125
  UpdateDestinationInput.add_member(:http_endpoint_destination_update, Shapes::ShapeRef.new(shape: HttpEndpointDestinationUpdate, location_name: "HttpEndpointDestinationUpdate"))
1059
1126
  UpdateDestinationInput.add_member(:amazon_open_search_serverless_destination_update, Shapes::ShapeRef.new(shape: AmazonOpenSearchServerlessDestinationUpdate, location_name: "AmazonOpenSearchServerlessDestinationUpdate"))
1060
1127
  UpdateDestinationInput.add_member(:snowflake_destination_update, Shapes::ShapeRef.new(shape: SnowflakeDestinationUpdate, location_name: "SnowflakeDestinationUpdate"))
1128
+ UpdateDestinationInput.add_member(:iceberg_destination_update, Shapes::ShapeRef.new(shape: IcebergDestinationUpdate, location_name: "IcebergDestinationUpdate"))
1061
1129
  UpdateDestinationInput.struct_class = Types::UpdateDestinationInput
1062
1130
 
1063
1131
  UpdateDestinationOutput.struct_class = Types::UpdateDestinationOutput
@@ -634,6 +634,27 @@ module Aws::Firehose
634
634
  include Aws::Structure
635
635
  end
636
636
 
637
+ # Describes the containers where the destination Apache Iceberg Tables
638
+ # are persisted.
639
+ #
640
+ # Amazon Data Firehose is in preview release and is subject to change.
641
+ #
642
+ # @!attribute [rw] catalog_arn
643
+ # Specifies the Glue catalog ARN indentifier of the destination Apache
644
+ # Iceberg Tables. You must specify the ARN in the format
645
+ # `arn:aws:glue:region:account-id:catalog`.
646
+ #
647
+ # Amazon Data Firehose is in preview release and is subject to change.
648
+ # @return [String]
649
+ #
650
+ # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/CatalogConfiguration AWS API Documentation
651
+ #
652
+ class CatalogConfiguration < Struct.new(
653
+ :catalog_arn)
654
+ SENSITIVE = []
655
+ include Aws::Structure
656
+ end
657
+
637
658
  # Describes the Amazon CloudWatch logging options for your delivery
638
659
  # stream.
639
660
  #
@@ -836,6 +857,12 @@ module Aws::Firehose
836
857
  # Configure Snowflake destination
837
858
  # @return [Types::SnowflakeDestinationConfiguration]
838
859
  #
860
+ # @!attribute [rw] iceberg_destination_configuration
861
+ # Configure Apache Iceberg Tables destination.
862
+ #
863
+ # Amazon Data Firehose is in preview release and is subject to change.
864
+ # @return [Types::IcebergDestinationConfiguration]
865
+ #
839
866
  # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/CreateDeliveryStreamInput AWS API Documentation
840
867
  #
841
868
  class CreateDeliveryStreamInput < Struct.new(
@@ -853,7 +880,8 @@ module Aws::Firehose
853
880
  :tags,
854
881
  :amazon_open_search_serverless_destination_configuration,
855
882
  :msk_source_configuration,
856
- :snowflake_destination_configuration)
883
+ :snowflake_destination_configuration,
884
+ :iceberg_destination_configuration)
857
885
  SENSITIVE = []
858
886
  include Aws::Structure
859
887
  end
@@ -1260,6 +1288,12 @@ module Aws::Firehose
1260
1288
  # Service.
1261
1289
  # @return [Types::AmazonOpenSearchServerlessDestinationDescription]
1262
1290
  #
1291
+ # @!attribute [rw] iceberg_destination_description
1292
+ # Describes a destination in Apache Iceberg Tables.
1293
+ #
1294
+ # Amazon Data Firehose is in preview release and is subject to change.
1295
+ # @return [Types::IcebergDestinationDescription]
1296
+ #
1263
1297
  # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/DestinationDescription AWS API Documentation
1264
1298
  #
1265
1299
  class DestinationDescription < Struct.new(
@@ -1272,7 +1306,51 @@ module Aws::Firehose
1272
1306
  :splunk_destination_description,
1273
1307
  :http_endpoint_destination_description,
1274
1308
  :snowflake_destination_description,
1275
- :amazon_open_search_serverless_destination_description)
1309
+ :amazon_open_search_serverless_destination_description,
1310
+ :iceberg_destination_description)
1311
+ SENSITIVE = []
1312
+ include Aws::Structure
1313
+ end
1314
+
1315
+ # Describes the configuration of a destination in Apache Iceberg Tables.
1316
+ #
1317
+ # Amazon Data Firehose is in preview release and is subject to change.
1318
+ #
1319
+ # @!attribute [rw] destination_table_name
1320
+ # Specifies the name of the Apache Iceberg Table.
1321
+ #
1322
+ # Amazon Data Firehose is in preview release and is subject to change.
1323
+ # @return [String]
1324
+ #
1325
+ # @!attribute [rw] destination_database_name
1326
+ # The name of the Apache Iceberg database.
1327
+ #
1328
+ # Amazon Data Firehose is in preview release and is subject to change.
1329
+ # @return [String]
1330
+ #
1331
+ # @!attribute [rw] unique_keys
1332
+ # A list of unique keys for a given Apache Iceberg table. Firehose
1333
+ # will use these for running Create/Update/Delete operations on the
1334
+ # given Iceberg table.
1335
+ #
1336
+ # Amazon Data Firehose is in preview release and is subject to change.
1337
+ # @return [Array<String>]
1338
+ #
1339
+ # @!attribute [rw] s3_error_output_prefix
1340
+ # The table specific S3 error output prefix. All the errors that
1341
+ # occurred while delivering to this table will be prefixed with this
1342
+ # value in S3 destination.
1343
+ #
1344
+ # Amazon Data Firehose is in preview release and is subject to change.
1345
+ # @return [String]
1346
+ #
1347
+ # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/DestinationTableConfiguration AWS API Documentation
1348
+ #
1349
+ class DestinationTableConfiguration < Struct.new(
1350
+ :destination_table_name,
1351
+ :destination_database_name,
1352
+ :unique_keys,
1353
+ :s3_error_output_prefix)
1276
1354
  SENSITIVE = []
1277
1355
  include Aws::Structure
1278
1356
  end
@@ -2517,6 +2595,228 @@ module Aws::Firehose
2517
2595
  include Aws::Structure
2518
2596
  end
2519
2597
 
2598
+ # Specifies the destination configure settings for Apache Iceberg Table.
2599
+ #
2600
+ # Amazon Data Firehose is in preview release and is subject to change.
2601
+ #
2602
+ # @!attribute [rw] destination_table_configuration_list
2603
+ # Provides a list of `DestinationTableConfigurations` which Firehose
2604
+ # uses to deliver data to Apache Iceberg tables.
2605
+ #
2606
+ # Amazon Data Firehose is in preview release and is subject to change.
2607
+ # @return [Array<Types::DestinationTableConfiguration>]
2608
+ #
2609
+ # @!attribute [rw] buffering_hints
2610
+ # Describes hints for the buffering to perform before delivering data
2611
+ # to the destination. These options are treated as hints, and
2612
+ # therefore Firehose might choose to use different values when it is
2613
+ # optimal. The `SizeInMBs` and `IntervalInSeconds` parameters are
2614
+ # optional. However, if specify a value for one of them, you must also
2615
+ # provide a value for the other.
2616
+ # @return [Types::BufferingHints]
2617
+ #
2618
+ # @!attribute [rw] cloud_watch_logging_options
2619
+ # Describes the Amazon CloudWatch logging options for your delivery
2620
+ # stream.
2621
+ # @return [Types::CloudWatchLoggingOptions]
2622
+ #
2623
+ # @!attribute [rw] processing_configuration
2624
+ # Describes a data processing configuration.
2625
+ # @return [Types::ProcessingConfiguration]
2626
+ #
2627
+ # @!attribute [rw] s3_backup_mode
2628
+ # Describes how Firehose will backup records. Currently,Firehose only
2629
+ # supports `FailedDataOnly` for preview.
2630
+ #
2631
+ # Amazon Data Firehose is in preview release and is subject to change.
2632
+ # @return [String]
2633
+ #
2634
+ # @!attribute [rw] retry_options
2635
+ # The retry behavior in case Firehose is unable to deliver data to an
2636
+ # Amazon S3 prefix.
2637
+ # @return [Types::RetryOptions]
2638
+ #
2639
+ # @!attribute [rw] role_arn
2640
+ # The Amazon Resource Name (ARN) of the Apache Iceberg tables role.
2641
+ #
2642
+ # Amazon Data Firehose is in preview release and is subject to change.
2643
+ # @return [String]
2644
+ #
2645
+ # @!attribute [rw] catalog_configuration
2646
+ # Configuration describing where the destination Apache Iceberg Tables
2647
+ # are persisted.
2648
+ #
2649
+ # Amazon Data Firehose is in preview release and is subject to change.
2650
+ # @return [Types::CatalogConfiguration]
2651
+ #
2652
+ # @!attribute [rw] s3_configuration
2653
+ # Describes the configuration of a destination in Amazon S3.
2654
+ # @return [Types::S3DestinationConfiguration]
2655
+ #
2656
+ # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/IcebergDestinationConfiguration AWS API Documentation
2657
+ #
2658
+ class IcebergDestinationConfiguration < Struct.new(
2659
+ :destination_table_configuration_list,
2660
+ :buffering_hints,
2661
+ :cloud_watch_logging_options,
2662
+ :processing_configuration,
2663
+ :s3_backup_mode,
2664
+ :retry_options,
2665
+ :role_arn,
2666
+ :catalog_configuration,
2667
+ :s3_configuration)
2668
+ SENSITIVE = []
2669
+ include Aws::Structure
2670
+ end
2671
+
2672
+ # Describes a destination in Apache Iceberg Tables.
2673
+ #
2674
+ # Amazon Data Firehose is in preview release and is subject to change.
2675
+ #
2676
+ # @!attribute [rw] destination_table_configuration_list
2677
+ # Provides a list of `DestinationTableConfigurations` which Firehose
2678
+ # uses to deliver data to Apache Iceberg tables.
2679
+ #
2680
+ # Amazon Data Firehose is in preview release and is subject to change.
2681
+ # @return [Array<Types::DestinationTableConfiguration>]
2682
+ #
2683
+ # @!attribute [rw] buffering_hints
2684
+ # Describes hints for the buffering to perform before delivering data
2685
+ # to the destination. These options are treated as hints, and
2686
+ # therefore Firehose might choose to use different values when it is
2687
+ # optimal. The `SizeInMBs` and `IntervalInSeconds` parameters are
2688
+ # optional. However, if specify a value for one of them, you must also
2689
+ # provide a value for the other.
2690
+ # @return [Types::BufferingHints]
2691
+ #
2692
+ # @!attribute [rw] cloud_watch_logging_options
2693
+ # Describes the Amazon CloudWatch logging options for your delivery
2694
+ # stream.
2695
+ # @return [Types::CloudWatchLoggingOptions]
2696
+ #
2697
+ # @!attribute [rw] processing_configuration
2698
+ # Describes a data processing configuration.
2699
+ # @return [Types::ProcessingConfiguration]
2700
+ #
2701
+ # @!attribute [rw] s3_backup_mode
2702
+ # Describes how Firehose will backup records. Currently,Firehose only
2703
+ # supports `FailedDataOnly` for preview.
2704
+ #
2705
+ # Amazon Data Firehose is in preview release and is subject to change.
2706
+ # @return [String]
2707
+ #
2708
+ # @!attribute [rw] retry_options
2709
+ # The retry behavior in case Firehose is unable to deliver data to an
2710
+ # Amazon S3 prefix.
2711
+ # @return [Types::RetryOptions]
2712
+ #
2713
+ # @!attribute [rw] role_arn
2714
+ # The Amazon Resource Name (ARN) of the Apache Iceberg Tables role.
2715
+ #
2716
+ # Amazon Data Firehose is in preview release and is subject to change.
2717
+ # @return [String]
2718
+ #
2719
+ # @!attribute [rw] catalog_configuration
2720
+ # Configuration describing where the destination Iceberg tables are
2721
+ # persisted.
2722
+ #
2723
+ # Amazon Data Firehose is in preview release and is subject to change.
2724
+ # @return [Types::CatalogConfiguration]
2725
+ #
2726
+ # @!attribute [rw] s3_destination_description
2727
+ # Describes a destination in Amazon S3.
2728
+ # @return [Types::S3DestinationDescription]
2729
+ #
2730
+ # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/IcebergDestinationDescription AWS API Documentation
2731
+ #
2732
+ class IcebergDestinationDescription < Struct.new(
2733
+ :destination_table_configuration_list,
2734
+ :buffering_hints,
2735
+ :cloud_watch_logging_options,
2736
+ :processing_configuration,
2737
+ :s3_backup_mode,
2738
+ :retry_options,
2739
+ :role_arn,
2740
+ :catalog_configuration,
2741
+ :s3_destination_description)
2742
+ SENSITIVE = []
2743
+ include Aws::Structure
2744
+ end
2745
+
2746
+ # Describes an update for a destination in Apache Iceberg Tables.
2747
+ #
2748
+ # Amazon Data Firehose is in preview release and is subject to change.
2749
+ #
2750
+ # @!attribute [rw] destination_table_configuration_list
2751
+ # Provides a list of `DestinationTableConfigurations` which Firehose
2752
+ # uses to deliver data to Apache Iceberg tables.
2753
+ #
2754
+ # Amazon Data Firehose is in preview release and is subject to change.
2755
+ # @return [Array<Types::DestinationTableConfiguration>]
2756
+ #
2757
+ # @!attribute [rw] buffering_hints
2758
+ # Describes hints for the buffering to perform before delivering data
2759
+ # to the destination. These options are treated as hints, and
2760
+ # therefore Firehose might choose to use different values when it is
2761
+ # optimal. The `SizeInMBs` and `IntervalInSeconds` parameters are
2762
+ # optional. However, if specify a value for one of them, you must also
2763
+ # provide a value for the other.
2764
+ # @return [Types::BufferingHints]
2765
+ #
2766
+ # @!attribute [rw] cloud_watch_logging_options
2767
+ # Describes the Amazon CloudWatch logging options for your delivery
2768
+ # stream.
2769
+ # @return [Types::CloudWatchLoggingOptions]
2770
+ #
2771
+ # @!attribute [rw] processing_configuration
2772
+ # Describes a data processing configuration.
2773
+ # @return [Types::ProcessingConfiguration]
2774
+ #
2775
+ # @!attribute [rw] s3_backup_mode
2776
+ # Describes how Firehose will backup records. Currently,Firehose only
2777
+ # supports `FailedDataOnly` for preview.
2778
+ #
2779
+ # Amazon Data Firehose is in preview release and is subject to change.
2780
+ # @return [String]
2781
+ #
2782
+ # @!attribute [rw] retry_options
2783
+ # The retry behavior in case Firehose is unable to deliver data to an
2784
+ # Amazon S3 prefix.
2785
+ # @return [Types::RetryOptions]
2786
+ #
2787
+ # @!attribute [rw] role_arn
2788
+ # The Amazon Resource Name (ARN) of the Apache Iceberg Tables role.
2789
+ #
2790
+ # Amazon Data Firehose is in preview release and is subject to change.
2791
+ # @return [String]
2792
+ #
2793
+ # @!attribute [rw] catalog_configuration
2794
+ # Configuration describing where the destination Iceberg tables are
2795
+ # persisted.
2796
+ #
2797
+ # Amazon Data Firehose is in preview release and is subject to change.
2798
+ # @return [Types::CatalogConfiguration]
2799
+ #
2800
+ # @!attribute [rw] s3_configuration
2801
+ # Describes the configuration of a destination in Amazon S3.
2802
+ # @return [Types::S3DestinationConfiguration]
2803
+ #
2804
+ # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/IcebergDestinationUpdate AWS API Documentation
2805
+ #
2806
+ class IcebergDestinationUpdate < Struct.new(
2807
+ :destination_table_configuration_list,
2808
+ :buffering_hints,
2809
+ :cloud_watch_logging_options,
2810
+ :processing_configuration,
2811
+ :s3_backup_mode,
2812
+ :retry_options,
2813
+ :role_arn,
2814
+ :catalog_configuration,
2815
+ :s3_configuration)
2816
+ SENSITIVE = []
2817
+ include Aws::Structure
2818
+ end
2819
+
2520
2820
  # Specifies the deserializer you want to use to convert the format of
2521
2821
  # the input data. This parameter is required if `Enabled` is set to
2522
2822
  # true.
@@ -2807,12 +3107,23 @@ module Aws::Firehose
2807
3107
  # The authentication configuration of the Amazon MSK cluster.
2808
3108
  # @return [Types::AuthenticationConfiguration]
2809
3109
  #
3110
+ # @!attribute [rw] read_from_timestamp
3111
+ # The start date and time in UTC for the offset position within your
3112
+ # MSK topic from where Firehose begins to read. By default, this is
3113
+ # set to timestamp when Firehose becomes Active.
3114
+ #
3115
+ # If you want to create a Firehose stream with Earliest start position
3116
+ # from SDK or CLI, you need to set the `ReadFromTimestamp` parameter
3117
+ # to Epoch (1970-01-01T00:00:00Z).
3118
+ # @return [Time]
3119
+ #
2810
3120
  # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/MSKSourceConfiguration AWS API Documentation
2811
3121
  #
2812
3122
  class MSKSourceConfiguration < Struct.new(
2813
3123
  :msk_cluster_arn,
2814
3124
  :topic_name,
2815
- :authentication_configuration)
3125
+ :authentication_configuration,
3126
+ :read_from_timestamp)
2816
3127
  SENSITIVE = []
2817
3128
  include Aws::Structure
2818
3129
  end
@@ -2837,13 +3148,24 @@ module Aws::Firehose
2837
3148
  # MSK cluster starting with this timestamp.
2838
3149
  # @return [Time]
2839
3150
  #
3151
+ # @!attribute [rw] read_from_timestamp
3152
+ # The start date and time in UTC for the offset position within your
3153
+ # MSK topic from where Firehose begins to read. By default, this is
3154
+ # set to timestamp when Firehose becomes Active.
3155
+ #
3156
+ # If you want to create a Firehose stream with Earliest start position
3157
+ # from SDK or CLI, you need to set the `ReadFromTimestampUTC`
3158
+ # parameter to Epoch (1970-01-01T00:00:00Z).
3159
+ # @return [Time]
3160
+ #
2840
3161
  # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/MSKSourceDescription AWS API Documentation
2841
3162
  #
2842
3163
  class MSKSourceDescription < Struct.new(
2843
3164
  :msk_cluster_arn,
2844
3165
  :topic_name,
2845
3166
  :authentication_configuration,
2846
- :delivery_start_timestamp)
3167
+ :delivery_start_timestamp,
3168
+ :read_from_timestamp)
2847
3169
  SENSITIVE = []
2848
3170
  include Aws::Structure
2849
3171
  end
@@ -3944,6 +4266,29 @@ module Aws::Firehose
3944
4266
  include Aws::Structure
3945
4267
  end
3946
4268
 
4269
+ # Describes the buffering to perform before delivering data to the
4270
+ # Snowflake destination. If you do not specify any value, Firehose uses
4271
+ # the default values.
4272
+ #
4273
+ # @!attribute [rw] size_in_m_bs
4274
+ # Buffer incoming data to the specified size, in MBs, before
4275
+ # delivering it to the destination. The default value is 1.
4276
+ # @return [Integer]
4277
+ #
4278
+ # @!attribute [rw] interval_in_seconds
4279
+ # Buffer incoming data for the specified period of time, in seconds,
4280
+ # before delivering it to the destination. The default value is 0.
4281
+ # @return [Integer]
4282
+ #
4283
+ # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/SnowflakeBufferingHints AWS API Documentation
4284
+ #
4285
+ class SnowflakeBufferingHints < Struct.new(
4286
+ :size_in_m_bs,
4287
+ :interval_in_seconds)
4288
+ SENSITIVE = []
4289
+ include Aws::Structure
4290
+ end
4291
+
3947
4292
  # Configure Snowflake destination
3948
4293
  #
3949
4294
  # @!attribute [rw] account_url
@@ -4053,6 +4398,12 @@ module Aws::Firehose
4053
4398
  # The configuration that defines how you access secrets for Snowflake.
4054
4399
  # @return [Types::SecretsManagerConfiguration]
4055
4400
  #
4401
+ # @!attribute [rw] buffering_hints
4402
+ # Describes the buffering to perform before delivering data to the
4403
+ # Snowflake destination. If you do not specify any value, Firehose
4404
+ # uses the default values.
4405
+ # @return [Types::SnowflakeBufferingHints]
4406
+ #
4056
4407
  # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/SnowflakeDestinationConfiguration AWS API Documentation
4057
4408
  #
4058
4409
  class SnowflakeDestinationConfiguration < Struct.new(
@@ -4074,7 +4425,8 @@ module Aws::Firehose
4074
4425
  :retry_options,
4075
4426
  :s3_backup_mode,
4076
4427
  :s3_configuration,
4077
- :secrets_manager_configuration)
4428
+ :secrets_manager_configuration,
4429
+ :buffering_hints)
4078
4430
  SENSITIVE = [:account_url, :private_key, :key_passphrase, :user, :database, :schema, :table, :meta_data_column_name, :content_column_name]
4079
4431
  include Aws::Structure
4080
4432
  end
@@ -4168,6 +4520,12 @@ module Aws::Firehose
4168
4520
  # The configuration that defines how you access secrets for Snowflake.
4169
4521
  # @return [Types::SecretsManagerConfiguration]
4170
4522
  #
4523
+ # @!attribute [rw] buffering_hints
4524
+ # Describes the buffering to perform before delivering data to the
4525
+ # Snowflake destination. If you do not specify any value, Firehose
4526
+ # uses the default values.
4527
+ # @return [Types::SnowflakeBufferingHints]
4528
+ #
4171
4529
  # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/SnowflakeDestinationDescription AWS API Documentation
4172
4530
  #
4173
4531
  class SnowflakeDestinationDescription < Struct.new(
@@ -4187,7 +4545,8 @@ module Aws::Firehose
4187
4545
  :retry_options,
4188
4546
  :s3_backup_mode,
4189
4547
  :s3_destination_description,
4190
- :secrets_manager_configuration)
4548
+ :secrets_manager_configuration,
4549
+ :buffering_hints)
4191
4550
  SENSITIVE = [:account_url, :user, :database, :schema, :table, :meta_data_column_name, :content_column_name]
4192
4551
  include Aws::Structure
4193
4552
  end
@@ -4307,6 +4666,11 @@ module Aws::Firehose
4307
4666
  # Describes the Secrets Manager configuration in Snowflake.
4308
4667
  # @return [Types::SecretsManagerConfiguration]
4309
4668
  #
4669
+ # @!attribute [rw] buffering_hints
4670
+ # Describes the buffering to perform before delivering data to the
4671
+ # Snowflake destination.
4672
+ # @return [Types::SnowflakeBufferingHints]
4673
+ #
4310
4674
  # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/SnowflakeDestinationUpdate AWS API Documentation
4311
4675
  #
4312
4676
  class SnowflakeDestinationUpdate < Struct.new(
@@ -4327,7 +4691,8 @@ module Aws::Firehose
4327
4691
  :retry_options,
4328
4692
  :s3_backup_mode,
4329
4693
  :s3_update,
4330
- :secrets_manager_configuration)
4694
+ :secrets_manager_configuration,
4695
+ :buffering_hints)
4331
4696
  SENSITIVE = [:account_url, :private_key, :key_passphrase, :user, :database, :schema, :table, :meta_data_column_name, :content_column_name]
4332
4697
  include Aws::Structure
4333
4698
  end
@@ -4868,6 +5233,12 @@ module Aws::Firehose
4868
5233
  # Update to the Snowflake destination configuration settings.
4869
5234
  # @return [Types::SnowflakeDestinationUpdate]
4870
5235
  #
5236
+ # @!attribute [rw] iceberg_destination_update
5237
+ # Describes an update for a destination in Apache Iceberg Tables.
5238
+ #
5239
+ # Amazon Data Firehose is in preview release and is subject to change.
5240
+ # @return [Types::IcebergDestinationUpdate]
5241
+ #
4871
5242
  # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/UpdateDestinationInput AWS API Documentation
4872
5243
  #
4873
5244
  class UpdateDestinationInput < Struct.new(
@@ -4882,7 +5253,8 @@ module Aws::Firehose
4882
5253
  :splunk_destination_update,
4883
5254
  :http_endpoint_destination_update,
4884
5255
  :amazon_open_search_serverless_destination_update,
4885
- :snowflake_destination_update)
5256
+ :snowflake_destination_update,
5257
+ :iceberg_destination_update)
4886
5258
  SENSITIVE = []
4887
5259
  include Aws::Structure
4888
5260
  end
@@ -52,6 +52,6 @@ require_relative 'aws-sdk-firehose/customizations'
52
52
  # @!group service
53
53
  module Aws::Firehose
54
54
 
55
- GEM_VERSION = '1.75.0'
55
+ GEM_VERSION = '1.76.0'
56
56
 
57
57
  end
data/sig/client.rbs CHANGED
@@ -641,7 +641,8 @@ module Aws
641
641
  authentication_configuration: {
642
642
  role_arn: ::String,
643
643
  connectivity: ("PUBLIC" | "PRIVATE")
644
- }
644
+ },
645
+ read_from_timestamp: ::Time?
645
646
  },
646
647
  ?snowflake_destination_configuration: {
647
648
  account_url: ::String,
@@ -711,7 +712,74 @@ module Aws
711
712
  secret_arn: ::String?,
712
713
  role_arn: ::String?,
713
714
  enabled: bool
715
+ }?,
716
+ buffering_hints: {
717
+ size_in_m_bs: ::Integer?,
718
+ interval_in_seconds: ::Integer?
714
719
  }?
720
+ },
721
+ ?iceberg_destination_configuration: {
722
+ destination_table_configuration_list: Array[
723
+ {
724
+ destination_table_name: ::String,
725
+ destination_database_name: ::String,
726
+ unique_keys: Array[::String]?,
727
+ s3_error_output_prefix: ::String?
728
+ },
729
+ ]?,
730
+ buffering_hints: {
731
+ size_in_m_bs: ::Integer?,
732
+ interval_in_seconds: ::Integer?
733
+ }?,
734
+ cloud_watch_logging_options: {
735
+ enabled: bool?,
736
+ log_group_name: ::String?,
737
+ log_stream_name: ::String?
738
+ }?,
739
+ processing_configuration: {
740
+ enabled: bool?,
741
+ processors: Array[
742
+ {
743
+ type: ("RecordDeAggregation" | "Decompression" | "CloudWatchLogProcessing" | "Lambda" | "MetadataExtraction" | "AppendDelimiterToRecord"),
744
+ parameters: Array[
745
+ {
746
+ parameter_name: ("LambdaArn" | "NumberOfRetries" | "MetadataExtractionQuery" | "JsonParsingEngine" | "RoleArn" | "BufferSizeInMBs" | "BufferIntervalInSeconds" | "SubRecordType" | "Delimiter" | "CompressionFormat" | "DataMessageExtraction"),
747
+ parameter_value: ::String
748
+ },
749
+ ]?
750
+ },
751
+ ]?
752
+ }?,
753
+ s3_backup_mode: ("FailedDataOnly" | "AllData")?,
754
+ retry_options: {
755
+ duration_in_seconds: ::Integer?
756
+ }?,
757
+ role_arn: ::String,
758
+ catalog_configuration: {
759
+ catalog_arn: ::String?
760
+ },
761
+ s3_configuration: {
762
+ role_arn: ::String,
763
+ bucket_arn: ::String,
764
+ prefix: ::String?,
765
+ error_output_prefix: ::String?,
766
+ buffering_hints: {
767
+ size_in_m_bs: ::Integer?,
768
+ interval_in_seconds: ::Integer?
769
+ }?,
770
+ compression_format: ("UNCOMPRESSED" | "GZIP" | "ZIP" | "Snappy" | "HADOOP_SNAPPY")?,
771
+ encryption_configuration: {
772
+ no_encryption_config: ("NoEncryption")?,
773
+ kms_encryption_config: {
774
+ awskms_key_arn: ::String
775
+ }?
776
+ }?,
777
+ cloud_watch_logging_options: {
778
+ enabled: bool?,
779
+ log_group_name: ::String?,
780
+ log_stream_name: ::String?
781
+ }?
782
+ }
715
783
  }
716
784
  ) -> _CreateDeliveryStreamResponseSuccess
717
785
  | (Hash[Symbol, untyped] params, ?Hash[Symbol, untyped] options) -> _CreateDeliveryStreamResponseSuccess
@@ -1436,6 +1504,73 @@ module Aws
1436
1504
  secret_arn: ::String?,
1437
1505
  role_arn: ::String?,
1438
1506
  enabled: bool
1507
+ }?,
1508
+ buffering_hints: {
1509
+ size_in_m_bs: ::Integer?,
1510
+ interval_in_seconds: ::Integer?
1511
+ }?
1512
+ },
1513
+ ?iceberg_destination_update: {
1514
+ destination_table_configuration_list: Array[
1515
+ {
1516
+ destination_table_name: ::String,
1517
+ destination_database_name: ::String,
1518
+ unique_keys: Array[::String]?,
1519
+ s3_error_output_prefix: ::String?
1520
+ },
1521
+ ]?,
1522
+ buffering_hints: {
1523
+ size_in_m_bs: ::Integer?,
1524
+ interval_in_seconds: ::Integer?
1525
+ }?,
1526
+ cloud_watch_logging_options: {
1527
+ enabled: bool?,
1528
+ log_group_name: ::String?,
1529
+ log_stream_name: ::String?
1530
+ }?,
1531
+ processing_configuration: {
1532
+ enabled: bool?,
1533
+ processors: Array[
1534
+ {
1535
+ type: ("RecordDeAggregation" | "Decompression" | "CloudWatchLogProcessing" | "Lambda" | "MetadataExtraction" | "AppendDelimiterToRecord"),
1536
+ parameters: Array[
1537
+ {
1538
+ parameter_name: ("LambdaArn" | "NumberOfRetries" | "MetadataExtractionQuery" | "JsonParsingEngine" | "RoleArn" | "BufferSizeInMBs" | "BufferIntervalInSeconds" | "SubRecordType" | "Delimiter" | "CompressionFormat" | "DataMessageExtraction"),
1539
+ parameter_value: ::String
1540
+ },
1541
+ ]?
1542
+ },
1543
+ ]?
1544
+ }?,
1545
+ s3_backup_mode: ("FailedDataOnly" | "AllData")?,
1546
+ retry_options: {
1547
+ duration_in_seconds: ::Integer?
1548
+ }?,
1549
+ role_arn: ::String?,
1550
+ catalog_configuration: {
1551
+ catalog_arn: ::String?
1552
+ }?,
1553
+ s3_configuration: {
1554
+ role_arn: ::String,
1555
+ bucket_arn: ::String,
1556
+ prefix: ::String?,
1557
+ error_output_prefix: ::String?,
1558
+ buffering_hints: {
1559
+ size_in_m_bs: ::Integer?,
1560
+ interval_in_seconds: ::Integer?
1561
+ }?,
1562
+ compression_format: ("UNCOMPRESSED" | "GZIP" | "ZIP" | "Snappy" | "HADOOP_SNAPPY")?,
1563
+ encryption_configuration: {
1564
+ no_encryption_config: ("NoEncryption")?,
1565
+ kms_encryption_config: {
1566
+ awskms_key_arn: ::String
1567
+ }?
1568
+ }?,
1569
+ cloud_watch_logging_options: {
1570
+ enabled: bool?,
1571
+ log_group_name: ::String?,
1572
+ log_stream_name: ::String?
1573
+ }?
1439
1574
  }?
1440
1575
  }
1441
1576
  ) -> _UpdateDestinationResponseSuccess
data/sig/types.rbs CHANGED
@@ -134,6 +134,11 @@ module Aws::Firehose
134
134
  SENSITIVE: []
135
135
  end
136
136
 
137
+ class CatalogConfiguration
138
+ attr_accessor catalog_arn: ::String
139
+ SENSITIVE: []
140
+ end
141
+
137
142
  class CloudWatchLoggingOptions
138
143
  attr_accessor enabled: bool
139
144
  attr_accessor log_group_name: ::String
@@ -169,6 +174,7 @@ module Aws::Firehose
169
174
  attr_accessor amazon_open_search_serverless_destination_configuration: Types::AmazonOpenSearchServerlessDestinationConfiguration
170
175
  attr_accessor msk_source_configuration: Types::MSKSourceConfiguration
171
176
  attr_accessor snowflake_destination_configuration: Types::SnowflakeDestinationConfiguration
177
+ attr_accessor iceberg_destination_configuration: Types::IcebergDestinationConfiguration
172
178
  SENSITIVE: []
173
179
  end
174
180
 
@@ -253,6 +259,15 @@ module Aws::Firehose
253
259
  attr_accessor http_endpoint_destination_description: Types::HttpEndpointDestinationDescription
254
260
  attr_accessor snowflake_destination_description: Types::SnowflakeDestinationDescription
255
261
  attr_accessor amazon_open_search_serverless_destination_description: Types::AmazonOpenSearchServerlessDestinationDescription
262
+ attr_accessor iceberg_destination_description: Types::IcebergDestinationDescription
263
+ SENSITIVE: []
264
+ end
265
+
266
+ class DestinationTableConfiguration
267
+ attr_accessor destination_table_name: ::String
268
+ attr_accessor destination_database_name: ::String
269
+ attr_accessor unique_keys: ::Array[::String]
270
+ attr_accessor s3_error_output_prefix: ::String
256
271
  SENSITIVE: []
257
272
  end
258
273
 
@@ -482,6 +497,45 @@ module Aws::Firehose
482
497
  SENSITIVE: []
483
498
  end
484
499
 
500
+ class IcebergDestinationConfiguration
501
+ attr_accessor destination_table_configuration_list: ::Array[Types::DestinationTableConfiguration]
502
+ attr_accessor buffering_hints: Types::BufferingHints
503
+ attr_accessor cloud_watch_logging_options: Types::CloudWatchLoggingOptions
504
+ attr_accessor processing_configuration: Types::ProcessingConfiguration
505
+ attr_accessor s3_backup_mode: ("FailedDataOnly" | "AllData")
506
+ attr_accessor retry_options: Types::RetryOptions
507
+ attr_accessor role_arn: ::String
508
+ attr_accessor catalog_configuration: Types::CatalogConfiguration
509
+ attr_accessor s3_configuration: Types::S3DestinationConfiguration
510
+ SENSITIVE: []
511
+ end
512
+
513
+ class IcebergDestinationDescription
514
+ attr_accessor destination_table_configuration_list: ::Array[Types::DestinationTableConfiguration]
515
+ attr_accessor buffering_hints: Types::BufferingHints
516
+ attr_accessor cloud_watch_logging_options: Types::CloudWatchLoggingOptions
517
+ attr_accessor processing_configuration: Types::ProcessingConfiguration
518
+ attr_accessor s3_backup_mode: ("FailedDataOnly" | "AllData")
519
+ attr_accessor retry_options: Types::RetryOptions
520
+ attr_accessor role_arn: ::String
521
+ attr_accessor catalog_configuration: Types::CatalogConfiguration
522
+ attr_accessor s3_destination_description: Types::S3DestinationDescription
523
+ SENSITIVE: []
524
+ end
525
+
526
+ class IcebergDestinationUpdate
527
+ attr_accessor destination_table_configuration_list: ::Array[Types::DestinationTableConfiguration]
528
+ attr_accessor buffering_hints: Types::BufferingHints
529
+ attr_accessor cloud_watch_logging_options: Types::CloudWatchLoggingOptions
530
+ attr_accessor processing_configuration: Types::ProcessingConfiguration
531
+ attr_accessor s3_backup_mode: ("FailedDataOnly" | "AllData")
532
+ attr_accessor retry_options: Types::RetryOptions
533
+ attr_accessor role_arn: ::String
534
+ attr_accessor catalog_configuration: Types::CatalogConfiguration
535
+ attr_accessor s3_configuration: Types::S3DestinationConfiguration
536
+ SENSITIVE: []
537
+ end
538
+
485
539
  class InputFormatConfiguration
486
540
  attr_accessor deserializer: Types::Deserializer
487
541
  SENSITIVE: []
@@ -557,6 +611,7 @@ module Aws::Firehose
557
611
  attr_accessor msk_cluster_arn: ::String
558
612
  attr_accessor topic_name: ::String
559
613
  attr_accessor authentication_configuration: Types::AuthenticationConfiguration
614
+ attr_accessor read_from_timestamp: ::Time
560
615
  SENSITIVE: []
561
616
  end
562
617
 
@@ -565,6 +620,7 @@ module Aws::Firehose
565
620
  attr_accessor topic_name: ::String
566
621
  attr_accessor authentication_configuration: Types::AuthenticationConfiguration
567
622
  attr_accessor delivery_start_timestamp: ::Time
623
+ attr_accessor read_from_timestamp: ::Time
568
624
  SENSITIVE: []
569
625
  end
570
626
 
@@ -790,6 +846,12 @@ module Aws::Firehose
790
846
  SENSITIVE: []
791
847
  end
792
848
 
849
+ class SnowflakeBufferingHints
850
+ attr_accessor size_in_m_bs: ::Integer
851
+ attr_accessor interval_in_seconds: ::Integer
852
+ SENSITIVE: []
853
+ end
854
+
793
855
  class SnowflakeDestinationConfiguration
794
856
  attr_accessor account_url: ::String
795
857
  attr_accessor private_key: ::String
@@ -810,6 +872,7 @@ module Aws::Firehose
810
872
  attr_accessor s3_backup_mode: ("FailedDataOnly" | "AllData")
811
873
  attr_accessor s3_configuration: Types::S3DestinationConfiguration
812
874
  attr_accessor secrets_manager_configuration: Types::SecretsManagerConfiguration
875
+ attr_accessor buffering_hints: Types::SnowflakeBufferingHints
813
876
  SENSITIVE: [:account_url, :private_key, :key_passphrase, :user, :database, :schema, :table, :meta_data_column_name, :content_column_name]
814
877
  end
815
878
 
@@ -831,6 +894,7 @@ module Aws::Firehose
831
894
  attr_accessor s3_backup_mode: ("FailedDataOnly" | "AllData")
832
895
  attr_accessor s3_destination_description: Types::S3DestinationDescription
833
896
  attr_accessor secrets_manager_configuration: Types::SecretsManagerConfiguration
897
+ attr_accessor buffering_hints: Types::SnowflakeBufferingHints
834
898
  SENSITIVE: [:account_url, :user, :database, :schema, :table, :meta_data_column_name, :content_column_name]
835
899
  end
836
900
 
@@ -853,6 +917,7 @@ module Aws::Firehose
853
917
  attr_accessor s3_backup_mode: ("FailedDataOnly" | "AllData")
854
918
  attr_accessor s3_update: Types::S3DestinationUpdate
855
919
  attr_accessor secrets_manager_configuration: Types::SecretsManagerConfiguration
920
+ attr_accessor buffering_hints: Types::SnowflakeBufferingHints
856
921
  SENSITIVE: [:account_url, :private_key, :key_passphrase, :user, :database, :schema, :table, :meta_data_column_name, :content_column_name]
857
922
  end
858
923
 
@@ -988,6 +1053,7 @@ module Aws::Firehose
988
1053
  attr_accessor http_endpoint_destination_update: Types::HttpEndpointDestinationUpdate
989
1054
  attr_accessor amazon_open_search_serverless_destination_update: Types::AmazonOpenSearchServerlessDestinationUpdate
990
1055
  attr_accessor snowflake_destination_update: Types::SnowflakeDestinationUpdate
1056
+ attr_accessor iceberg_destination_update: Types::IcebergDestinationUpdate
991
1057
  SENSITIVE: []
992
1058
  end
993
1059
 
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: aws-sdk-firehose
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.75.0
4
+ version: 1.76.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Amazon Web Services
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2024-07-08 00:00:00.000000000 Z
11
+ date: 2024-07-18 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: aws-sdk-core