aws-sdk-firehose 1.75.0 → 1.77.0

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 9c24d3456d77c052574f7f2e647cd14164774dee404f969a2e8034294e69ee05
4
- data.tar.gz: 788a8ec004597c6366e4c14eb1f2675c415334c2b831bd20318ccff901183d98
3
+ metadata.gz: 2b06575a192ef6318d23a6c2fbf1bbb359495ac52acff3f9b65ab14035fc4ac2
4
+ data.tar.gz: b13afd01f45f841468e82e99cd22bd9073db981f4189f76780abe507aefb7a34
5
5
  SHA512:
6
- metadata.gz: c6ec87207bd25fe6faa9ee6b9cbce8981910a63cead1a46a029f01fd65e85fbbe51a3c17ea0c7a77ad1c81a9b5ed4482a1a222e13c6e4a8c5221e7f4c6c0eaed
7
- data.tar.gz: 57af13223c2d8972dc7b2ae5076c41935207a66d08bb2ae4a77f1d778fd6573c26c0f05dabb5ae1b08a6521d1c39d5ac1e31a77be30628636099c981acc12c4b
6
+ metadata.gz: f66b92bd47c300deac84c96ad43ad76f0e68846245c25340671b4661d3d2d1471cbe98c8ba4291f48eab37acec4e0f7fa58f993bbd42270825f956eedb106de0
7
+ data.tar.gz: c2c73db93a7666b640c05618d4f50859e6b932a0c092ba68d1b705a36ee3e18bedec61d62a81d9fb0abc15e73abff1547ffc4e9f4ad524bc001c74c857d5d77b
data/CHANGELOG.md CHANGED
@@ -1,6 +1,16 @@
1
1
  Unreleased Changes
2
2
  ------------------
3
3
 
4
+ 1.77.0 (2024-09-03)
5
+ ------------------
6
+
7
+ * Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
8
+
9
+ 1.76.0 (2024-07-18)
10
+ ------------------
11
+
12
+ * Feature - This release 1) Add configurable buffering hints for Snowflake as destination. 2) Add ReadFromTimestamp for MSK As Source. Firehose will start reading data from MSK Cluster using offset associated with this timestamp. 3) Gated public beta release to add Apache Iceberg tables as destination.
13
+
4
14
  1.75.0 (2024-07-08)
5
15
  ------------------
6
16
 
data/VERSION CHANGED
@@ -1 +1 @@
1
- 1.75.0
1
+ 1.77.0
@@ -32,6 +32,7 @@ require 'aws-sdk-core/plugins/checksum_algorithm.rb'
32
32
  require 'aws-sdk-core/plugins/request_compression.rb'
33
33
  require 'aws-sdk-core/plugins/defaults_mode.rb'
34
34
  require 'aws-sdk-core/plugins/recursion_detection.rb'
35
+ require 'aws-sdk-core/plugins/telemetry.rb'
35
36
  require 'aws-sdk-core/plugins/sign.rb'
36
37
  require 'aws-sdk-core/plugins/protocols/json_rpc.rb'
37
38
 
@@ -83,6 +84,7 @@ module Aws::Firehose
83
84
  add_plugin(Aws::Plugins::RequestCompression)
84
85
  add_plugin(Aws::Plugins::DefaultsMode)
85
86
  add_plugin(Aws::Plugins::RecursionDetection)
87
+ add_plugin(Aws::Plugins::Telemetry)
86
88
  add_plugin(Aws::Plugins::Sign)
87
89
  add_plugin(Aws::Plugins::Protocols::JsonRpc)
88
90
  add_plugin(Aws::Firehose::Plugins::Endpoints)
@@ -337,6 +339,16 @@ module Aws::Firehose
337
339
  # ** Please note ** When response stubbing is enabled, no HTTP
338
340
  # requests are made, and retries are disabled.
339
341
  #
342
+ # @option options [Aws::Telemetry::TelemetryProviderBase] :telemetry_provider (Aws::Telemetry::NoOpTelemetryProvider)
343
+ # Allows you to provide a telemetry provider, which is used to
344
+ # emit telemetry data. By default, uses `NoOpTelemetryProvider` which
345
+ # will not record or emit any telemetry data. The SDK supports the
346
+ # following telemetry providers:
347
+ #
348
+ # * OpenTelemetry (OTel) - To use the OTel provider, install and require the
349
+ # `opentelemetry-sdk` gem and then, pass in an instance of a
350
+ # `Aws::Telemetry::OTelProvider` for telemetry provider.
351
+ #
340
352
  # @option options [Aws::TokenProvider] :token_provider
341
353
  # A Bearer Token Provider. This can be an instance of any one of the
342
354
  # following classes:
@@ -610,6 +622,11 @@ module Aws::Firehose
610
622
  # @option params [Types::SnowflakeDestinationConfiguration] :snowflake_destination_configuration
611
623
  # Configure Snowflake destination
612
624
  #
625
+ # @option params [Types::IcebergDestinationConfiguration] :iceberg_destination_configuration
626
+ # Configure Apache Iceberg Tables destination.
627
+ #
628
+ # Amazon Data Firehose is in preview release and is subject to change.
629
+ #
613
630
  # @return [Types::CreateDeliveryStreamOutput] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
614
631
  #
615
632
  # * {Types::CreateDeliveryStreamOutput#delivery_stream_arn #delivery_stream_arn} => String
@@ -1181,6 +1198,7 @@ module Aws::Firehose
1181
1198
  # role_arn: "RoleARN", # required
1182
1199
  # connectivity: "PUBLIC", # required, accepts PUBLIC, PRIVATE
1183
1200
  # },
1201
+ # read_from_timestamp: Time.now,
1184
1202
  # },
1185
1203
  # snowflake_destination_configuration: {
1186
1204
  # account_url: "SnowflakeAccountUrl", # required
@@ -1251,6 +1269,73 @@ module Aws::Firehose
1251
1269
  # role_arn: "RoleARN",
1252
1270
  # enabled: false, # required
1253
1271
  # },
1272
+ # buffering_hints: {
1273
+ # size_in_m_bs: 1,
1274
+ # interval_in_seconds: 1,
1275
+ # },
1276
+ # },
1277
+ # iceberg_destination_configuration: {
1278
+ # destination_table_configuration_list: [
1279
+ # {
1280
+ # destination_table_name: "NonEmptyStringWithoutWhitespace", # required
1281
+ # destination_database_name: "NonEmptyStringWithoutWhitespace", # required
1282
+ # unique_keys: ["NonEmptyStringWithoutWhitespace"],
1283
+ # s3_error_output_prefix: "ErrorOutputPrefix",
1284
+ # },
1285
+ # ],
1286
+ # buffering_hints: {
1287
+ # size_in_m_bs: 1,
1288
+ # interval_in_seconds: 1,
1289
+ # },
1290
+ # cloud_watch_logging_options: {
1291
+ # enabled: false,
1292
+ # log_group_name: "LogGroupName",
1293
+ # log_stream_name: "LogStreamName",
1294
+ # },
1295
+ # processing_configuration: {
1296
+ # enabled: false,
1297
+ # processors: [
1298
+ # {
1299
+ # type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Decompression, CloudWatchLogProcessing, Lambda, MetadataExtraction, AppendDelimiterToRecord
1300
+ # parameters: [
1301
+ # {
1302
+ # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter, CompressionFormat, DataMessageExtraction
1303
+ # parameter_value: "ProcessorParameterValue", # required
1304
+ # },
1305
+ # ],
1306
+ # },
1307
+ # ],
1308
+ # },
1309
+ # s3_backup_mode: "FailedDataOnly", # accepts FailedDataOnly, AllData
1310
+ # retry_options: {
1311
+ # duration_in_seconds: 1,
1312
+ # },
1313
+ # role_arn: "RoleARN", # required
1314
+ # catalog_configuration: { # required
1315
+ # catalog_arn: "GlueDataCatalogARN",
1316
+ # },
1317
+ # s3_configuration: { # required
1318
+ # role_arn: "RoleARN", # required
1319
+ # bucket_arn: "BucketARN", # required
1320
+ # prefix: "Prefix",
1321
+ # error_output_prefix: "ErrorOutputPrefix",
1322
+ # buffering_hints: {
1323
+ # size_in_m_bs: 1,
1324
+ # interval_in_seconds: 1,
1325
+ # },
1326
+ # compression_format: "UNCOMPRESSED", # accepts UNCOMPRESSED, GZIP, ZIP, Snappy, HADOOP_SNAPPY
1327
+ # encryption_configuration: {
1328
+ # no_encryption_config: "NoEncryption", # accepts NoEncryption
1329
+ # kms_encryption_config: {
1330
+ # awskms_key_arn: "AWSKMSKeyARN", # required
1331
+ # },
1332
+ # },
1333
+ # cloud_watch_logging_options: {
1334
+ # enabled: false,
1335
+ # log_group_name: "LogGroupName",
1336
+ # log_stream_name: "LogStreamName",
1337
+ # },
1338
+ # },
1254
1339
  # },
1255
1340
  # })
1256
1341
  #
@@ -1385,6 +1470,7 @@ module Aws::Firehose
1385
1470
  # resp.delivery_stream_description.source.msk_source_description.authentication_configuration.role_arn #=> String
1386
1471
  # resp.delivery_stream_description.source.msk_source_description.authentication_configuration.connectivity #=> String, one of "PUBLIC", "PRIVATE"
1387
1472
  # resp.delivery_stream_description.source.msk_source_description.delivery_start_timestamp #=> Time
1473
+ # resp.delivery_stream_description.source.msk_source_description.read_from_timestamp #=> Time
1388
1474
  # resp.delivery_stream_description.destinations #=> Array
1389
1475
  # resp.delivery_stream_description.destinations[0].destination_id #=> String
1390
1476
  # resp.delivery_stream_description.destinations[0].s3_destination_description.role_arn #=> String
@@ -1689,6 +1775,8 @@ module Aws::Firehose
1689
1775
  # resp.delivery_stream_description.destinations[0].snowflake_destination_description.secrets_manager_configuration.secret_arn #=> String
1690
1776
  # resp.delivery_stream_description.destinations[0].snowflake_destination_description.secrets_manager_configuration.role_arn #=> String
1691
1777
  # resp.delivery_stream_description.destinations[0].snowflake_destination_description.secrets_manager_configuration.enabled #=> Boolean
1778
+ # resp.delivery_stream_description.destinations[0].snowflake_destination_description.buffering_hints.size_in_m_bs #=> Integer
1779
+ # resp.delivery_stream_description.destinations[0].snowflake_destination_description.buffering_hints.interval_in_seconds #=> Integer
1692
1780
  # resp.delivery_stream_description.destinations[0].amazon_open_search_serverless_destination_description.role_arn #=> String
1693
1781
  # resp.delivery_stream_description.destinations[0].amazon_open_search_serverless_destination_description.collection_endpoint #=> String
1694
1782
  # resp.delivery_stream_description.destinations[0].amazon_open_search_serverless_destination_description.index_name #=> String
@@ -1723,6 +1811,39 @@ module Aws::Firehose
1723
1811
  # resp.delivery_stream_description.destinations[0].amazon_open_search_serverless_destination_description.vpc_configuration_description.security_group_ids #=> Array
1724
1812
  # resp.delivery_stream_description.destinations[0].amazon_open_search_serverless_destination_description.vpc_configuration_description.security_group_ids[0] #=> String
1725
1813
  # resp.delivery_stream_description.destinations[0].amazon_open_search_serverless_destination_description.vpc_configuration_description.vpc_id #=> String
1814
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.destination_table_configuration_list #=> Array
1815
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.destination_table_configuration_list[0].destination_table_name #=> String
1816
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.destination_table_configuration_list[0].destination_database_name #=> String
1817
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.destination_table_configuration_list[0].unique_keys #=> Array
1818
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.destination_table_configuration_list[0].unique_keys[0] #=> String
1819
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.destination_table_configuration_list[0].s3_error_output_prefix #=> String
1820
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.buffering_hints.size_in_m_bs #=> Integer
1821
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.buffering_hints.interval_in_seconds #=> Integer
1822
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.cloud_watch_logging_options.enabled #=> Boolean
1823
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.cloud_watch_logging_options.log_group_name #=> String
1824
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.cloud_watch_logging_options.log_stream_name #=> String
1825
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.processing_configuration.enabled #=> Boolean
1826
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.processing_configuration.processors #=> Array
1827
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.processing_configuration.processors[0].type #=> String, one of "RecordDeAggregation", "Decompression", "CloudWatchLogProcessing", "Lambda", "MetadataExtraction", "AppendDelimiterToRecord"
1828
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.processing_configuration.processors[0].parameters #=> Array
1829
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "MetadataExtractionQuery", "JsonParsingEngine", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds", "SubRecordType", "Delimiter", "CompressionFormat", "DataMessageExtraction"
1830
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.processing_configuration.processors[0].parameters[0].parameter_value #=> String
1831
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.s3_backup_mode #=> String, one of "FailedDataOnly", "AllData"
1832
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.retry_options.duration_in_seconds #=> Integer
1833
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.role_arn #=> String
1834
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.catalog_configuration.catalog_arn #=> String
1835
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.s3_destination_description.role_arn #=> String
1836
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.s3_destination_description.bucket_arn #=> String
1837
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.s3_destination_description.prefix #=> String
1838
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.s3_destination_description.error_output_prefix #=> String
1839
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.s3_destination_description.buffering_hints.size_in_m_bs #=> Integer
1840
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.s3_destination_description.buffering_hints.interval_in_seconds #=> Integer
1841
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.s3_destination_description.compression_format #=> String, one of "UNCOMPRESSED", "GZIP", "ZIP", "Snappy", "HADOOP_SNAPPY"
1842
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.s3_destination_description.encryption_configuration.no_encryption_config #=> String, one of "NoEncryption"
1843
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.s3_destination_description.encryption_configuration.kms_encryption_config.awskms_key_arn #=> String
1844
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.s3_destination_description.cloud_watch_logging_options.enabled #=> Boolean
1845
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.s3_destination_description.cloud_watch_logging_options.log_group_name #=> String
1846
+ # resp.delivery_stream_description.destinations[0].iceberg_destination_description.s3_destination_description.cloud_watch_logging_options.log_stream_name #=> String
1726
1847
  # resp.delivery_stream_description.has_more_destinations #=> Boolean
1727
1848
  #
1728
1849
  # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/DescribeDeliveryStream AWS API Documentation
@@ -2346,6 +2467,11 @@ module Aws::Firehose
2346
2467
  # @option params [Types::SnowflakeDestinationUpdate] :snowflake_destination_update
2347
2468
  # Update to the Snowflake destination configuration settings.
2348
2469
  #
2470
+ # @option params [Types::IcebergDestinationUpdate] :iceberg_destination_update
2471
+ # Describes an update for a destination in Apache Iceberg Tables.
2472
+ #
2473
+ # Amazon Data Firehose is in preview release and is subject to change.
2474
+ #
2349
2475
  # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
2350
2476
  #
2351
2477
  # @example Request syntax with placeholder values
@@ -2943,6 +3069,73 @@ module Aws::Firehose
2943
3069
  # role_arn: "RoleARN",
2944
3070
  # enabled: false, # required
2945
3071
  # },
3072
+ # buffering_hints: {
3073
+ # size_in_m_bs: 1,
3074
+ # interval_in_seconds: 1,
3075
+ # },
3076
+ # },
3077
+ # iceberg_destination_update: {
3078
+ # destination_table_configuration_list: [
3079
+ # {
3080
+ # destination_table_name: "NonEmptyStringWithoutWhitespace", # required
3081
+ # destination_database_name: "NonEmptyStringWithoutWhitespace", # required
3082
+ # unique_keys: ["NonEmptyStringWithoutWhitespace"],
3083
+ # s3_error_output_prefix: "ErrorOutputPrefix",
3084
+ # },
3085
+ # ],
3086
+ # buffering_hints: {
3087
+ # size_in_m_bs: 1,
3088
+ # interval_in_seconds: 1,
3089
+ # },
3090
+ # cloud_watch_logging_options: {
3091
+ # enabled: false,
3092
+ # log_group_name: "LogGroupName",
3093
+ # log_stream_name: "LogStreamName",
3094
+ # },
3095
+ # processing_configuration: {
3096
+ # enabled: false,
3097
+ # processors: [
3098
+ # {
3099
+ # type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Decompression, CloudWatchLogProcessing, Lambda, MetadataExtraction, AppendDelimiterToRecord
3100
+ # parameters: [
3101
+ # {
3102
+ # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter, CompressionFormat, DataMessageExtraction
3103
+ # parameter_value: "ProcessorParameterValue", # required
3104
+ # },
3105
+ # ],
3106
+ # },
3107
+ # ],
3108
+ # },
3109
+ # s3_backup_mode: "FailedDataOnly", # accepts FailedDataOnly, AllData
3110
+ # retry_options: {
3111
+ # duration_in_seconds: 1,
3112
+ # },
3113
+ # role_arn: "RoleARN",
3114
+ # catalog_configuration: {
3115
+ # catalog_arn: "GlueDataCatalogARN",
3116
+ # },
3117
+ # s3_configuration: {
3118
+ # role_arn: "RoleARN", # required
3119
+ # bucket_arn: "BucketARN", # required
3120
+ # prefix: "Prefix",
3121
+ # error_output_prefix: "ErrorOutputPrefix",
3122
+ # buffering_hints: {
3123
+ # size_in_m_bs: 1,
3124
+ # interval_in_seconds: 1,
3125
+ # },
3126
+ # compression_format: "UNCOMPRESSED", # accepts UNCOMPRESSED, GZIP, ZIP, Snappy, HADOOP_SNAPPY
3127
+ # encryption_configuration: {
3128
+ # no_encryption_config: "NoEncryption", # accepts NoEncryption
3129
+ # kms_encryption_config: {
3130
+ # awskms_key_arn: "AWSKMSKeyARN", # required
3131
+ # },
3132
+ # },
3133
+ # cloud_watch_logging_options: {
3134
+ # enabled: false,
3135
+ # log_group_name: "LogGroupName",
3136
+ # log_stream_name: "LogStreamName",
3137
+ # },
3138
+ # },
2946
3139
  # },
2947
3140
  # })
2948
3141
  #
@@ -2961,14 +3154,19 @@ module Aws::Firehose
2961
3154
  # @api private
2962
3155
  def build_request(operation_name, params = {})
2963
3156
  handlers = @handlers.for(operation_name)
3157
+ tracer = config.telemetry_provider.tracer_provider.tracer(
3158
+ Aws::Telemetry.module_to_tracer_name('Aws::Firehose')
3159
+ )
2964
3160
  context = Seahorse::Client::RequestContext.new(
2965
3161
  operation_name: operation_name,
2966
3162
  operation: config.api.operation(operation_name),
2967
3163
  client: self,
2968
3164
  params: params,
2969
- config: config)
3165
+ config: config,
3166
+ tracer: tracer
3167
+ )
2970
3168
  context[:gem_name] = 'aws-sdk-firehose'
2971
- context[:gem_version] = '1.75.0'
3169
+ context[:gem_version] = '1.77.0'
2972
3170
  Seahorse::Client::Request.new(handlers, context)
2973
3171
  end
2974
3172
 
@@ -44,6 +44,7 @@ module Aws::Firehose
44
44
  BooleanObject = Shapes::BooleanShape.new(name: 'BooleanObject')
45
45
  BucketARN = Shapes::StringShape.new(name: 'BucketARN')
46
46
  BufferingHints = Shapes::StructureShape.new(name: 'BufferingHints')
47
+ CatalogConfiguration = Shapes::StructureShape.new(name: 'CatalogConfiguration')
47
48
  CloudWatchLoggingOptions = Shapes::StructureShape.new(name: 'CloudWatchLoggingOptions')
48
49
  ClusterJDBCURL = Shapes::StringShape.new(name: 'ClusterJDBCURL')
49
50
  ColumnToJsonKeyMappings = Shapes::MapShape.new(name: 'ColumnToJsonKeyMappings')
@@ -82,6 +83,8 @@ module Aws::Firehose
82
83
  DestinationDescription = Shapes::StructureShape.new(name: 'DestinationDescription')
83
84
  DestinationDescriptionList = Shapes::ListShape.new(name: 'DestinationDescriptionList')
84
85
  DestinationId = Shapes::StringShape.new(name: 'DestinationId')
86
+ DestinationTableConfiguration = Shapes::StructureShape.new(name: 'DestinationTableConfiguration')
87
+ DestinationTableConfigurationList = Shapes::ListShape.new(name: 'DestinationTableConfigurationList')
85
88
  DocumentIdOptions = Shapes::StructureShape.new(name: 'DocumentIdOptions')
86
89
  DynamicPartitioningConfiguration = Shapes::StructureShape.new(name: 'DynamicPartitioningConfiguration')
87
90
  ElasticsearchBufferingHints = Shapes::StructureShape.new(name: 'ElasticsearchBufferingHints')
@@ -107,6 +110,7 @@ module Aws::Firehose
107
110
  ExtendedS3DestinationUpdate = Shapes::StructureShape.new(name: 'ExtendedS3DestinationUpdate')
108
111
  FailureDescription = Shapes::StructureShape.new(name: 'FailureDescription')
109
112
  FileExtension = Shapes::StringShape.new(name: 'FileExtension')
113
+ GlueDataCatalogARN = Shapes::StringShape.new(name: 'GlueDataCatalogARN')
110
114
  HECAcknowledgmentTimeoutInSeconds = Shapes::IntegerShape.new(name: 'HECAcknowledgmentTimeoutInSeconds')
111
115
  HECEndpoint = Shapes::StringShape.new(name: 'HECEndpoint')
112
116
  HECEndpointType = Shapes::StringShape.new(name: 'HECEndpointType')
@@ -131,6 +135,10 @@ module Aws::Firehose
131
135
  HttpEndpointRetryOptions = Shapes::StructureShape.new(name: 'HttpEndpointRetryOptions')
132
136
  HttpEndpointS3BackupMode = Shapes::StringShape.new(name: 'HttpEndpointS3BackupMode')
133
137
  HttpEndpointUrl = Shapes::StringShape.new(name: 'HttpEndpointUrl')
138
+ IcebergDestinationConfiguration = Shapes::StructureShape.new(name: 'IcebergDestinationConfiguration')
139
+ IcebergDestinationDescription = Shapes::StructureShape.new(name: 'IcebergDestinationDescription')
140
+ IcebergDestinationUpdate = Shapes::StructureShape.new(name: 'IcebergDestinationUpdate')
141
+ IcebergS3BackupMode = Shapes::StringShape.new(name: 'IcebergS3BackupMode')
134
142
  InputFormatConfiguration = Shapes::StructureShape.new(name: 'InputFormatConfiguration')
135
143
  IntervalInSeconds = Shapes::IntegerShape.new(name: 'IntervalInSeconds')
136
144
  InvalidArgumentException = Shapes::StructureShape.new(name: 'InvalidArgumentException')
@@ -190,6 +198,7 @@ module Aws::Firehose
190
198
  PutRecordInput = Shapes::StructureShape.new(name: 'PutRecordInput')
191
199
  PutRecordOutput = Shapes::StructureShape.new(name: 'PutRecordOutput')
192
200
  PutResponseRecordId = Shapes::StringShape.new(name: 'PutResponseRecordId')
201
+ ReadFromTimestamp = Shapes::TimestampShape.new(name: 'ReadFromTimestamp')
193
202
  Record = Shapes::StructureShape.new(name: 'Record')
194
203
  RedshiftDestinationConfiguration = Shapes::StructureShape.new(name: 'RedshiftDestinationConfiguration')
195
204
  RedshiftDestinationDescription = Shapes::StructureShape.new(name: 'RedshiftDestinationDescription')
@@ -214,6 +223,9 @@ module Aws::Firehose
214
223
  ServiceUnavailableException = Shapes::StructureShape.new(name: 'ServiceUnavailableException')
215
224
  SizeInMBs = Shapes::IntegerShape.new(name: 'SizeInMBs')
216
225
  SnowflakeAccountUrl = Shapes::StringShape.new(name: 'SnowflakeAccountUrl')
226
+ SnowflakeBufferingHints = Shapes::StructureShape.new(name: 'SnowflakeBufferingHints')
227
+ SnowflakeBufferingIntervalInSeconds = Shapes::IntegerShape.new(name: 'SnowflakeBufferingIntervalInSeconds')
228
+ SnowflakeBufferingSizeInMBs = Shapes::IntegerShape.new(name: 'SnowflakeBufferingSizeInMBs')
217
229
  SnowflakeContentColumnName = Shapes::StringShape.new(name: 'SnowflakeContentColumnName')
218
230
  SnowflakeDataLoadingOption = Shapes::StringShape.new(name: 'SnowflakeDataLoadingOption')
219
231
  SnowflakeDatabase = Shapes::StringShape.new(name: 'SnowflakeDatabase')
@@ -367,6 +379,9 @@ module Aws::Firehose
367
379
  BufferingHints.add_member(:interval_in_seconds, Shapes::ShapeRef.new(shape: IntervalInSeconds, location_name: "IntervalInSeconds"))
368
380
  BufferingHints.struct_class = Types::BufferingHints
369
381
 
382
+ CatalogConfiguration.add_member(:catalog_arn, Shapes::ShapeRef.new(shape: GlueDataCatalogARN, location_name: "CatalogARN"))
383
+ CatalogConfiguration.struct_class = Types::CatalogConfiguration
384
+
370
385
  CloudWatchLoggingOptions.add_member(:enabled, Shapes::ShapeRef.new(shape: BooleanObject, location_name: "Enabled"))
371
386
  CloudWatchLoggingOptions.add_member(:log_group_name, Shapes::ShapeRef.new(shape: LogGroupName, location_name: "LogGroupName"))
372
387
  CloudWatchLoggingOptions.add_member(:log_stream_name, Shapes::ShapeRef.new(shape: LogStreamName, location_name: "LogStreamName"))
@@ -398,6 +413,7 @@ module Aws::Firehose
398
413
  CreateDeliveryStreamInput.add_member(:amazon_open_search_serverless_destination_configuration, Shapes::ShapeRef.new(shape: AmazonOpenSearchServerlessDestinationConfiguration, location_name: "AmazonOpenSearchServerlessDestinationConfiguration"))
399
414
  CreateDeliveryStreamInput.add_member(:msk_source_configuration, Shapes::ShapeRef.new(shape: MSKSourceConfiguration, location_name: "MSKSourceConfiguration"))
400
415
  CreateDeliveryStreamInput.add_member(:snowflake_destination_configuration, Shapes::ShapeRef.new(shape: SnowflakeDestinationConfiguration, location_name: "SnowflakeDestinationConfiguration"))
416
+ CreateDeliveryStreamInput.add_member(:iceberg_destination_configuration, Shapes::ShapeRef.new(shape: IcebergDestinationConfiguration, location_name: "IcebergDestinationConfiguration"))
401
417
  CreateDeliveryStreamInput.struct_class = Types::CreateDeliveryStreamInput
402
418
 
403
419
  CreateDeliveryStreamOutput.add_member(:delivery_stream_arn, Shapes::ShapeRef.new(shape: DeliveryStreamARN, location_name: "DeliveryStreamARN"))
@@ -463,10 +479,19 @@ module Aws::Firehose
463
479
  DestinationDescription.add_member(:http_endpoint_destination_description, Shapes::ShapeRef.new(shape: HttpEndpointDestinationDescription, location_name: "HttpEndpointDestinationDescription"))
464
480
  DestinationDescription.add_member(:snowflake_destination_description, Shapes::ShapeRef.new(shape: SnowflakeDestinationDescription, location_name: "SnowflakeDestinationDescription"))
465
481
  DestinationDescription.add_member(:amazon_open_search_serverless_destination_description, Shapes::ShapeRef.new(shape: AmazonOpenSearchServerlessDestinationDescription, location_name: "AmazonOpenSearchServerlessDestinationDescription"))
482
+ DestinationDescription.add_member(:iceberg_destination_description, Shapes::ShapeRef.new(shape: IcebergDestinationDescription, location_name: "IcebergDestinationDescription"))
466
483
  DestinationDescription.struct_class = Types::DestinationDescription
467
484
 
468
485
  DestinationDescriptionList.member = Shapes::ShapeRef.new(shape: DestinationDescription)
469
486
 
487
+ DestinationTableConfiguration.add_member(:destination_table_name, Shapes::ShapeRef.new(shape: NonEmptyStringWithoutWhitespace, required: true, location_name: "DestinationTableName"))
488
+ DestinationTableConfiguration.add_member(:destination_database_name, Shapes::ShapeRef.new(shape: NonEmptyStringWithoutWhitespace, required: true, location_name: "DestinationDatabaseName"))
489
+ DestinationTableConfiguration.add_member(:unique_keys, Shapes::ShapeRef.new(shape: ListOfNonEmptyStringsWithoutWhitespace, location_name: "UniqueKeys"))
490
+ DestinationTableConfiguration.add_member(:s3_error_output_prefix, Shapes::ShapeRef.new(shape: ErrorOutputPrefix, location_name: "S3ErrorOutputPrefix"))
491
+ DestinationTableConfiguration.struct_class = Types::DestinationTableConfiguration
492
+
493
+ DestinationTableConfigurationList.member = Shapes::ShapeRef.new(shape: DestinationTableConfiguration)
494
+
470
495
  DocumentIdOptions.add_member(:default_document_id_format, Shapes::ShapeRef.new(shape: DefaultDocumentIdFormat, required: true, location_name: "DefaultDocumentIdFormat"))
471
496
  DocumentIdOptions.struct_class = Types::DocumentIdOptions
472
497
 
@@ -651,6 +676,39 @@ module Aws::Firehose
651
676
  HttpEndpointRetryOptions.add_member(:duration_in_seconds, Shapes::ShapeRef.new(shape: HttpEndpointRetryDurationInSeconds, location_name: "DurationInSeconds"))
652
677
  HttpEndpointRetryOptions.struct_class = Types::HttpEndpointRetryOptions
653
678
 
679
+ IcebergDestinationConfiguration.add_member(:destination_table_configuration_list, Shapes::ShapeRef.new(shape: DestinationTableConfigurationList, location_name: "DestinationTableConfigurationList"))
680
+ IcebergDestinationConfiguration.add_member(:buffering_hints, Shapes::ShapeRef.new(shape: BufferingHints, location_name: "BufferingHints"))
681
+ IcebergDestinationConfiguration.add_member(:cloud_watch_logging_options, Shapes::ShapeRef.new(shape: CloudWatchLoggingOptions, location_name: "CloudWatchLoggingOptions"))
682
+ IcebergDestinationConfiguration.add_member(:processing_configuration, Shapes::ShapeRef.new(shape: ProcessingConfiguration, location_name: "ProcessingConfiguration"))
683
+ IcebergDestinationConfiguration.add_member(:s3_backup_mode, Shapes::ShapeRef.new(shape: IcebergS3BackupMode, location_name: "S3BackupMode"))
684
+ IcebergDestinationConfiguration.add_member(:retry_options, Shapes::ShapeRef.new(shape: RetryOptions, location_name: "RetryOptions"))
685
+ IcebergDestinationConfiguration.add_member(:role_arn, Shapes::ShapeRef.new(shape: RoleARN, required: true, location_name: "RoleARN"))
686
+ IcebergDestinationConfiguration.add_member(:catalog_configuration, Shapes::ShapeRef.new(shape: CatalogConfiguration, required: true, location_name: "CatalogConfiguration"))
687
+ IcebergDestinationConfiguration.add_member(:s3_configuration, Shapes::ShapeRef.new(shape: S3DestinationConfiguration, required: true, location_name: "S3Configuration"))
688
+ IcebergDestinationConfiguration.struct_class = Types::IcebergDestinationConfiguration
689
+
690
+ IcebergDestinationDescription.add_member(:destination_table_configuration_list, Shapes::ShapeRef.new(shape: DestinationTableConfigurationList, location_name: "DestinationTableConfigurationList"))
691
+ IcebergDestinationDescription.add_member(:buffering_hints, Shapes::ShapeRef.new(shape: BufferingHints, location_name: "BufferingHints"))
692
+ IcebergDestinationDescription.add_member(:cloud_watch_logging_options, Shapes::ShapeRef.new(shape: CloudWatchLoggingOptions, location_name: "CloudWatchLoggingOptions"))
693
+ IcebergDestinationDescription.add_member(:processing_configuration, Shapes::ShapeRef.new(shape: ProcessingConfiguration, location_name: "ProcessingConfiguration"))
694
+ IcebergDestinationDescription.add_member(:s3_backup_mode, Shapes::ShapeRef.new(shape: IcebergS3BackupMode, location_name: "S3BackupMode"))
695
+ IcebergDestinationDescription.add_member(:retry_options, Shapes::ShapeRef.new(shape: RetryOptions, location_name: "RetryOptions"))
696
+ IcebergDestinationDescription.add_member(:role_arn, Shapes::ShapeRef.new(shape: RoleARN, location_name: "RoleARN"))
697
+ IcebergDestinationDescription.add_member(:catalog_configuration, Shapes::ShapeRef.new(shape: CatalogConfiguration, location_name: "CatalogConfiguration"))
698
+ IcebergDestinationDescription.add_member(:s3_destination_description, Shapes::ShapeRef.new(shape: S3DestinationDescription, location_name: "S3DestinationDescription"))
699
+ IcebergDestinationDescription.struct_class = Types::IcebergDestinationDescription
700
+
701
+ IcebergDestinationUpdate.add_member(:destination_table_configuration_list, Shapes::ShapeRef.new(shape: DestinationTableConfigurationList, location_name: "DestinationTableConfigurationList"))
702
+ IcebergDestinationUpdate.add_member(:buffering_hints, Shapes::ShapeRef.new(shape: BufferingHints, location_name: "BufferingHints"))
703
+ IcebergDestinationUpdate.add_member(:cloud_watch_logging_options, Shapes::ShapeRef.new(shape: CloudWatchLoggingOptions, location_name: "CloudWatchLoggingOptions"))
704
+ IcebergDestinationUpdate.add_member(:processing_configuration, Shapes::ShapeRef.new(shape: ProcessingConfiguration, location_name: "ProcessingConfiguration"))
705
+ IcebergDestinationUpdate.add_member(:s3_backup_mode, Shapes::ShapeRef.new(shape: IcebergS3BackupMode, location_name: "S3BackupMode"))
706
+ IcebergDestinationUpdate.add_member(:retry_options, Shapes::ShapeRef.new(shape: RetryOptions, location_name: "RetryOptions"))
707
+ IcebergDestinationUpdate.add_member(:role_arn, Shapes::ShapeRef.new(shape: RoleARN, location_name: "RoleARN"))
708
+ IcebergDestinationUpdate.add_member(:catalog_configuration, Shapes::ShapeRef.new(shape: CatalogConfiguration, location_name: "CatalogConfiguration"))
709
+ IcebergDestinationUpdate.add_member(:s3_configuration, Shapes::ShapeRef.new(shape: S3DestinationConfiguration, location_name: "S3Configuration"))
710
+ IcebergDestinationUpdate.struct_class = Types::IcebergDestinationUpdate
711
+
654
712
  InputFormatConfiguration.add_member(:deserializer, Shapes::ShapeRef.new(shape: Deserializer, location_name: "Deserializer"))
655
713
  InputFormatConfiguration.struct_class = Types::InputFormatConfiguration
656
714
 
@@ -707,12 +765,14 @@ module Aws::Firehose
707
765
  MSKSourceConfiguration.add_member(:msk_cluster_arn, Shapes::ShapeRef.new(shape: MSKClusterARN, required: true, location_name: "MSKClusterARN"))
708
766
  MSKSourceConfiguration.add_member(:topic_name, Shapes::ShapeRef.new(shape: TopicName, required: true, location_name: "TopicName"))
709
767
  MSKSourceConfiguration.add_member(:authentication_configuration, Shapes::ShapeRef.new(shape: AuthenticationConfiguration, required: true, location_name: "AuthenticationConfiguration"))
768
+ MSKSourceConfiguration.add_member(:read_from_timestamp, Shapes::ShapeRef.new(shape: ReadFromTimestamp, location_name: "ReadFromTimestamp"))
710
769
  MSKSourceConfiguration.struct_class = Types::MSKSourceConfiguration
711
770
 
712
771
  MSKSourceDescription.add_member(:msk_cluster_arn, Shapes::ShapeRef.new(shape: MSKClusterARN, location_name: "MSKClusterARN"))
713
772
  MSKSourceDescription.add_member(:topic_name, Shapes::ShapeRef.new(shape: TopicName, location_name: "TopicName"))
714
773
  MSKSourceDescription.add_member(:authentication_configuration, Shapes::ShapeRef.new(shape: AuthenticationConfiguration, location_name: "AuthenticationConfiguration"))
715
774
  MSKSourceDescription.add_member(:delivery_start_timestamp, Shapes::ShapeRef.new(shape: DeliveryStartTimestamp, location_name: "DeliveryStartTimestamp"))
775
+ MSKSourceDescription.add_member(:read_from_timestamp, Shapes::ShapeRef.new(shape: ReadFromTimestamp, location_name: "ReadFromTimestamp"))
716
776
  MSKSourceDescription.struct_class = Types::MSKSourceDescription
717
777
 
718
778
  OpenXJsonSerDe.add_member(:convert_dots_in_json_keys_to_underscores, Shapes::ShapeRef.new(shape: BooleanObject, location_name: "ConvertDotsInJsonKeysToUnderscores"))
@@ -893,6 +953,10 @@ module Aws::Firehose
893
953
  ServiceUnavailableException.add_member(:message, Shapes::ShapeRef.new(shape: ErrorMessage, location_name: "message"))
894
954
  ServiceUnavailableException.struct_class = Types::ServiceUnavailableException
895
955
 
956
+ SnowflakeBufferingHints.add_member(:size_in_m_bs, Shapes::ShapeRef.new(shape: SnowflakeBufferingSizeInMBs, location_name: "SizeInMBs"))
957
+ SnowflakeBufferingHints.add_member(:interval_in_seconds, Shapes::ShapeRef.new(shape: SnowflakeBufferingIntervalInSeconds, location_name: "IntervalInSeconds"))
958
+ SnowflakeBufferingHints.struct_class = Types::SnowflakeBufferingHints
959
+
896
960
  SnowflakeDestinationConfiguration.add_member(:account_url, Shapes::ShapeRef.new(shape: SnowflakeAccountUrl, required: true, location_name: "AccountUrl"))
897
961
  SnowflakeDestinationConfiguration.add_member(:private_key, Shapes::ShapeRef.new(shape: SnowflakePrivateKey, location_name: "PrivateKey"))
898
962
  SnowflakeDestinationConfiguration.add_member(:key_passphrase, Shapes::ShapeRef.new(shape: SnowflakeKeyPassphrase, location_name: "KeyPassphrase"))
@@ -912,6 +976,7 @@ module Aws::Firehose
912
976
  SnowflakeDestinationConfiguration.add_member(:s3_backup_mode, Shapes::ShapeRef.new(shape: SnowflakeS3BackupMode, location_name: "S3BackupMode"))
913
977
  SnowflakeDestinationConfiguration.add_member(:s3_configuration, Shapes::ShapeRef.new(shape: S3DestinationConfiguration, required: true, location_name: "S3Configuration"))
914
978
  SnowflakeDestinationConfiguration.add_member(:secrets_manager_configuration, Shapes::ShapeRef.new(shape: SecretsManagerConfiguration, location_name: "SecretsManagerConfiguration"))
979
+ SnowflakeDestinationConfiguration.add_member(:buffering_hints, Shapes::ShapeRef.new(shape: SnowflakeBufferingHints, location_name: "BufferingHints"))
915
980
  SnowflakeDestinationConfiguration.struct_class = Types::SnowflakeDestinationConfiguration
916
981
 
917
982
  SnowflakeDestinationDescription.add_member(:account_url, Shapes::ShapeRef.new(shape: SnowflakeAccountUrl, location_name: "AccountUrl"))
@@ -931,6 +996,7 @@ module Aws::Firehose
931
996
  SnowflakeDestinationDescription.add_member(:s3_backup_mode, Shapes::ShapeRef.new(shape: SnowflakeS3BackupMode, location_name: "S3BackupMode"))
932
997
  SnowflakeDestinationDescription.add_member(:s3_destination_description, Shapes::ShapeRef.new(shape: S3DestinationDescription, location_name: "S3DestinationDescription"))
933
998
  SnowflakeDestinationDescription.add_member(:secrets_manager_configuration, Shapes::ShapeRef.new(shape: SecretsManagerConfiguration, location_name: "SecretsManagerConfiguration"))
999
+ SnowflakeDestinationDescription.add_member(:buffering_hints, Shapes::ShapeRef.new(shape: SnowflakeBufferingHints, location_name: "BufferingHints"))
934
1000
  SnowflakeDestinationDescription.struct_class = Types::SnowflakeDestinationDescription
935
1001
 
936
1002
  SnowflakeDestinationUpdate.add_member(:account_url, Shapes::ShapeRef.new(shape: SnowflakeAccountUrl, location_name: "AccountUrl"))
@@ -951,6 +1017,7 @@ module Aws::Firehose
951
1017
  SnowflakeDestinationUpdate.add_member(:s3_backup_mode, Shapes::ShapeRef.new(shape: SnowflakeS3BackupMode, location_name: "S3BackupMode"))
952
1018
  SnowflakeDestinationUpdate.add_member(:s3_update, Shapes::ShapeRef.new(shape: S3DestinationUpdate, location_name: "S3Update"))
953
1019
  SnowflakeDestinationUpdate.add_member(:secrets_manager_configuration, Shapes::ShapeRef.new(shape: SecretsManagerConfiguration, location_name: "SecretsManagerConfiguration"))
1020
+ SnowflakeDestinationUpdate.add_member(:buffering_hints, Shapes::ShapeRef.new(shape: SnowflakeBufferingHints, location_name: "BufferingHints"))
954
1021
  SnowflakeDestinationUpdate.struct_class = Types::SnowflakeDestinationUpdate
955
1022
 
956
1023
  SnowflakeRetryOptions.add_member(:duration_in_seconds, Shapes::ShapeRef.new(shape: SnowflakeRetryDurationInSeconds, location_name: "DurationInSeconds"))
@@ -1058,6 +1125,7 @@ module Aws::Firehose
1058
1125
  UpdateDestinationInput.add_member(:http_endpoint_destination_update, Shapes::ShapeRef.new(shape: HttpEndpointDestinationUpdate, location_name: "HttpEndpointDestinationUpdate"))
1059
1126
  UpdateDestinationInput.add_member(:amazon_open_search_serverless_destination_update, Shapes::ShapeRef.new(shape: AmazonOpenSearchServerlessDestinationUpdate, location_name: "AmazonOpenSearchServerlessDestinationUpdate"))
1060
1127
  UpdateDestinationInput.add_member(:snowflake_destination_update, Shapes::ShapeRef.new(shape: SnowflakeDestinationUpdate, location_name: "SnowflakeDestinationUpdate"))
1128
+ UpdateDestinationInput.add_member(:iceberg_destination_update, Shapes::ShapeRef.new(shape: IcebergDestinationUpdate, location_name: "IcebergDestinationUpdate"))
1061
1129
  UpdateDestinationInput.struct_class = Types::UpdateDestinationInput
1062
1130
 
1063
1131
  UpdateDestinationOutput.struct_class = Types::UpdateDestinationOutput