aws-sdk-firehose 1.75.0 → 1.76.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-firehose/client.rb +182 -1
- data/lib/aws-sdk-firehose/client_api.rb +68 -0
- data/lib/aws-sdk-firehose/types.rb +380 -8
- data/lib/aws-sdk-firehose.rb +1 -1
- data/sig/client.rbs +136 -1
- data/sig/types.rbs +66 -0
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 660468cd7ba9b65aef1b51eb84459155c63c89a534647364d7e93cf27e27a3e2
|
4
|
+
data.tar.gz: d67651004d88e13aaf4cbc7a5dc2a5ffe230b55a986e6ae3e43dbe0de7e271e0
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 9bebdc7abf2c5889925649ecc2e36f86988593ae73b2eb379c91ca58c8a8ed0c4d051dfa46aed7253b3ba7039186862f7c611d8c9a667005223ab8a78c77ae50
|
7
|
+
data.tar.gz: 41aaa4c8300af24623158a244dcbc1c498f063b6d3f6f1f24e11906c17ec45d1d469c7969645b3488a3071ecf3109dbb0f82558c60b146737d58169836bd88d5
|
data/CHANGELOG.md
CHANGED
@@ -1,6 +1,11 @@
|
|
1
1
|
Unreleased Changes
|
2
2
|
------------------
|
3
3
|
|
4
|
+
1.76.0 (2024-07-18)
|
5
|
+
------------------
|
6
|
+
|
7
|
+
* Feature - This release 1) Add configurable buffering hints for Snowflake as destination. 2) Add ReadFromTimestamp for MSK As Source. Firehose will start reading data from MSK Cluster using offset associated with this timestamp. 3) Gated public beta release to add Apache Iceberg tables as destination.
|
8
|
+
|
4
9
|
1.75.0 (2024-07-08)
|
5
10
|
------------------
|
6
11
|
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.
|
1
|
+
1.76.0
|
@@ -610,6 +610,11 @@ module Aws::Firehose
|
|
610
610
|
# @option params [Types::SnowflakeDestinationConfiguration] :snowflake_destination_configuration
|
611
611
|
# Configure Snowflake destination
|
612
612
|
#
|
613
|
+
# @option params [Types::IcebergDestinationConfiguration] :iceberg_destination_configuration
|
614
|
+
# Configure Apache Iceberg Tables destination.
|
615
|
+
#
|
616
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
617
|
+
#
|
613
618
|
# @return [Types::CreateDeliveryStreamOutput] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
614
619
|
#
|
615
620
|
# * {Types::CreateDeliveryStreamOutput#delivery_stream_arn #delivery_stream_arn} => String
|
@@ -1181,6 +1186,7 @@ module Aws::Firehose
|
|
1181
1186
|
# role_arn: "RoleARN", # required
|
1182
1187
|
# connectivity: "PUBLIC", # required, accepts PUBLIC, PRIVATE
|
1183
1188
|
# },
|
1189
|
+
# read_from_timestamp: Time.now,
|
1184
1190
|
# },
|
1185
1191
|
# snowflake_destination_configuration: {
|
1186
1192
|
# account_url: "SnowflakeAccountUrl", # required
|
@@ -1251,6 +1257,73 @@ module Aws::Firehose
|
|
1251
1257
|
# role_arn: "RoleARN",
|
1252
1258
|
# enabled: false, # required
|
1253
1259
|
# },
|
1260
|
+
# buffering_hints: {
|
1261
|
+
# size_in_m_bs: 1,
|
1262
|
+
# interval_in_seconds: 1,
|
1263
|
+
# },
|
1264
|
+
# },
|
1265
|
+
# iceberg_destination_configuration: {
|
1266
|
+
# destination_table_configuration_list: [
|
1267
|
+
# {
|
1268
|
+
# destination_table_name: "NonEmptyStringWithoutWhitespace", # required
|
1269
|
+
# destination_database_name: "NonEmptyStringWithoutWhitespace", # required
|
1270
|
+
# unique_keys: ["NonEmptyStringWithoutWhitespace"],
|
1271
|
+
# s3_error_output_prefix: "ErrorOutputPrefix",
|
1272
|
+
# },
|
1273
|
+
# ],
|
1274
|
+
# buffering_hints: {
|
1275
|
+
# size_in_m_bs: 1,
|
1276
|
+
# interval_in_seconds: 1,
|
1277
|
+
# },
|
1278
|
+
# cloud_watch_logging_options: {
|
1279
|
+
# enabled: false,
|
1280
|
+
# log_group_name: "LogGroupName",
|
1281
|
+
# log_stream_name: "LogStreamName",
|
1282
|
+
# },
|
1283
|
+
# processing_configuration: {
|
1284
|
+
# enabled: false,
|
1285
|
+
# processors: [
|
1286
|
+
# {
|
1287
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Decompression, CloudWatchLogProcessing, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
1288
|
+
# parameters: [
|
1289
|
+
# {
|
1290
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter, CompressionFormat, DataMessageExtraction
|
1291
|
+
# parameter_value: "ProcessorParameterValue", # required
|
1292
|
+
# },
|
1293
|
+
# ],
|
1294
|
+
# },
|
1295
|
+
# ],
|
1296
|
+
# },
|
1297
|
+
# s3_backup_mode: "FailedDataOnly", # accepts FailedDataOnly, AllData
|
1298
|
+
# retry_options: {
|
1299
|
+
# duration_in_seconds: 1,
|
1300
|
+
# },
|
1301
|
+
# role_arn: "RoleARN", # required
|
1302
|
+
# catalog_configuration: { # required
|
1303
|
+
# catalog_arn: "GlueDataCatalogARN",
|
1304
|
+
# },
|
1305
|
+
# s3_configuration: { # required
|
1306
|
+
# role_arn: "RoleARN", # required
|
1307
|
+
# bucket_arn: "BucketARN", # required
|
1308
|
+
# prefix: "Prefix",
|
1309
|
+
# error_output_prefix: "ErrorOutputPrefix",
|
1310
|
+
# buffering_hints: {
|
1311
|
+
# size_in_m_bs: 1,
|
1312
|
+
# interval_in_seconds: 1,
|
1313
|
+
# },
|
1314
|
+
# compression_format: "UNCOMPRESSED", # accepts UNCOMPRESSED, GZIP, ZIP, Snappy, HADOOP_SNAPPY
|
1315
|
+
# encryption_configuration: {
|
1316
|
+
# no_encryption_config: "NoEncryption", # accepts NoEncryption
|
1317
|
+
# kms_encryption_config: {
|
1318
|
+
# awskms_key_arn: "AWSKMSKeyARN", # required
|
1319
|
+
# },
|
1320
|
+
# },
|
1321
|
+
# cloud_watch_logging_options: {
|
1322
|
+
# enabled: false,
|
1323
|
+
# log_group_name: "LogGroupName",
|
1324
|
+
# log_stream_name: "LogStreamName",
|
1325
|
+
# },
|
1326
|
+
# },
|
1254
1327
|
# },
|
1255
1328
|
# })
|
1256
1329
|
#
|
@@ -1385,6 +1458,7 @@ module Aws::Firehose
|
|
1385
1458
|
# resp.delivery_stream_description.source.msk_source_description.authentication_configuration.role_arn #=> String
|
1386
1459
|
# resp.delivery_stream_description.source.msk_source_description.authentication_configuration.connectivity #=> String, one of "PUBLIC", "PRIVATE"
|
1387
1460
|
# resp.delivery_stream_description.source.msk_source_description.delivery_start_timestamp #=> Time
|
1461
|
+
# resp.delivery_stream_description.source.msk_source_description.read_from_timestamp #=> Time
|
1388
1462
|
# resp.delivery_stream_description.destinations #=> Array
|
1389
1463
|
# resp.delivery_stream_description.destinations[0].destination_id #=> String
|
1390
1464
|
# resp.delivery_stream_description.destinations[0].s3_destination_description.role_arn #=> String
|
@@ -1689,6 +1763,8 @@ module Aws::Firehose
|
|
1689
1763
|
# resp.delivery_stream_description.destinations[0].snowflake_destination_description.secrets_manager_configuration.secret_arn #=> String
|
1690
1764
|
# resp.delivery_stream_description.destinations[0].snowflake_destination_description.secrets_manager_configuration.role_arn #=> String
|
1691
1765
|
# resp.delivery_stream_description.destinations[0].snowflake_destination_description.secrets_manager_configuration.enabled #=> Boolean
|
1766
|
+
# resp.delivery_stream_description.destinations[0].snowflake_destination_description.buffering_hints.size_in_m_bs #=> Integer
|
1767
|
+
# resp.delivery_stream_description.destinations[0].snowflake_destination_description.buffering_hints.interval_in_seconds #=> Integer
|
1692
1768
|
# resp.delivery_stream_description.destinations[0].amazon_open_search_serverless_destination_description.role_arn #=> String
|
1693
1769
|
# resp.delivery_stream_description.destinations[0].amazon_open_search_serverless_destination_description.collection_endpoint #=> String
|
1694
1770
|
# resp.delivery_stream_description.destinations[0].amazon_open_search_serverless_destination_description.index_name #=> String
|
@@ -1723,6 +1799,39 @@ module Aws::Firehose
|
|
1723
1799
|
# resp.delivery_stream_description.destinations[0].amazon_open_search_serverless_destination_description.vpc_configuration_description.security_group_ids #=> Array
|
1724
1800
|
# resp.delivery_stream_description.destinations[0].amazon_open_search_serverless_destination_description.vpc_configuration_description.security_group_ids[0] #=> String
|
1725
1801
|
# resp.delivery_stream_description.destinations[0].amazon_open_search_serverless_destination_description.vpc_configuration_description.vpc_id #=> String
|
1802
|
+
# resp.delivery_stream_description.destinations[0].iceberg_destination_description.destination_table_configuration_list #=> Array
|
1803
|
+
# resp.delivery_stream_description.destinations[0].iceberg_destination_description.destination_table_configuration_list[0].destination_table_name #=> String
|
1804
|
+
# resp.delivery_stream_description.destinations[0].iceberg_destination_description.destination_table_configuration_list[0].destination_database_name #=> String
|
1805
|
+
# resp.delivery_stream_description.destinations[0].iceberg_destination_description.destination_table_configuration_list[0].unique_keys #=> Array
|
1806
|
+
# resp.delivery_stream_description.destinations[0].iceberg_destination_description.destination_table_configuration_list[0].unique_keys[0] #=> String
|
1807
|
+
# resp.delivery_stream_description.destinations[0].iceberg_destination_description.destination_table_configuration_list[0].s3_error_output_prefix #=> String
|
1808
|
+
# resp.delivery_stream_description.destinations[0].iceberg_destination_description.buffering_hints.size_in_m_bs #=> Integer
|
1809
|
+
# resp.delivery_stream_description.destinations[0].iceberg_destination_description.buffering_hints.interval_in_seconds #=> Integer
|
1810
|
+
# resp.delivery_stream_description.destinations[0].iceberg_destination_description.cloud_watch_logging_options.enabled #=> Boolean
|
1811
|
+
# resp.delivery_stream_description.destinations[0].iceberg_destination_description.cloud_watch_logging_options.log_group_name #=> String
|
1812
|
+
# resp.delivery_stream_description.destinations[0].iceberg_destination_description.cloud_watch_logging_options.log_stream_name #=> String
|
1813
|
+
# resp.delivery_stream_description.destinations[0].iceberg_destination_description.processing_configuration.enabled #=> Boolean
|
1814
|
+
# resp.delivery_stream_description.destinations[0].iceberg_destination_description.processing_configuration.processors #=> Array
|
1815
|
+
# resp.delivery_stream_description.destinations[0].iceberg_destination_description.processing_configuration.processors[0].type #=> String, one of "RecordDeAggregation", "Decompression", "CloudWatchLogProcessing", "Lambda", "MetadataExtraction", "AppendDelimiterToRecord"
|
1816
|
+
# resp.delivery_stream_description.destinations[0].iceberg_destination_description.processing_configuration.processors[0].parameters #=> Array
|
1817
|
+
# resp.delivery_stream_description.destinations[0].iceberg_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "MetadataExtractionQuery", "JsonParsingEngine", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds", "SubRecordType", "Delimiter", "CompressionFormat", "DataMessageExtraction"
|
1818
|
+
# resp.delivery_stream_description.destinations[0].iceberg_destination_description.processing_configuration.processors[0].parameters[0].parameter_value #=> String
|
1819
|
+
# resp.delivery_stream_description.destinations[0].iceberg_destination_description.s3_backup_mode #=> String, one of "FailedDataOnly", "AllData"
|
1820
|
+
# resp.delivery_stream_description.destinations[0].iceberg_destination_description.retry_options.duration_in_seconds #=> Integer
|
1821
|
+
# resp.delivery_stream_description.destinations[0].iceberg_destination_description.role_arn #=> String
|
1822
|
+
# resp.delivery_stream_description.destinations[0].iceberg_destination_description.catalog_configuration.catalog_arn #=> String
|
1823
|
+
# resp.delivery_stream_description.destinations[0].iceberg_destination_description.s3_destination_description.role_arn #=> String
|
1824
|
+
# resp.delivery_stream_description.destinations[0].iceberg_destination_description.s3_destination_description.bucket_arn #=> String
|
1825
|
+
# resp.delivery_stream_description.destinations[0].iceberg_destination_description.s3_destination_description.prefix #=> String
|
1826
|
+
# resp.delivery_stream_description.destinations[0].iceberg_destination_description.s3_destination_description.error_output_prefix #=> String
|
1827
|
+
# resp.delivery_stream_description.destinations[0].iceberg_destination_description.s3_destination_description.buffering_hints.size_in_m_bs #=> Integer
|
1828
|
+
# resp.delivery_stream_description.destinations[0].iceberg_destination_description.s3_destination_description.buffering_hints.interval_in_seconds #=> Integer
|
1829
|
+
# resp.delivery_stream_description.destinations[0].iceberg_destination_description.s3_destination_description.compression_format #=> String, one of "UNCOMPRESSED", "GZIP", "ZIP", "Snappy", "HADOOP_SNAPPY"
|
1830
|
+
# resp.delivery_stream_description.destinations[0].iceberg_destination_description.s3_destination_description.encryption_configuration.no_encryption_config #=> String, one of "NoEncryption"
|
1831
|
+
# resp.delivery_stream_description.destinations[0].iceberg_destination_description.s3_destination_description.encryption_configuration.kms_encryption_config.awskms_key_arn #=> String
|
1832
|
+
# resp.delivery_stream_description.destinations[0].iceberg_destination_description.s3_destination_description.cloud_watch_logging_options.enabled #=> Boolean
|
1833
|
+
# resp.delivery_stream_description.destinations[0].iceberg_destination_description.s3_destination_description.cloud_watch_logging_options.log_group_name #=> String
|
1834
|
+
# resp.delivery_stream_description.destinations[0].iceberg_destination_description.s3_destination_description.cloud_watch_logging_options.log_stream_name #=> String
|
1726
1835
|
# resp.delivery_stream_description.has_more_destinations #=> Boolean
|
1727
1836
|
#
|
1728
1837
|
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/DescribeDeliveryStream AWS API Documentation
|
@@ -2346,6 +2455,11 @@ module Aws::Firehose
|
|
2346
2455
|
# @option params [Types::SnowflakeDestinationUpdate] :snowflake_destination_update
|
2347
2456
|
# Update to the Snowflake destination configuration settings.
|
2348
2457
|
#
|
2458
|
+
# @option params [Types::IcebergDestinationUpdate] :iceberg_destination_update
|
2459
|
+
# Describes an update for a destination in Apache Iceberg Tables.
|
2460
|
+
#
|
2461
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
2462
|
+
#
|
2349
2463
|
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
2350
2464
|
#
|
2351
2465
|
# @example Request syntax with placeholder values
|
@@ -2943,6 +3057,73 @@ module Aws::Firehose
|
|
2943
3057
|
# role_arn: "RoleARN",
|
2944
3058
|
# enabled: false, # required
|
2945
3059
|
# },
|
3060
|
+
# buffering_hints: {
|
3061
|
+
# size_in_m_bs: 1,
|
3062
|
+
# interval_in_seconds: 1,
|
3063
|
+
# },
|
3064
|
+
# },
|
3065
|
+
# iceberg_destination_update: {
|
3066
|
+
# destination_table_configuration_list: [
|
3067
|
+
# {
|
3068
|
+
# destination_table_name: "NonEmptyStringWithoutWhitespace", # required
|
3069
|
+
# destination_database_name: "NonEmptyStringWithoutWhitespace", # required
|
3070
|
+
# unique_keys: ["NonEmptyStringWithoutWhitespace"],
|
3071
|
+
# s3_error_output_prefix: "ErrorOutputPrefix",
|
3072
|
+
# },
|
3073
|
+
# ],
|
3074
|
+
# buffering_hints: {
|
3075
|
+
# size_in_m_bs: 1,
|
3076
|
+
# interval_in_seconds: 1,
|
3077
|
+
# },
|
3078
|
+
# cloud_watch_logging_options: {
|
3079
|
+
# enabled: false,
|
3080
|
+
# log_group_name: "LogGroupName",
|
3081
|
+
# log_stream_name: "LogStreamName",
|
3082
|
+
# },
|
3083
|
+
# processing_configuration: {
|
3084
|
+
# enabled: false,
|
3085
|
+
# processors: [
|
3086
|
+
# {
|
3087
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Decompression, CloudWatchLogProcessing, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
3088
|
+
# parameters: [
|
3089
|
+
# {
|
3090
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter, CompressionFormat, DataMessageExtraction
|
3091
|
+
# parameter_value: "ProcessorParameterValue", # required
|
3092
|
+
# },
|
3093
|
+
# ],
|
3094
|
+
# },
|
3095
|
+
# ],
|
3096
|
+
# },
|
3097
|
+
# s3_backup_mode: "FailedDataOnly", # accepts FailedDataOnly, AllData
|
3098
|
+
# retry_options: {
|
3099
|
+
# duration_in_seconds: 1,
|
3100
|
+
# },
|
3101
|
+
# role_arn: "RoleARN",
|
3102
|
+
# catalog_configuration: {
|
3103
|
+
# catalog_arn: "GlueDataCatalogARN",
|
3104
|
+
# },
|
3105
|
+
# s3_configuration: {
|
3106
|
+
# role_arn: "RoleARN", # required
|
3107
|
+
# bucket_arn: "BucketARN", # required
|
3108
|
+
# prefix: "Prefix",
|
3109
|
+
# error_output_prefix: "ErrorOutputPrefix",
|
3110
|
+
# buffering_hints: {
|
3111
|
+
# size_in_m_bs: 1,
|
3112
|
+
# interval_in_seconds: 1,
|
3113
|
+
# },
|
3114
|
+
# compression_format: "UNCOMPRESSED", # accepts UNCOMPRESSED, GZIP, ZIP, Snappy, HADOOP_SNAPPY
|
3115
|
+
# encryption_configuration: {
|
3116
|
+
# no_encryption_config: "NoEncryption", # accepts NoEncryption
|
3117
|
+
# kms_encryption_config: {
|
3118
|
+
# awskms_key_arn: "AWSKMSKeyARN", # required
|
3119
|
+
# },
|
3120
|
+
# },
|
3121
|
+
# cloud_watch_logging_options: {
|
3122
|
+
# enabled: false,
|
3123
|
+
# log_group_name: "LogGroupName",
|
3124
|
+
# log_stream_name: "LogStreamName",
|
3125
|
+
# },
|
3126
|
+
# },
|
2946
3127
|
# },
|
2947
3128
|
# })
|
2948
3129
|
#
|
@@ -2968,7 +3149,7 @@ module Aws::Firehose
|
|
2968
3149
|
params: params,
|
2969
3150
|
config: config)
|
2970
3151
|
context[:gem_name] = 'aws-sdk-firehose'
|
2971
|
-
context[:gem_version] = '1.
|
3152
|
+
context[:gem_version] = '1.76.0'
|
2972
3153
|
Seahorse::Client::Request.new(handlers, context)
|
2973
3154
|
end
|
2974
3155
|
|
@@ -44,6 +44,7 @@ module Aws::Firehose
|
|
44
44
|
BooleanObject = Shapes::BooleanShape.new(name: 'BooleanObject')
|
45
45
|
BucketARN = Shapes::StringShape.new(name: 'BucketARN')
|
46
46
|
BufferingHints = Shapes::StructureShape.new(name: 'BufferingHints')
|
47
|
+
CatalogConfiguration = Shapes::StructureShape.new(name: 'CatalogConfiguration')
|
47
48
|
CloudWatchLoggingOptions = Shapes::StructureShape.new(name: 'CloudWatchLoggingOptions')
|
48
49
|
ClusterJDBCURL = Shapes::StringShape.new(name: 'ClusterJDBCURL')
|
49
50
|
ColumnToJsonKeyMappings = Shapes::MapShape.new(name: 'ColumnToJsonKeyMappings')
|
@@ -82,6 +83,8 @@ module Aws::Firehose
|
|
82
83
|
DestinationDescription = Shapes::StructureShape.new(name: 'DestinationDescription')
|
83
84
|
DestinationDescriptionList = Shapes::ListShape.new(name: 'DestinationDescriptionList')
|
84
85
|
DestinationId = Shapes::StringShape.new(name: 'DestinationId')
|
86
|
+
DestinationTableConfiguration = Shapes::StructureShape.new(name: 'DestinationTableConfiguration')
|
87
|
+
DestinationTableConfigurationList = Shapes::ListShape.new(name: 'DestinationTableConfigurationList')
|
85
88
|
DocumentIdOptions = Shapes::StructureShape.new(name: 'DocumentIdOptions')
|
86
89
|
DynamicPartitioningConfiguration = Shapes::StructureShape.new(name: 'DynamicPartitioningConfiguration')
|
87
90
|
ElasticsearchBufferingHints = Shapes::StructureShape.new(name: 'ElasticsearchBufferingHints')
|
@@ -107,6 +110,7 @@ module Aws::Firehose
|
|
107
110
|
ExtendedS3DestinationUpdate = Shapes::StructureShape.new(name: 'ExtendedS3DestinationUpdate')
|
108
111
|
FailureDescription = Shapes::StructureShape.new(name: 'FailureDescription')
|
109
112
|
FileExtension = Shapes::StringShape.new(name: 'FileExtension')
|
113
|
+
GlueDataCatalogARN = Shapes::StringShape.new(name: 'GlueDataCatalogARN')
|
110
114
|
HECAcknowledgmentTimeoutInSeconds = Shapes::IntegerShape.new(name: 'HECAcknowledgmentTimeoutInSeconds')
|
111
115
|
HECEndpoint = Shapes::StringShape.new(name: 'HECEndpoint')
|
112
116
|
HECEndpointType = Shapes::StringShape.new(name: 'HECEndpointType')
|
@@ -131,6 +135,10 @@ module Aws::Firehose
|
|
131
135
|
HttpEndpointRetryOptions = Shapes::StructureShape.new(name: 'HttpEndpointRetryOptions')
|
132
136
|
HttpEndpointS3BackupMode = Shapes::StringShape.new(name: 'HttpEndpointS3BackupMode')
|
133
137
|
HttpEndpointUrl = Shapes::StringShape.new(name: 'HttpEndpointUrl')
|
138
|
+
IcebergDestinationConfiguration = Shapes::StructureShape.new(name: 'IcebergDestinationConfiguration')
|
139
|
+
IcebergDestinationDescription = Shapes::StructureShape.new(name: 'IcebergDestinationDescription')
|
140
|
+
IcebergDestinationUpdate = Shapes::StructureShape.new(name: 'IcebergDestinationUpdate')
|
141
|
+
IcebergS3BackupMode = Shapes::StringShape.new(name: 'IcebergS3BackupMode')
|
134
142
|
InputFormatConfiguration = Shapes::StructureShape.new(name: 'InputFormatConfiguration')
|
135
143
|
IntervalInSeconds = Shapes::IntegerShape.new(name: 'IntervalInSeconds')
|
136
144
|
InvalidArgumentException = Shapes::StructureShape.new(name: 'InvalidArgumentException')
|
@@ -190,6 +198,7 @@ module Aws::Firehose
|
|
190
198
|
PutRecordInput = Shapes::StructureShape.new(name: 'PutRecordInput')
|
191
199
|
PutRecordOutput = Shapes::StructureShape.new(name: 'PutRecordOutput')
|
192
200
|
PutResponseRecordId = Shapes::StringShape.new(name: 'PutResponseRecordId')
|
201
|
+
ReadFromTimestamp = Shapes::TimestampShape.new(name: 'ReadFromTimestamp')
|
193
202
|
Record = Shapes::StructureShape.new(name: 'Record')
|
194
203
|
RedshiftDestinationConfiguration = Shapes::StructureShape.new(name: 'RedshiftDestinationConfiguration')
|
195
204
|
RedshiftDestinationDescription = Shapes::StructureShape.new(name: 'RedshiftDestinationDescription')
|
@@ -214,6 +223,9 @@ module Aws::Firehose
|
|
214
223
|
ServiceUnavailableException = Shapes::StructureShape.new(name: 'ServiceUnavailableException')
|
215
224
|
SizeInMBs = Shapes::IntegerShape.new(name: 'SizeInMBs')
|
216
225
|
SnowflakeAccountUrl = Shapes::StringShape.new(name: 'SnowflakeAccountUrl')
|
226
|
+
SnowflakeBufferingHints = Shapes::StructureShape.new(name: 'SnowflakeBufferingHints')
|
227
|
+
SnowflakeBufferingIntervalInSeconds = Shapes::IntegerShape.new(name: 'SnowflakeBufferingIntervalInSeconds')
|
228
|
+
SnowflakeBufferingSizeInMBs = Shapes::IntegerShape.new(name: 'SnowflakeBufferingSizeInMBs')
|
217
229
|
SnowflakeContentColumnName = Shapes::StringShape.new(name: 'SnowflakeContentColumnName')
|
218
230
|
SnowflakeDataLoadingOption = Shapes::StringShape.new(name: 'SnowflakeDataLoadingOption')
|
219
231
|
SnowflakeDatabase = Shapes::StringShape.new(name: 'SnowflakeDatabase')
|
@@ -367,6 +379,9 @@ module Aws::Firehose
|
|
367
379
|
BufferingHints.add_member(:interval_in_seconds, Shapes::ShapeRef.new(shape: IntervalInSeconds, location_name: "IntervalInSeconds"))
|
368
380
|
BufferingHints.struct_class = Types::BufferingHints
|
369
381
|
|
382
|
+
CatalogConfiguration.add_member(:catalog_arn, Shapes::ShapeRef.new(shape: GlueDataCatalogARN, location_name: "CatalogARN"))
|
383
|
+
CatalogConfiguration.struct_class = Types::CatalogConfiguration
|
384
|
+
|
370
385
|
CloudWatchLoggingOptions.add_member(:enabled, Shapes::ShapeRef.new(shape: BooleanObject, location_name: "Enabled"))
|
371
386
|
CloudWatchLoggingOptions.add_member(:log_group_name, Shapes::ShapeRef.new(shape: LogGroupName, location_name: "LogGroupName"))
|
372
387
|
CloudWatchLoggingOptions.add_member(:log_stream_name, Shapes::ShapeRef.new(shape: LogStreamName, location_name: "LogStreamName"))
|
@@ -398,6 +413,7 @@ module Aws::Firehose
|
|
398
413
|
CreateDeliveryStreamInput.add_member(:amazon_open_search_serverless_destination_configuration, Shapes::ShapeRef.new(shape: AmazonOpenSearchServerlessDestinationConfiguration, location_name: "AmazonOpenSearchServerlessDestinationConfiguration"))
|
399
414
|
CreateDeliveryStreamInput.add_member(:msk_source_configuration, Shapes::ShapeRef.new(shape: MSKSourceConfiguration, location_name: "MSKSourceConfiguration"))
|
400
415
|
CreateDeliveryStreamInput.add_member(:snowflake_destination_configuration, Shapes::ShapeRef.new(shape: SnowflakeDestinationConfiguration, location_name: "SnowflakeDestinationConfiguration"))
|
416
|
+
CreateDeliveryStreamInput.add_member(:iceberg_destination_configuration, Shapes::ShapeRef.new(shape: IcebergDestinationConfiguration, location_name: "IcebergDestinationConfiguration"))
|
401
417
|
CreateDeliveryStreamInput.struct_class = Types::CreateDeliveryStreamInput
|
402
418
|
|
403
419
|
CreateDeliveryStreamOutput.add_member(:delivery_stream_arn, Shapes::ShapeRef.new(shape: DeliveryStreamARN, location_name: "DeliveryStreamARN"))
|
@@ -463,10 +479,19 @@ module Aws::Firehose
|
|
463
479
|
DestinationDescription.add_member(:http_endpoint_destination_description, Shapes::ShapeRef.new(shape: HttpEndpointDestinationDescription, location_name: "HttpEndpointDestinationDescription"))
|
464
480
|
DestinationDescription.add_member(:snowflake_destination_description, Shapes::ShapeRef.new(shape: SnowflakeDestinationDescription, location_name: "SnowflakeDestinationDescription"))
|
465
481
|
DestinationDescription.add_member(:amazon_open_search_serverless_destination_description, Shapes::ShapeRef.new(shape: AmazonOpenSearchServerlessDestinationDescription, location_name: "AmazonOpenSearchServerlessDestinationDescription"))
|
482
|
+
DestinationDescription.add_member(:iceberg_destination_description, Shapes::ShapeRef.new(shape: IcebergDestinationDescription, location_name: "IcebergDestinationDescription"))
|
466
483
|
DestinationDescription.struct_class = Types::DestinationDescription
|
467
484
|
|
468
485
|
DestinationDescriptionList.member = Shapes::ShapeRef.new(shape: DestinationDescription)
|
469
486
|
|
487
|
+
DestinationTableConfiguration.add_member(:destination_table_name, Shapes::ShapeRef.new(shape: NonEmptyStringWithoutWhitespace, required: true, location_name: "DestinationTableName"))
|
488
|
+
DestinationTableConfiguration.add_member(:destination_database_name, Shapes::ShapeRef.new(shape: NonEmptyStringWithoutWhitespace, required: true, location_name: "DestinationDatabaseName"))
|
489
|
+
DestinationTableConfiguration.add_member(:unique_keys, Shapes::ShapeRef.new(shape: ListOfNonEmptyStringsWithoutWhitespace, location_name: "UniqueKeys"))
|
490
|
+
DestinationTableConfiguration.add_member(:s3_error_output_prefix, Shapes::ShapeRef.new(shape: ErrorOutputPrefix, location_name: "S3ErrorOutputPrefix"))
|
491
|
+
DestinationTableConfiguration.struct_class = Types::DestinationTableConfiguration
|
492
|
+
|
493
|
+
DestinationTableConfigurationList.member = Shapes::ShapeRef.new(shape: DestinationTableConfiguration)
|
494
|
+
|
470
495
|
DocumentIdOptions.add_member(:default_document_id_format, Shapes::ShapeRef.new(shape: DefaultDocumentIdFormat, required: true, location_name: "DefaultDocumentIdFormat"))
|
471
496
|
DocumentIdOptions.struct_class = Types::DocumentIdOptions
|
472
497
|
|
@@ -651,6 +676,39 @@ module Aws::Firehose
|
|
651
676
|
HttpEndpointRetryOptions.add_member(:duration_in_seconds, Shapes::ShapeRef.new(shape: HttpEndpointRetryDurationInSeconds, location_name: "DurationInSeconds"))
|
652
677
|
HttpEndpointRetryOptions.struct_class = Types::HttpEndpointRetryOptions
|
653
678
|
|
679
|
+
IcebergDestinationConfiguration.add_member(:destination_table_configuration_list, Shapes::ShapeRef.new(shape: DestinationTableConfigurationList, location_name: "DestinationTableConfigurationList"))
|
680
|
+
IcebergDestinationConfiguration.add_member(:buffering_hints, Shapes::ShapeRef.new(shape: BufferingHints, location_name: "BufferingHints"))
|
681
|
+
IcebergDestinationConfiguration.add_member(:cloud_watch_logging_options, Shapes::ShapeRef.new(shape: CloudWatchLoggingOptions, location_name: "CloudWatchLoggingOptions"))
|
682
|
+
IcebergDestinationConfiguration.add_member(:processing_configuration, Shapes::ShapeRef.new(shape: ProcessingConfiguration, location_name: "ProcessingConfiguration"))
|
683
|
+
IcebergDestinationConfiguration.add_member(:s3_backup_mode, Shapes::ShapeRef.new(shape: IcebergS3BackupMode, location_name: "S3BackupMode"))
|
684
|
+
IcebergDestinationConfiguration.add_member(:retry_options, Shapes::ShapeRef.new(shape: RetryOptions, location_name: "RetryOptions"))
|
685
|
+
IcebergDestinationConfiguration.add_member(:role_arn, Shapes::ShapeRef.new(shape: RoleARN, required: true, location_name: "RoleARN"))
|
686
|
+
IcebergDestinationConfiguration.add_member(:catalog_configuration, Shapes::ShapeRef.new(shape: CatalogConfiguration, required: true, location_name: "CatalogConfiguration"))
|
687
|
+
IcebergDestinationConfiguration.add_member(:s3_configuration, Shapes::ShapeRef.new(shape: S3DestinationConfiguration, required: true, location_name: "S3Configuration"))
|
688
|
+
IcebergDestinationConfiguration.struct_class = Types::IcebergDestinationConfiguration
|
689
|
+
|
690
|
+
IcebergDestinationDescription.add_member(:destination_table_configuration_list, Shapes::ShapeRef.new(shape: DestinationTableConfigurationList, location_name: "DestinationTableConfigurationList"))
|
691
|
+
IcebergDestinationDescription.add_member(:buffering_hints, Shapes::ShapeRef.new(shape: BufferingHints, location_name: "BufferingHints"))
|
692
|
+
IcebergDestinationDescription.add_member(:cloud_watch_logging_options, Shapes::ShapeRef.new(shape: CloudWatchLoggingOptions, location_name: "CloudWatchLoggingOptions"))
|
693
|
+
IcebergDestinationDescription.add_member(:processing_configuration, Shapes::ShapeRef.new(shape: ProcessingConfiguration, location_name: "ProcessingConfiguration"))
|
694
|
+
IcebergDestinationDescription.add_member(:s3_backup_mode, Shapes::ShapeRef.new(shape: IcebergS3BackupMode, location_name: "S3BackupMode"))
|
695
|
+
IcebergDestinationDescription.add_member(:retry_options, Shapes::ShapeRef.new(shape: RetryOptions, location_name: "RetryOptions"))
|
696
|
+
IcebergDestinationDescription.add_member(:role_arn, Shapes::ShapeRef.new(shape: RoleARN, location_name: "RoleARN"))
|
697
|
+
IcebergDestinationDescription.add_member(:catalog_configuration, Shapes::ShapeRef.new(shape: CatalogConfiguration, location_name: "CatalogConfiguration"))
|
698
|
+
IcebergDestinationDescription.add_member(:s3_destination_description, Shapes::ShapeRef.new(shape: S3DestinationDescription, location_name: "S3DestinationDescription"))
|
699
|
+
IcebergDestinationDescription.struct_class = Types::IcebergDestinationDescription
|
700
|
+
|
701
|
+
IcebergDestinationUpdate.add_member(:destination_table_configuration_list, Shapes::ShapeRef.new(shape: DestinationTableConfigurationList, location_name: "DestinationTableConfigurationList"))
|
702
|
+
IcebergDestinationUpdate.add_member(:buffering_hints, Shapes::ShapeRef.new(shape: BufferingHints, location_name: "BufferingHints"))
|
703
|
+
IcebergDestinationUpdate.add_member(:cloud_watch_logging_options, Shapes::ShapeRef.new(shape: CloudWatchLoggingOptions, location_name: "CloudWatchLoggingOptions"))
|
704
|
+
IcebergDestinationUpdate.add_member(:processing_configuration, Shapes::ShapeRef.new(shape: ProcessingConfiguration, location_name: "ProcessingConfiguration"))
|
705
|
+
IcebergDestinationUpdate.add_member(:s3_backup_mode, Shapes::ShapeRef.new(shape: IcebergS3BackupMode, location_name: "S3BackupMode"))
|
706
|
+
IcebergDestinationUpdate.add_member(:retry_options, Shapes::ShapeRef.new(shape: RetryOptions, location_name: "RetryOptions"))
|
707
|
+
IcebergDestinationUpdate.add_member(:role_arn, Shapes::ShapeRef.new(shape: RoleARN, location_name: "RoleARN"))
|
708
|
+
IcebergDestinationUpdate.add_member(:catalog_configuration, Shapes::ShapeRef.new(shape: CatalogConfiguration, location_name: "CatalogConfiguration"))
|
709
|
+
IcebergDestinationUpdate.add_member(:s3_configuration, Shapes::ShapeRef.new(shape: S3DestinationConfiguration, location_name: "S3Configuration"))
|
710
|
+
IcebergDestinationUpdate.struct_class = Types::IcebergDestinationUpdate
|
711
|
+
|
654
712
|
InputFormatConfiguration.add_member(:deserializer, Shapes::ShapeRef.new(shape: Deserializer, location_name: "Deserializer"))
|
655
713
|
InputFormatConfiguration.struct_class = Types::InputFormatConfiguration
|
656
714
|
|
@@ -707,12 +765,14 @@ module Aws::Firehose
|
|
707
765
|
MSKSourceConfiguration.add_member(:msk_cluster_arn, Shapes::ShapeRef.new(shape: MSKClusterARN, required: true, location_name: "MSKClusterARN"))
|
708
766
|
MSKSourceConfiguration.add_member(:topic_name, Shapes::ShapeRef.new(shape: TopicName, required: true, location_name: "TopicName"))
|
709
767
|
MSKSourceConfiguration.add_member(:authentication_configuration, Shapes::ShapeRef.new(shape: AuthenticationConfiguration, required: true, location_name: "AuthenticationConfiguration"))
|
768
|
+
MSKSourceConfiguration.add_member(:read_from_timestamp, Shapes::ShapeRef.new(shape: ReadFromTimestamp, location_name: "ReadFromTimestamp"))
|
710
769
|
MSKSourceConfiguration.struct_class = Types::MSKSourceConfiguration
|
711
770
|
|
712
771
|
MSKSourceDescription.add_member(:msk_cluster_arn, Shapes::ShapeRef.new(shape: MSKClusterARN, location_name: "MSKClusterARN"))
|
713
772
|
MSKSourceDescription.add_member(:topic_name, Shapes::ShapeRef.new(shape: TopicName, location_name: "TopicName"))
|
714
773
|
MSKSourceDescription.add_member(:authentication_configuration, Shapes::ShapeRef.new(shape: AuthenticationConfiguration, location_name: "AuthenticationConfiguration"))
|
715
774
|
MSKSourceDescription.add_member(:delivery_start_timestamp, Shapes::ShapeRef.new(shape: DeliveryStartTimestamp, location_name: "DeliveryStartTimestamp"))
|
775
|
+
MSKSourceDescription.add_member(:read_from_timestamp, Shapes::ShapeRef.new(shape: ReadFromTimestamp, location_name: "ReadFromTimestamp"))
|
716
776
|
MSKSourceDescription.struct_class = Types::MSKSourceDescription
|
717
777
|
|
718
778
|
OpenXJsonSerDe.add_member(:convert_dots_in_json_keys_to_underscores, Shapes::ShapeRef.new(shape: BooleanObject, location_name: "ConvertDotsInJsonKeysToUnderscores"))
|
@@ -893,6 +953,10 @@ module Aws::Firehose
|
|
893
953
|
ServiceUnavailableException.add_member(:message, Shapes::ShapeRef.new(shape: ErrorMessage, location_name: "message"))
|
894
954
|
ServiceUnavailableException.struct_class = Types::ServiceUnavailableException
|
895
955
|
|
956
|
+
SnowflakeBufferingHints.add_member(:size_in_m_bs, Shapes::ShapeRef.new(shape: SnowflakeBufferingSizeInMBs, location_name: "SizeInMBs"))
|
957
|
+
SnowflakeBufferingHints.add_member(:interval_in_seconds, Shapes::ShapeRef.new(shape: SnowflakeBufferingIntervalInSeconds, location_name: "IntervalInSeconds"))
|
958
|
+
SnowflakeBufferingHints.struct_class = Types::SnowflakeBufferingHints
|
959
|
+
|
896
960
|
SnowflakeDestinationConfiguration.add_member(:account_url, Shapes::ShapeRef.new(shape: SnowflakeAccountUrl, required: true, location_name: "AccountUrl"))
|
897
961
|
SnowflakeDestinationConfiguration.add_member(:private_key, Shapes::ShapeRef.new(shape: SnowflakePrivateKey, location_name: "PrivateKey"))
|
898
962
|
SnowflakeDestinationConfiguration.add_member(:key_passphrase, Shapes::ShapeRef.new(shape: SnowflakeKeyPassphrase, location_name: "KeyPassphrase"))
|
@@ -912,6 +976,7 @@ module Aws::Firehose
|
|
912
976
|
SnowflakeDestinationConfiguration.add_member(:s3_backup_mode, Shapes::ShapeRef.new(shape: SnowflakeS3BackupMode, location_name: "S3BackupMode"))
|
913
977
|
SnowflakeDestinationConfiguration.add_member(:s3_configuration, Shapes::ShapeRef.new(shape: S3DestinationConfiguration, required: true, location_name: "S3Configuration"))
|
914
978
|
SnowflakeDestinationConfiguration.add_member(:secrets_manager_configuration, Shapes::ShapeRef.new(shape: SecretsManagerConfiguration, location_name: "SecretsManagerConfiguration"))
|
979
|
+
SnowflakeDestinationConfiguration.add_member(:buffering_hints, Shapes::ShapeRef.new(shape: SnowflakeBufferingHints, location_name: "BufferingHints"))
|
915
980
|
SnowflakeDestinationConfiguration.struct_class = Types::SnowflakeDestinationConfiguration
|
916
981
|
|
917
982
|
SnowflakeDestinationDescription.add_member(:account_url, Shapes::ShapeRef.new(shape: SnowflakeAccountUrl, location_name: "AccountUrl"))
|
@@ -931,6 +996,7 @@ module Aws::Firehose
|
|
931
996
|
SnowflakeDestinationDescription.add_member(:s3_backup_mode, Shapes::ShapeRef.new(shape: SnowflakeS3BackupMode, location_name: "S3BackupMode"))
|
932
997
|
SnowflakeDestinationDescription.add_member(:s3_destination_description, Shapes::ShapeRef.new(shape: S3DestinationDescription, location_name: "S3DestinationDescription"))
|
933
998
|
SnowflakeDestinationDescription.add_member(:secrets_manager_configuration, Shapes::ShapeRef.new(shape: SecretsManagerConfiguration, location_name: "SecretsManagerConfiguration"))
|
999
|
+
SnowflakeDestinationDescription.add_member(:buffering_hints, Shapes::ShapeRef.new(shape: SnowflakeBufferingHints, location_name: "BufferingHints"))
|
934
1000
|
SnowflakeDestinationDescription.struct_class = Types::SnowflakeDestinationDescription
|
935
1001
|
|
936
1002
|
SnowflakeDestinationUpdate.add_member(:account_url, Shapes::ShapeRef.new(shape: SnowflakeAccountUrl, location_name: "AccountUrl"))
|
@@ -951,6 +1017,7 @@ module Aws::Firehose
|
|
951
1017
|
SnowflakeDestinationUpdate.add_member(:s3_backup_mode, Shapes::ShapeRef.new(shape: SnowflakeS3BackupMode, location_name: "S3BackupMode"))
|
952
1018
|
SnowflakeDestinationUpdate.add_member(:s3_update, Shapes::ShapeRef.new(shape: S3DestinationUpdate, location_name: "S3Update"))
|
953
1019
|
SnowflakeDestinationUpdate.add_member(:secrets_manager_configuration, Shapes::ShapeRef.new(shape: SecretsManagerConfiguration, location_name: "SecretsManagerConfiguration"))
|
1020
|
+
SnowflakeDestinationUpdate.add_member(:buffering_hints, Shapes::ShapeRef.new(shape: SnowflakeBufferingHints, location_name: "BufferingHints"))
|
954
1021
|
SnowflakeDestinationUpdate.struct_class = Types::SnowflakeDestinationUpdate
|
955
1022
|
|
956
1023
|
SnowflakeRetryOptions.add_member(:duration_in_seconds, Shapes::ShapeRef.new(shape: SnowflakeRetryDurationInSeconds, location_name: "DurationInSeconds"))
|
@@ -1058,6 +1125,7 @@ module Aws::Firehose
|
|
1058
1125
|
UpdateDestinationInput.add_member(:http_endpoint_destination_update, Shapes::ShapeRef.new(shape: HttpEndpointDestinationUpdate, location_name: "HttpEndpointDestinationUpdate"))
|
1059
1126
|
UpdateDestinationInput.add_member(:amazon_open_search_serverless_destination_update, Shapes::ShapeRef.new(shape: AmazonOpenSearchServerlessDestinationUpdate, location_name: "AmazonOpenSearchServerlessDestinationUpdate"))
|
1060
1127
|
UpdateDestinationInput.add_member(:snowflake_destination_update, Shapes::ShapeRef.new(shape: SnowflakeDestinationUpdate, location_name: "SnowflakeDestinationUpdate"))
|
1128
|
+
UpdateDestinationInput.add_member(:iceberg_destination_update, Shapes::ShapeRef.new(shape: IcebergDestinationUpdate, location_name: "IcebergDestinationUpdate"))
|
1061
1129
|
UpdateDestinationInput.struct_class = Types::UpdateDestinationInput
|
1062
1130
|
|
1063
1131
|
UpdateDestinationOutput.struct_class = Types::UpdateDestinationOutput
|
@@ -634,6 +634,27 @@ module Aws::Firehose
|
|
634
634
|
include Aws::Structure
|
635
635
|
end
|
636
636
|
|
637
|
+
# Describes the containers where the destination Apache Iceberg Tables
|
638
|
+
# are persisted.
|
639
|
+
#
|
640
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
641
|
+
#
|
642
|
+
# @!attribute [rw] catalog_arn
|
643
|
+
# Specifies the Glue catalog ARN indentifier of the destination Apache
|
644
|
+
# Iceberg Tables. You must specify the ARN in the format
|
645
|
+
# `arn:aws:glue:region:account-id:catalog`.
|
646
|
+
#
|
647
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
648
|
+
# @return [String]
|
649
|
+
#
|
650
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/CatalogConfiguration AWS API Documentation
|
651
|
+
#
|
652
|
+
class CatalogConfiguration < Struct.new(
|
653
|
+
:catalog_arn)
|
654
|
+
SENSITIVE = []
|
655
|
+
include Aws::Structure
|
656
|
+
end
|
657
|
+
|
637
658
|
# Describes the Amazon CloudWatch logging options for your delivery
|
638
659
|
# stream.
|
639
660
|
#
|
@@ -836,6 +857,12 @@ module Aws::Firehose
|
|
836
857
|
# Configure Snowflake destination
|
837
858
|
# @return [Types::SnowflakeDestinationConfiguration]
|
838
859
|
#
|
860
|
+
# @!attribute [rw] iceberg_destination_configuration
|
861
|
+
# Configure Apache Iceberg Tables destination.
|
862
|
+
#
|
863
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
864
|
+
# @return [Types::IcebergDestinationConfiguration]
|
865
|
+
#
|
839
866
|
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/CreateDeliveryStreamInput AWS API Documentation
|
840
867
|
#
|
841
868
|
class CreateDeliveryStreamInput < Struct.new(
|
@@ -853,7 +880,8 @@ module Aws::Firehose
|
|
853
880
|
:tags,
|
854
881
|
:amazon_open_search_serverless_destination_configuration,
|
855
882
|
:msk_source_configuration,
|
856
|
-
:snowflake_destination_configuration
|
883
|
+
:snowflake_destination_configuration,
|
884
|
+
:iceberg_destination_configuration)
|
857
885
|
SENSITIVE = []
|
858
886
|
include Aws::Structure
|
859
887
|
end
|
@@ -1260,6 +1288,12 @@ module Aws::Firehose
|
|
1260
1288
|
# Service.
|
1261
1289
|
# @return [Types::AmazonOpenSearchServerlessDestinationDescription]
|
1262
1290
|
#
|
1291
|
+
# @!attribute [rw] iceberg_destination_description
|
1292
|
+
# Describes a destination in Apache Iceberg Tables.
|
1293
|
+
#
|
1294
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
1295
|
+
# @return [Types::IcebergDestinationDescription]
|
1296
|
+
#
|
1263
1297
|
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/DestinationDescription AWS API Documentation
|
1264
1298
|
#
|
1265
1299
|
class DestinationDescription < Struct.new(
|
@@ -1272,7 +1306,51 @@ module Aws::Firehose
|
|
1272
1306
|
:splunk_destination_description,
|
1273
1307
|
:http_endpoint_destination_description,
|
1274
1308
|
:snowflake_destination_description,
|
1275
|
-
:amazon_open_search_serverless_destination_description
|
1309
|
+
:amazon_open_search_serverless_destination_description,
|
1310
|
+
:iceberg_destination_description)
|
1311
|
+
SENSITIVE = []
|
1312
|
+
include Aws::Structure
|
1313
|
+
end
|
1314
|
+
|
1315
|
+
# Describes the configuration of a destination in Apache Iceberg Tables.
|
1316
|
+
#
|
1317
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
1318
|
+
#
|
1319
|
+
# @!attribute [rw] destination_table_name
|
1320
|
+
# Specifies the name of the Apache Iceberg Table.
|
1321
|
+
#
|
1322
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
1323
|
+
# @return [String]
|
1324
|
+
#
|
1325
|
+
# @!attribute [rw] destination_database_name
|
1326
|
+
# The name of the Apache Iceberg database.
|
1327
|
+
#
|
1328
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
1329
|
+
# @return [String]
|
1330
|
+
#
|
1331
|
+
# @!attribute [rw] unique_keys
|
1332
|
+
# A list of unique keys for a given Apache Iceberg table. Firehose
|
1333
|
+
# will use these for running Create/Update/Delete operations on the
|
1334
|
+
# given Iceberg table.
|
1335
|
+
#
|
1336
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
1337
|
+
# @return [Array<String>]
|
1338
|
+
#
|
1339
|
+
# @!attribute [rw] s3_error_output_prefix
|
1340
|
+
# The table specific S3 error output prefix. All the errors that
|
1341
|
+
# occurred while delivering to this table will be prefixed with this
|
1342
|
+
# value in S3 destination.
|
1343
|
+
#
|
1344
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
1345
|
+
# @return [String]
|
1346
|
+
#
|
1347
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/DestinationTableConfiguration AWS API Documentation
|
1348
|
+
#
|
1349
|
+
class DestinationTableConfiguration < Struct.new(
|
1350
|
+
:destination_table_name,
|
1351
|
+
:destination_database_name,
|
1352
|
+
:unique_keys,
|
1353
|
+
:s3_error_output_prefix)
|
1276
1354
|
SENSITIVE = []
|
1277
1355
|
include Aws::Structure
|
1278
1356
|
end
|
@@ -2517,6 +2595,228 @@ module Aws::Firehose
|
|
2517
2595
|
include Aws::Structure
|
2518
2596
|
end
|
2519
2597
|
|
2598
|
+
# Specifies the destination configure settings for Apache Iceberg Table.
|
2599
|
+
#
|
2600
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
2601
|
+
#
|
2602
|
+
# @!attribute [rw] destination_table_configuration_list
|
2603
|
+
# Provides a list of `DestinationTableConfigurations` which Firehose
|
2604
|
+
# uses to deliver data to Apache Iceberg tables.
|
2605
|
+
#
|
2606
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
2607
|
+
# @return [Array<Types::DestinationTableConfiguration>]
|
2608
|
+
#
|
2609
|
+
# @!attribute [rw] buffering_hints
|
2610
|
+
# Describes hints for the buffering to perform before delivering data
|
2611
|
+
# to the destination. These options are treated as hints, and
|
2612
|
+
# therefore Firehose might choose to use different values when it is
|
2613
|
+
# optimal. The `SizeInMBs` and `IntervalInSeconds` parameters are
|
2614
|
+
# optional. However, if specify a value for one of them, you must also
|
2615
|
+
# provide a value for the other.
|
2616
|
+
# @return [Types::BufferingHints]
|
2617
|
+
#
|
2618
|
+
# @!attribute [rw] cloud_watch_logging_options
|
2619
|
+
# Describes the Amazon CloudWatch logging options for your delivery
|
2620
|
+
# stream.
|
2621
|
+
# @return [Types::CloudWatchLoggingOptions]
|
2622
|
+
#
|
2623
|
+
# @!attribute [rw] processing_configuration
|
2624
|
+
# Describes a data processing configuration.
|
2625
|
+
# @return [Types::ProcessingConfiguration]
|
2626
|
+
#
|
2627
|
+
# @!attribute [rw] s3_backup_mode
|
2628
|
+
# Describes how Firehose will backup records. Currently,Firehose only
|
2629
|
+
# supports `FailedDataOnly` for preview.
|
2630
|
+
#
|
2631
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
2632
|
+
# @return [String]
|
2633
|
+
#
|
2634
|
+
# @!attribute [rw] retry_options
|
2635
|
+
# The retry behavior in case Firehose is unable to deliver data to an
|
2636
|
+
# Amazon S3 prefix.
|
2637
|
+
# @return [Types::RetryOptions]
|
2638
|
+
#
|
2639
|
+
# @!attribute [rw] role_arn
|
2640
|
+
# The Amazon Resource Name (ARN) of the Apache Iceberg tables role.
|
2641
|
+
#
|
2642
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
2643
|
+
# @return [String]
|
2644
|
+
#
|
2645
|
+
# @!attribute [rw] catalog_configuration
|
2646
|
+
# Configuration describing where the destination Apache Iceberg Tables
|
2647
|
+
# are persisted.
|
2648
|
+
#
|
2649
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
2650
|
+
# @return [Types::CatalogConfiguration]
|
2651
|
+
#
|
2652
|
+
# @!attribute [rw] s3_configuration
|
2653
|
+
# Describes the configuration of a destination in Amazon S3.
|
2654
|
+
# @return [Types::S3DestinationConfiguration]
|
2655
|
+
#
|
2656
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/IcebergDestinationConfiguration AWS API Documentation
|
2657
|
+
#
|
2658
|
+
class IcebergDestinationConfiguration < Struct.new(
|
2659
|
+
:destination_table_configuration_list,
|
2660
|
+
:buffering_hints,
|
2661
|
+
:cloud_watch_logging_options,
|
2662
|
+
:processing_configuration,
|
2663
|
+
:s3_backup_mode,
|
2664
|
+
:retry_options,
|
2665
|
+
:role_arn,
|
2666
|
+
:catalog_configuration,
|
2667
|
+
:s3_configuration)
|
2668
|
+
SENSITIVE = []
|
2669
|
+
include Aws::Structure
|
2670
|
+
end
|
2671
|
+
|
2672
|
+
# Describes a destination in Apache Iceberg Tables.
|
2673
|
+
#
|
2674
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
2675
|
+
#
|
2676
|
+
# @!attribute [rw] destination_table_configuration_list
|
2677
|
+
# Provides a list of `DestinationTableConfigurations` which Firehose
|
2678
|
+
# uses to deliver data to Apache Iceberg tables.
|
2679
|
+
#
|
2680
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
2681
|
+
# @return [Array<Types::DestinationTableConfiguration>]
|
2682
|
+
#
|
2683
|
+
# @!attribute [rw] buffering_hints
|
2684
|
+
# Describes hints for the buffering to perform before delivering data
|
2685
|
+
# to the destination. These options are treated as hints, and
|
2686
|
+
# therefore Firehose might choose to use different values when it is
|
2687
|
+
# optimal. The `SizeInMBs` and `IntervalInSeconds` parameters are
|
2688
|
+
# optional. However, if specify a value for one of them, you must also
|
2689
|
+
# provide a value for the other.
|
2690
|
+
# @return [Types::BufferingHints]
|
2691
|
+
#
|
2692
|
+
# @!attribute [rw] cloud_watch_logging_options
|
2693
|
+
# Describes the Amazon CloudWatch logging options for your delivery
|
2694
|
+
# stream.
|
2695
|
+
# @return [Types::CloudWatchLoggingOptions]
|
2696
|
+
#
|
2697
|
+
# @!attribute [rw] processing_configuration
|
2698
|
+
# Describes a data processing configuration.
|
2699
|
+
# @return [Types::ProcessingConfiguration]
|
2700
|
+
#
|
2701
|
+
# @!attribute [rw] s3_backup_mode
|
2702
|
+
# Describes how Firehose will backup records. Currently,Firehose only
|
2703
|
+
# supports `FailedDataOnly` for preview.
|
2704
|
+
#
|
2705
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
2706
|
+
# @return [String]
|
2707
|
+
#
|
2708
|
+
# @!attribute [rw] retry_options
|
2709
|
+
# The retry behavior in case Firehose is unable to deliver data to an
|
2710
|
+
# Amazon S3 prefix.
|
2711
|
+
# @return [Types::RetryOptions]
|
2712
|
+
#
|
2713
|
+
# @!attribute [rw] role_arn
|
2714
|
+
# The Amazon Resource Name (ARN) of the Apache Iceberg Tables role.
|
2715
|
+
#
|
2716
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
2717
|
+
# @return [String]
|
2718
|
+
#
|
2719
|
+
# @!attribute [rw] catalog_configuration
|
2720
|
+
# Configuration describing where the destination Iceberg tables are
|
2721
|
+
# persisted.
|
2722
|
+
#
|
2723
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
2724
|
+
# @return [Types::CatalogConfiguration]
|
2725
|
+
#
|
2726
|
+
# @!attribute [rw] s3_destination_description
|
2727
|
+
# Describes a destination in Amazon S3.
|
2728
|
+
# @return [Types::S3DestinationDescription]
|
2729
|
+
#
|
2730
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/IcebergDestinationDescription AWS API Documentation
|
2731
|
+
#
|
2732
|
+
class IcebergDestinationDescription < Struct.new(
|
2733
|
+
:destination_table_configuration_list,
|
2734
|
+
:buffering_hints,
|
2735
|
+
:cloud_watch_logging_options,
|
2736
|
+
:processing_configuration,
|
2737
|
+
:s3_backup_mode,
|
2738
|
+
:retry_options,
|
2739
|
+
:role_arn,
|
2740
|
+
:catalog_configuration,
|
2741
|
+
:s3_destination_description)
|
2742
|
+
SENSITIVE = []
|
2743
|
+
include Aws::Structure
|
2744
|
+
end
|
2745
|
+
|
2746
|
+
# Describes an update for a destination in Apache Iceberg Tables.
|
2747
|
+
#
|
2748
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
2749
|
+
#
|
2750
|
+
# @!attribute [rw] destination_table_configuration_list
|
2751
|
+
# Provides a list of `DestinationTableConfigurations` which Firehose
|
2752
|
+
# uses to deliver data to Apache Iceberg tables.
|
2753
|
+
#
|
2754
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
2755
|
+
# @return [Array<Types::DestinationTableConfiguration>]
|
2756
|
+
#
|
2757
|
+
# @!attribute [rw] buffering_hints
|
2758
|
+
# Describes hints for the buffering to perform before delivering data
|
2759
|
+
# to the destination. These options are treated as hints, and
|
2760
|
+
# therefore Firehose might choose to use different values when it is
|
2761
|
+
# optimal. The `SizeInMBs` and `IntervalInSeconds` parameters are
|
2762
|
+
# optional. However, if specify a value for one of them, you must also
|
2763
|
+
# provide a value for the other.
|
2764
|
+
# @return [Types::BufferingHints]
|
2765
|
+
#
|
2766
|
+
# @!attribute [rw] cloud_watch_logging_options
|
2767
|
+
# Describes the Amazon CloudWatch logging options for your delivery
|
2768
|
+
# stream.
|
2769
|
+
# @return [Types::CloudWatchLoggingOptions]
|
2770
|
+
#
|
2771
|
+
# @!attribute [rw] processing_configuration
|
2772
|
+
# Describes a data processing configuration.
|
2773
|
+
# @return [Types::ProcessingConfiguration]
|
2774
|
+
#
|
2775
|
+
# @!attribute [rw] s3_backup_mode
|
2776
|
+
# Describes how Firehose will backup records. Currently,Firehose only
|
2777
|
+
# supports `FailedDataOnly` for preview.
|
2778
|
+
#
|
2779
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
2780
|
+
# @return [String]
|
2781
|
+
#
|
2782
|
+
# @!attribute [rw] retry_options
|
2783
|
+
# The retry behavior in case Firehose is unable to deliver data to an
|
2784
|
+
# Amazon S3 prefix.
|
2785
|
+
# @return [Types::RetryOptions]
|
2786
|
+
#
|
2787
|
+
# @!attribute [rw] role_arn
|
2788
|
+
# The Amazon Resource Name (ARN) of the Apache Iceberg Tables role.
|
2789
|
+
#
|
2790
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
2791
|
+
# @return [String]
|
2792
|
+
#
|
2793
|
+
# @!attribute [rw] catalog_configuration
|
2794
|
+
# Configuration describing where the destination Iceberg tables are
|
2795
|
+
# persisted.
|
2796
|
+
#
|
2797
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
2798
|
+
# @return [Types::CatalogConfiguration]
|
2799
|
+
#
|
2800
|
+
# @!attribute [rw] s3_configuration
|
2801
|
+
# Describes the configuration of a destination in Amazon S3.
|
2802
|
+
# @return [Types::S3DestinationConfiguration]
|
2803
|
+
#
|
2804
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/IcebergDestinationUpdate AWS API Documentation
|
2805
|
+
#
|
2806
|
+
class IcebergDestinationUpdate < Struct.new(
|
2807
|
+
:destination_table_configuration_list,
|
2808
|
+
:buffering_hints,
|
2809
|
+
:cloud_watch_logging_options,
|
2810
|
+
:processing_configuration,
|
2811
|
+
:s3_backup_mode,
|
2812
|
+
:retry_options,
|
2813
|
+
:role_arn,
|
2814
|
+
:catalog_configuration,
|
2815
|
+
:s3_configuration)
|
2816
|
+
SENSITIVE = []
|
2817
|
+
include Aws::Structure
|
2818
|
+
end
|
2819
|
+
|
2520
2820
|
# Specifies the deserializer you want to use to convert the format of
|
2521
2821
|
# the input data. This parameter is required if `Enabled` is set to
|
2522
2822
|
# true.
|
@@ -2807,12 +3107,23 @@ module Aws::Firehose
|
|
2807
3107
|
# The authentication configuration of the Amazon MSK cluster.
|
2808
3108
|
# @return [Types::AuthenticationConfiguration]
|
2809
3109
|
#
|
3110
|
+
# @!attribute [rw] read_from_timestamp
|
3111
|
+
# The start date and time in UTC for the offset position within your
|
3112
|
+
# MSK topic from where Firehose begins to read. By default, this is
|
3113
|
+
# set to timestamp when Firehose becomes Active.
|
3114
|
+
#
|
3115
|
+
# If you want to create a Firehose stream with Earliest start position
|
3116
|
+
# from SDK or CLI, you need to set the `ReadFromTimestamp` parameter
|
3117
|
+
# to Epoch (1970-01-01T00:00:00Z).
|
3118
|
+
# @return [Time]
|
3119
|
+
#
|
2810
3120
|
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/MSKSourceConfiguration AWS API Documentation
|
2811
3121
|
#
|
2812
3122
|
class MSKSourceConfiguration < Struct.new(
|
2813
3123
|
:msk_cluster_arn,
|
2814
3124
|
:topic_name,
|
2815
|
-
:authentication_configuration
|
3125
|
+
:authentication_configuration,
|
3126
|
+
:read_from_timestamp)
|
2816
3127
|
SENSITIVE = []
|
2817
3128
|
include Aws::Structure
|
2818
3129
|
end
|
@@ -2837,13 +3148,24 @@ module Aws::Firehose
|
|
2837
3148
|
# MSK cluster starting with this timestamp.
|
2838
3149
|
# @return [Time]
|
2839
3150
|
#
|
3151
|
+
# @!attribute [rw] read_from_timestamp
|
3152
|
+
# The start date and time in UTC for the offset position within your
|
3153
|
+
# MSK topic from where Firehose begins to read. By default, this is
|
3154
|
+
# set to timestamp when Firehose becomes Active.
|
3155
|
+
#
|
3156
|
+
# If you want to create a Firehose stream with Earliest start position
|
3157
|
+
# from SDK or CLI, you need to set the `ReadFromTimestampUTC`
|
3158
|
+
# parameter to Epoch (1970-01-01T00:00:00Z).
|
3159
|
+
# @return [Time]
|
3160
|
+
#
|
2840
3161
|
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/MSKSourceDescription AWS API Documentation
|
2841
3162
|
#
|
2842
3163
|
class MSKSourceDescription < Struct.new(
|
2843
3164
|
:msk_cluster_arn,
|
2844
3165
|
:topic_name,
|
2845
3166
|
:authentication_configuration,
|
2846
|
-
:delivery_start_timestamp
|
3167
|
+
:delivery_start_timestamp,
|
3168
|
+
:read_from_timestamp)
|
2847
3169
|
SENSITIVE = []
|
2848
3170
|
include Aws::Structure
|
2849
3171
|
end
|
@@ -3944,6 +4266,29 @@ module Aws::Firehose
|
|
3944
4266
|
include Aws::Structure
|
3945
4267
|
end
|
3946
4268
|
|
4269
|
+
# Describes the buffering to perform before delivering data to the
|
4270
|
+
# Snowflake destination. If you do not specify any value, Firehose uses
|
4271
|
+
# the default values.
|
4272
|
+
#
|
4273
|
+
# @!attribute [rw] size_in_m_bs
|
4274
|
+
# Buffer incoming data to the specified size, in MBs, before
|
4275
|
+
# delivering it to the destination. The default value is 1.
|
4276
|
+
# @return [Integer]
|
4277
|
+
#
|
4278
|
+
# @!attribute [rw] interval_in_seconds
|
4279
|
+
# Buffer incoming data for the specified period of time, in seconds,
|
4280
|
+
# before delivering it to the destination. The default value is 0.
|
4281
|
+
# @return [Integer]
|
4282
|
+
#
|
4283
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/SnowflakeBufferingHints AWS API Documentation
|
4284
|
+
#
|
4285
|
+
class SnowflakeBufferingHints < Struct.new(
|
4286
|
+
:size_in_m_bs,
|
4287
|
+
:interval_in_seconds)
|
4288
|
+
SENSITIVE = []
|
4289
|
+
include Aws::Structure
|
4290
|
+
end
|
4291
|
+
|
3947
4292
|
# Configure Snowflake destination
|
3948
4293
|
#
|
3949
4294
|
# @!attribute [rw] account_url
|
@@ -4053,6 +4398,12 @@ module Aws::Firehose
|
|
4053
4398
|
# The configuration that defines how you access secrets for Snowflake.
|
4054
4399
|
# @return [Types::SecretsManagerConfiguration]
|
4055
4400
|
#
|
4401
|
+
# @!attribute [rw] buffering_hints
|
4402
|
+
# Describes the buffering to perform before delivering data to the
|
4403
|
+
# Snowflake destination. If you do not specify any value, Firehose
|
4404
|
+
# uses the default values.
|
4405
|
+
# @return [Types::SnowflakeBufferingHints]
|
4406
|
+
#
|
4056
4407
|
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/SnowflakeDestinationConfiguration AWS API Documentation
|
4057
4408
|
#
|
4058
4409
|
class SnowflakeDestinationConfiguration < Struct.new(
|
@@ -4074,7 +4425,8 @@ module Aws::Firehose
|
|
4074
4425
|
:retry_options,
|
4075
4426
|
:s3_backup_mode,
|
4076
4427
|
:s3_configuration,
|
4077
|
-
:secrets_manager_configuration
|
4428
|
+
:secrets_manager_configuration,
|
4429
|
+
:buffering_hints)
|
4078
4430
|
SENSITIVE = [:account_url, :private_key, :key_passphrase, :user, :database, :schema, :table, :meta_data_column_name, :content_column_name]
|
4079
4431
|
include Aws::Structure
|
4080
4432
|
end
|
@@ -4168,6 +4520,12 @@ module Aws::Firehose
|
|
4168
4520
|
# The configuration that defines how you access secrets for Snowflake.
|
4169
4521
|
# @return [Types::SecretsManagerConfiguration]
|
4170
4522
|
#
|
4523
|
+
# @!attribute [rw] buffering_hints
|
4524
|
+
# Describes the buffering to perform before delivering data to the
|
4525
|
+
# Snowflake destination. If you do not specify any value, Firehose
|
4526
|
+
# uses the default values.
|
4527
|
+
# @return [Types::SnowflakeBufferingHints]
|
4528
|
+
#
|
4171
4529
|
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/SnowflakeDestinationDescription AWS API Documentation
|
4172
4530
|
#
|
4173
4531
|
class SnowflakeDestinationDescription < Struct.new(
|
@@ -4187,7 +4545,8 @@ module Aws::Firehose
|
|
4187
4545
|
:retry_options,
|
4188
4546
|
:s3_backup_mode,
|
4189
4547
|
:s3_destination_description,
|
4190
|
-
:secrets_manager_configuration
|
4548
|
+
:secrets_manager_configuration,
|
4549
|
+
:buffering_hints)
|
4191
4550
|
SENSITIVE = [:account_url, :user, :database, :schema, :table, :meta_data_column_name, :content_column_name]
|
4192
4551
|
include Aws::Structure
|
4193
4552
|
end
|
@@ -4307,6 +4666,11 @@ module Aws::Firehose
|
|
4307
4666
|
# Describes the Secrets Manager configuration in Snowflake.
|
4308
4667
|
# @return [Types::SecretsManagerConfiguration]
|
4309
4668
|
#
|
4669
|
+
# @!attribute [rw] buffering_hints
|
4670
|
+
# Describes the buffering to perform before delivering data to the
|
4671
|
+
# Snowflake destination.
|
4672
|
+
# @return [Types::SnowflakeBufferingHints]
|
4673
|
+
#
|
4310
4674
|
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/SnowflakeDestinationUpdate AWS API Documentation
|
4311
4675
|
#
|
4312
4676
|
class SnowflakeDestinationUpdate < Struct.new(
|
@@ -4327,7 +4691,8 @@ module Aws::Firehose
|
|
4327
4691
|
:retry_options,
|
4328
4692
|
:s3_backup_mode,
|
4329
4693
|
:s3_update,
|
4330
|
-
:secrets_manager_configuration
|
4694
|
+
:secrets_manager_configuration,
|
4695
|
+
:buffering_hints)
|
4331
4696
|
SENSITIVE = [:account_url, :private_key, :key_passphrase, :user, :database, :schema, :table, :meta_data_column_name, :content_column_name]
|
4332
4697
|
include Aws::Structure
|
4333
4698
|
end
|
@@ -4868,6 +5233,12 @@ module Aws::Firehose
|
|
4868
5233
|
# Update to the Snowflake destination configuration settings.
|
4869
5234
|
# @return [Types::SnowflakeDestinationUpdate]
|
4870
5235
|
#
|
5236
|
+
# @!attribute [rw] iceberg_destination_update
|
5237
|
+
# Describes an update for a destination in Apache Iceberg Tables.
|
5238
|
+
#
|
5239
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
5240
|
+
# @return [Types::IcebergDestinationUpdate]
|
5241
|
+
#
|
4871
5242
|
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/UpdateDestinationInput AWS API Documentation
|
4872
5243
|
#
|
4873
5244
|
class UpdateDestinationInput < Struct.new(
|
@@ -4882,7 +5253,8 @@ module Aws::Firehose
|
|
4882
5253
|
:splunk_destination_update,
|
4883
5254
|
:http_endpoint_destination_update,
|
4884
5255
|
:amazon_open_search_serverless_destination_update,
|
4885
|
-
:snowflake_destination_update
|
5256
|
+
:snowflake_destination_update,
|
5257
|
+
:iceberg_destination_update)
|
4886
5258
|
SENSITIVE = []
|
4887
5259
|
include Aws::Structure
|
4888
5260
|
end
|
data/lib/aws-sdk-firehose.rb
CHANGED
data/sig/client.rbs
CHANGED
@@ -641,7 +641,8 @@ module Aws
|
|
641
641
|
authentication_configuration: {
|
642
642
|
role_arn: ::String,
|
643
643
|
connectivity: ("PUBLIC" | "PRIVATE")
|
644
|
-
}
|
644
|
+
},
|
645
|
+
read_from_timestamp: ::Time?
|
645
646
|
},
|
646
647
|
?snowflake_destination_configuration: {
|
647
648
|
account_url: ::String,
|
@@ -711,7 +712,74 @@ module Aws
|
|
711
712
|
secret_arn: ::String?,
|
712
713
|
role_arn: ::String?,
|
713
714
|
enabled: bool
|
715
|
+
}?,
|
716
|
+
buffering_hints: {
|
717
|
+
size_in_m_bs: ::Integer?,
|
718
|
+
interval_in_seconds: ::Integer?
|
714
719
|
}?
|
720
|
+
},
|
721
|
+
?iceberg_destination_configuration: {
|
722
|
+
destination_table_configuration_list: Array[
|
723
|
+
{
|
724
|
+
destination_table_name: ::String,
|
725
|
+
destination_database_name: ::String,
|
726
|
+
unique_keys: Array[::String]?,
|
727
|
+
s3_error_output_prefix: ::String?
|
728
|
+
},
|
729
|
+
]?,
|
730
|
+
buffering_hints: {
|
731
|
+
size_in_m_bs: ::Integer?,
|
732
|
+
interval_in_seconds: ::Integer?
|
733
|
+
}?,
|
734
|
+
cloud_watch_logging_options: {
|
735
|
+
enabled: bool?,
|
736
|
+
log_group_name: ::String?,
|
737
|
+
log_stream_name: ::String?
|
738
|
+
}?,
|
739
|
+
processing_configuration: {
|
740
|
+
enabled: bool?,
|
741
|
+
processors: Array[
|
742
|
+
{
|
743
|
+
type: ("RecordDeAggregation" | "Decompression" | "CloudWatchLogProcessing" | "Lambda" | "MetadataExtraction" | "AppendDelimiterToRecord"),
|
744
|
+
parameters: Array[
|
745
|
+
{
|
746
|
+
parameter_name: ("LambdaArn" | "NumberOfRetries" | "MetadataExtractionQuery" | "JsonParsingEngine" | "RoleArn" | "BufferSizeInMBs" | "BufferIntervalInSeconds" | "SubRecordType" | "Delimiter" | "CompressionFormat" | "DataMessageExtraction"),
|
747
|
+
parameter_value: ::String
|
748
|
+
},
|
749
|
+
]?
|
750
|
+
},
|
751
|
+
]?
|
752
|
+
}?,
|
753
|
+
s3_backup_mode: ("FailedDataOnly" | "AllData")?,
|
754
|
+
retry_options: {
|
755
|
+
duration_in_seconds: ::Integer?
|
756
|
+
}?,
|
757
|
+
role_arn: ::String,
|
758
|
+
catalog_configuration: {
|
759
|
+
catalog_arn: ::String?
|
760
|
+
},
|
761
|
+
s3_configuration: {
|
762
|
+
role_arn: ::String,
|
763
|
+
bucket_arn: ::String,
|
764
|
+
prefix: ::String?,
|
765
|
+
error_output_prefix: ::String?,
|
766
|
+
buffering_hints: {
|
767
|
+
size_in_m_bs: ::Integer?,
|
768
|
+
interval_in_seconds: ::Integer?
|
769
|
+
}?,
|
770
|
+
compression_format: ("UNCOMPRESSED" | "GZIP" | "ZIP" | "Snappy" | "HADOOP_SNAPPY")?,
|
771
|
+
encryption_configuration: {
|
772
|
+
no_encryption_config: ("NoEncryption")?,
|
773
|
+
kms_encryption_config: {
|
774
|
+
awskms_key_arn: ::String
|
775
|
+
}?
|
776
|
+
}?,
|
777
|
+
cloud_watch_logging_options: {
|
778
|
+
enabled: bool?,
|
779
|
+
log_group_name: ::String?,
|
780
|
+
log_stream_name: ::String?
|
781
|
+
}?
|
782
|
+
}
|
715
783
|
}
|
716
784
|
) -> _CreateDeliveryStreamResponseSuccess
|
717
785
|
| (Hash[Symbol, untyped] params, ?Hash[Symbol, untyped] options) -> _CreateDeliveryStreamResponseSuccess
|
@@ -1436,6 +1504,73 @@ module Aws
|
|
1436
1504
|
secret_arn: ::String?,
|
1437
1505
|
role_arn: ::String?,
|
1438
1506
|
enabled: bool
|
1507
|
+
}?,
|
1508
|
+
buffering_hints: {
|
1509
|
+
size_in_m_bs: ::Integer?,
|
1510
|
+
interval_in_seconds: ::Integer?
|
1511
|
+
}?
|
1512
|
+
},
|
1513
|
+
?iceberg_destination_update: {
|
1514
|
+
destination_table_configuration_list: Array[
|
1515
|
+
{
|
1516
|
+
destination_table_name: ::String,
|
1517
|
+
destination_database_name: ::String,
|
1518
|
+
unique_keys: Array[::String]?,
|
1519
|
+
s3_error_output_prefix: ::String?
|
1520
|
+
},
|
1521
|
+
]?,
|
1522
|
+
buffering_hints: {
|
1523
|
+
size_in_m_bs: ::Integer?,
|
1524
|
+
interval_in_seconds: ::Integer?
|
1525
|
+
}?,
|
1526
|
+
cloud_watch_logging_options: {
|
1527
|
+
enabled: bool?,
|
1528
|
+
log_group_name: ::String?,
|
1529
|
+
log_stream_name: ::String?
|
1530
|
+
}?,
|
1531
|
+
processing_configuration: {
|
1532
|
+
enabled: bool?,
|
1533
|
+
processors: Array[
|
1534
|
+
{
|
1535
|
+
type: ("RecordDeAggregation" | "Decompression" | "CloudWatchLogProcessing" | "Lambda" | "MetadataExtraction" | "AppendDelimiterToRecord"),
|
1536
|
+
parameters: Array[
|
1537
|
+
{
|
1538
|
+
parameter_name: ("LambdaArn" | "NumberOfRetries" | "MetadataExtractionQuery" | "JsonParsingEngine" | "RoleArn" | "BufferSizeInMBs" | "BufferIntervalInSeconds" | "SubRecordType" | "Delimiter" | "CompressionFormat" | "DataMessageExtraction"),
|
1539
|
+
parameter_value: ::String
|
1540
|
+
},
|
1541
|
+
]?
|
1542
|
+
},
|
1543
|
+
]?
|
1544
|
+
}?,
|
1545
|
+
s3_backup_mode: ("FailedDataOnly" | "AllData")?,
|
1546
|
+
retry_options: {
|
1547
|
+
duration_in_seconds: ::Integer?
|
1548
|
+
}?,
|
1549
|
+
role_arn: ::String?,
|
1550
|
+
catalog_configuration: {
|
1551
|
+
catalog_arn: ::String?
|
1552
|
+
}?,
|
1553
|
+
s3_configuration: {
|
1554
|
+
role_arn: ::String,
|
1555
|
+
bucket_arn: ::String,
|
1556
|
+
prefix: ::String?,
|
1557
|
+
error_output_prefix: ::String?,
|
1558
|
+
buffering_hints: {
|
1559
|
+
size_in_m_bs: ::Integer?,
|
1560
|
+
interval_in_seconds: ::Integer?
|
1561
|
+
}?,
|
1562
|
+
compression_format: ("UNCOMPRESSED" | "GZIP" | "ZIP" | "Snappy" | "HADOOP_SNAPPY")?,
|
1563
|
+
encryption_configuration: {
|
1564
|
+
no_encryption_config: ("NoEncryption")?,
|
1565
|
+
kms_encryption_config: {
|
1566
|
+
awskms_key_arn: ::String
|
1567
|
+
}?
|
1568
|
+
}?,
|
1569
|
+
cloud_watch_logging_options: {
|
1570
|
+
enabled: bool?,
|
1571
|
+
log_group_name: ::String?,
|
1572
|
+
log_stream_name: ::String?
|
1573
|
+
}?
|
1439
1574
|
}?
|
1440
1575
|
}
|
1441
1576
|
) -> _UpdateDestinationResponseSuccess
|
data/sig/types.rbs
CHANGED
@@ -134,6 +134,11 @@ module Aws::Firehose
|
|
134
134
|
SENSITIVE: []
|
135
135
|
end
|
136
136
|
|
137
|
+
class CatalogConfiguration
|
138
|
+
attr_accessor catalog_arn: ::String
|
139
|
+
SENSITIVE: []
|
140
|
+
end
|
141
|
+
|
137
142
|
class CloudWatchLoggingOptions
|
138
143
|
attr_accessor enabled: bool
|
139
144
|
attr_accessor log_group_name: ::String
|
@@ -169,6 +174,7 @@ module Aws::Firehose
|
|
169
174
|
attr_accessor amazon_open_search_serverless_destination_configuration: Types::AmazonOpenSearchServerlessDestinationConfiguration
|
170
175
|
attr_accessor msk_source_configuration: Types::MSKSourceConfiguration
|
171
176
|
attr_accessor snowflake_destination_configuration: Types::SnowflakeDestinationConfiguration
|
177
|
+
attr_accessor iceberg_destination_configuration: Types::IcebergDestinationConfiguration
|
172
178
|
SENSITIVE: []
|
173
179
|
end
|
174
180
|
|
@@ -253,6 +259,15 @@ module Aws::Firehose
|
|
253
259
|
attr_accessor http_endpoint_destination_description: Types::HttpEndpointDestinationDescription
|
254
260
|
attr_accessor snowflake_destination_description: Types::SnowflakeDestinationDescription
|
255
261
|
attr_accessor amazon_open_search_serverless_destination_description: Types::AmazonOpenSearchServerlessDestinationDescription
|
262
|
+
attr_accessor iceberg_destination_description: Types::IcebergDestinationDescription
|
263
|
+
SENSITIVE: []
|
264
|
+
end
|
265
|
+
|
266
|
+
class DestinationTableConfiguration
|
267
|
+
attr_accessor destination_table_name: ::String
|
268
|
+
attr_accessor destination_database_name: ::String
|
269
|
+
attr_accessor unique_keys: ::Array[::String]
|
270
|
+
attr_accessor s3_error_output_prefix: ::String
|
256
271
|
SENSITIVE: []
|
257
272
|
end
|
258
273
|
|
@@ -482,6 +497,45 @@ module Aws::Firehose
|
|
482
497
|
SENSITIVE: []
|
483
498
|
end
|
484
499
|
|
500
|
+
class IcebergDestinationConfiguration
|
501
|
+
attr_accessor destination_table_configuration_list: ::Array[Types::DestinationTableConfiguration]
|
502
|
+
attr_accessor buffering_hints: Types::BufferingHints
|
503
|
+
attr_accessor cloud_watch_logging_options: Types::CloudWatchLoggingOptions
|
504
|
+
attr_accessor processing_configuration: Types::ProcessingConfiguration
|
505
|
+
attr_accessor s3_backup_mode: ("FailedDataOnly" | "AllData")
|
506
|
+
attr_accessor retry_options: Types::RetryOptions
|
507
|
+
attr_accessor role_arn: ::String
|
508
|
+
attr_accessor catalog_configuration: Types::CatalogConfiguration
|
509
|
+
attr_accessor s3_configuration: Types::S3DestinationConfiguration
|
510
|
+
SENSITIVE: []
|
511
|
+
end
|
512
|
+
|
513
|
+
class IcebergDestinationDescription
|
514
|
+
attr_accessor destination_table_configuration_list: ::Array[Types::DestinationTableConfiguration]
|
515
|
+
attr_accessor buffering_hints: Types::BufferingHints
|
516
|
+
attr_accessor cloud_watch_logging_options: Types::CloudWatchLoggingOptions
|
517
|
+
attr_accessor processing_configuration: Types::ProcessingConfiguration
|
518
|
+
attr_accessor s3_backup_mode: ("FailedDataOnly" | "AllData")
|
519
|
+
attr_accessor retry_options: Types::RetryOptions
|
520
|
+
attr_accessor role_arn: ::String
|
521
|
+
attr_accessor catalog_configuration: Types::CatalogConfiguration
|
522
|
+
attr_accessor s3_destination_description: Types::S3DestinationDescription
|
523
|
+
SENSITIVE: []
|
524
|
+
end
|
525
|
+
|
526
|
+
class IcebergDestinationUpdate
|
527
|
+
attr_accessor destination_table_configuration_list: ::Array[Types::DestinationTableConfiguration]
|
528
|
+
attr_accessor buffering_hints: Types::BufferingHints
|
529
|
+
attr_accessor cloud_watch_logging_options: Types::CloudWatchLoggingOptions
|
530
|
+
attr_accessor processing_configuration: Types::ProcessingConfiguration
|
531
|
+
attr_accessor s3_backup_mode: ("FailedDataOnly" | "AllData")
|
532
|
+
attr_accessor retry_options: Types::RetryOptions
|
533
|
+
attr_accessor role_arn: ::String
|
534
|
+
attr_accessor catalog_configuration: Types::CatalogConfiguration
|
535
|
+
attr_accessor s3_configuration: Types::S3DestinationConfiguration
|
536
|
+
SENSITIVE: []
|
537
|
+
end
|
538
|
+
|
485
539
|
class InputFormatConfiguration
|
486
540
|
attr_accessor deserializer: Types::Deserializer
|
487
541
|
SENSITIVE: []
|
@@ -557,6 +611,7 @@ module Aws::Firehose
|
|
557
611
|
attr_accessor msk_cluster_arn: ::String
|
558
612
|
attr_accessor topic_name: ::String
|
559
613
|
attr_accessor authentication_configuration: Types::AuthenticationConfiguration
|
614
|
+
attr_accessor read_from_timestamp: ::Time
|
560
615
|
SENSITIVE: []
|
561
616
|
end
|
562
617
|
|
@@ -565,6 +620,7 @@ module Aws::Firehose
|
|
565
620
|
attr_accessor topic_name: ::String
|
566
621
|
attr_accessor authentication_configuration: Types::AuthenticationConfiguration
|
567
622
|
attr_accessor delivery_start_timestamp: ::Time
|
623
|
+
attr_accessor read_from_timestamp: ::Time
|
568
624
|
SENSITIVE: []
|
569
625
|
end
|
570
626
|
|
@@ -790,6 +846,12 @@ module Aws::Firehose
|
|
790
846
|
SENSITIVE: []
|
791
847
|
end
|
792
848
|
|
849
|
+
class SnowflakeBufferingHints
|
850
|
+
attr_accessor size_in_m_bs: ::Integer
|
851
|
+
attr_accessor interval_in_seconds: ::Integer
|
852
|
+
SENSITIVE: []
|
853
|
+
end
|
854
|
+
|
793
855
|
class SnowflakeDestinationConfiguration
|
794
856
|
attr_accessor account_url: ::String
|
795
857
|
attr_accessor private_key: ::String
|
@@ -810,6 +872,7 @@ module Aws::Firehose
|
|
810
872
|
attr_accessor s3_backup_mode: ("FailedDataOnly" | "AllData")
|
811
873
|
attr_accessor s3_configuration: Types::S3DestinationConfiguration
|
812
874
|
attr_accessor secrets_manager_configuration: Types::SecretsManagerConfiguration
|
875
|
+
attr_accessor buffering_hints: Types::SnowflakeBufferingHints
|
813
876
|
SENSITIVE: [:account_url, :private_key, :key_passphrase, :user, :database, :schema, :table, :meta_data_column_name, :content_column_name]
|
814
877
|
end
|
815
878
|
|
@@ -831,6 +894,7 @@ module Aws::Firehose
|
|
831
894
|
attr_accessor s3_backup_mode: ("FailedDataOnly" | "AllData")
|
832
895
|
attr_accessor s3_destination_description: Types::S3DestinationDescription
|
833
896
|
attr_accessor secrets_manager_configuration: Types::SecretsManagerConfiguration
|
897
|
+
attr_accessor buffering_hints: Types::SnowflakeBufferingHints
|
834
898
|
SENSITIVE: [:account_url, :user, :database, :schema, :table, :meta_data_column_name, :content_column_name]
|
835
899
|
end
|
836
900
|
|
@@ -853,6 +917,7 @@ module Aws::Firehose
|
|
853
917
|
attr_accessor s3_backup_mode: ("FailedDataOnly" | "AllData")
|
854
918
|
attr_accessor s3_update: Types::S3DestinationUpdate
|
855
919
|
attr_accessor secrets_manager_configuration: Types::SecretsManagerConfiguration
|
920
|
+
attr_accessor buffering_hints: Types::SnowflakeBufferingHints
|
856
921
|
SENSITIVE: [:account_url, :private_key, :key_passphrase, :user, :database, :schema, :table, :meta_data_column_name, :content_column_name]
|
857
922
|
end
|
858
923
|
|
@@ -988,6 +1053,7 @@ module Aws::Firehose
|
|
988
1053
|
attr_accessor http_endpoint_destination_update: Types::HttpEndpointDestinationUpdate
|
989
1054
|
attr_accessor amazon_open_search_serverless_destination_update: Types::AmazonOpenSearchServerlessDestinationUpdate
|
990
1055
|
attr_accessor snowflake_destination_update: Types::SnowflakeDestinationUpdate
|
1056
|
+
attr_accessor iceberg_destination_update: Types::IcebergDestinationUpdate
|
991
1057
|
SENSITIVE: []
|
992
1058
|
end
|
993
1059
|
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: aws-sdk-firehose
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.
|
4
|
+
version: 1.76.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Amazon Web Services
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2024-07-
|
11
|
+
date: 2024-07-18 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: aws-sdk-core
|