aws-sdk-firehose 1.75.0 → 1.77.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +10 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-firehose/client.rb +200 -2
- data/lib/aws-sdk-firehose/client_api.rb +68 -0
- data/lib/aws-sdk-firehose/types.rb +380 -8
- data/lib/aws-sdk-firehose.rb +1 -1
- data/sig/client.rbs +137 -1
- data/sig/resource.rbs +1 -0
- data/sig/types.rbs +66 -0
- metadata +4 -4
@@ -634,6 +634,27 @@ module Aws::Firehose
|
|
634
634
|
include Aws::Structure
|
635
635
|
end
|
636
636
|
|
637
|
+
# Describes the containers where the destination Apache Iceberg Tables
|
638
|
+
# are persisted.
|
639
|
+
#
|
640
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
641
|
+
#
|
642
|
+
# @!attribute [rw] catalog_arn
|
643
|
+
# Specifies the Glue catalog ARN indentifier of the destination Apache
|
644
|
+
# Iceberg Tables. You must specify the ARN in the format
|
645
|
+
# `arn:aws:glue:region:account-id:catalog`.
|
646
|
+
#
|
647
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
648
|
+
# @return [String]
|
649
|
+
#
|
650
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/CatalogConfiguration AWS API Documentation
|
651
|
+
#
|
652
|
+
class CatalogConfiguration < Struct.new(
|
653
|
+
:catalog_arn)
|
654
|
+
SENSITIVE = []
|
655
|
+
include Aws::Structure
|
656
|
+
end
|
657
|
+
|
637
658
|
# Describes the Amazon CloudWatch logging options for your delivery
|
638
659
|
# stream.
|
639
660
|
#
|
@@ -836,6 +857,12 @@ module Aws::Firehose
|
|
836
857
|
# Configure Snowflake destination
|
837
858
|
# @return [Types::SnowflakeDestinationConfiguration]
|
838
859
|
#
|
860
|
+
# @!attribute [rw] iceberg_destination_configuration
|
861
|
+
# Configure Apache Iceberg Tables destination.
|
862
|
+
#
|
863
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
864
|
+
# @return [Types::IcebergDestinationConfiguration]
|
865
|
+
#
|
839
866
|
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/CreateDeliveryStreamInput AWS API Documentation
|
840
867
|
#
|
841
868
|
class CreateDeliveryStreamInput < Struct.new(
|
@@ -853,7 +880,8 @@ module Aws::Firehose
|
|
853
880
|
:tags,
|
854
881
|
:amazon_open_search_serverless_destination_configuration,
|
855
882
|
:msk_source_configuration,
|
856
|
-
:snowflake_destination_configuration
|
883
|
+
:snowflake_destination_configuration,
|
884
|
+
:iceberg_destination_configuration)
|
857
885
|
SENSITIVE = []
|
858
886
|
include Aws::Structure
|
859
887
|
end
|
@@ -1260,6 +1288,12 @@ module Aws::Firehose
|
|
1260
1288
|
# Service.
|
1261
1289
|
# @return [Types::AmazonOpenSearchServerlessDestinationDescription]
|
1262
1290
|
#
|
1291
|
+
# @!attribute [rw] iceberg_destination_description
|
1292
|
+
# Describes a destination in Apache Iceberg Tables.
|
1293
|
+
#
|
1294
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
1295
|
+
# @return [Types::IcebergDestinationDescription]
|
1296
|
+
#
|
1263
1297
|
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/DestinationDescription AWS API Documentation
|
1264
1298
|
#
|
1265
1299
|
class DestinationDescription < Struct.new(
|
@@ -1272,7 +1306,51 @@ module Aws::Firehose
|
|
1272
1306
|
:splunk_destination_description,
|
1273
1307
|
:http_endpoint_destination_description,
|
1274
1308
|
:snowflake_destination_description,
|
1275
|
-
:amazon_open_search_serverless_destination_description
|
1309
|
+
:amazon_open_search_serverless_destination_description,
|
1310
|
+
:iceberg_destination_description)
|
1311
|
+
SENSITIVE = []
|
1312
|
+
include Aws::Structure
|
1313
|
+
end
|
1314
|
+
|
1315
|
+
# Describes the configuration of a destination in Apache Iceberg Tables.
|
1316
|
+
#
|
1317
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
1318
|
+
#
|
1319
|
+
# @!attribute [rw] destination_table_name
|
1320
|
+
# Specifies the name of the Apache Iceberg Table.
|
1321
|
+
#
|
1322
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
1323
|
+
# @return [String]
|
1324
|
+
#
|
1325
|
+
# @!attribute [rw] destination_database_name
|
1326
|
+
# The name of the Apache Iceberg database.
|
1327
|
+
#
|
1328
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
1329
|
+
# @return [String]
|
1330
|
+
#
|
1331
|
+
# @!attribute [rw] unique_keys
|
1332
|
+
# A list of unique keys for a given Apache Iceberg table. Firehose
|
1333
|
+
# will use these for running Create/Update/Delete operations on the
|
1334
|
+
# given Iceberg table.
|
1335
|
+
#
|
1336
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
1337
|
+
# @return [Array<String>]
|
1338
|
+
#
|
1339
|
+
# @!attribute [rw] s3_error_output_prefix
|
1340
|
+
# The table specific S3 error output prefix. All the errors that
|
1341
|
+
# occurred while delivering to this table will be prefixed with this
|
1342
|
+
# value in S3 destination.
|
1343
|
+
#
|
1344
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
1345
|
+
# @return [String]
|
1346
|
+
#
|
1347
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/DestinationTableConfiguration AWS API Documentation
|
1348
|
+
#
|
1349
|
+
class DestinationTableConfiguration < Struct.new(
|
1350
|
+
:destination_table_name,
|
1351
|
+
:destination_database_name,
|
1352
|
+
:unique_keys,
|
1353
|
+
:s3_error_output_prefix)
|
1276
1354
|
SENSITIVE = []
|
1277
1355
|
include Aws::Structure
|
1278
1356
|
end
|
@@ -2517,6 +2595,228 @@ module Aws::Firehose
|
|
2517
2595
|
include Aws::Structure
|
2518
2596
|
end
|
2519
2597
|
|
2598
|
+
# Specifies the destination configure settings for Apache Iceberg Table.
|
2599
|
+
#
|
2600
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
2601
|
+
#
|
2602
|
+
# @!attribute [rw] destination_table_configuration_list
|
2603
|
+
# Provides a list of `DestinationTableConfigurations` which Firehose
|
2604
|
+
# uses to deliver data to Apache Iceberg tables.
|
2605
|
+
#
|
2606
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
2607
|
+
# @return [Array<Types::DestinationTableConfiguration>]
|
2608
|
+
#
|
2609
|
+
# @!attribute [rw] buffering_hints
|
2610
|
+
# Describes hints for the buffering to perform before delivering data
|
2611
|
+
# to the destination. These options are treated as hints, and
|
2612
|
+
# therefore Firehose might choose to use different values when it is
|
2613
|
+
# optimal. The `SizeInMBs` and `IntervalInSeconds` parameters are
|
2614
|
+
# optional. However, if specify a value for one of them, you must also
|
2615
|
+
# provide a value for the other.
|
2616
|
+
# @return [Types::BufferingHints]
|
2617
|
+
#
|
2618
|
+
# @!attribute [rw] cloud_watch_logging_options
|
2619
|
+
# Describes the Amazon CloudWatch logging options for your delivery
|
2620
|
+
# stream.
|
2621
|
+
# @return [Types::CloudWatchLoggingOptions]
|
2622
|
+
#
|
2623
|
+
# @!attribute [rw] processing_configuration
|
2624
|
+
# Describes a data processing configuration.
|
2625
|
+
# @return [Types::ProcessingConfiguration]
|
2626
|
+
#
|
2627
|
+
# @!attribute [rw] s3_backup_mode
|
2628
|
+
# Describes how Firehose will backup records. Currently,Firehose only
|
2629
|
+
# supports `FailedDataOnly` for preview.
|
2630
|
+
#
|
2631
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
2632
|
+
# @return [String]
|
2633
|
+
#
|
2634
|
+
# @!attribute [rw] retry_options
|
2635
|
+
# The retry behavior in case Firehose is unable to deliver data to an
|
2636
|
+
# Amazon S3 prefix.
|
2637
|
+
# @return [Types::RetryOptions]
|
2638
|
+
#
|
2639
|
+
# @!attribute [rw] role_arn
|
2640
|
+
# The Amazon Resource Name (ARN) of the Apache Iceberg tables role.
|
2641
|
+
#
|
2642
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
2643
|
+
# @return [String]
|
2644
|
+
#
|
2645
|
+
# @!attribute [rw] catalog_configuration
|
2646
|
+
# Configuration describing where the destination Apache Iceberg Tables
|
2647
|
+
# are persisted.
|
2648
|
+
#
|
2649
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
2650
|
+
# @return [Types::CatalogConfiguration]
|
2651
|
+
#
|
2652
|
+
# @!attribute [rw] s3_configuration
|
2653
|
+
# Describes the configuration of a destination in Amazon S3.
|
2654
|
+
# @return [Types::S3DestinationConfiguration]
|
2655
|
+
#
|
2656
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/IcebergDestinationConfiguration AWS API Documentation
|
2657
|
+
#
|
2658
|
+
class IcebergDestinationConfiguration < Struct.new(
|
2659
|
+
:destination_table_configuration_list,
|
2660
|
+
:buffering_hints,
|
2661
|
+
:cloud_watch_logging_options,
|
2662
|
+
:processing_configuration,
|
2663
|
+
:s3_backup_mode,
|
2664
|
+
:retry_options,
|
2665
|
+
:role_arn,
|
2666
|
+
:catalog_configuration,
|
2667
|
+
:s3_configuration)
|
2668
|
+
SENSITIVE = []
|
2669
|
+
include Aws::Structure
|
2670
|
+
end
|
2671
|
+
|
2672
|
+
# Describes a destination in Apache Iceberg Tables.
|
2673
|
+
#
|
2674
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
2675
|
+
#
|
2676
|
+
# @!attribute [rw] destination_table_configuration_list
|
2677
|
+
# Provides a list of `DestinationTableConfigurations` which Firehose
|
2678
|
+
# uses to deliver data to Apache Iceberg tables.
|
2679
|
+
#
|
2680
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
2681
|
+
# @return [Array<Types::DestinationTableConfiguration>]
|
2682
|
+
#
|
2683
|
+
# @!attribute [rw] buffering_hints
|
2684
|
+
# Describes hints for the buffering to perform before delivering data
|
2685
|
+
# to the destination. These options are treated as hints, and
|
2686
|
+
# therefore Firehose might choose to use different values when it is
|
2687
|
+
# optimal. The `SizeInMBs` and `IntervalInSeconds` parameters are
|
2688
|
+
# optional. However, if specify a value for one of them, you must also
|
2689
|
+
# provide a value for the other.
|
2690
|
+
# @return [Types::BufferingHints]
|
2691
|
+
#
|
2692
|
+
# @!attribute [rw] cloud_watch_logging_options
|
2693
|
+
# Describes the Amazon CloudWatch logging options for your delivery
|
2694
|
+
# stream.
|
2695
|
+
# @return [Types::CloudWatchLoggingOptions]
|
2696
|
+
#
|
2697
|
+
# @!attribute [rw] processing_configuration
|
2698
|
+
# Describes a data processing configuration.
|
2699
|
+
# @return [Types::ProcessingConfiguration]
|
2700
|
+
#
|
2701
|
+
# @!attribute [rw] s3_backup_mode
|
2702
|
+
# Describes how Firehose will backup records. Currently,Firehose only
|
2703
|
+
# supports `FailedDataOnly` for preview.
|
2704
|
+
#
|
2705
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
2706
|
+
# @return [String]
|
2707
|
+
#
|
2708
|
+
# @!attribute [rw] retry_options
|
2709
|
+
# The retry behavior in case Firehose is unable to deliver data to an
|
2710
|
+
# Amazon S3 prefix.
|
2711
|
+
# @return [Types::RetryOptions]
|
2712
|
+
#
|
2713
|
+
# @!attribute [rw] role_arn
|
2714
|
+
# The Amazon Resource Name (ARN) of the Apache Iceberg Tables role.
|
2715
|
+
#
|
2716
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
2717
|
+
# @return [String]
|
2718
|
+
#
|
2719
|
+
# @!attribute [rw] catalog_configuration
|
2720
|
+
# Configuration describing where the destination Iceberg tables are
|
2721
|
+
# persisted.
|
2722
|
+
#
|
2723
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
2724
|
+
# @return [Types::CatalogConfiguration]
|
2725
|
+
#
|
2726
|
+
# @!attribute [rw] s3_destination_description
|
2727
|
+
# Describes a destination in Amazon S3.
|
2728
|
+
# @return [Types::S3DestinationDescription]
|
2729
|
+
#
|
2730
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/IcebergDestinationDescription AWS API Documentation
|
2731
|
+
#
|
2732
|
+
class IcebergDestinationDescription < Struct.new(
|
2733
|
+
:destination_table_configuration_list,
|
2734
|
+
:buffering_hints,
|
2735
|
+
:cloud_watch_logging_options,
|
2736
|
+
:processing_configuration,
|
2737
|
+
:s3_backup_mode,
|
2738
|
+
:retry_options,
|
2739
|
+
:role_arn,
|
2740
|
+
:catalog_configuration,
|
2741
|
+
:s3_destination_description)
|
2742
|
+
SENSITIVE = []
|
2743
|
+
include Aws::Structure
|
2744
|
+
end
|
2745
|
+
|
2746
|
+
# Describes an update for a destination in Apache Iceberg Tables.
|
2747
|
+
#
|
2748
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
2749
|
+
#
|
2750
|
+
# @!attribute [rw] destination_table_configuration_list
|
2751
|
+
# Provides a list of `DestinationTableConfigurations` which Firehose
|
2752
|
+
# uses to deliver data to Apache Iceberg tables.
|
2753
|
+
#
|
2754
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
2755
|
+
# @return [Array<Types::DestinationTableConfiguration>]
|
2756
|
+
#
|
2757
|
+
# @!attribute [rw] buffering_hints
|
2758
|
+
# Describes hints for the buffering to perform before delivering data
|
2759
|
+
# to the destination. These options are treated as hints, and
|
2760
|
+
# therefore Firehose might choose to use different values when it is
|
2761
|
+
# optimal. The `SizeInMBs` and `IntervalInSeconds` parameters are
|
2762
|
+
# optional. However, if specify a value for one of them, you must also
|
2763
|
+
# provide a value for the other.
|
2764
|
+
# @return [Types::BufferingHints]
|
2765
|
+
#
|
2766
|
+
# @!attribute [rw] cloud_watch_logging_options
|
2767
|
+
# Describes the Amazon CloudWatch logging options for your delivery
|
2768
|
+
# stream.
|
2769
|
+
# @return [Types::CloudWatchLoggingOptions]
|
2770
|
+
#
|
2771
|
+
# @!attribute [rw] processing_configuration
|
2772
|
+
# Describes a data processing configuration.
|
2773
|
+
# @return [Types::ProcessingConfiguration]
|
2774
|
+
#
|
2775
|
+
# @!attribute [rw] s3_backup_mode
|
2776
|
+
# Describes how Firehose will backup records. Currently,Firehose only
|
2777
|
+
# supports `FailedDataOnly` for preview.
|
2778
|
+
#
|
2779
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
2780
|
+
# @return [String]
|
2781
|
+
#
|
2782
|
+
# @!attribute [rw] retry_options
|
2783
|
+
# The retry behavior in case Firehose is unable to deliver data to an
|
2784
|
+
# Amazon S3 prefix.
|
2785
|
+
# @return [Types::RetryOptions]
|
2786
|
+
#
|
2787
|
+
# @!attribute [rw] role_arn
|
2788
|
+
# The Amazon Resource Name (ARN) of the Apache Iceberg Tables role.
|
2789
|
+
#
|
2790
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
2791
|
+
# @return [String]
|
2792
|
+
#
|
2793
|
+
# @!attribute [rw] catalog_configuration
|
2794
|
+
# Configuration describing where the destination Iceberg tables are
|
2795
|
+
# persisted.
|
2796
|
+
#
|
2797
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
2798
|
+
# @return [Types::CatalogConfiguration]
|
2799
|
+
#
|
2800
|
+
# @!attribute [rw] s3_configuration
|
2801
|
+
# Describes the configuration of a destination in Amazon S3.
|
2802
|
+
# @return [Types::S3DestinationConfiguration]
|
2803
|
+
#
|
2804
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/IcebergDestinationUpdate AWS API Documentation
|
2805
|
+
#
|
2806
|
+
class IcebergDestinationUpdate < Struct.new(
|
2807
|
+
:destination_table_configuration_list,
|
2808
|
+
:buffering_hints,
|
2809
|
+
:cloud_watch_logging_options,
|
2810
|
+
:processing_configuration,
|
2811
|
+
:s3_backup_mode,
|
2812
|
+
:retry_options,
|
2813
|
+
:role_arn,
|
2814
|
+
:catalog_configuration,
|
2815
|
+
:s3_configuration)
|
2816
|
+
SENSITIVE = []
|
2817
|
+
include Aws::Structure
|
2818
|
+
end
|
2819
|
+
|
2520
2820
|
# Specifies the deserializer you want to use to convert the format of
|
2521
2821
|
# the input data. This parameter is required if `Enabled` is set to
|
2522
2822
|
# true.
|
@@ -2807,12 +3107,23 @@ module Aws::Firehose
|
|
2807
3107
|
# The authentication configuration of the Amazon MSK cluster.
|
2808
3108
|
# @return [Types::AuthenticationConfiguration]
|
2809
3109
|
#
|
3110
|
+
# @!attribute [rw] read_from_timestamp
|
3111
|
+
# The start date and time in UTC for the offset position within your
|
3112
|
+
# MSK topic from where Firehose begins to read. By default, this is
|
3113
|
+
# set to timestamp when Firehose becomes Active.
|
3114
|
+
#
|
3115
|
+
# If you want to create a Firehose stream with Earliest start position
|
3116
|
+
# from SDK or CLI, you need to set the `ReadFromTimestamp` parameter
|
3117
|
+
# to Epoch (1970-01-01T00:00:00Z).
|
3118
|
+
# @return [Time]
|
3119
|
+
#
|
2810
3120
|
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/MSKSourceConfiguration AWS API Documentation
|
2811
3121
|
#
|
2812
3122
|
class MSKSourceConfiguration < Struct.new(
|
2813
3123
|
:msk_cluster_arn,
|
2814
3124
|
:topic_name,
|
2815
|
-
:authentication_configuration
|
3125
|
+
:authentication_configuration,
|
3126
|
+
:read_from_timestamp)
|
2816
3127
|
SENSITIVE = []
|
2817
3128
|
include Aws::Structure
|
2818
3129
|
end
|
@@ -2837,13 +3148,24 @@ module Aws::Firehose
|
|
2837
3148
|
# MSK cluster starting with this timestamp.
|
2838
3149
|
# @return [Time]
|
2839
3150
|
#
|
3151
|
+
# @!attribute [rw] read_from_timestamp
|
3152
|
+
# The start date and time in UTC for the offset position within your
|
3153
|
+
# MSK topic from where Firehose begins to read. By default, this is
|
3154
|
+
# set to timestamp when Firehose becomes Active.
|
3155
|
+
#
|
3156
|
+
# If you want to create a Firehose stream with Earliest start position
|
3157
|
+
# from SDK or CLI, you need to set the `ReadFromTimestampUTC`
|
3158
|
+
# parameter to Epoch (1970-01-01T00:00:00Z).
|
3159
|
+
# @return [Time]
|
3160
|
+
#
|
2840
3161
|
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/MSKSourceDescription AWS API Documentation
|
2841
3162
|
#
|
2842
3163
|
class MSKSourceDescription < Struct.new(
|
2843
3164
|
:msk_cluster_arn,
|
2844
3165
|
:topic_name,
|
2845
3166
|
:authentication_configuration,
|
2846
|
-
:delivery_start_timestamp
|
3167
|
+
:delivery_start_timestamp,
|
3168
|
+
:read_from_timestamp)
|
2847
3169
|
SENSITIVE = []
|
2848
3170
|
include Aws::Structure
|
2849
3171
|
end
|
@@ -3944,6 +4266,29 @@ module Aws::Firehose
|
|
3944
4266
|
include Aws::Structure
|
3945
4267
|
end
|
3946
4268
|
|
4269
|
+
# Describes the buffering to perform before delivering data to the
|
4270
|
+
# Snowflake destination. If you do not specify any value, Firehose uses
|
4271
|
+
# the default values.
|
4272
|
+
#
|
4273
|
+
# @!attribute [rw] size_in_m_bs
|
4274
|
+
# Buffer incoming data to the specified size, in MBs, before
|
4275
|
+
# delivering it to the destination. The default value is 1.
|
4276
|
+
# @return [Integer]
|
4277
|
+
#
|
4278
|
+
# @!attribute [rw] interval_in_seconds
|
4279
|
+
# Buffer incoming data for the specified period of time, in seconds,
|
4280
|
+
# before delivering it to the destination. The default value is 0.
|
4281
|
+
# @return [Integer]
|
4282
|
+
#
|
4283
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/SnowflakeBufferingHints AWS API Documentation
|
4284
|
+
#
|
4285
|
+
class SnowflakeBufferingHints < Struct.new(
|
4286
|
+
:size_in_m_bs,
|
4287
|
+
:interval_in_seconds)
|
4288
|
+
SENSITIVE = []
|
4289
|
+
include Aws::Structure
|
4290
|
+
end
|
4291
|
+
|
3947
4292
|
# Configure Snowflake destination
|
3948
4293
|
#
|
3949
4294
|
# @!attribute [rw] account_url
|
@@ -4053,6 +4398,12 @@ module Aws::Firehose
|
|
4053
4398
|
# The configuration that defines how you access secrets for Snowflake.
|
4054
4399
|
# @return [Types::SecretsManagerConfiguration]
|
4055
4400
|
#
|
4401
|
+
# @!attribute [rw] buffering_hints
|
4402
|
+
# Describes the buffering to perform before delivering data to the
|
4403
|
+
# Snowflake destination. If you do not specify any value, Firehose
|
4404
|
+
# uses the default values.
|
4405
|
+
# @return [Types::SnowflakeBufferingHints]
|
4406
|
+
#
|
4056
4407
|
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/SnowflakeDestinationConfiguration AWS API Documentation
|
4057
4408
|
#
|
4058
4409
|
class SnowflakeDestinationConfiguration < Struct.new(
|
@@ -4074,7 +4425,8 @@ module Aws::Firehose
|
|
4074
4425
|
:retry_options,
|
4075
4426
|
:s3_backup_mode,
|
4076
4427
|
:s3_configuration,
|
4077
|
-
:secrets_manager_configuration
|
4428
|
+
:secrets_manager_configuration,
|
4429
|
+
:buffering_hints)
|
4078
4430
|
SENSITIVE = [:account_url, :private_key, :key_passphrase, :user, :database, :schema, :table, :meta_data_column_name, :content_column_name]
|
4079
4431
|
include Aws::Structure
|
4080
4432
|
end
|
@@ -4168,6 +4520,12 @@ module Aws::Firehose
|
|
4168
4520
|
# The configuration that defines how you access secrets for Snowflake.
|
4169
4521
|
# @return [Types::SecretsManagerConfiguration]
|
4170
4522
|
#
|
4523
|
+
# @!attribute [rw] buffering_hints
|
4524
|
+
# Describes the buffering to perform before delivering data to the
|
4525
|
+
# Snowflake destination. If you do not specify any value, Firehose
|
4526
|
+
# uses the default values.
|
4527
|
+
# @return [Types::SnowflakeBufferingHints]
|
4528
|
+
#
|
4171
4529
|
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/SnowflakeDestinationDescription AWS API Documentation
|
4172
4530
|
#
|
4173
4531
|
class SnowflakeDestinationDescription < Struct.new(
|
@@ -4187,7 +4545,8 @@ module Aws::Firehose
|
|
4187
4545
|
:retry_options,
|
4188
4546
|
:s3_backup_mode,
|
4189
4547
|
:s3_destination_description,
|
4190
|
-
:secrets_manager_configuration
|
4548
|
+
:secrets_manager_configuration,
|
4549
|
+
:buffering_hints)
|
4191
4550
|
SENSITIVE = [:account_url, :user, :database, :schema, :table, :meta_data_column_name, :content_column_name]
|
4192
4551
|
include Aws::Structure
|
4193
4552
|
end
|
@@ -4307,6 +4666,11 @@ module Aws::Firehose
|
|
4307
4666
|
# Describes the Secrets Manager configuration in Snowflake.
|
4308
4667
|
# @return [Types::SecretsManagerConfiguration]
|
4309
4668
|
#
|
4669
|
+
# @!attribute [rw] buffering_hints
|
4670
|
+
# Describes the buffering to perform before delivering data to the
|
4671
|
+
# Snowflake destination.
|
4672
|
+
# @return [Types::SnowflakeBufferingHints]
|
4673
|
+
#
|
4310
4674
|
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/SnowflakeDestinationUpdate AWS API Documentation
|
4311
4675
|
#
|
4312
4676
|
class SnowflakeDestinationUpdate < Struct.new(
|
@@ -4327,7 +4691,8 @@ module Aws::Firehose
|
|
4327
4691
|
:retry_options,
|
4328
4692
|
:s3_backup_mode,
|
4329
4693
|
:s3_update,
|
4330
|
-
:secrets_manager_configuration
|
4694
|
+
:secrets_manager_configuration,
|
4695
|
+
:buffering_hints)
|
4331
4696
|
SENSITIVE = [:account_url, :private_key, :key_passphrase, :user, :database, :schema, :table, :meta_data_column_name, :content_column_name]
|
4332
4697
|
include Aws::Structure
|
4333
4698
|
end
|
@@ -4868,6 +5233,12 @@ module Aws::Firehose
|
|
4868
5233
|
# Update to the Snowflake destination configuration settings.
|
4869
5234
|
# @return [Types::SnowflakeDestinationUpdate]
|
4870
5235
|
#
|
5236
|
+
# @!attribute [rw] iceberg_destination_update
|
5237
|
+
# Describes an update for a destination in Apache Iceberg Tables.
|
5238
|
+
#
|
5239
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
5240
|
+
# @return [Types::IcebergDestinationUpdate]
|
5241
|
+
#
|
4871
5242
|
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/UpdateDestinationInput AWS API Documentation
|
4872
5243
|
#
|
4873
5244
|
class UpdateDestinationInput < Struct.new(
|
@@ -4882,7 +5253,8 @@ module Aws::Firehose
|
|
4882
5253
|
:splunk_destination_update,
|
4883
5254
|
:http_endpoint_destination_update,
|
4884
5255
|
:amazon_open_search_serverless_destination_update,
|
4885
|
-
:snowflake_destination_update
|
5256
|
+
:snowflake_destination_update,
|
5257
|
+
:iceberg_destination_update)
|
4886
5258
|
SENSITIVE = []
|
4887
5259
|
include Aws::Structure
|
4888
5260
|
end
|
data/lib/aws-sdk-firehose.rb
CHANGED
data/sig/client.rbs
CHANGED
@@ -51,6 +51,7 @@ module Aws
|
|
51
51
|
?sigv4a_signing_region_set: Array[String],
|
52
52
|
?simple_json: bool,
|
53
53
|
?stub_responses: untyped,
|
54
|
+
?telemetry_provider: Aws::Telemetry::TelemetryProviderBase,
|
54
55
|
?token_provider: untyped,
|
55
56
|
?use_dualstack_endpoint: bool,
|
56
57
|
?use_fips_endpoint: bool,
|
@@ -641,7 +642,8 @@ module Aws
|
|
641
642
|
authentication_configuration: {
|
642
643
|
role_arn: ::String,
|
643
644
|
connectivity: ("PUBLIC" | "PRIVATE")
|
644
|
-
}
|
645
|
+
},
|
646
|
+
read_from_timestamp: ::Time?
|
645
647
|
},
|
646
648
|
?snowflake_destination_configuration: {
|
647
649
|
account_url: ::String,
|
@@ -711,7 +713,74 @@ module Aws
|
|
711
713
|
secret_arn: ::String?,
|
712
714
|
role_arn: ::String?,
|
713
715
|
enabled: bool
|
716
|
+
}?,
|
717
|
+
buffering_hints: {
|
718
|
+
size_in_m_bs: ::Integer?,
|
719
|
+
interval_in_seconds: ::Integer?
|
714
720
|
}?
|
721
|
+
},
|
722
|
+
?iceberg_destination_configuration: {
|
723
|
+
destination_table_configuration_list: Array[
|
724
|
+
{
|
725
|
+
destination_table_name: ::String,
|
726
|
+
destination_database_name: ::String,
|
727
|
+
unique_keys: Array[::String]?,
|
728
|
+
s3_error_output_prefix: ::String?
|
729
|
+
},
|
730
|
+
]?,
|
731
|
+
buffering_hints: {
|
732
|
+
size_in_m_bs: ::Integer?,
|
733
|
+
interval_in_seconds: ::Integer?
|
734
|
+
}?,
|
735
|
+
cloud_watch_logging_options: {
|
736
|
+
enabled: bool?,
|
737
|
+
log_group_name: ::String?,
|
738
|
+
log_stream_name: ::String?
|
739
|
+
}?,
|
740
|
+
processing_configuration: {
|
741
|
+
enabled: bool?,
|
742
|
+
processors: Array[
|
743
|
+
{
|
744
|
+
type: ("RecordDeAggregation" | "Decompression" | "CloudWatchLogProcessing" | "Lambda" | "MetadataExtraction" | "AppendDelimiterToRecord"),
|
745
|
+
parameters: Array[
|
746
|
+
{
|
747
|
+
parameter_name: ("LambdaArn" | "NumberOfRetries" | "MetadataExtractionQuery" | "JsonParsingEngine" | "RoleArn" | "BufferSizeInMBs" | "BufferIntervalInSeconds" | "SubRecordType" | "Delimiter" | "CompressionFormat" | "DataMessageExtraction"),
|
748
|
+
parameter_value: ::String
|
749
|
+
},
|
750
|
+
]?
|
751
|
+
},
|
752
|
+
]?
|
753
|
+
}?,
|
754
|
+
s3_backup_mode: ("FailedDataOnly" | "AllData")?,
|
755
|
+
retry_options: {
|
756
|
+
duration_in_seconds: ::Integer?
|
757
|
+
}?,
|
758
|
+
role_arn: ::String,
|
759
|
+
catalog_configuration: {
|
760
|
+
catalog_arn: ::String?
|
761
|
+
},
|
762
|
+
s3_configuration: {
|
763
|
+
role_arn: ::String,
|
764
|
+
bucket_arn: ::String,
|
765
|
+
prefix: ::String?,
|
766
|
+
error_output_prefix: ::String?,
|
767
|
+
buffering_hints: {
|
768
|
+
size_in_m_bs: ::Integer?,
|
769
|
+
interval_in_seconds: ::Integer?
|
770
|
+
}?,
|
771
|
+
compression_format: ("UNCOMPRESSED" | "GZIP" | "ZIP" | "Snappy" | "HADOOP_SNAPPY")?,
|
772
|
+
encryption_configuration: {
|
773
|
+
no_encryption_config: ("NoEncryption")?,
|
774
|
+
kms_encryption_config: {
|
775
|
+
awskms_key_arn: ::String
|
776
|
+
}?
|
777
|
+
}?,
|
778
|
+
cloud_watch_logging_options: {
|
779
|
+
enabled: bool?,
|
780
|
+
log_group_name: ::String?,
|
781
|
+
log_stream_name: ::String?
|
782
|
+
}?
|
783
|
+
}
|
715
784
|
}
|
716
785
|
) -> _CreateDeliveryStreamResponseSuccess
|
717
786
|
| (Hash[Symbol, untyped] params, ?Hash[Symbol, untyped] options) -> _CreateDeliveryStreamResponseSuccess
|
@@ -1436,6 +1505,73 @@ module Aws
|
|
1436
1505
|
secret_arn: ::String?,
|
1437
1506
|
role_arn: ::String?,
|
1438
1507
|
enabled: bool
|
1508
|
+
}?,
|
1509
|
+
buffering_hints: {
|
1510
|
+
size_in_m_bs: ::Integer?,
|
1511
|
+
interval_in_seconds: ::Integer?
|
1512
|
+
}?
|
1513
|
+
},
|
1514
|
+
?iceberg_destination_update: {
|
1515
|
+
destination_table_configuration_list: Array[
|
1516
|
+
{
|
1517
|
+
destination_table_name: ::String,
|
1518
|
+
destination_database_name: ::String,
|
1519
|
+
unique_keys: Array[::String]?,
|
1520
|
+
s3_error_output_prefix: ::String?
|
1521
|
+
},
|
1522
|
+
]?,
|
1523
|
+
buffering_hints: {
|
1524
|
+
size_in_m_bs: ::Integer?,
|
1525
|
+
interval_in_seconds: ::Integer?
|
1526
|
+
}?,
|
1527
|
+
cloud_watch_logging_options: {
|
1528
|
+
enabled: bool?,
|
1529
|
+
log_group_name: ::String?,
|
1530
|
+
log_stream_name: ::String?
|
1531
|
+
}?,
|
1532
|
+
processing_configuration: {
|
1533
|
+
enabled: bool?,
|
1534
|
+
processors: Array[
|
1535
|
+
{
|
1536
|
+
type: ("RecordDeAggregation" | "Decompression" | "CloudWatchLogProcessing" | "Lambda" | "MetadataExtraction" | "AppendDelimiterToRecord"),
|
1537
|
+
parameters: Array[
|
1538
|
+
{
|
1539
|
+
parameter_name: ("LambdaArn" | "NumberOfRetries" | "MetadataExtractionQuery" | "JsonParsingEngine" | "RoleArn" | "BufferSizeInMBs" | "BufferIntervalInSeconds" | "SubRecordType" | "Delimiter" | "CompressionFormat" | "DataMessageExtraction"),
|
1540
|
+
parameter_value: ::String
|
1541
|
+
},
|
1542
|
+
]?
|
1543
|
+
},
|
1544
|
+
]?
|
1545
|
+
}?,
|
1546
|
+
s3_backup_mode: ("FailedDataOnly" | "AllData")?,
|
1547
|
+
retry_options: {
|
1548
|
+
duration_in_seconds: ::Integer?
|
1549
|
+
}?,
|
1550
|
+
role_arn: ::String?,
|
1551
|
+
catalog_configuration: {
|
1552
|
+
catalog_arn: ::String?
|
1553
|
+
}?,
|
1554
|
+
s3_configuration: {
|
1555
|
+
role_arn: ::String,
|
1556
|
+
bucket_arn: ::String,
|
1557
|
+
prefix: ::String?,
|
1558
|
+
error_output_prefix: ::String?,
|
1559
|
+
buffering_hints: {
|
1560
|
+
size_in_m_bs: ::Integer?,
|
1561
|
+
interval_in_seconds: ::Integer?
|
1562
|
+
}?,
|
1563
|
+
compression_format: ("UNCOMPRESSED" | "GZIP" | "ZIP" | "Snappy" | "HADOOP_SNAPPY")?,
|
1564
|
+
encryption_configuration: {
|
1565
|
+
no_encryption_config: ("NoEncryption")?,
|
1566
|
+
kms_encryption_config: {
|
1567
|
+
awskms_key_arn: ::String
|
1568
|
+
}?
|
1569
|
+
}?,
|
1570
|
+
cloud_watch_logging_options: {
|
1571
|
+
enabled: bool?,
|
1572
|
+
log_group_name: ::String?,
|
1573
|
+
log_stream_name: ::String?
|
1574
|
+
}?
|
1439
1575
|
}?
|
1440
1576
|
}
|
1441
1577
|
) -> _UpdateDestinationResponseSuccess
|