aws-sdk-firehose 1.75.0 → 1.77.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +10 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-firehose/client.rb +200 -2
- data/lib/aws-sdk-firehose/client_api.rb +68 -0
- data/lib/aws-sdk-firehose/types.rb +380 -8
- data/lib/aws-sdk-firehose.rb +1 -1
- data/sig/client.rbs +137 -1
- data/sig/resource.rbs +1 -0
- data/sig/types.rbs +66 -0
- metadata +4 -4
@@ -634,6 +634,27 @@ module Aws::Firehose
|
|
634
634
|
include Aws::Structure
|
635
635
|
end
|
636
636
|
|
637
|
+
# Describes the containers where the destination Apache Iceberg Tables
|
638
|
+
# are persisted.
|
639
|
+
#
|
640
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
641
|
+
#
|
642
|
+
# @!attribute [rw] catalog_arn
|
643
|
+
# Specifies the Glue catalog ARN indentifier of the destination Apache
|
644
|
+
# Iceberg Tables. You must specify the ARN in the format
|
645
|
+
# `arn:aws:glue:region:account-id:catalog`.
|
646
|
+
#
|
647
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
648
|
+
# @return [String]
|
649
|
+
#
|
650
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/CatalogConfiguration AWS API Documentation
|
651
|
+
#
|
652
|
+
class CatalogConfiguration < Struct.new(
|
653
|
+
:catalog_arn)
|
654
|
+
SENSITIVE = []
|
655
|
+
include Aws::Structure
|
656
|
+
end
|
657
|
+
|
637
658
|
# Describes the Amazon CloudWatch logging options for your delivery
|
638
659
|
# stream.
|
639
660
|
#
|
@@ -836,6 +857,12 @@ module Aws::Firehose
|
|
836
857
|
# Configure Snowflake destination
|
837
858
|
# @return [Types::SnowflakeDestinationConfiguration]
|
838
859
|
#
|
860
|
+
# @!attribute [rw] iceberg_destination_configuration
|
861
|
+
# Configure Apache Iceberg Tables destination.
|
862
|
+
#
|
863
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
864
|
+
# @return [Types::IcebergDestinationConfiguration]
|
865
|
+
#
|
839
866
|
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/CreateDeliveryStreamInput AWS API Documentation
|
840
867
|
#
|
841
868
|
class CreateDeliveryStreamInput < Struct.new(
|
@@ -853,7 +880,8 @@ module Aws::Firehose
|
|
853
880
|
:tags,
|
854
881
|
:amazon_open_search_serverless_destination_configuration,
|
855
882
|
:msk_source_configuration,
|
856
|
-
:snowflake_destination_configuration
|
883
|
+
:snowflake_destination_configuration,
|
884
|
+
:iceberg_destination_configuration)
|
857
885
|
SENSITIVE = []
|
858
886
|
include Aws::Structure
|
859
887
|
end
|
@@ -1260,6 +1288,12 @@ module Aws::Firehose
|
|
1260
1288
|
# Service.
|
1261
1289
|
# @return [Types::AmazonOpenSearchServerlessDestinationDescription]
|
1262
1290
|
#
|
1291
|
+
# @!attribute [rw] iceberg_destination_description
|
1292
|
+
# Describes a destination in Apache Iceberg Tables.
|
1293
|
+
#
|
1294
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
1295
|
+
# @return [Types::IcebergDestinationDescription]
|
1296
|
+
#
|
1263
1297
|
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/DestinationDescription AWS API Documentation
|
1264
1298
|
#
|
1265
1299
|
class DestinationDescription < Struct.new(
|
@@ -1272,7 +1306,51 @@ module Aws::Firehose
|
|
1272
1306
|
:splunk_destination_description,
|
1273
1307
|
:http_endpoint_destination_description,
|
1274
1308
|
:snowflake_destination_description,
|
1275
|
-
:amazon_open_search_serverless_destination_description
|
1309
|
+
:amazon_open_search_serverless_destination_description,
|
1310
|
+
:iceberg_destination_description)
|
1311
|
+
SENSITIVE = []
|
1312
|
+
include Aws::Structure
|
1313
|
+
end
|
1314
|
+
|
1315
|
+
# Describes the configuration of a destination in Apache Iceberg Tables.
|
1316
|
+
#
|
1317
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
1318
|
+
#
|
1319
|
+
# @!attribute [rw] destination_table_name
|
1320
|
+
# Specifies the name of the Apache Iceberg Table.
|
1321
|
+
#
|
1322
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
1323
|
+
# @return [String]
|
1324
|
+
#
|
1325
|
+
# @!attribute [rw] destination_database_name
|
1326
|
+
# The name of the Apache Iceberg database.
|
1327
|
+
#
|
1328
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
1329
|
+
# @return [String]
|
1330
|
+
#
|
1331
|
+
# @!attribute [rw] unique_keys
|
1332
|
+
# A list of unique keys for a given Apache Iceberg table. Firehose
|
1333
|
+
# will use these for running Create/Update/Delete operations on the
|
1334
|
+
# given Iceberg table.
|
1335
|
+
#
|
1336
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
1337
|
+
# @return [Array<String>]
|
1338
|
+
#
|
1339
|
+
# @!attribute [rw] s3_error_output_prefix
|
1340
|
+
# The table specific S3 error output prefix. All the errors that
|
1341
|
+
# occurred while delivering to this table will be prefixed with this
|
1342
|
+
# value in S3 destination.
|
1343
|
+
#
|
1344
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
1345
|
+
# @return [String]
|
1346
|
+
#
|
1347
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/DestinationTableConfiguration AWS API Documentation
|
1348
|
+
#
|
1349
|
+
class DestinationTableConfiguration < Struct.new(
|
1350
|
+
:destination_table_name,
|
1351
|
+
:destination_database_name,
|
1352
|
+
:unique_keys,
|
1353
|
+
:s3_error_output_prefix)
|
1276
1354
|
SENSITIVE = []
|
1277
1355
|
include Aws::Structure
|
1278
1356
|
end
|
@@ -2517,6 +2595,228 @@ module Aws::Firehose
|
|
2517
2595
|
include Aws::Structure
|
2518
2596
|
end
|
2519
2597
|
|
2598
|
+
# Specifies the destination configure settings for Apache Iceberg Table.
|
2599
|
+
#
|
2600
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
2601
|
+
#
|
2602
|
+
# @!attribute [rw] destination_table_configuration_list
|
2603
|
+
# Provides a list of `DestinationTableConfigurations` which Firehose
|
2604
|
+
# uses to deliver data to Apache Iceberg tables.
|
2605
|
+
#
|
2606
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
2607
|
+
# @return [Array<Types::DestinationTableConfiguration>]
|
2608
|
+
#
|
2609
|
+
# @!attribute [rw] buffering_hints
|
2610
|
+
# Describes hints for the buffering to perform before delivering data
|
2611
|
+
# to the destination. These options are treated as hints, and
|
2612
|
+
# therefore Firehose might choose to use different values when it is
|
2613
|
+
# optimal. The `SizeInMBs` and `IntervalInSeconds` parameters are
|
2614
|
+
# optional. However, if specify a value for one of them, you must also
|
2615
|
+
# provide a value for the other.
|
2616
|
+
# @return [Types::BufferingHints]
|
2617
|
+
#
|
2618
|
+
# @!attribute [rw] cloud_watch_logging_options
|
2619
|
+
# Describes the Amazon CloudWatch logging options for your delivery
|
2620
|
+
# stream.
|
2621
|
+
# @return [Types::CloudWatchLoggingOptions]
|
2622
|
+
#
|
2623
|
+
# @!attribute [rw] processing_configuration
|
2624
|
+
# Describes a data processing configuration.
|
2625
|
+
# @return [Types::ProcessingConfiguration]
|
2626
|
+
#
|
2627
|
+
# @!attribute [rw] s3_backup_mode
|
2628
|
+
# Describes how Firehose will backup records. Currently,Firehose only
|
2629
|
+
# supports `FailedDataOnly` for preview.
|
2630
|
+
#
|
2631
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
2632
|
+
# @return [String]
|
2633
|
+
#
|
2634
|
+
# @!attribute [rw] retry_options
|
2635
|
+
# The retry behavior in case Firehose is unable to deliver data to an
|
2636
|
+
# Amazon S3 prefix.
|
2637
|
+
# @return [Types::RetryOptions]
|
2638
|
+
#
|
2639
|
+
# @!attribute [rw] role_arn
|
2640
|
+
# The Amazon Resource Name (ARN) of the Apache Iceberg tables role.
|
2641
|
+
#
|
2642
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
2643
|
+
# @return [String]
|
2644
|
+
#
|
2645
|
+
# @!attribute [rw] catalog_configuration
|
2646
|
+
# Configuration describing where the destination Apache Iceberg Tables
|
2647
|
+
# are persisted.
|
2648
|
+
#
|
2649
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
2650
|
+
# @return [Types::CatalogConfiguration]
|
2651
|
+
#
|
2652
|
+
# @!attribute [rw] s3_configuration
|
2653
|
+
# Describes the configuration of a destination in Amazon S3.
|
2654
|
+
# @return [Types::S3DestinationConfiguration]
|
2655
|
+
#
|
2656
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/IcebergDestinationConfiguration AWS API Documentation
|
2657
|
+
#
|
2658
|
+
class IcebergDestinationConfiguration < Struct.new(
|
2659
|
+
:destination_table_configuration_list,
|
2660
|
+
:buffering_hints,
|
2661
|
+
:cloud_watch_logging_options,
|
2662
|
+
:processing_configuration,
|
2663
|
+
:s3_backup_mode,
|
2664
|
+
:retry_options,
|
2665
|
+
:role_arn,
|
2666
|
+
:catalog_configuration,
|
2667
|
+
:s3_configuration)
|
2668
|
+
SENSITIVE = []
|
2669
|
+
include Aws::Structure
|
2670
|
+
end
|
2671
|
+
|
2672
|
+
# Describes a destination in Apache Iceberg Tables.
|
2673
|
+
#
|
2674
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
2675
|
+
#
|
2676
|
+
# @!attribute [rw] destination_table_configuration_list
|
2677
|
+
# Provides a list of `DestinationTableConfigurations` which Firehose
|
2678
|
+
# uses to deliver data to Apache Iceberg tables.
|
2679
|
+
#
|
2680
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
2681
|
+
# @return [Array<Types::DestinationTableConfiguration>]
|
2682
|
+
#
|
2683
|
+
# @!attribute [rw] buffering_hints
|
2684
|
+
# Describes hints for the buffering to perform before delivering data
|
2685
|
+
# to the destination. These options are treated as hints, and
|
2686
|
+
# therefore Firehose might choose to use different values when it is
|
2687
|
+
# optimal. The `SizeInMBs` and `IntervalInSeconds` parameters are
|
2688
|
+
# optional. However, if specify a value for one of them, you must also
|
2689
|
+
# provide a value for the other.
|
2690
|
+
# @return [Types::BufferingHints]
|
2691
|
+
#
|
2692
|
+
# @!attribute [rw] cloud_watch_logging_options
|
2693
|
+
# Describes the Amazon CloudWatch logging options for your delivery
|
2694
|
+
# stream.
|
2695
|
+
# @return [Types::CloudWatchLoggingOptions]
|
2696
|
+
#
|
2697
|
+
# @!attribute [rw] processing_configuration
|
2698
|
+
# Describes a data processing configuration.
|
2699
|
+
# @return [Types::ProcessingConfiguration]
|
2700
|
+
#
|
2701
|
+
# @!attribute [rw] s3_backup_mode
|
2702
|
+
# Describes how Firehose will backup records. Currently,Firehose only
|
2703
|
+
# supports `FailedDataOnly` for preview.
|
2704
|
+
#
|
2705
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
2706
|
+
# @return [String]
|
2707
|
+
#
|
2708
|
+
# @!attribute [rw] retry_options
|
2709
|
+
# The retry behavior in case Firehose is unable to deliver data to an
|
2710
|
+
# Amazon S3 prefix.
|
2711
|
+
# @return [Types::RetryOptions]
|
2712
|
+
#
|
2713
|
+
# @!attribute [rw] role_arn
|
2714
|
+
# The Amazon Resource Name (ARN) of the Apache Iceberg Tables role.
|
2715
|
+
#
|
2716
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
2717
|
+
# @return [String]
|
2718
|
+
#
|
2719
|
+
# @!attribute [rw] catalog_configuration
|
2720
|
+
# Configuration describing where the destination Iceberg tables are
|
2721
|
+
# persisted.
|
2722
|
+
#
|
2723
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
2724
|
+
# @return [Types::CatalogConfiguration]
|
2725
|
+
#
|
2726
|
+
# @!attribute [rw] s3_destination_description
|
2727
|
+
# Describes a destination in Amazon S3.
|
2728
|
+
# @return [Types::S3DestinationDescription]
|
2729
|
+
#
|
2730
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/IcebergDestinationDescription AWS API Documentation
|
2731
|
+
#
|
2732
|
+
class IcebergDestinationDescription < Struct.new(
|
2733
|
+
:destination_table_configuration_list,
|
2734
|
+
:buffering_hints,
|
2735
|
+
:cloud_watch_logging_options,
|
2736
|
+
:processing_configuration,
|
2737
|
+
:s3_backup_mode,
|
2738
|
+
:retry_options,
|
2739
|
+
:role_arn,
|
2740
|
+
:catalog_configuration,
|
2741
|
+
:s3_destination_description)
|
2742
|
+
SENSITIVE = []
|
2743
|
+
include Aws::Structure
|
2744
|
+
end
|
2745
|
+
|
2746
|
+
# Describes an update for a destination in Apache Iceberg Tables.
|
2747
|
+
#
|
2748
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
2749
|
+
#
|
2750
|
+
# @!attribute [rw] destination_table_configuration_list
|
2751
|
+
# Provides a list of `DestinationTableConfigurations` which Firehose
|
2752
|
+
# uses to deliver data to Apache Iceberg tables.
|
2753
|
+
#
|
2754
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
2755
|
+
# @return [Array<Types::DestinationTableConfiguration>]
|
2756
|
+
#
|
2757
|
+
# @!attribute [rw] buffering_hints
|
2758
|
+
# Describes hints for the buffering to perform before delivering data
|
2759
|
+
# to the destination. These options are treated as hints, and
|
2760
|
+
# therefore Firehose might choose to use different values when it is
|
2761
|
+
# optimal. The `SizeInMBs` and `IntervalInSeconds` parameters are
|
2762
|
+
# optional. However, if specify a value for one of them, you must also
|
2763
|
+
# provide a value for the other.
|
2764
|
+
# @return [Types::BufferingHints]
|
2765
|
+
#
|
2766
|
+
# @!attribute [rw] cloud_watch_logging_options
|
2767
|
+
# Describes the Amazon CloudWatch logging options for your delivery
|
2768
|
+
# stream.
|
2769
|
+
# @return [Types::CloudWatchLoggingOptions]
|
2770
|
+
#
|
2771
|
+
# @!attribute [rw] processing_configuration
|
2772
|
+
# Describes a data processing configuration.
|
2773
|
+
# @return [Types::ProcessingConfiguration]
|
2774
|
+
#
|
2775
|
+
# @!attribute [rw] s3_backup_mode
|
2776
|
+
# Describes how Firehose will backup records. Currently,Firehose only
|
2777
|
+
# supports `FailedDataOnly` for preview.
|
2778
|
+
#
|
2779
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
2780
|
+
# @return [String]
|
2781
|
+
#
|
2782
|
+
# @!attribute [rw] retry_options
|
2783
|
+
# The retry behavior in case Firehose is unable to deliver data to an
|
2784
|
+
# Amazon S3 prefix.
|
2785
|
+
# @return [Types::RetryOptions]
|
2786
|
+
#
|
2787
|
+
# @!attribute [rw] role_arn
|
2788
|
+
# The Amazon Resource Name (ARN) of the Apache Iceberg Tables role.
|
2789
|
+
#
|
2790
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
2791
|
+
# @return [String]
|
2792
|
+
#
|
2793
|
+
# @!attribute [rw] catalog_configuration
|
2794
|
+
# Configuration describing where the destination Iceberg tables are
|
2795
|
+
# persisted.
|
2796
|
+
#
|
2797
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
2798
|
+
# @return [Types::CatalogConfiguration]
|
2799
|
+
#
|
2800
|
+
# @!attribute [rw] s3_configuration
|
2801
|
+
# Describes the configuration of a destination in Amazon S3.
|
2802
|
+
# @return [Types::S3DestinationConfiguration]
|
2803
|
+
#
|
2804
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/IcebergDestinationUpdate AWS API Documentation
|
2805
|
+
#
|
2806
|
+
class IcebergDestinationUpdate < Struct.new(
|
2807
|
+
:destination_table_configuration_list,
|
2808
|
+
:buffering_hints,
|
2809
|
+
:cloud_watch_logging_options,
|
2810
|
+
:processing_configuration,
|
2811
|
+
:s3_backup_mode,
|
2812
|
+
:retry_options,
|
2813
|
+
:role_arn,
|
2814
|
+
:catalog_configuration,
|
2815
|
+
:s3_configuration)
|
2816
|
+
SENSITIVE = []
|
2817
|
+
include Aws::Structure
|
2818
|
+
end
|
2819
|
+
|
2520
2820
|
# Specifies the deserializer you want to use to convert the format of
|
2521
2821
|
# the input data. This parameter is required if `Enabled` is set to
|
2522
2822
|
# true.
|
@@ -2807,12 +3107,23 @@ module Aws::Firehose
|
|
2807
3107
|
# The authentication configuration of the Amazon MSK cluster.
|
2808
3108
|
# @return [Types::AuthenticationConfiguration]
|
2809
3109
|
#
|
3110
|
+
# @!attribute [rw] read_from_timestamp
|
3111
|
+
# The start date and time in UTC for the offset position within your
|
3112
|
+
# MSK topic from where Firehose begins to read. By default, this is
|
3113
|
+
# set to timestamp when Firehose becomes Active.
|
3114
|
+
#
|
3115
|
+
# If you want to create a Firehose stream with Earliest start position
|
3116
|
+
# from SDK or CLI, you need to set the `ReadFromTimestamp` parameter
|
3117
|
+
# to Epoch (1970-01-01T00:00:00Z).
|
3118
|
+
# @return [Time]
|
3119
|
+
#
|
2810
3120
|
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/MSKSourceConfiguration AWS API Documentation
|
2811
3121
|
#
|
2812
3122
|
class MSKSourceConfiguration < Struct.new(
|
2813
3123
|
:msk_cluster_arn,
|
2814
3124
|
:topic_name,
|
2815
|
-
:authentication_configuration
|
3125
|
+
:authentication_configuration,
|
3126
|
+
:read_from_timestamp)
|
2816
3127
|
SENSITIVE = []
|
2817
3128
|
include Aws::Structure
|
2818
3129
|
end
|
@@ -2837,13 +3148,24 @@ module Aws::Firehose
|
|
2837
3148
|
# MSK cluster starting with this timestamp.
|
2838
3149
|
# @return [Time]
|
2839
3150
|
#
|
3151
|
+
# @!attribute [rw] read_from_timestamp
|
3152
|
+
# The start date and time in UTC for the offset position within your
|
3153
|
+
# MSK topic from where Firehose begins to read. By default, this is
|
3154
|
+
# set to timestamp when Firehose becomes Active.
|
3155
|
+
#
|
3156
|
+
# If you want to create a Firehose stream with Earliest start position
|
3157
|
+
# from SDK or CLI, you need to set the `ReadFromTimestampUTC`
|
3158
|
+
# parameter to Epoch (1970-01-01T00:00:00Z).
|
3159
|
+
# @return [Time]
|
3160
|
+
#
|
2840
3161
|
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/MSKSourceDescription AWS API Documentation
|
2841
3162
|
#
|
2842
3163
|
class MSKSourceDescription < Struct.new(
|
2843
3164
|
:msk_cluster_arn,
|
2844
3165
|
:topic_name,
|
2845
3166
|
:authentication_configuration,
|
2846
|
-
:delivery_start_timestamp
|
3167
|
+
:delivery_start_timestamp,
|
3168
|
+
:read_from_timestamp)
|
2847
3169
|
SENSITIVE = []
|
2848
3170
|
include Aws::Structure
|
2849
3171
|
end
|
@@ -3944,6 +4266,29 @@ module Aws::Firehose
|
|
3944
4266
|
include Aws::Structure
|
3945
4267
|
end
|
3946
4268
|
|
4269
|
+
# Describes the buffering to perform before delivering data to the
|
4270
|
+
# Snowflake destination. If you do not specify any value, Firehose uses
|
4271
|
+
# the default values.
|
4272
|
+
#
|
4273
|
+
# @!attribute [rw] size_in_m_bs
|
4274
|
+
# Buffer incoming data to the specified size, in MBs, before
|
4275
|
+
# delivering it to the destination. The default value is 1.
|
4276
|
+
# @return [Integer]
|
4277
|
+
#
|
4278
|
+
# @!attribute [rw] interval_in_seconds
|
4279
|
+
# Buffer incoming data for the specified period of time, in seconds,
|
4280
|
+
# before delivering it to the destination. The default value is 0.
|
4281
|
+
# @return [Integer]
|
4282
|
+
#
|
4283
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/SnowflakeBufferingHints AWS API Documentation
|
4284
|
+
#
|
4285
|
+
class SnowflakeBufferingHints < Struct.new(
|
4286
|
+
:size_in_m_bs,
|
4287
|
+
:interval_in_seconds)
|
4288
|
+
SENSITIVE = []
|
4289
|
+
include Aws::Structure
|
4290
|
+
end
|
4291
|
+
|
3947
4292
|
# Configure Snowflake destination
|
3948
4293
|
#
|
3949
4294
|
# @!attribute [rw] account_url
|
@@ -4053,6 +4398,12 @@ module Aws::Firehose
|
|
4053
4398
|
# The configuration that defines how you access secrets for Snowflake.
|
4054
4399
|
# @return [Types::SecretsManagerConfiguration]
|
4055
4400
|
#
|
4401
|
+
# @!attribute [rw] buffering_hints
|
4402
|
+
# Describes the buffering to perform before delivering data to the
|
4403
|
+
# Snowflake destination. If you do not specify any value, Firehose
|
4404
|
+
# uses the default values.
|
4405
|
+
# @return [Types::SnowflakeBufferingHints]
|
4406
|
+
#
|
4056
4407
|
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/SnowflakeDestinationConfiguration AWS API Documentation
|
4057
4408
|
#
|
4058
4409
|
class SnowflakeDestinationConfiguration < Struct.new(
|
@@ -4074,7 +4425,8 @@ module Aws::Firehose
|
|
4074
4425
|
:retry_options,
|
4075
4426
|
:s3_backup_mode,
|
4076
4427
|
:s3_configuration,
|
4077
|
-
:secrets_manager_configuration
|
4428
|
+
:secrets_manager_configuration,
|
4429
|
+
:buffering_hints)
|
4078
4430
|
SENSITIVE = [:account_url, :private_key, :key_passphrase, :user, :database, :schema, :table, :meta_data_column_name, :content_column_name]
|
4079
4431
|
include Aws::Structure
|
4080
4432
|
end
|
@@ -4168,6 +4520,12 @@ module Aws::Firehose
|
|
4168
4520
|
# The configuration that defines how you access secrets for Snowflake.
|
4169
4521
|
# @return [Types::SecretsManagerConfiguration]
|
4170
4522
|
#
|
4523
|
+
# @!attribute [rw] buffering_hints
|
4524
|
+
# Describes the buffering to perform before delivering data to the
|
4525
|
+
# Snowflake destination. If you do not specify any value, Firehose
|
4526
|
+
# uses the default values.
|
4527
|
+
# @return [Types::SnowflakeBufferingHints]
|
4528
|
+
#
|
4171
4529
|
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/SnowflakeDestinationDescription AWS API Documentation
|
4172
4530
|
#
|
4173
4531
|
class SnowflakeDestinationDescription < Struct.new(
|
@@ -4187,7 +4545,8 @@ module Aws::Firehose
|
|
4187
4545
|
:retry_options,
|
4188
4546
|
:s3_backup_mode,
|
4189
4547
|
:s3_destination_description,
|
4190
|
-
:secrets_manager_configuration
|
4548
|
+
:secrets_manager_configuration,
|
4549
|
+
:buffering_hints)
|
4191
4550
|
SENSITIVE = [:account_url, :user, :database, :schema, :table, :meta_data_column_name, :content_column_name]
|
4192
4551
|
include Aws::Structure
|
4193
4552
|
end
|
@@ -4307,6 +4666,11 @@ module Aws::Firehose
|
|
4307
4666
|
# Describes the Secrets Manager configuration in Snowflake.
|
4308
4667
|
# @return [Types::SecretsManagerConfiguration]
|
4309
4668
|
#
|
4669
|
+
# @!attribute [rw] buffering_hints
|
4670
|
+
# Describes the buffering to perform before delivering data to the
|
4671
|
+
# Snowflake destination.
|
4672
|
+
# @return [Types::SnowflakeBufferingHints]
|
4673
|
+
#
|
4310
4674
|
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/SnowflakeDestinationUpdate AWS API Documentation
|
4311
4675
|
#
|
4312
4676
|
class SnowflakeDestinationUpdate < Struct.new(
|
@@ -4327,7 +4691,8 @@ module Aws::Firehose
|
|
4327
4691
|
:retry_options,
|
4328
4692
|
:s3_backup_mode,
|
4329
4693
|
:s3_update,
|
4330
|
-
:secrets_manager_configuration
|
4694
|
+
:secrets_manager_configuration,
|
4695
|
+
:buffering_hints)
|
4331
4696
|
SENSITIVE = [:account_url, :private_key, :key_passphrase, :user, :database, :schema, :table, :meta_data_column_name, :content_column_name]
|
4332
4697
|
include Aws::Structure
|
4333
4698
|
end
|
@@ -4868,6 +5233,12 @@ module Aws::Firehose
|
|
4868
5233
|
# Update to the Snowflake destination configuration settings.
|
4869
5234
|
# @return [Types::SnowflakeDestinationUpdate]
|
4870
5235
|
#
|
5236
|
+
# @!attribute [rw] iceberg_destination_update
|
5237
|
+
# Describes an update for a destination in Apache Iceberg Tables.
|
5238
|
+
#
|
5239
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
5240
|
+
# @return [Types::IcebergDestinationUpdate]
|
5241
|
+
#
|
4871
5242
|
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/UpdateDestinationInput AWS API Documentation
|
4872
5243
|
#
|
4873
5244
|
class UpdateDestinationInput < Struct.new(
|
@@ -4882,7 +5253,8 @@ module Aws::Firehose
|
|
4882
5253
|
:splunk_destination_update,
|
4883
5254
|
:http_endpoint_destination_update,
|
4884
5255
|
:amazon_open_search_serverless_destination_update,
|
4885
|
-
:snowflake_destination_update
|
5256
|
+
:snowflake_destination_update,
|
5257
|
+
:iceberg_destination_update)
|
4886
5258
|
SENSITIVE = []
|
4887
5259
|
include Aws::Structure
|
4888
5260
|
end
|
data/lib/aws-sdk-firehose.rb
CHANGED
data/sig/client.rbs
CHANGED
@@ -51,6 +51,7 @@ module Aws
|
|
51
51
|
?sigv4a_signing_region_set: Array[String],
|
52
52
|
?simple_json: bool,
|
53
53
|
?stub_responses: untyped,
|
54
|
+
?telemetry_provider: Aws::Telemetry::TelemetryProviderBase,
|
54
55
|
?token_provider: untyped,
|
55
56
|
?use_dualstack_endpoint: bool,
|
56
57
|
?use_fips_endpoint: bool,
|
@@ -641,7 +642,8 @@ module Aws
|
|
641
642
|
authentication_configuration: {
|
642
643
|
role_arn: ::String,
|
643
644
|
connectivity: ("PUBLIC" | "PRIVATE")
|
644
|
-
}
|
645
|
+
},
|
646
|
+
read_from_timestamp: ::Time?
|
645
647
|
},
|
646
648
|
?snowflake_destination_configuration: {
|
647
649
|
account_url: ::String,
|
@@ -711,7 +713,74 @@ module Aws
|
|
711
713
|
secret_arn: ::String?,
|
712
714
|
role_arn: ::String?,
|
713
715
|
enabled: bool
|
716
|
+
}?,
|
717
|
+
buffering_hints: {
|
718
|
+
size_in_m_bs: ::Integer?,
|
719
|
+
interval_in_seconds: ::Integer?
|
714
720
|
}?
|
721
|
+
},
|
722
|
+
?iceberg_destination_configuration: {
|
723
|
+
destination_table_configuration_list: Array[
|
724
|
+
{
|
725
|
+
destination_table_name: ::String,
|
726
|
+
destination_database_name: ::String,
|
727
|
+
unique_keys: Array[::String]?,
|
728
|
+
s3_error_output_prefix: ::String?
|
729
|
+
},
|
730
|
+
]?,
|
731
|
+
buffering_hints: {
|
732
|
+
size_in_m_bs: ::Integer?,
|
733
|
+
interval_in_seconds: ::Integer?
|
734
|
+
}?,
|
735
|
+
cloud_watch_logging_options: {
|
736
|
+
enabled: bool?,
|
737
|
+
log_group_name: ::String?,
|
738
|
+
log_stream_name: ::String?
|
739
|
+
}?,
|
740
|
+
processing_configuration: {
|
741
|
+
enabled: bool?,
|
742
|
+
processors: Array[
|
743
|
+
{
|
744
|
+
type: ("RecordDeAggregation" | "Decompression" | "CloudWatchLogProcessing" | "Lambda" | "MetadataExtraction" | "AppendDelimiterToRecord"),
|
745
|
+
parameters: Array[
|
746
|
+
{
|
747
|
+
parameter_name: ("LambdaArn" | "NumberOfRetries" | "MetadataExtractionQuery" | "JsonParsingEngine" | "RoleArn" | "BufferSizeInMBs" | "BufferIntervalInSeconds" | "SubRecordType" | "Delimiter" | "CompressionFormat" | "DataMessageExtraction"),
|
748
|
+
parameter_value: ::String
|
749
|
+
},
|
750
|
+
]?
|
751
|
+
},
|
752
|
+
]?
|
753
|
+
}?,
|
754
|
+
s3_backup_mode: ("FailedDataOnly" | "AllData")?,
|
755
|
+
retry_options: {
|
756
|
+
duration_in_seconds: ::Integer?
|
757
|
+
}?,
|
758
|
+
role_arn: ::String,
|
759
|
+
catalog_configuration: {
|
760
|
+
catalog_arn: ::String?
|
761
|
+
},
|
762
|
+
s3_configuration: {
|
763
|
+
role_arn: ::String,
|
764
|
+
bucket_arn: ::String,
|
765
|
+
prefix: ::String?,
|
766
|
+
error_output_prefix: ::String?,
|
767
|
+
buffering_hints: {
|
768
|
+
size_in_m_bs: ::Integer?,
|
769
|
+
interval_in_seconds: ::Integer?
|
770
|
+
}?,
|
771
|
+
compression_format: ("UNCOMPRESSED" | "GZIP" | "ZIP" | "Snappy" | "HADOOP_SNAPPY")?,
|
772
|
+
encryption_configuration: {
|
773
|
+
no_encryption_config: ("NoEncryption")?,
|
774
|
+
kms_encryption_config: {
|
775
|
+
awskms_key_arn: ::String
|
776
|
+
}?
|
777
|
+
}?,
|
778
|
+
cloud_watch_logging_options: {
|
779
|
+
enabled: bool?,
|
780
|
+
log_group_name: ::String?,
|
781
|
+
log_stream_name: ::String?
|
782
|
+
}?
|
783
|
+
}
|
715
784
|
}
|
716
785
|
) -> _CreateDeliveryStreamResponseSuccess
|
717
786
|
| (Hash[Symbol, untyped] params, ?Hash[Symbol, untyped] options) -> _CreateDeliveryStreamResponseSuccess
|
@@ -1436,6 +1505,73 @@ module Aws
|
|
1436
1505
|
secret_arn: ::String?,
|
1437
1506
|
role_arn: ::String?,
|
1438
1507
|
enabled: bool
|
1508
|
+
}?,
|
1509
|
+
buffering_hints: {
|
1510
|
+
size_in_m_bs: ::Integer?,
|
1511
|
+
interval_in_seconds: ::Integer?
|
1512
|
+
}?
|
1513
|
+
},
|
1514
|
+
?iceberg_destination_update: {
|
1515
|
+
destination_table_configuration_list: Array[
|
1516
|
+
{
|
1517
|
+
destination_table_name: ::String,
|
1518
|
+
destination_database_name: ::String,
|
1519
|
+
unique_keys: Array[::String]?,
|
1520
|
+
s3_error_output_prefix: ::String?
|
1521
|
+
},
|
1522
|
+
]?,
|
1523
|
+
buffering_hints: {
|
1524
|
+
size_in_m_bs: ::Integer?,
|
1525
|
+
interval_in_seconds: ::Integer?
|
1526
|
+
}?,
|
1527
|
+
cloud_watch_logging_options: {
|
1528
|
+
enabled: bool?,
|
1529
|
+
log_group_name: ::String?,
|
1530
|
+
log_stream_name: ::String?
|
1531
|
+
}?,
|
1532
|
+
processing_configuration: {
|
1533
|
+
enabled: bool?,
|
1534
|
+
processors: Array[
|
1535
|
+
{
|
1536
|
+
type: ("RecordDeAggregation" | "Decompression" | "CloudWatchLogProcessing" | "Lambda" | "MetadataExtraction" | "AppendDelimiterToRecord"),
|
1537
|
+
parameters: Array[
|
1538
|
+
{
|
1539
|
+
parameter_name: ("LambdaArn" | "NumberOfRetries" | "MetadataExtractionQuery" | "JsonParsingEngine" | "RoleArn" | "BufferSizeInMBs" | "BufferIntervalInSeconds" | "SubRecordType" | "Delimiter" | "CompressionFormat" | "DataMessageExtraction"),
|
1540
|
+
parameter_value: ::String
|
1541
|
+
},
|
1542
|
+
]?
|
1543
|
+
},
|
1544
|
+
]?
|
1545
|
+
}?,
|
1546
|
+
s3_backup_mode: ("FailedDataOnly" | "AllData")?,
|
1547
|
+
retry_options: {
|
1548
|
+
duration_in_seconds: ::Integer?
|
1549
|
+
}?,
|
1550
|
+
role_arn: ::String?,
|
1551
|
+
catalog_configuration: {
|
1552
|
+
catalog_arn: ::String?
|
1553
|
+
}?,
|
1554
|
+
s3_configuration: {
|
1555
|
+
role_arn: ::String,
|
1556
|
+
bucket_arn: ::String,
|
1557
|
+
prefix: ::String?,
|
1558
|
+
error_output_prefix: ::String?,
|
1559
|
+
buffering_hints: {
|
1560
|
+
size_in_m_bs: ::Integer?,
|
1561
|
+
interval_in_seconds: ::Integer?
|
1562
|
+
}?,
|
1563
|
+
compression_format: ("UNCOMPRESSED" | "GZIP" | "ZIP" | "Snappy" | "HADOOP_SNAPPY")?,
|
1564
|
+
encryption_configuration: {
|
1565
|
+
no_encryption_config: ("NoEncryption")?,
|
1566
|
+
kms_encryption_config: {
|
1567
|
+
awskms_key_arn: ::String
|
1568
|
+
}?
|
1569
|
+
}?,
|
1570
|
+
cloud_watch_logging_options: {
|
1571
|
+
enabled: bool?,
|
1572
|
+
log_group_name: ::String?,
|
1573
|
+
log_stream_name: ::String?
|
1574
|
+
}?
|
1439
1575
|
}?
|
1440
1576
|
}
|
1441
1577
|
) -> _UpdateDestinationResponseSuccess
|