aws-sdk-firehose 1.75.0 → 1.77.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -634,6 +634,27 @@ module Aws::Firehose
634
634
  include Aws::Structure
635
635
  end
636
636
 
637
+ # Describes the containers where the destination Apache Iceberg Tables
638
+ # are persisted.
639
+ #
640
+ # Amazon Data Firehose is in preview release and is subject to change.
641
+ #
642
+ # @!attribute [rw] catalog_arn
643
+ # Specifies the Glue catalog ARN indentifier of the destination Apache
644
+ # Iceberg Tables. You must specify the ARN in the format
645
+ # `arn:aws:glue:region:account-id:catalog`.
646
+ #
647
+ # Amazon Data Firehose is in preview release and is subject to change.
648
+ # @return [String]
649
+ #
650
+ # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/CatalogConfiguration AWS API Documentation
651
+ #
652
+ class CatalogConfiguration < Struct.new(
653
+ :catalog_arn)
654
+ SENSITIVE = []
655
+ include Aws::Structure
656
+ end
657
+
637
658
  # Describes the Amazon CloudWatch logging options for your delivery
638
659
  # stream.
639
660
  #
@@ -836,6 +857,12 @@ module Aws::Firehose
836
857
  # Configure Snowflake destination
837
858
  # @return [Types::SnowflakeDestinationConfiguration]
838
859
  #
860
+ # @!attribute [rw] iceberg_destination_configuration
861
+ # Configure Apache Iceberg Tables destination.
862
+ #
863
+ # Amazon Data Firehose is in preview release and is subject to change.
864
+ # @return [Types::IcebergDestinationConfiguration]
865
+ #
839
866
  # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/CreateDeliveryStreamInput AWS API Documentation
840
867
  #
841
868
  class CreateDeliveryStreamInput < Struct.new(
@@ -853,7 +880,8 @@ module Aws::Firehose
853
880
  :tags,
854
881
  :amazon_open_search_serverless_destination_configuration,
855
882
  :msk_source_configuration,
856
- :snowflake_destination_configuration)
883
+ :snowflake_destination_configuration,
884
+ :iceberg_destination_configuration)
857
885
  SENSITIVE = []
858
886
  include Aws::Structure
859
887
  end
@@ -1260,6 +1288,12 @@ module Aws::Firehose
1260
1288
  # Service.
1261
1289
  # @return [Types::AmazonOpenSearchServerlessDestinationDescription]
1262
1290
  #
1291
+ # @!attribute [rw] iceberg_destination_description
1292
+ # Describes a destination in Apache Iceberg Tables.
1293
+ #
1294
+ # Amazon Data Firehose is in preview release and is subject to change.
1295
+ # @return [Types::IcebergDestinationDescription]
1296
+ #
1263
1297
  # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/DestinationDescription AWS API Documentation
1264
1298
  #
1265
1299
  class DestinationDescription < Struct.new(
@@ -1272,7 +1306,51 @@ module Aws::Firehose
1272
1306
  :splunk_destination_description,
1273
1307
  :http_endpoint_destination_description,
1274
1308
  :snowflake_destination_description,
1275
- :amazon_open_search_serverless_destination_description)
1309
+ :amazon_open_search_serverless_destination_description,
1310
+ :iceberg_destination_description)
1311
+ SENSITIVE = []
1312
+ include Aws::Structure
1313
+ end
1314
+
1315
+ # Describes the configuration of a destination in Apache Iceberg Tables.
1316
+ #
1317
+ # Amazon Data Firehose is in preview release and is subject to change.
1318
+ #
1319
+ # @!attribute [rw] destination_table_name
1320
+ # Specifies the name of the Apache Iceberg Table.
1321
+ #
1322
+ # Amazon Data Firehose is in preview release and is subject to change.
1323
+ # @return [String]
1324
+ #
1325
+ # @!attribute [rw] destination_database_name
1326
+ # The name of the Apache Iceberg database.
1327
+ #
1328
+ # Amazon Data Firehose is in preview release and is subject to change.
1329
+ # @return [String]
1330
+ #
1331
+ # @!attribute [rw] unique_keys
1332
+ # A list of unique keys for a given Apache Iceberg table. Firehose
1333
+ # will use these for running Create/Update/Delete operations on the
1334
+ # given Iceberg table.
1335
+ #
1336
+ # Amazon Data Firehose is in preview release and is subject to change.
1337
+ # @return [Array<String>]
1338
+ #
1339
+ # @!attribute [rw] s3_error_output_prefix
1340
+ # The table specific S3 error output prefix. All the errors that
1341
+ # occurred while delivering to this table will be prefixed with this
1342
+ # value in S3 destination.
1343
+ #
1344
+ # Amazon Data Firehose is in preview release and is subject to change.
1345
+ # @return [String]
1346
+ #
1347
+ # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/DestinationTableConfiguration AWS API Documentation
1348
+ #
1349
+ class DestinationTableConfiguration < Struct.new(
1350
+ :destination_table_name,
1351
+ :destination_database_name,
1352
+ :unique_keys,
1353
+ :s3_error_output_prefix)
1276
1354
  SENSITIVE = []
1277
1355
  include Aws::Structure
1278
1356
  end
@@ -2517,6 +2595,228 @@ module Aws::Firehose
2517
2595
  include Aws::Structure
2518
2596
  end
2519
2597
 
2598
+ # Specifies the destination configure settings for Apache Iceberg Table.
2599
+ #
2600
+ # Amazon Data Firehose is in preview release and is subject to change.
2601
+ #
2602
+ # @!attribute [rw] destination_table_configuration_list
2603
+ # Provides a list of `DestinationTableConfigurations` which Firehose
2604
+ # uses to deliver data to Apache Iceberg tables.
2605
+ #
2606
+ # Amazon Data Firehose is in preview release and is subject to change.
2607
+ # @return [Array<Types::DestinationTableConfiguration>]
2608
+ #
2609
+ # @!attribute [rw] buffering_hints
2610
+ # Describes hints for the buffering to perform before delivering data
2611
+ # to the destination. These options are treated as hints, and
2612
+ # therefore Firehose might choose to use different values when it is
2613
+ # optimal. The `SizeInMBs` and `IntervalInSeconds` parameters are
2614
+ # optional. However, if specify a value for one of them, you must also
2615
+ # provide a value for the other.
2616
+ # @return [Types::BufferingHints]
2617
+ #
2618
+ # @!attribute [rw] cloud_watch_logging_options
2619
+ # Describes the Amazon CloudWatch logging options for your delivery
2620
+ # stream.
2621
+ # @return [Types::CloudWatchLoggingOptions]
2622
+ #
2623
+ # @!attribute [rw] processing_configuration
2624
+ # Describes a data processing configuration.
2625
+ # @return [Types::ProcessingConfiguration]
2626
+ #
2627
+ # @!attribute [rw] s3_backup_mode
2628
+ # Describes how Firehose will backup records. Currently,Firehose only
2629
+ # supports `FailedDataOnly` for preview.
2630
+ #
2631
+ # Amazon Data Firehose is in preview release and is subject to change.
2632
+ # @return [String]
2633
+ #
2634
+ # @!attribute [rw] retry_options
2635
+ # The retry behavior in case Firehose is unable to deliver data to an
2636
+ # Amazon S3 prefix.
2637
+ # @return [Types::RetryOptions]
2638
+ #
2639
+ # @!attribute [rw] role_arn
2640
+ # The Amazon Resource Name (ARN) of the Apache Iceberg tables role.
2641
+ #
2642
+ # Amazon Data Firehose is in preview release and is subject to change.
2643
+ # @return [String]
2644
+ #
2645
+ # @!attribute [rw] catalog_configuration
2646
+ # Configuration describing where the destination Apache Iceberg Tables
2647
+ # are persisted.
2648
+ #
2649
+ # Amazon Data Firehose is in preview release and is subject to change.
2650
+ # @return [Types::CatalogConfiguration]
2651
+ #
2652
+ # @!attribute [rw] s3_configuration
2653
+ # Describes the configuration of a destination in Amazon S3.
2654
+ # @return [Types::S3DestinationConfiguration]
2655
+ #
2656
+ # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/IcebergDestinationConfiguration AWS API Documentation
2657
+ #
2658
+ class IcebergDestinationConfiguration < Struct.new(
2659
+ :destination_table_configuration_list,
2660
+ :buffering_hints,
2661
+ :cloud_watch_logging_options,
2662
+ :processing_configuration,
2663
+ :s3_backup_mode,
2664
+ :retry_options,
2665
+ :role_arn,
2666
+ :catalog_configuration,
2667
+ :s3_configuration)
2668
+ SENSITIVE = []
2669
+ include Aws::Structure
2670
+ end
2671
+
2672
+ # Describes a destination in Apache Iceberg Tables.
2673
+ #
2674
+ # Amazon Data Firehose is in preview release and is subject to change.
2675
+ #
2676
+ # @!attribute [rw] destination_table_configuration_list
2677
+ # Provides a list of `DestinationTableConfigurations` which Firehose
2678
+ # uses to deliver data to Apache Iceberg tables.
2679
+ #
2680
+ # Amazon Data Firehose is in preview release and is subject to change.
2681
+ # @return [Array<Types::DestinationTableConfiguration>]
2682
+ #
2683
+ # @!attribute [rw] buffering_hints
2684
+ # Describes hints for the buffering to perform before delivering data
2685
+ # to the destination. These options are treated as hints, and
2686
+ # therefore Firehose might choose to use different values when it is
2687
+ # optimal. The `SizeInMBs` and `IntervalInSeconds` parameters are
2688
+ # optional. However, if specify a value for one of them, you must also
2689
+ # provide a value for the other.
2690
+ # @return [Types::BufferingHints]
2691
+ #
2692
+ # @!attribute [rw] cloud_watch_logging_options
2693
+ # Describes the Amazon CloudWatch logging options for your delivery
2694
+ # stream.
2695
+ # @return [Types::CloudWatchLoggingOptions]
2696
+ #
2697
+ # @!attribute [rw] processing_configuration
2698
+ # Describes a data processing configuration.
2699
+ # @return [Types::ProcessingConfiguration]
2700
+ #
2701
+ # @!attribute [rw] s3_backup_mode
2702
+ # Describes how Firehose will backup records. Currently,Firehose only
2703
+ # supports `FailedDataOnly` for preview.
2704
+ #
2705
+ # Amazon Data Firehose is in preview release and is subject to change.
2706
+ # @return [String]
2707
+ #
2708
+ # @!attribute [rw] retry_options
2709
+ # The retry behavior in case Firehose is unable to deliver data to an
2710
+ # Amazon S3 prefix.
2711
+ # @return [Types::RetryOptions]
2712
+ #
2713
+ # @!attribute [rw] role_arn
2714
+ # The Amazon Resource Name (ARN) of the Apache Iceberg Tables role.
2715
+ #
2716
+ # Amazon Data Firehose is in preview release and is subject to change.
2717
+ # @return [String]
2718
+ #
2719
+ # @!attribute [rw] catalog_configuration
2720
+ # Configuration describing where the destination Iceberg tables are
2721
+ # persisted.
2722
+ #
2723
+ # Amazon Data Firehose is in preview release and is subject to change.
2724
+ # @return [Types::CatalogConfiguration]
2725
+ #
2726
+ # @!attribute [rw] s3_destination_description
2727
+ # Describes a destination in Amazon S3.
2728
+ # @return [Types::S3DestinationDescription]
2729
+ #
2730
+ # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/IcebergDestinationDescription AWS API Documentation
2731
+ #
2732
+ class IcebergDestinationDescription < Struct.new(
2733
+ :destination_table_configuration_list,
2734
+ :buffering_hints,
2735
+ :cloud_watch_logging_options,
2736
+ :processing_configuration,
2737
+ :s3_backup_mode,
2738
+ :retry_options,
2739
+ :role_arn,
2740
+ :catalog_configuration,
2741
+ :s3_destination_description)
2742
+ SENSITIVE = []
2743
+ include Aws::Structure
2744
+ end
2745
+
2746
+ # Describes an update for a destination in Apache Iceberg Tables.
2747
+ #
2748
+ # Amazon Data Firehose is in preview release and is subject to change.
2749
+ #
2750
+ # @!attribute [rw] destination_table_configuration_list
2751
+ # Provides a list of `DestinationTableConfigurations` which Firehose
2752
+ # uses to deliver data to Apache Iceberg tables.
2753
+ #
2754
+ # Amazon Data Firehose is in preview release and is subject to change.
2755
+ # @return [Array<Types::DestinationTableConfiguration>]
2756
+ #
2757
+ # @!attribute [rw] buffering_hints
2758
+ # Describes hints for the buffering to perform before delivering data
2759
+ # to the destination. These options are treated as hints, and
2760
+ # therefore Firehose might choose to use different values when it is
2761
+ # optimal. The `SizeInMBs` and `IntervalInSeconds` parameters are
2762
+ # optional. However, if specify a value for one of them, you must also
2763
+ # provide a value for the other.
2764
+ # @return [Types::BufferingHints]
2765
+ #
2766
+ # @!attribute [rw] cloud_watch_logging_options
2767
+ # Describes the Amazon CloudWatch logging options for your delivery
2768
+ # stream.
2769
+ # @return [Types::CloudWatchLoggingOptions]
2770
+ #
2771
+ # @!attribute [rw] processing_configuration
2772
+ # Describes a data processing configuration.
2773
+ # @return [Types::ProcessingConfiguration]
2774
+ #
2775
+ # @!attribute [rw] s3_backup_mode
2776
+ # Describes how Firehose will backup records. Currently,Firehose only
2777
+ # supports `FailedDataOnly` for preview.
2778
+ #
2779
+ # Amazon Data Firehose is in preview release and is subject to change.
2780
+ # @return [String]
2781
+ #
2782
+ # @!attribute [rw] retry_options
2783
+ # The retry behavior in case Firehose is unable to deliver data to an
2784
+ # Amazon S3 prefix.
2785
+ # @return [Types::RetryOptions]
2786
+ #
2787
+ # @!attribute [rw] role_arn
2788
+ # The Amazon Resource Name (ARN) of the Apache Iceberg Tables role.
2789
+ #
2790
+ # Amazon Data Firehose is in preview release and is subject to change.
2791
+ # @return [String]
2792
+ #
2793
+ # @!attribute [rw] catalog_configuration
2794
+ # Configuration describing where the destination Iceberg tables are
2795
+ # persisted.
2796
+ #
2797
+ # Amazon Data Firehose is in preview release and is subject to change.
2798
+ # @return [Types::CatalogConfiguration]
2799
+ #
2800
+ # @!attribute [rw] s3_configuration
2801
+ # Describes the configuration of a destination in Amazon S3.
2802
+ # @return [Types::S3DestinationConfiguration]
2803
+ #
2804
+ # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/IcebergDestinationUpdate AWS API Documentation
2805
+ #
2806
+ class IcebergDestinationUpdate < Struct.new(
2807
+ :destination_table_configuration_list,
2808
+ :buffering_hints,
2809
+ :cloud_watch_logging_options,
2810
+ :processing_configuration,
2811
+ :s3_backup_mode,
2812
+ :retry_options,
2813
+ :role_arn,
2814
+ :catalog_configuration,
2815
+ :s3_configuration)
2816
+ SENSITIVE = []
2817
+ include Aws::Structure
2818
+ end
2819
+
2520
2820
  # Specifies the deserializer you want to use to convert the format of
2521
2821
  # the input data. This parameter is required if `Enabled` is set to
2522
2822
  # true.
@@ -2807,12 +3107,23 @@ module Aws::Firehose
2807
3107
  # The authentication configuration of the Amazon MSK cluster.
2808
3108
  # @return [Types::AuthenticationConfiguration]
2809
3109
  #
3110
+ # @!attribute [rw] read_from_timestamp
3111
+ # The start date and time in UTC for the offset position within your
3112
+ # MSK topic from where Firehose begins to read. By default, this is
3113
+ # set to timestamp when Firehose becomes Active.
3114
+ #
3115
+ # If you want to create a Firehose stream with Earliest start position
3116
+ # from SDK or CLI, you need to set the `ReadFromTimestamp` parameter
3117
+ # to Epoch (1970-01-01T00:00:00Z).
3118
+ # @return [Time]
3119
+ #
2810
3120
  # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/MSKSourceConfiguration AWS API Documentation
2811
3121
  #
2812
3122
  class MSKSourceConfiguration < Struct.new(
2813
3123
  :msk_cluster_arn,
2814
3124
  :topic_name,
2815
- :authentication_configuration)
3125
+ :authentication_configuration,
3126
+ :read_from_timestamp)
2816
3127
  SENSITIVE = []
2817
3128
  include Aws::Structure
2818
3129
  end
@@ -2837,13 +3148,24 @@ module Aws::Firehose
2837
3148
  # MSK cluster starting with this timestamp.
2838
3149
  # @return [Time]
2839
3150
  #
3151
+ # @!attribute [rw] read_from_timestamp
3152
+ # The start date and time in UTC for the offset position within your
3153
+ # MSK topic from where Firehose begins to read. By default, this is
3154
+ # set to timestamp when Firehose becomes Active.
3155
+ #
3156
+ # If you want to create a Firehose stream with Earliest start position
3157
+ # from SDK or CLI, you need to set the `ReadFromTimestampUTC`
3158
+ # parameter to Epoch (1970-01-01T00:00:00Z).
3159
+ # @return [Time]
3160
+ #
2840
3161
  # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/MSKSourceDescription AWS API Documentation
2841
3162
  #
2842
3163
  class MSKSourceDescription < Struct.new(
2843
3164
  :msk_cluster_arn,
2844
3165
  :topic_name,
2845
3166
  :authentication_configuration,
2846
- :delivery_start_timestamp)
3167
+ :delivery_start_timestamp,
3168
+ :read_from_timestamp)
2847
3169
  SENSITIVE = []
2848
3170
  include Aws::Structure
2849
3171
  end
@@ -3944,6 +4266,29 @@ module Aws::Firehose
3944
4266
  include Aws::Structure
3945
4267
  end
3946
4268
 
4269
+ # Describes the buffering to perform before delivering data to the
4270
+ # Snowflake destination. If you do not specify any value, Firehose uses
4271
+ # the default values.
4272
+ #
4273
+ # @!attribute [rw] size_in_m_bs
4274
+ # Buffer incoming data to the specified size, in MBs, before
4275
+ # delivering it to the destination. The default value is 1.
4276
+ # @return [Integer]
4277
+ #
4278
+ # @!attribute [rw] interval_in_seconds
4279
+ # Buffer incoming data for the specified period of time, in seconds,
4280
+ # before delivering it to the destination. The default value is 0.
4281
+ # @return [Integer]
4282
+ #
4283
+ # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/SnowflakeBufferingHints AWS API Documentation
4284
+ #
4285
+ class SnowflakeBufferingHints < Struct.new(
4286
+ :size_in_m_bs,
4287
+ :interval_in_seconds)
4288
+ SENSITIVE = []
4289
+ include Aws::Structure
4290
+ end
4291
+
3947
4292
  # Configure Snowflake destination
3948
4293
  #
3949
4294
  # @!attribute [rw] account_url
@@ -4053,6 +4398,12 @@ module Aws::Firehose
4053
4398
  # The configuration that defines how you access secrets for Snowflake.
4054
4399
  # @return [Types::SecretsManagerConfiguration]
4055
4400
  #
4401
+ # @!attribute [rw] buffering_hints
4402
+ # Describes the buffering to perform before delivering data to the
4403
+ # Snowflake destination. If you do not specify any value, Firehose
4404
+ # uses the default values.
4405
+ # @return [Types::SnowflakeBufferingHints]
4406
+ #
4056
4407
  # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/SnowflakeDestinationConfiguration AWS API Documentation
4057
4408
  #
4058
4409
  class SnowflakeDestinationConfiguration < Struct.new(
@@ -4074,7 +4425,8 @@ module Aws::Firehose
4074
4425
  :retry_options,
4075
4426
  :s3_backup_mode,
4076
4427
  :s3_configuration,
4077
- :secrets_manager_configuration)
4428
+ :secrets_manager_configuration,
4429
+ :buffering_hints)
4078
4430
  SENSITIVE = [:account_url, :private_key, :key_passphrase, :user, :database, :schema, :table, :meta_data_column_name, :content_column_name]
4079
4431
  include Aws::Structure
4080
4432
  end
@@ -4168,6 +4520,12 @@ module Aws::Firehose
4168
4520
  # The configuration that defines how you access secrets for Snowflake.
4169
4521
  # @return [Types::SecretsManagerConfiguration]
4170
4522
  #
4523
+ # @!attribute [rw] buffering_hints
4524
+ # Describes the buffering to perform before delivering data to the
4525
+ # Snowflake destination. If you do not specify any value, Firehose
4526
+ # uses the default values.
4527
+ # @return [Types::SnowflakeBufferingHints]
4528
+ #
4171
4529
  # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/SnowflakeDestinationDescription AWS API Documentation
4172
4530
  #
4173
4531
  class SnowflakeDestinationDescription < Struct.new(
@@ -4187,7 +4545,8 @@ module Aws::Firehose
4187
4545
  :retry_options,
4188
4546
  :s3_backup_mode,
4189
4547
  :s3_destination_description,
4190
- :secrets_manager_configuration)
4548
+ :secrets_manager_configuration,
4549
+ :buffering_hints)
4191
4550
  SENSITIVE = [:account_url, :user, :database, :schema, :table, :meta_data_column_name, :content_column_name]
4192
4551
  include Aws::Structure
4193
4552
  end
@@ -4307,6 +4666,11 @@ module Aws::Firehose
4307
4666
  # Describes the Secrets Manager configuration in Snowflake.
4308
4667
  # @return [Types::SecretsManagerConfiguration]
4309
4668
  #
4669
+ # @!attribute [rw] buffering_hints
4670
+ # Describes the buffering to perform before delivering data to the
4671
+ # Snowflake destination.
4672
+ # @return [Types::SnowflakeBufferingHints]
4673
+ #
4310
4674
  # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/SnowflakeDestinationUpdate AWS API Documentation
4311
4675
  #
4312
4676
  class SnowflakeDestinationUpdate < Struct.new(
@@ -4327,7 +4691,8 @@ module Aws::Firehose
4327
4691
  :retry_options,
4328
4692
  :s3_backup_mode,
4329
4693
  :s3_update,
4330
- :secrets_manager_configuration)
4694
+ :secrets_manager_configuration,
4695
+ :buffering_hints)
4331
4696
  SENSITIVE = [:account_url, :private_key, :key_passphrase, :user, :database, :schema, :table, :meta_data_column_name, :content_column_name]
4332
4697
  include Aws::Structure
4333
4698
  end
@@ -4868,6 +5233,12 @@ module Aws::Firehose
4868
5233
  # Update to the Snowflake destination configuration settings.
4869
5234
  # @return [Types::SnowflakeDestinationUpdate]
4870
5235
  #
5236
+ # @!attribute [rw] iceberg_destination_update
5237
+ # Describes an update for a destination in Apache Iceberg Tables.
5238
+ #
5239
+ # Amazon Data Firehose is in preview release and is subject to change.
5240
+ # @return [Types::IcebergDestinationUpdate]
5241
+ #
4871
5242
  # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/UpdateDestinationInput AWS API Documentation
4872
5243
  #
4873
5244
  class UpdateDestinationInput < Struct.new(
@@ -4882,7 +5253,8 @@ module Aws::Firehose
4882
5253
  :splunk_destination_update,
4883
5254
  :http_endpoint_destination_update,
4884
5255
  :amazon_open_search_serverless_destination_update,
4885
- :snowflake_destination_update)
5256
+ :snowflake_destination_update,
5257
+ :iceberg_destination_update)
4886
5258
  SENSITIVE = []
4887
5259
  include Aws::Structure
4888
5260
  end
@@ -52,6 +52,6 @@ require_relative 'aws-sdk-firehose/customizations'
52
52
  # @!group service
53
53
  module Aws::Firehose
54
54
 
55
- GEM_VERSION = '1.75.0'
55
+ GEM_VERSION = '1.77.0'
56
56
 
57
57
  end
data/sig/client.rbs CHANGED
@@ -51,6 +51,7 @@ module Aws
51
51
  ?sigv4a_signing_region_set: Array[String],
52
52
  ?simple_json: bool,
53
53
  ?stub_responses: untyped,
54
+ ?telemetry_provider: Aws::Telemetry::TelemetryProviderBase,
54
55
  ?token_provider: untyped,
55
56
  ?use_dualstack_endpoint: bool,
56
57
  ?use_fips_endpoint: bool,
@@ -641,7 +642,8 @@ module Aws
641
642
  authentication_configuration: {
642
643
  role_arn: ::String,
643
644
  connectivity: ("PUBLIC" | "PRIVATE")
644
- }
645
+ },
646
+ read_from_timestamp: ::Time?
645
647
  },
646
648
  ?snowflake_destination_configuration: {
647
649
  account_url: ::String,
@@ -711,7 +713,74 @@ module Aws
711
713
  secret_arn: ::String?,
712
714
  role_arn: ::String?,
713
715
  enabled: bool
716
+ }?,
717
+ buffering_hints: {
718
+ size_in_m_bs: ::Integer?,
719
+ interval_in_seconds: ::Integer?
714
720
  }?
721
+ },
722
+ ?iceberg_destination_configuration: {
723
+ destination_table_configuration_list: Array[
724
+ {
725
+ destination_table_name: ::String,
726
+ destination_database_name: ::String,
727
+ unique_keys: Array[::String]?,
728
+ s3_error_output_prefix: ::String?
729
+ },
730
+ ]?,
731
+ buffering_hints: {
732
+ size_in_m_bs: ::Integer?,
733
+ interval_in_seconds: ::Integer?
734
+ }?,
735
+ cloud_watch_logging_options: {
736
+ enabled: bool?,
737
+ log_group_name: ::String?,
738
+ log_stream_name: ::String?
739
+ }?,
740
+ processing_configuration: {
741
+ enabled: bool?,
742
+ processors: Array[
743
+ {
744
+ type: ("RecordDeAggregation" | "Decompression" | "CloudWatchLogProcessing" | "Lambda" | "MetadataExtraction" | "AppendDelimiterToRecord"),
745
+ parameters: Array[
746
+ {
747
+ parameter_name: ("LambdaArn" | "NumberOfRetries" | "MetadataExtractionQuery" | "JsonParsingEngine" | "RoleArn" | "BufferSizeInMBs" | "BufferIntervalInSeconds" | "SubRecordType" | "Delimiter" | "CompressionFormat" | "DataMessageExtraction"),
748
+ parameter_value: ::String
749
+ },
750
+ ]?
751
+ },
752
+ ]?
753
+ }?,
754
+ s3_backup_mode: ("FailedDataOnly" | "AllData")?,
755
+ retry_options: {
756
+ duration_in_seconds: ::Integer?
757
+ }?,
758
+ role_arn: ::String,
759
+ catalog_configuration: {
760
+ catalog_arn: ::String?
761
+ },
762
+ s3_configuration: {
763
+ role_arn: ::String,
764
+ bucket_arn: ::String,
765
+ prefix: ::String?,
766
+ error_output_prefix: ::String?,
767
+ buffering_hints: {
768
+ size_in_m_bs: ::Integer?,
769
+ interval_in_seconds: ::Integer?
770
+ }?,
771
+ compression_format: ("UNCOMPRESSED" | "GZIP" | "ZIP" | "Snappy" | "HADOOP_SNAPPY")?,
772
+ encryption_configuration: {
773
+ no_encryption_config: ("NoEncryption")?,
774
+ kms_encryption_config: {
775
+ awskms_key_arn: ::String
776
+ }?
777
+ }?,
778
+ cloud_watch_logging_options: {
779
+ enabled: bool?,
780
+ log_group_name: ::String?,
781
+ log_stream_name: ::String?
782
+ }?
783
+ }
715
784
  }
716
785
  ) -> _CreateDeliveryStreamResponseSuccess
717
786
  | (Hash[Symbol, untyped] params, ?Hash[Symbol, untyped] options) -> _CreateDeliveryStreamResponseSuccess
@@ -1436,6 +1505,73 @@ module Aws
1436
1505
  secret_arn: ::String?,
1437
1506
  role_arn: ::String?,
1438
1507
  enabled: bool
1508
+ }?,
1509
+ buffering_hints: {
1510
+ size_in_m_bs: ::Integer?,
1511
+ interval_in_seconds: ::Integer?
1512
+ }?
1513
+ },
1514
+ ?iceberg_destination_update: {
1515
+ destination_table_configuration_list: Array[
1516
+ {
1517
+ destination_table_name: ::String,
1518
+ destination_database_name: ::String,
1519
+ unique_keys: Array[::String]?,
1520
+ s3_error_output_prefix: ::String?
1521
+ },
1522
+ ]?,
1523
+ buffering_hints: {
1524
+ size_in_m_bs: ::Integer?,
1525
+ interval_in_seconds: ::Integer?
1526
+ }?,
1527
+ cloud_watch_logging_options: {
1528
+ enabled: bool?,
1529
+ log_group_name: ::String?,
1530
+ log_stream_name: ::String?
1531
+ }?,
1532
+ processing_configuration: {
1533
+ enabled: bool?,
1534
+ processors: Array[
1535
+ {
1536
+ type: ("RecordDeAggregation" | "Decompression" | "CloudWatchLogProcessing" | "Lambda" | "MetadataExtraction" | "AppendDelimiterToRecord"),
1537
+ parameters: Array[
1538
+ {
1539
+ parameter_name: ("LambdaArn" | "NumberOfRetries" | "MetadataExtractionQuery" | "JsonParsingEngine" | "RoleArn" | "BufferSizeInMBs" | "BufferIntervalInSeconds" | "SubRecordType" | "Delimiter" | "CompressionFormat" | "DataMessageExtraction"),
1540
+ parameter_value: ::String
1541
+ },
1542
+ ]?
1543
+ },
1544
+ ]?
1545
+ }?,
1546
+ s3_backup_mode: ("FailedDataOnly" | "AllData")?,
1547
+ retry_options: {
1548
+ duration_in_seconds: ::Integer?
1549
+ }?,
1550
+ role_arn: ::String?,
1551
+ catalog_configuration: {
1552
+ catalog_arn: ::String?
1553
+ }?,
1554
+ s3_configuration: {
1555
+ role_arn: ::String,
1556
+ bucket_arn: ::String,
1557
+ prefix: ::String?,
1558
+ error_output_prefix: ::String?,
1559
+ buffering_hints: {
1560
+ size_in_m_bs: ::Integer?,
1561
+ interval_in_seconds: ::Integer?
1562
+ }?,
1563
+ compression_format: ("UNCOMPRESSED" | "GZIP" | "ZIP" | "Snappy" | "HADOOP_SNAPPY")?,
1564
+ encryption_configuration: {
1565
+ no_encryption_config: ("NoEncryption")?,
1566
+ kms_encryption_config: {
1567
+ awskms_key_arn: ::String
1568
+ }?
1569
+ }?,
1570
+ cloud_watch_logging_options: {
1571
+ enabled: bool?,
1572
+ log_group_name: ::String?,
1573
+ log_stream_name: ::String?
1574
+ }?
1439
1575
  }?
1440
1576
  }
1441
1577
  ) -> _UpdateDestinationResponseSuccess