aws-sdk-firehose 1.29.1 → 1.34.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,3 +1,5 @@
1
+ # frozen_string_literal: true
2
+
1
3
  # WARNING ABOUT GENERATED CODE
2
4
  #
3
5
  # This file is generated. See the contributing guide for more information:
@@ -1,3 +1,5 @@
1
+ # frozen_string_literal: true
2
+
1
3
  # WARNING ABOUT GENERATED CODE
2
4
  #
3
5
  # This file is generated. See the contributing guide for more information:
@@ -47,6 +49,7 @@ module Aws::Firehose
47
49
  class BufferingHints < Struct.new(
48
50
  :size_in_m_bs,
49
51
  :interval_in_seconds)
52
+ SENSITIVE = []
50
53
  include Aws::Structure
51
54
  end
52
55
 
@@ -82,6 +85,7 @@ module Aws::Firehose
82
85
  :enabled,
83
86
  :log_group_name,
84
87
  :log_stream_name)
88
+ SENSITIVE = []
85
89
  include Aws::Structure
86
90
  end
87
91
 
@@ -96,6 +100,7 @@ module Aws::Firehose
96
100
  #
97
101
  class ConcurrentModificationException < Struct.new(
98
102
  :message)
103
+ SENSITIVE = []
99
104
  include Aws::Structure
100
105
  end
101
106
 
@@ -155,6 +160,7 @@ module Aws::Firehose
155
160
  :data_table_name,
156
161
  :data_table_columns,
157
162
  :copy_options)
163
+ SENSITIVE = []
158
164
  include Aws::Structure
159
165
  end
160
166
 
@@ -493,6 +499,72 @@ module Aws::Firehose
493
499
  # log_stream_name: "LogStreamName",
494
500
  # },
495
501
  # },
502
+ # http_endpoint_destination_configuration: {
503
+ # endpoint_configuration: { # required
504
+ # url: "HttpEndpointUrl", # required
505
+ # name: "HttpEndpointName",
506
+ # access_key: "HttpEndpointAccessKey",
507
+ # },
508
+ # buffering_hints: {
509
+ # size_in_m_bs: 1,
510
+ # interval_in_seconds: 1,
511
+ # },
512
+ # cloud_watch_logging_options: {
513
+ # enabled: false,
514
+ # log_group_name: "LogGroupName",
515
+ # log_stream_name: "LogStreamName",
516
+ # },
517
+ # request_configuration: {
518
+ # content_encoding: "NONE", # accepts NONE, GZIP
519
+ # common_attributes: [
520
+ # {
521
+ # attribute_name: "HttpEndpointAttributeName", # required
522
+ # attribute_value: "HttpEndpointAttributeValue", # required
523
+ # },
524
+ # ],
525
+ # },
526
+ # processing_configuration: {
527
+ # enabled: false,
528
+ # processors: [
529
+ # {
530
+ # type: "Lambda", # required, accepts Lambda
531
+ # parameters: [
532
+ # {
533
+ # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
534
+ # parameter_value: "ProcessorParameterValue", # required
535
+ # },
536
+ # ],
537
+ # },
538
+ # ],
539
+ # },
540
+ # role_arn: "RoleARN",
541
+ # retry_options: {
542
+ # duration_in_seconds: 1,
543
+ # },
544
+ # s3_backup_mode: "FailedDataOnly", # accepts FailedDataOnly, AllData
545
+ # s3_configuration: { # required
546
+ # role_arn: "RoleARN", # required
547
+ # bucket_arn: "BucketARN", # required
548
+ # prefix: "Prefix",
549
+ # error_output_prefix: "ErrorOutputPrefix",
550
+ # buffering_hints: {
551
+ # size_in_m_bs: 1,
552
+ # interval_in_seconds: 1,
553
+ # },
554
+ # compression_format: "UNCOMPRESSED", # accepts UNCOMPRESSED, GZIP, ZIP, Snappy, HADOOP_SNAPPY
555
+ # encryption_configuration: {
556
+ # no_encryption_config: "NoEncryption", # accepts NoEncryption
557
+ # kms_encryption_config: {
558
+ # awskms_key_arn: "AWSKMSKeyARN", # required
559
+ # },
560
+ # },
561
+ # cloud_watch_logging_options: {
562
+ # enabled: false,
563
+ # log_group_name: "LogGroupName",
564
+ # log_stream_name: "LogStreamName",
565
+ # },
566
+ # },
567
+ # },
496
568
  # tags: [
497
569
  # {
498
570
  # key: "TagKey", # required
@@ -553,6 +625,11 @@ module Aws::Firehose
553
625
  # The destination in Splunk. You can specify only one destination.
554
626
  # @return [Types::SplunkDestinationConfiguration]
555
627
  #
628
+ # @!attribute [rw] http_endpoint_destination_configuration
629
+ # Enables configuring Kinesis Firehose to deliver data to any HTTP
630
+ # endpoint destination. You can specify only one destination.
631
+ # @return [Types::HttpEndpointDestinationConfiguration]
632
+ #
556
633
  # @!attribute [rw] tags
557
634
  # A set of tags to assign to the delivery stream. A tag is a key-value
558
635
  # pair that you can define and assign to AWS resources. Tags are
@@ -581,7 +658,9 @@ module Aws::Firehose
581
658
  :redshift_destination_configuration,
582
659
  :elasticsearch_destination_configuration,
583
660
  :splunk_destination_configuration,
661
+ :http_endpoint_destination_configuration,
584
662
  :tags)
663
+ SENSITIVE = []
585
664
  include Aws::Structure
586
665
  end
587
666
 
@@ -593,6 +672,7 @@ module Aws::Firehose
593
672
  #
594
673
  class CreateDeliveryStreamOutput < Struct.new(
595
674
  :delivery_stream_arn)
675
+ SENSITIVE = []
596
676
  include Aws::Structure
597
677
  end
598
678
 
@@ -690,6 +770,7 @@ module Aws::Firehose
690
770
  :input_format_configuration,
691
771
  :output_format_configuration,
692
772
  :enabled)
773
+ SENSITIVE = []
693
774
  include Aws::Structure
694
775
  end
695
776
 
@@ -727,6 +808,7 @@ module Aws::Firehose
727
808
  class DeleteDeliveryStreamInput < Struct.new(
728
809
  :delivery_stream_name,
729
810
  :allow_force_delete)
811
+ SENSITIVE = []
730
812
  include Aws::Structure
731
813
  end
732
814
 
@@ -822,6 +904,7 @@ module Aws::Firehose
822
904
  :source,
823
905
  :destinations,
824
906
  :has_more_destinations)
907
+ SENSITIVE = []
825
908
  include Aws::Structure
826
909
  end
827
910
 
@@ -871,6 +954,7 @@ module Aws::Firehose
871
954
  :key_type,
872
955
  :status,
873
956
  :failure_description)
957
+ SENSITIVE = []
874
958
  include Aws::Structure
875
959
  end
876
960
 
@@ -929,6 +1013,7 @@ module Aws::Firehose
929
1013
  class DeliveryStreamEncryptionConfigurationInput < Struct.new(
930
1014
  :key_arn,
931
1015
  :key_type)
1016
+ SENSITIVE = []
932
1017
  include Aws::Structure
933
1018
  end
934
1019
 
@@ -962,6 +1047,7 @@ module Aws::Firehose
962
1047
  :delivery_stream_name,
963
1048
  :limit,
964
1049
  :exclusive_start_destination_id)
1050
+ SENSITIVE = []
965
1051
  include Aws::Structure
966
1052
  end
967
1053
 
@@ -973,6 +1059,7 @@ module Aws::Firehose
973
1059
  #
974
1060
  class DescribeDeliveryStreamOutput < Struct.new(
975
1061
  :delivery_stream_description)
1062
+ SENSITIVE = []
976
1063
  include Aws::Structure
977
1064
  end
978
1065
 
@@ -1026,6 +1113,7 @@ module Aws::Firehose
1026
1113
  class Deserializer < Struct.new(
1027
1114
  :open_x_json_ser_de,
1028
1115
  :hive_json_ser_de)
1116
+ SENSITIVE = []
1029
1117
  include Aws::Structure
1030
1118
  end
1031
1119
 
@@ -1055,6 +1143,10 @@ module Aws::Firehose
1055
1143
  # The destination in Splunk.
1056
1144
  # @return [Types::SplunkDestinationDescription]
1057
1145
  #
1146
+ # @!attribute [rw] http_endpoint_destination_description
1147
+ # Describes the specified HTTP endpoint destination.
1148
+ # @return [Types::HttpEndpointDestinationDescription]
1149
+ #
1058
1150
  # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/DestinationDescription AWS API Documentation
1059
1151
  #
1060
1152
  class DestinationDescription < Struct.new(
@@ -1063,7 +1155,9 @@ module Aws::Firehose
1063
1155
  :extended_s3_destination_description,
1064
1156
  :redshift_destination_description,
1065
1157
  :elasticsearch_destination_description,
1066
- :splunk_destination_description)
1158
+ :splunk_destination_description,
1159
+ :http_endpoint_destination_description)
1160
+ SENSITIVE = []
1067
1161
  include Aws::Structure
1068
1162
  end
1069
1163
 
@@ -1099,6 +1193,7 @@ module Aws::Firehose
1099
1193
  class ElasticsearchBufferingHints < Struct.new(
1100
1194
  :interval_in_seconds,
1101
1195
  :size_in_m_bs)
1196
+ SENSITIVE = []
1102
1197
  include Aws::Structure
1103
1198
  end
1104
1199
 
@@ -1248,6 +1343,9 @@ module Aws::Firehose
1248
1343
  # information, see [Amazon S3 Backup for the Amazon ES
1249
1344
  # Destination][1]. Default value is `FailedDocumentsOnly`.
1250
1345
  #
1346
+ # You can't change this backup mode after you create the delivery
1347
+ # stream.
1348
+ #
1251
1349
  #
1252
1350
  #
1253
1351
  # [1]: https://docs.aws.amazon.com/firehose/latest/dev/basic-deliver.html#es-s3-backup
@@ -1285,6 +1383,7 @@ module Aws::Firehose
1285
1383
  :processing_configuration,
1286
1384
  :cloud_watch_logging_options,
1287
1385
  :vpc_configuration)
1386
+ SENSITIVE = []
1288
1387
  include Aws::Structure
1289
1388
  end
1290
1389
 
@@ -1376,6 +1475,7 @@ module Aws::Firehose
1376
1475
  :processing_configuration,
1377
1476
  :cloud_watch_logging_options,
1378
1477
  :vpc_configuration_description)
1478
+ SENSITIVE = []
1379
1479
  include Aws::Structure
1380
1480
  end
1381
1481
 
@@ -1538,6 +1638,7 @@ module Aws::Firehose
1538
1638
  :s3_update,
1539
1639
  :processing_configuration,
1540
1640
  :cloud_watch_logging_options)
1641
+ SENSITIVE = []
1541
1642
  include Aws::Structure
1542
1643
  end
1543
1644
 
@@ -1563,6 +1664,7 @@ module Aws::Firehose
1563
1664
  #
1564
1665
  class ElasticsearchRetryOptions < Struct.new(
1565
1666
  :duration_in_seconds)
1667
+ SENSITIVE = []
1566
1668
  include Aws::Structure
1567
1669
  end
1568
1670
 
@@ -1592,6 +1694,7 @@ module Aws::Firehose
1592
1694
  class EncryptionConfiguration < Struct.new(
1593
1695
  :no_encryption_config,
1594
1696
  :kms_encryption_config)
1697
+ SENSITIVE = []
1595
1698
  include Aws::Structure
1596
1699
  end
1597
1700
 
@@ -1772,7 +1875,10 @@ module Aws::Firehose
1772
1875
  # @return [Types::ProcessingConfiguration]
1773
1876
  #
1774
1877
  # @!attribute [rw] s3_backup_mode
1775
- # The Amazon S3 backup mode.
1878
+ # The Amazon S3 backup mode. After you create a delivery stream, you
1879
+ # can update it to enable Amazon S3 backup if it is disabled. If
1880
+ # backup is enabled, you can't update the delivery stream to disable
1881
+ # it.
1776
1882
  # @return [String]
1777
1883
  #
1778
1884
  # @!attribute [rw] s3_backup_configuration
@@ -1800,6 +1906,7 @@ module Aws::Firehose
1800
1906
  :s3_backup_mode,
1801
1907
  :s3_backup_configuration,
1802
1908
  :data_format_conversion_configuration)
1909
+ SENSITIVE = []
1803
1910
  include Aws::Structure
1804
1911
  end
1805
1912
 
@@ -1896,6 +2003,7 @@ module Aws::Firehose
1896
2003
  :s3_backup_mode,
1897
2004
  :s3_backup_description,
1898
2005
  :data_format_conversion_configuration)
2006
+ SENSITIVE = []
1899
2007
  include Aws::Structure
1900
2008
  end
1901
2009
 
@@ -2076,7 +2184,9 @@ module Aws::Firehose
2076
2184
  # @return [Types::ProcessingConfiguration]
2077
2185
  #
2078
2186
  # @!attribute [rw] s3_backup_mode
2079
- # Enables or disables Amazon S3 backup mode.
2187
+ # You can update a delivery stream to enable Amazon S3 backup if it is
2188
+ # disabled. If backup is enabled, you can't update the delivery
2189
+ # stream to disable it.
2080
2190
  # @return [String]
2081
2191
  #
2082
2192
  # @!attribute [rw] s3_backup_update
@@ -2104,6 +2214,7 @@ module Aws::Firehose
2104
2214
  :s3_backup_mode,
2105
2215
  :s3_backup_update,
2106
2216
  :data_format_conversion_configuration)
2217
+ SENSITIVE = []
2107
2218
  include Aws::Structure
2108
2219
  end
2109
2220
 
@@ -2124,6 +2235,7 @@ module Aws::Firehose
2124
2235
  class FailureDescription < Struct.new(
2125
2236
  :type,
2126
2237
  :details)
2238
+ SENSITIVE = []
2127
2239
  include Aws::Structure
2128
2240
  end
2129
2241
 
@@ -2160,6 +2272,543 @@ module Aws::Firehose
2160
2272
  #
2161
2273
  class HiveJsonSerDe < Struct.new(
2162
2274
  :timestamp_formats)
2275
+ SENSITIVE = []
2276
+ include Aws::Structure
2277
+ end
2278
+
2279
+ # Describes the buffering options that can be applied before data is
2280
+ # delivered to the HTTP endpoint destination. Kinesis Data Firehose
2281
+ # treats these options as hints, and it might choose to use more optimal
2282
+ # values. The `SizeInMBs` and `IntervalInSeconds` parameters are
2283
+ # optional. However, if specify a value for one of them, you must also
2284
+ # provide a value for the other.
2285
+ #
2286
+ # @note When making an API call, you may pass HttpEndpointBufferingHints
2287
+ # data as a hash:
2288
+ #
2289
+ # {
2290
+ # size_in_m_bs: 1,
2291
+ # interval_in_seconds: 1,
2292
+ # }
2293
+ #
2294
+ # @!attribute [rw] size_in_m_bs
2295
+ # Buffer incoming data to the specified size, in MBs, before
2296
+ # delivering it to the destination. The default value is 5.
2297
+ #
2298
+ # We recommend setting this parameter to a value greater than the
2299
+ # amount of data you typically ingest into the delivery stream in 10
2300
+ # seconds. For example, if you typically ingest data at 1 MB/sec, the
2301
+ # value should be 10 MB or higher.
2302
+ # @return [Integer]
2303
+ #
2304
+ # @!attribute [rw] interval_in_seconds
2305
+ # Buffer incoming data for the specified period of time, in seconds,
2306
+ # before delivering it to the destination. The default value is 300 (5
2307
+ # minutes).
2308
+ # @return [Integer]
2309
+ #
2310
+ # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/HttpEndpointBufferingHints AWS API Documentation
2311
+ #
2312
+ class HttpEndpointBufferingHints < Struct.new(
2313
+ :size_in_m_bs,
2314
+ :interval_in_seconds)
2315
+ SENSITIVE = []
2316
+ include Aws::Structure
2317
+ end
2318
+
2319
+ # Describes the metadata that's delivered to the specified HTTP
2320
+ # endpoint destination.
2321
+ #
2322
+ # @note When making an API call, you may pass HttpEndpointCommonAttribute
2323
+ # data as a hash:
2324
+ #
2325
+ # {
2326
+ # attribute_name: "HttpEndpointAttributeName", # required
2327
+ # attribute_value: "HttpEndpointAttributeValue", # required
2328
+ # }
2329
+ #
2330
+ # @!attribute [rw] attribute_name
2331
+ # The name of the HTTP endpoint common attribute.
2332
+ # @return [String]
2333
+ #
2334
+ # @!attribute [rw] attribute_value
2335
+ # The value of the HTTP endpoint common attribute.
2336
+ # @return [String]
2337
+ #
2338
+ # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/HttpEndpointCommonAttribute AWS API Documentation
2339
+ #
2340
+ class HttpEndpointCommonAttribute < Struct.new(
2341
+ :attribute_name,
2342
+ :attribute_value)
2343
+ SENSITIVE = [:attribute_name, :attribute_value]
2344
+ include Aws::Structure
2345
+ end
2346
+
2347
+ # Describes the configuration of the HTTP endpoint to which Kinesis
2348
+ # Firehose delivers data.
2349
+ #
2350
+ # @note When making an API call, you may pass HttpEndpointConfiguration
2351
+ # data as a hash:
2352
+ #
2353
+ # {
2354
+ # url: "HttpEndpointUrl", # required
2355
+ # name: "HttpEndpointName",
2356
+ # access_key: "HttpEndpointAccessKey",
2357
+ # }
2358
+ #
2359
+ # @!attribute [rw] url
2360
+ # The URL of the HTTP endpoint selected as the destination.
2361
+ # @return [String]
2362
+ #
2363
+ # @!attribute [rw] name
2364
+ # The name of the HTTP endpoint selected as the destination.
2365
+ # @return [String]
2366
+ #
2367
+ # @!attribute [rw] access_key
2368
+ # The access key required for Kinesis Firehose to authenticate with
2369
+ # the HTTP endpoint selected as the destination.
2370
+ # @return [String]
2371
+ #
2372
+ # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/HttpEndpointConfiguration AWS API Documentation
2373
+ #
2374
+ class HttpEndpointConfiguration < Struct.new(
2375
+ :url,
2376
+ :name,
2377
+ :access_key)
2378
+ SENSITIVE = [:url, :access_key]
2379
+ include Aws::Structure
2380
+ end
2381
+
2382
+ # Describes the HTTP endpoint selected as the destination.
2383
+ #
2384
+ # @!attribute [rw] url
2385
+ # The URL of the HTTP endpoint selected as the destination.
2386
+ # @return [String]
2387
+ #
2388
+ # @!attribute [rw] name
2389
+ # The name of the HTTP endpoint selected as the destination.
2390
+ # @return [String]
2391
+ #
2392
+ # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/HttpEndpointDescription AWS API Documentation
2393
+ #
2394
+ class HttpEndpointDescription < Struct.new(
2395
+ :url,
2396
+ :name)
2397
+ SENSITIVE = [:url]
2398
+ include Aws::Structure
2399
+ end
2400
+
2401
+ # Describes the configuration of the HTTP endpoint destination.
2402
+ #
2403
+ # @note When making an API call, you may pass HttpEndpointDestinationConfiguration
2404
+ # data as a hash:
2405
+ #
2406
+ # {
2407
+ # endpoint_configuration: { # required
2408
+ # url: "HttpEndpointUrl", # required
2409
+ # name: "HttpEndpointName",
2410
+ # access_key: "HttpEndpointAccessKey",
2411
+ # },
2412
+ # buffering_hints: {
2413
+ # size_in_m_bs: 1,
2414
+ # interval_in_seconds: 1,
2415
+ # },
2416
+ # cloud_watch_logging_options: {
2417
+ # enabled: false,
2418
+ # log_group_name: "LogGroupName",
2419
+ # log_stream_name: "LogStreamName",
2420
+ # },
2421
+ # request_configuration: {
2422
+ # content_encoding: "NONE", # accepts NONE, GZIP
2423
+ # common_attributes: [
2424
+ # {
2425
+ # attribute_name: "HttpEndpointAttributeName", # required
2426
+ # attribute_value: "HttpEndpointAttributeValue", # required
2427
+ # },
2428
+ # ],
2429
+ # },
2430
+ # processing_configuration: {
2431
+ # enabled: false,
2432
+ # processors: [
2433
+ # {
2434
+ # type: "Lambda", # required, accepts Lambda
2435
+ # parameters: [
2436
+ # {
2437
+ # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
2438
+ # parameter_value: "ProcessorParameterValue", # required
2439
+ # },
2440
+ # ],
2441
+ # },
2442
+ # ],
2443
+ # },
2444
+ # role_arn: "RoleARN",
2445
+ # retry_options: {
2446
+ # duration_in_seconds: 1,
2447
+ # },
2448
+ # s3_backup_mode: "FailedDataOnly", # accepts FailedDataOnly, AllData
2449
+ # s3_configuration: { # required
2450
+ # role_arn: "RoleARN", # required
2451
+ # bucket_arn: "BucketARN", # required
2452
+ # prefix: "Prefix",
2453
+ # error_output_prefix: "ErrorOutputPrefix",
2454
+ # buffering_hints: {
2455
+ # size_in_m_bs: 1,
2456
+ # interval_in_seconds: 1,
2457
+ # },
2458
+ # compression_format: "UNCOMPRESSED", # accepts UNCOMPRESSED, GZIP, ZIP, Snappy, HADOOP_SNAPPY
2459
+ # encryption_configuration: {
2460
+ # no_encryption_config: "NoEncryption", # accepts NoEncryption
2461
+ # kms_encryption_config: {
2462
+ # awskms_key_arn: "AWSKMSKeyARN", # required
2463
+ # },
2464
+ # },
2465
+ # cloud_watch_logging_options: {
2466
+ # enabled: false,
2467
+ # log_group_name: "LogGroupName",
2468
+ # log_stream_name: "LogStreamName",
2469
+ # },
2470
+ # },
2471
+ # }
2472
+ #
2473
+ # @!attribute [rw] endpoint_configuration
2474
+ # The configuration of the HTTP endpoint selected as the destination.
2475
+ # @return [Types::HttpEndpointConfiguration]
2476
+ #
2477
+ # @!attribute [rw] buffering_hints
2478
+ # The buffering options that can be used before data is delivered to
2479
+ # the specified destination. Kinesis Data Firehose treats these
2480
+ # options as hints, and it might choose to use more optimal values.
2481
+ # The `SizeInMBs` and `IntervalInSeconds` parameters are optional.
2482
+ # However, if you specify a value for one of them, you must also
2483
+ # provide a value for the other.
2484
+ # @return [Types::HttpEndpointBufferingHints]
2485
+ #
2486
+ # @!attribute [rw] cloud_watch_logging_options
2487
+ # Describes the Amazon CloudWatch logging options for your delivery
2488
+ # stream.
2489
+ # @return [Types::CloudWatchLoggingOptions]
2490
+ #
2491
+ # @!attribute [rw] request_configuration
2492
+ # The configuration of the requeste sent to the HTTP endpoint
2493
+ # specified as the destination.
2494
+ # @return [Types::HttpEndpointRequestConfiguration]
2495
+ #
2496
+ # @!attribute [rw] processing_configuration
2497
+ # Describes a data processing configuration.
2498
+ # @return [Types::ProcessingConfiguration]
2499
+ #
2500
+ # @!attribute [rw] role_arn
2501
+ # Kinesis Data Firehose uses this IAM role for all the permissions
2502
+ # that the delivery stream needs.
2503
+ # @return [String]
2504
+ #
2505
+ # @!attribute [rw] retry_options
2506
+ # Describes the retry behavior in case Kinesis Data Firehose is unable
2507
+ # to deliver data to the specified HTTP endpoint destination, or if it
2508
+ # doesn't receive a valid acknowledgment of receipt from the
2509
+ # specified HTTP endpoint destination.
2510
+ # @return [Types::HttpEndpointRetryOptions]
2511
+ #
2512
+ # @!attribute [rw] s3_backup_mode
2513
+ # Describes the S3 bucket backup options for the data that Kinesis
2514
+ # Data Firehose delivers to the HTTP endpoint destination. You can
2515
+ # back up all documents (`AllData`) or only the documents that Kinesis
2516
+ # Data Firehose could not deliver to the specified HTTP endpoint
2517
+ # destination (`FailedDataOnly`).
2518
+ # @return [String]
2519
+ #
2520
+ # @!attribute [rw] s3_configuration
2521
+ # Describes the configuration of a destination in Amazon S3.
2522
+ # @return [Types::S3DestinationConfiguration]
2523
+ #
2524
+ # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/HttpEndpointDestinationConfiguration AWS API Documentation
2525
+ #
2526
+ class HttpEndpointDestinationConfiguration < Struct.new(
2527
+ :endpoint_configuration,
2528
+ :buffering_hints,
2529
+ :cloud_watch_logging_options,
2530
+ :request_configuration,
2531
+ :processing_configuration,
2532
+ :role_arn,
2533
+ :retry_options,
2534
+ :s3_backup_mode,
2535
+ :s3_configuration)
2536
+ SENSITIVE = []
2537
+ include Aws::Structure
2538
+ end
2539
+
2540
+ # Describes the HTTP endpoint destination.
2541
+ #
2542
+ # @!attribute [rw] endpoint_configuration
2543
+ # The configuration of the specified HTTP endpoint destination.
2544
+ # @return [Types::HttpEndpointDescription]
2545
+ #
2546
+ # @!attribute [rw] buffering_hints
2547
+ # Describes buffering options that can be applied to the data before
2548
+ # it is delivered to the HTTPS endpoint destination. Kinesis Data
2549
+ # Firehose teats these options as hints, and it might choose to use
2550
+ # more optimal values. The `SizeInMBs` and `IntervalInSeconds`
2551
+ # parameters are optional. However, if specify a value for one of
2552
+ # them, you must also provide a value for the other.
2553
+ # @return [Types::HttpEndpointBufferingHints]
2554
+ #
2555
+ # @!attribute [rw] cloud_watch_logging_options
2556
+ # Describes the Amazon CloudWatch logging options for your delivery
2557
+ # stream.
2558
+ # @return [Types::CloudWatchLoggingOptions]
2559
+ #
2560
+ # @!attribute [rw] request_configuration
2561
+ # The configuration of request sent to the HTTP endpoint specified as
2562
+ # the destination.
2563
+ # @return [Types::HttpEndpointRequestConfiguration]
2564
+ #
2565
+ # @!attribute [rw] processing_configuration
2566
+ # Describes a data processing configuration.
2567
+ # @return [Types::ProcessingConfiguration]
2568
+ #
2569
+ # @!attribute [rw] role_arn
2570
+ # Kinesis Data Firehose uses this IAM role for all the permissions
2571
+ # that the delivery stream needs.
2572
+ # @return [String]
2573
+ #
2574
+ # @!attribute [rw] retry_options
2575
+ # Describes the retry behavior in case Kinesis Data Firehose is unable
2576
+ # to deliver data to the specified HTTP endpoint destination, or if it
2577
+ # doesn't receive a valid acknowledgment of receipt from the
2578
+ # specified HTTP endpoint destination.
2579
+ # @return [Types::HttpEndpointRetryOptions]
2580
+ #
2581
+ # @!attribute [rw] s3_backup_mode
2582
+ # Describes the S3 bucket backup options for the data that Kinesis
2583
+ # Firehose delivers to the HTTP endpoint destination. You can back up
2584
+ # all documents (`AllData`) or only the documents that Kinesis Data
2585
+ # Firehose could not deliver to the specified HTTP endpoint
2586
+ # destination (`FailedDataOnly`).
2587
+ # @return [String]
2588
+ #
2589
+ # @!attribute [rw] s3_destination_description
2590
+ # Describes a destination in Amazon S3.
2591
+ # @return [Types::S3DestinationDescription]
2592
+ #
2593
+ # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/HttpEndpointDestinationDescription AWS API Documentation
2594
+ #
2595
+ class HttpEndpointDestinationDescription < Struct.new(
2596
+ :endpoint_configuration,
2597
+ :buffering_hints,
2598
+ :cloud_watch_logging_options,
2599
+ :request_configuration,
2600
+ :processing_configuration,
2601
+ :role_arn,
2602
+ :retry_options,
2603
+ :s3_backup_mode,
2604
+ :s3_destination_description)
2605
+ SENSITIVE = []
2606
+ include Aws::Structure
2607
+ end
2608
+
2609
+ # Updates the specified HTTP endpoint destination.
2610
+ #
2611
+ # @note When making an API call, you may pass HttpEndpointDestinationUpdate
2612
+ # data as a hash:
2613
+ #
2614
+ # {
2615
+ # endpoint_configuration: {
2616
+ # url: "HttpEndpointUrl", # required
2617
+ # name: "HttpEndpointName",
2618
+ # access_key: "HttpEndpointAccessKey",
2619
+ # },
2620
+ # buffering_hints: {
2621
+ # size_in_m_bs: 1,
2622
+ # interval_in_seconds: 1,
2623
+ # },
2624
+ # cloud_watch_logging_options: {
2625
+ # enabled: false,
2626
+ # log_group_name: "LogGroupName",
2627
+ # log_stream_name: "LogStreamName",
2628
+ # },
2629
+ # request_configuration: {
2630
+ # content_encoding: "NONE", # accepts NONE, GZIP
2631
+ # common_attributes: [
2632
+ # {
2633
+ # attribute_name: "HttpEndpointAttributeName", # required
2634
+ # attribute_value: "HttpEndpointAttributeValue", # required
2635
+ # },
2636
+ # ],
2637
+ # },
2638
+ # processing_configuration: {
2639
+ # enabled: false,
2640
+ # processors: [
2641
+ # {
2642
+ # type: "Lambda", # required, accepts Lambda
2643
+ # parameters: [
2644
+ # {
2645
+ # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
2646
+ # parameter_value: "ProcessorParameterValue", # required
2647
+ # },
2648
+ # ],
2649
+ # },
2650
+ # ],
2651
+ # },
2652
+ # role_arn: "RoleARN",
2653
+ # retry_options: {
2654
+ # duration_in_seconds: 1,
2655
+ # },
2656
+ # s3_backup_mode: "FailedDataOnly", # accepts FailedDataOnly, AllData
2657
+ # s3_update: {
2658
+ # role_arn: "RoleARN",
2659
+ # bucket_arn: "BucketARN",
2660
+ # prefix: "Prefix",
2661
+ # error_output_prefix: "ErrorOutputPrefix",
2662
+ # buffering_hints: {
2663
+ # size_in_m_bs: 1,
2664
+ # interval_in_seconds: 1,
2665
+ # },
2666
+ # compression_format: "UNCOMPRESSED", # accepts UNCOMPRESSED, GZIP, ZIP, Snappy, HADOOP_SNAPPY
2667
+ # encryption_configuration: {
2668
+ # no_encryption_config: "NoEncryption", # accepts NoEncryption
2669
+ # kms_encryption_config: {
2670
+ # awskms_key_arn: "AWSKMSKeyARN", # required
2671
+ # },
2672
+ # },
2673
+ # cloud_watch_logging_options: {
2674
+ # enabled: false,
2675
+ # log_group_name: "LogGroupName",
2676
+ # log_stream_name: "LogStreamName",
2677
+ # },
2678
+ # },
2679
+ # }
2680
+ #
2681
+ # @!attribute [rw] endpoint_configuration
2682
+ # Describes the configuration of the HTTP endpoint destination.
2683
+ # @return [Types::HttpEndpointConfiguration]
2684
+ #
2685
+ # @!attribute [rw] buffering_hints
2686
+ # Describes buffering options that can be applied to the data before
2687
+ # it is delivered to the HTTPS endpoint destination. Kinesis Data
2688
+ # Firehose teats these options as hints, and it might choose to use
2689
+ # more optimal values. The `SizeInMBs` and `IntervalInSeconds`
2690
+ # parameters are optional. However, if specify a value for one of
2691
+ # them, you must also provide a value for the other.
2692
+ # @return [Types::HttpEndpointBufferingHints]
2693
+ #
2694
+ # @!attribute [rw] cloud_watch_logging_options
2695
+ # Describes the Amazon CloudWatch logging options for your delivery
2696
+ # stream.
2697
+ # @return [Types::CloudWatchLoggingOptions]
2698
+ #
2699
+ # @!attribute [rw] request_configuration
2700
+ # The configuration of the request sent to the HTTP endpoint specified
2701
+ # as the destination.
2702
+ # @return [Types::HttpEndpointRequestConfiguration]
2703
+ #
2704
+ # @!attribute [rw] processing_configuration
2705
+ # Describes a data processing configuration.
2706
+ # @return [Types::ProcessingConfiguration]
2707
+ #
2708
+ # @!attribute [rw] role_arn
2709
+ # Kinesis Data Firehose uses this IAM role for all the permissions
2710
+ # that the delivery stream needs.
2711
+ # @return [String]
2712
+ #
2713
+ # @!attribute [rw] retry_options
2714
+ # Describes the retry behavior in case Kinesis Data Firehose is unable
2715
+ # to deliver data to the specified HTTP endpoint destination, or if it
2716
+ # doesn't receive a valid acknowledgment of receipt from the
2717
+ # specified HTTP endpoint destination.
2718
+ # @return [Types::HttpEndpointRetryOptions]
2719
+ #
2720
+ # @!attribute [rw] s3_backup_mode
2721
+ # Describes the S3 bucket backup options for the data that Kinesis
2722
+ # Firehose delivers to the HTTP endpoint destination. You can back up
2723
+ # all documents (`AllData`) or only the documents that Kinesis Data
2724
+ # Firehose could not deliver to the specified HTTP endpoint
2725
+ # destination (`FailedDataOnly`).
2726
+ # @return [String]
2727
+ #
2728
+ # @!attribute [rw] s3_update
2729
+ # Describes an update for a destination in Amazon S3.
2730
+ # @return [Types::S3DestinationUpdate]
2731
+ #
2732
+ # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/HttpEndpointDestinationUpdate AWS API Documentation
2733
+ #
2734
+ class HttpEndpointDestinationUpdate < Struct.new(
2735
+ :endpoint_configuration,
2736
+ :buffering_hints,
2737
+ :cloud_watch_logging_options,
2738
+ :request_configuration,
2739
+ :processing_configuration,
2740
+ :role_arn,
2741
+ :retry_options,
2742
+ :s3_backup_mode,
2743
+ :s3_update)
2744
+ SENSITIVE = []
2745
+ include Aws::Structure
2746
+ end
2747
+
2748
+ # The configuration of the HTTP endpoint request.
2749
+ #
2750
+ # @note When making an API call, you may pass HttpEndpointRequestConfiguration
2751
+ # data as a hash:
2752
+ #
2753
+ # {
2754
+ # content_encoding: "NONE", # accepts NONE, GZIP
2755
+ # common_attributes: [
2756
+ # {
2757
+ # attribute_name: "HttpEndpointAttributeName", # required
2758
+ # attribute_value: "HttpEndpointAttributeValue", # required
2759
+ # },
2760
+ # ],
2761
+ # }
2762
+ #
2763
+ # @!attribute [rw] content_encoding
2764
+ # Kinesis Data Firehose uses the content encoding to compress the body
2765
+ # of a request before sending the request to the destination. For more
2766
+ # information, see [Content-Encoding][1] in MDN Web Docs, the official
2767
+ # Mozilla documentation.
2768
+ #
2769
+ #
2770
+ #
2771
+ # [1]: https://developer.mozilla.org/en-US/docs/Web/HTTP/Headers/Content-Encoding
2772
+ # @return [String]
2773
+ #
2774
+ # @!attribute [rw] common_attributes
2775
+ # Describes the metadata sent to the HTTP endpoint destination.
2776
+ # @return [Array<Types::HttpEndpointCommonAttribute>]
2777
+ #
2778
+ # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/HttpEndpointRequestConfiguration AWS API Documentation
2779
+ #
2780
+ class HttpEndpointRequestConfiguration < Struct.new(
2781
+ :content_encoding,
2782
+ :common_attributes)
2783
+ SENSITIVE = []
2784
+ include Aws::Structure
2785
+ end
2786
+
2787
+ # Describes the retry behavior in case Kinesis Data Firehose is unable
2788
+ # to deliver data to the specified HTTP endpoint destination, or if it
2789
+ # doesn't receive a valid acknowledgment of receipt from the specified
2790
+ # HTTP endpoint destination.
2791
+ #
2792
+ # @note When making an API call, you may pass HttpEndpointRetryOptions
2793
+ # data as a hash:
2794
+ #
2795
+ # {
2796
+ # duration_in_seconds: 1,
2797
+ # }
2798
+ #
2799
+ # @!attribute [rw] duration_in_seconds
2800
+ # The total amount of time that Kinesis Data Firehose spends on
2801
+ # retries. This duration starts after the initial attempt to send data
2802
+ # to the custom destination via HTTPS endpoint fails. It doesn't
2803
+ # include the periods during which Kinesis Data Firehose waits for
2804
+ # acknowledgment from the specified destination after each attempt.
2805
+ # @return [Integer]
2806
+ #
2807
+ # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/HttpEndpointRetryOptions AWS API Documentation
2808
+ #
2809
+ class HttpEndpointRetryOptions < Struct.new(
2810
+ :duration_in_seconds)
2811
+ SENSITIVE = []
2163
2812
  include Aws::Structure
2164
2813
  end
2165
2814
 
@@ -2195,6 +2844,7 @@ module Aws::Firehose
2195
2844
  #
2196
2845
  class InputFormatConfiguration < Struct.new(
2197
2846
  :deserializer)
2847
+ SENSITIVE = []
2198
2848
  include Aws::Structure
2199
2849
  end
2200
2850
 
@@ -2208,6 +2858,7 @@ module Aws::Firehose
2208
2858
  #
2209
2859
  class InvalidArgumentException < Struct.new(
2210
2860
  :message)
2861
+ SENSITIVE = []
2211
2862
  include Aws::Structure
2212
2863
  end
2213
2864
 
@@ -2228,6 +2879,7 @@ module Aws::Firehose
2228
2879
  class InvalidKMSResourceException < Struct.new(
2229
2880
  :code,
2230
2881
  :message)
2882
+ SENSITIVE = []
2231
2883
  include Aws::Structure
2232
2884
  end
2233
2885
 
@@ -2255,6 +2907,7 @@ module Aws::Firehose
2255
2907
  #
2256
2908
  class KMSEncryptionConfig < Struct.new(
2257
2909
  :awskms_key_arn)
2910
+ SENSITIVE = []
2258
2911
  include Aws::Structure
2259
2912
  end
2260
2913
 
@@ -2293,6 +2946,7 @@ module Aws::Firehose
2293
2946
  class KinesisStreamSourceConfiguration < Struct.new(
2294
2947
  :kinesis_stream_arn,
2295
2948
  :role_arn)
2949
+ SENSITIVE = []
2296
2950
  include Aws::Structure
2297
2951
  end
2298
2952
 
@@ -2330,6 +2984,7 @@ module Aws::Firehose
2330
2984
  :kinesis_stream_arn,
2331
2985
  :role_arn,
2332
2986
  :delivery_start_timestamp)
2987
+ SENSITIVE = []
2333
2988
  include Aws::Structure
2334
2989
  end
2335
2990
 
@@ -2343,6 +2998,7 @@ module Aws::Firehose
2343
2998
  #
2344
2999
  class LimitExceededException < Struct.new(
2345
3000
  :message)
3001
+ SENSITIVE = []
2346
3002
  include Aws::Structure
2347
3003
  end
2348
3004
 
@@ -2386,6 +3042,7 @@ module Aws::Firehose
2386
3042
  :limit,
2387
3043
  :delivery_stream_type,
2388
3044
  :exclusive_start_delivery_stream_name)
3045
+ SENSITIVE = []
2389
3046
  include Aws::Structure
2390
3047
  end
2391
3048
 
@@ -2402,6 +3059,7 @@ module Aws::Firehose
2402
3059
  class ListDeliveryStreamsOutput < Struct.new(
2403
3060
  :delivery_stream_names,
2404
3061
  :has_more_delivery_streams)
3062
+ SENSITIVE = []
2405
3063
  include Aws::Structure
2406
3064
  end
2407
3065
 
@@ -2437,6 +3095,7 @@ module Aws::Firehose
2437
3095
  :delivery_stream_name,
2438
3096
  :exclusive_start_tag_key,
2439
3097
  :limit)
3098
+ SENSITIVE = []
2440
3099
  include Aws::Structure
2441
3100
  end
2442
3101
 
@@ -2457,6 +3116,7 @@ module Aws::Firehose
2457
3116
  class ListTagsForDeliveryStreamOutput < Struct.new(
2458
3117
  :tags,
2459
3118
  :has_more_tags)
3119
+ SENSITIVE = []
2460
3120
  include Aws::Structure
2461
3121
  end
2462
3122
 
@@ -2508,6 +3168,7 @@ module Aws::Firehose
2508
3168
  :convert_dots_in_json_keys_to_underscores,
2509
3169
  :case_insensitive,
2510
3170
  :column_to_json_key_mappings)
3171
+ SENSITIVE = []
2511
3172
  include Aws::Structure
2512
3173
  end
2513
3174
 
@@ -2615,6 +3276,7 @@ module Aws::Firehose
2615
3276
  :bloom_filter_false_positive_probability,
2616
3277
  :dictionary_key_threshold,
2617
3278
  :format_version)
3279
+ SENSITIVE = []
2618
3280
  include Aws::Structure
2619
3281
  end
2620
3282
 
@@ -2660,6 +3322,7 @@ module Aws::Firehose
2660
3322
  #
2661
3323
  class OutputFormatConfiguration < Struct.new(
2662
3324
  :serializer)
3325
+ SENSITIVE = []
2663
3326
  include Aws::Structure
2664
3327
  end
2665
3328
 
@@ -2727,6 +3390,7 @@ module Aws::Firehose
2727
3390
  :enable_dictionary_compression,
2728
3391
  :max_padding_bytes,
2729
3392
  :writer_version)
3393
+ SENSITIVE = []
2730
3394
  include Aws::Structure
2731
3395
  end
2732
3396
 
@@ -2763,6 +3427,7 @@ module Aws::Firehose
2763
3427
  class ProcessingConfiguration < Struct.new(
2764
3428
  :enabled,
2765
3429
  :processors)
3430
+ SENSITIVE = []
2766
3431
  include Aws::Structure
2767
3432
  end
2768
3433
 
@@ -2794,6 +3459,7 @@ module Aws::Firehose
2794
3459
  class Processor < Struct.new(
2795
3460
  :type,
2796
3461
  :parameters)
3462
+ SENSITIVE = []
2797
3463
  include Aws::Structure
2798
3464
  end
2799
3465
 
@@ -2820,6 +3486,7 @@ module Aws::Firehose
2820
3486
  class ProcessorParameter < Struct.new(
2821
3487
  :parameter_name,
2822
3488
  :parameter_value)
3489
+ SENSITIVE = []
2823
3490
  include Aws::Structure
2824
3491
  end
2825
3492
 
@@ -2848,6 +3515,7 @@ module Aws::Firehose
2848
3515
  class PutRecordBatchInput < Struct.new(
2849
3516
  :delivery_stream_name,
2850
3517
  :records)
3518
+ SENSITIVE = []
2851
3519
  include Aws::Structure
2852
3520
  end
2853
3521
 
@@ -2874,6 +3542,7 @@ module Aws::Firehose
2874
3542
  :failed_put_count,
2875
3543
  :encrypted,
2876
3544
  :request_responses)
3545
+ SENSITIVE = []
2877
3546
  include Aws::Structure
2878
3547
  end
2879
3548
 
@@ -2901,6 +3570,7 @@ module Aws::Firehose
2901
3570
  :record_id,
2902
3571
  :error_code,
2903
3572
  :error_message)
3573
+ SENSITIVE = []
2904
3574
  include Aws::Structure
2905
3575
  end
2906
3576
 
@@ -2927,6 +3597,7 @@ module Aws::Firehose
2927
3597
  class PutRecordInput < Struct.new(
2928
3598
  :delivery_stream_name,
2929
3599
  :record)
3600
+ SENSITIVE = []
2930
3601
  include Aws::Structure
2931
3602
  end
2932
3603
 
@@ -2944,6 +3615,7 @@ module Aws::Firehose
2944
3615
  class PutRecordOutput < Struct.new(
2945
3616
  :record_id,
2946
3617
  :encrypted)
3618
+ SENSITIVE = []
2947
3619
  include Aws::Structure
2948
3620
  end
2949
3621
 
@@ -2966,6 +3638,7 @@ module Aws::Firehose
2966
3638
  #
2967
3639
  class Record < Struct.new(
2968
3640
  :data)
3641
+ SENSITIVE = []
2969
3642
  include Aws::Structure
2970
3643
  end
2971
3644
 
@@ -3101,7 +3774,10 @@ module Aws::Firehose
3101
3774
  # @return [Types::ProcessingConfiguration]
3102
3775
  #
3103
3776
  # @!attribute [rw] s3_backup_mode
3104
- # The Amazon S3 backup mode.
3777
+ # The Amazon S3 backup mode. After you create a delivery stream, you
3778
+ # can update it to enable Amazon S3 backup if it is disabled. If
3779
+ # backup is enabled, you can't update the delivery stream to disable
3780
+ # it.
3105
3781
  # @return [String]
3106
3782
  #
3107
3783
  # @!attribute [rw] s3_backup_configuration
@@ -3126,6 +3802,7 @@ module Aws::Firehose
3126
3802
  :s3_backup_mode,
3127
3803
  :s3_backup_configuration,
3128
3804
  :cloud_watch_logging_options)
3805
+ SENSITIVE = [:username, :password]
3129
3806
  include Aws::Structure
3130
3807
  end
3131
3808
 
@@ -3192,6 +3869,7 @@ module Aws::Firehose
3192
3869
  :s3_backup_mode,
3193
3870
  :s3_backup_description,
3194
3871
  :cloud_watch_logging_options)
3872
+ SENSITIVE = [:username]
3195
3873
  include Aws::Structure
3196
3874
  end
3197
3875
 
@@ -3325,7 +4003,9 @@ module Aws::Firehose
3325
4003
  # @return [Types::ProcessingConfiguration]
3326
4004
  #
3327
4005
  # @!attribute [rw] s3_backup_mode
3328
- # The Amazon S3 backup mode.
4006
+ # You can update a delivery stream to enable Amazon S3 backup if it is
4007
+ # disabled. If backup is enabled, you can't update the delivery
4008
+ # stream to disable it.
3329
4009
  # @return [String]
3330
4010
  #
3331
4011
  # @!attribute [rw] s3_backup_update
@@ -3350,6 +4030,7 @@ module Aws::Firehose
3350
4030
  :s3_backup_mode,
3351
4031
  :s3_backup_update,
3352
4032
  :cloud_watch_logging_options)
4033
+ SENSITIVE = [:username, :password]
3353
4034
  include Aws::Structure
3354
4035
  end
3355
4036
 
@@ -3376,6 +4057,7 @@ module Aws::Firehose
3376
4057
  #
3377
4058
  class RedshiftRetryOptions < Struct.new(
3378
4059
  :duration_in_seconds)
4060
+ SENSITIVE = []
3379
4061
  include Aws::Structure
3380
4062
  end
3381
4063
 
@@ -3389,6 +4071,7 @@ module Aws::Firehose
3389
4071
  #
3390
4072
  class ResourceInUseException < Struct.new(
3391
4073
  :message)
4074
+ SENSITIVE = []
3392
4075
  include Aws::Structure
3393
4076
  end
3394
4077
 
@@ -3402,6 +4085,7 @@ module Aws::Firehose
3402
4085
  #
3403
4086
  class ResourceNotFoundException < Struct.new(
3404
4087
  :message)
4088
+ SENSITIVE = []
3405
4089
  include Aws::Structure
3406
4090
  end
3407
4091
 
@@ -3507,6 +4191,7 @@ module Aws::Firehose
3507
4191
  :compression_format,
3508
4192
  :encryption_configuration,
3509
4193
  :cloud_watch_logging_options)
4194
+ SENSITIVE = []
3510
4195
  include Aws::Structure
3511
4196
  end
3512
4197
 
@@ -3582,6 +4267,7 @@ module Aws::Firehose
3582
4267
  :compression_format,
3583
4268
  :encryption_configuration,
3584
4269
  :cloud_watch_logging_options)
4270
+ SENSITIVE = []
3585
4271
  include Aws::Structure
3586
4272
  end
3587
4273
 
@@ -3687,6 +4373,7 @@ module Aws::Firehose
3687
4373
  :compression_format,
3688
4374
  :encryption_configuration,
3689
4375
  :cloud_watch_logging_options)
4376
+ SENSITIVE = []
3690
4377
  include Aws::Structure
3691
4378
  end
3692
4379
 
@@ -3748,6 +4435,7 @@ module Aws::Firehose
3748
4435
  :table_name,
3749
4436
  :region,
3750
4437
  :version_id)
4438
+ SENSITIVE = []
3751
4439
  include Aws::Structure
3752
4440
  end
3753
4441
 
@@ -3811,6 +4499,7 @@ module Aws::Firehose
3811
4499
  class Serializer < Struct.new(
3812
4500
  :parquet_ser_de,
3813
4501
  :orc_ser_de)
4502
+ SENSITIVE = []
3814
4503
  include Aws::Structure
3815
4504
  end
3816
4505
 
@@ -3832,6 +4521,7 @@ module Aws::Firehose
3832
4521
  #
3833
4522
  class ServiceUnavailableException < Struct.new(
3834
4523
  :message)
4524
+ SENSITIVE = []
3835
4525
  include Aws::Structure
3836
4526
  end
3837
4527
 
@@ -3847,6 +4537,7 @@ module Aws::Firehose
3847
4537
  #
3848
4538
  class SourceDescription < Struct.new(
3849
4539
  :kinesis_stream_source_description)
4540
+ SENSITIVE = []
3850
4541
  include Aws::Structure
3851
4542
  end
3852
4543
 
@@ -3936,11 +4627,15 @@ module Aws::Firehose
3936
4627
  #
3937
4628
  # @!attribute [rw] s3_backup_mode
3938
4629
  # Defines how documents should be delivered to Amazon S3. When set to
3939
- # `FailedDocumentsOnly`, Kinesis Data Firehose writes any data that
3940
- # could not be indexed to the configured Amazon S3 destination. When
3941
- # set to `AllDocuments`, Kinesis Data Firehose delivers all incoming
3942
- # records to Amazon S3, and also writes failed documents to Amazon S3.
3943
- # Default value is `FailedDocumentsOnly`.
4630
+ # `FailedEventsOnly`, Kinesis Data Firehose writes any data that could
4631
+ # not be indexed to the configured Amazon S3 destination. When set to
4632
+ # `AllEvents`, Kinesis Data Firehose delivers all incoming records to
4633
+ # Amazon S3, and also writes failed documents to Amazon S3. The
4634
+ # default value is `FailedEventsOnly`.
4635
+ #
4636
+ # You can update this backup mode from `FailedEventsOnly` to
4637
+ # `AllEvents`. You can't update it from `AllEvents` to
4638
+ # `FailedEventsOnly`.
3944
4639
  # @return [String]
3945
4640
  #
3946
4641
  # @!attribute [rw] s3_configuration
@@ -3967,6 +4662,7 @@ module Aws::Firehose
3967
4662
  :s3_configuration,
3968
4663
  :processing_configuration,
3969
4664
  :cloud_watch_logging_options)
4665
+ SENSITIVE = []
3970
4666
  include Aws::Structure
3971
4667
  end
3972
4668
 
@@ -4032,6 +4728,7 @@ module Aws::Firehose
4032
4728
  :s3_destination_description,
4033
4729
  :processing_configuration,
4034
4730
  :cloud_watch_logging_options)
4731
+ SENSITIVE = []
4035
4732
  include Aws::Structure
4036
4733
  end
4037
4734
 
@@ -4120,12 +4817,16 @@ module Aws::Firehose
4120
4817
  # @return [Types::SplunkRetryOptions]
4121
4818
  #
4122
4819
  # @!attribute [rw] s3_backup_mode
4123
- # Defines how documents should be delivered to Amazon S3. When set to
4124
- # `FailedDocumentsOnly`, Kinesis Data Firehose writes any data that
4125
- # could not be indexed to the configured Amazon S3 destination. When
4126
- # set to `AllDocuments`, Kinesis Data Firehose delivers all incoming
4127
- # records to Amazon S3, and also writes failed documents to Amazon S3.
4128
- # Default value is `FailedDocumentsOnly`.
4820
+ # Specifies how you want Kinesis Data Firehose to back up documents to
4821
+ # Amazon S3. When set to `FailedDocumentsOnly`, Kinesis Data Firehose
4822
+ # writes any data that could not be indexed to the configured Amazon
4823
+ # S3 destination. When set to `AllEvents`, Kinesis Data Firehose
4824
+ # delivers all incoming records to Amazon S3, and also writes failed
4825
+ # documents to Amazon S3. The default value is `FailedEventsOnly`.
4826
+ #
4827
+ # You can update this backup mode from `FailedEventsOnly` to
4828
+ # `AllEvents`. You can't update it from `AllEvents` to
4829
+ # `FailedEventsOnly`.
4129
4830
  # @return [String]
4130
4831
  #
4131
4832
  # @!attribute [rw] s3_update
@@ -4152,6 +4853,7 @@ module Aws::Firehose
4152
4853
  :s3_update,
4153
4854
  :processing_configuration,
4154
4855
  :cloud_watch_logging_options)
4856
+ SENSITIVE = []
4155
4857
  include Aws::Structure
4156
4858
  end
4157
4859
 
@@ -4178,6 +4880,7 @@ module Aws::Firehose
4178
4880
  #
4179
4881
  class SplunkRetryOptions < Struct.new(
4180
4882
  :duration_in_seconds)
4883
+ SENSITIVE = []
4181
4884
  include Aws::Structure
4182
4885
  end
4183
4886
 
@@ -4207,6 +4910,7 @@ module Aws::Firehose
4207
4910
  class StartDeliveryStreamEncryptionInput < Struct.new(
4208
4911
  :delivery_stream_name,
4209
4912
  :delivery_stream_encryption_configuration_input)
4913
+ SENSITIVE = []
4210
4914
  include Aws::Structure
4211
4915
  end
4212
4916
 
@@ -4230,6 +4934,7 @@ module Aws::Firehose
4230
4934
  #
4231
4935
  class StopDeliveryStreamEncryptionInput < Struct.new(
4232
4936
  :delivery_stream_name)
4937
+ SENSITIVE = []
4233
4938
  include Aws::Structure
4234
4939
  end
4235
4940
 
@@ -4265,6 +4970,7 @@ module Aws::Firehose
4265
4970
  class Tag < Struct.new(
4266
4971
  :key,
4267
4972
  :value)
4973
+ SENSITIVE = []
4268
4974
  include Aws::Structure
4269
4975
  end
4270
4976
 
@@ -4294,6 +5000,7 @@ module Aws::Firehose
4294
5000
  class TagDeliveryStreamInput < Struct.new(
4295
5001
  :delivery_stream_name,
4296
5002
  :tags)
5003
+ SENSITIVE = []
4297
5004
  include Aws::Structure
4298
5005
  end
4299
5006
 
@@ -4323,6 +5030,7 @@ module Aws::Firehose
4323
5030
  class UntagDeliveryStreamInput < Struct.new(
4324
5031
  :delivery_stream_name,
4325
5032
  :tag_keys)
5033
+ SENSITIVE = []
4326
5034
  include Aws::Structure
4327
5035
  end
4328
5036
 
@@ -4652,6 +5360,72 @@ module Aws::Firehose
4652
5360
  # log_stream_name: "LogStreamName",
4653
5361
  # },
4654
5362
  # },
5363
+ # http_endpoint_destination_update: {
5364
+ # endpoint_configuration: {
5365
+ # url: "HttpEndpointUrl", # required
5366
+ # name: "HttpEndpointName",
5367
+ # access_key: "HttpEndpointAccessKey",
5368
+ # },
5369
+ # buffering_hints: {
5370
+ # size_in_m_bs: 1,
5371
+ # interval_in_seconds: 1,
5372
+ # },
5373
+ # cloud_watch_logging_options: {
5374
+ # enabled: false,
5375
+ # log_group_name: "LogGroupName",
5376
+ # log_stream_name: "LogStreamName",
5377
+ # },
5378
+ # request_configuration: {
5379
+ # content_encoding: "NONE", # accepts NONE, GZIP
5380
+ # common_attributes: [
5381
+ # {
5382
+ # attribute_name: "HttpEndpointAttributeName", # required
5383
+ # attribute_value: "HttpEndpointAttributeValue", # required
5384
+ # },
5385
+ # ],
5386
+ # },
5387
+ # processing_configuration: {
5388
+ # enabled: false,
5389
+ # processors: [
5390
+ # {
5391
+ # type: "Lambda", # required, accepts Lambda
5392
+ # parameters: [
5393
+ # {
5394
+ # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
5395
+ # parameter_value: "ProcessorParameterValue", # required
5396
+ # },
5397
+ # ],
5398
+ # },
5399
+ # ],
5400
+ # },
5401
+ # role_arn: "RoleARN",
5402
+ # retry_options: {
5403
+ # duration_in_seconds: 1,
5404
+ # },
5405
+ # s3_backup_mode: "FailedDataOnly", # accepts FailedDataOnly, AllData
5406
+ # s3_update: {
5407
+ # role_arn: "RoleARN",
5408
+ # bucket_arn: "BucketARN",
5409
+ # prefix: "Prefix",
5410
+ # error_output_prefix: "ErrorOutputPrefix",
5411
+ # buffering_hints: {
5412
+ # size_in_m_bs: 1,
5413
+ # interval_in_seconds: 1,
5414
+ # },
5415
+ # compression_format: "UNCOMPRESSED", # accepts UNCOMPRESSED, GZIP, ZIP, Snappy, HADOOP_SNAPPY
5416
+ # encryption_configuration: {
5417
+ # no_encryption_config: "NoEncryption", # accepts NoEncryption
5418
+ # kms_encryption_config: {
5419
+ # awskms_key_arn: "AWSKMSKeyARN", # required
5420
+ # },
5421
+ # },
5422
+ # cloud_watch_logging_options: {
5423
+ # enabled: false,
5424
+ # log_group_name: "LogGroupName",
5425
+ # log_stream_name: "LogStreamName",
5426
+ # },
5427
+ # },
5428
+ # },
4655
5429
  # }
4656
5430
  #
4657
5431
  # @!attribute [rw] delivery_stream_name
@@ -4692,6 +5466,10 @@ module Aws::Firehose
4692
5466
  # Describes an update for a destination in Splunk.
4693
5467
  # @return [Types::SplunkDestinationUpdate]
4694
5468
  #
5469
+ # @!attribute [rw] http_endpoint_destination_update
5470
+ # Describes an update to the specified HTTP endpoint destination.
5471
+ # @return [Types::HttpEndpointDestinationUpdate]
5472
+ #
4695
5473
  # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/UpdateDestinationInput AWS API Documentation
4696
5474
  #
4697
5475
  class UpdateDestinationInput < Struct.new(
@@ -4702,7 +5480,9 @@ module Aws::Firehose
4702
5480
  :extended_s3_destination_update,
4703
5481
  :redshift_destination_update,
4704
5482
  :elasticsearch_destination_update,
4705
- :splunk_destination_update)
5483
+ :splunk_destination_update,
5484
+ :http_endpoint_destination_update)
5485
+ SENSITIVE = []
4706
5486
  include Aws::Structure
4707
5487
  end
4708
5488
 
@@ -4746,12 +5526,51 @@ module Aws::Firehose
4746
5526
  #
4747
5527
  # @!attribute [rw] role_arn
4748
5528
  # The ARN of the IAM role that you want the delivery stream to use to
4749
- # create endpoints in the destination VPC.
5529
+ # create endpoints in the destination VPC. You can use your existing
5530
+ # Kinesis Data Firehose delivery role or you can specify a new role.
5531
+ # In either case, make sure that the role trusts the Kinesis Data
5532
+ # Firehose service principal and that it grants the following
5533
+ # permissions:
5534
+ #
5535
+ # * `ec2:DescribeVpcs`
5536
+ #
5537
+ # * `ec2:DescribeVpcAttribute`
5538
+ #
5539
+ # * `ec2:DescribeSubnets`
5540
+ #
5541
+ # * `ec2:DescribeSecurityGroups`
5542
+ #
5543
+ # * `ec2:DescribeNetworkInterfaces`
5544
+ #
5545
+ # * `ec2:CreateNetworkInterface`
5546
+ #
5547
+ # * `ec2:CreateNetworkInterfacePermission`
5548
+ #
5549
+ # * `ec2:DeleteNetworkInterface`
5550
+ #
5551
+ # If you revoke these permissions after you create the delivery
5552
+ # stream, Kinesis Data Firehose can't scale out by creating more ENIs
5553
+ # when necessary. You might therefore see a degradation in
5554
+ # performance.
4750
5555
  # @return [String]
4751
5556
  #
4752
5557
  # @!attribute [rw] security_group_ids
4753
5558
  # The IDs of the security groups that you want Kinesis Data Firehose
4754
5559
  # to use when it creates ENIs in the VPC of the Amazon ES destination.
5560
+ # You can use the same security group that the Amazon ES domain uses
5561
+ # or different ones. If you specify different security groups here,
5562
+ # ensure that they allow outbound HTTPS traffic to the Amazon ES
5563
+ # domain's security group. Also ensure that the Amazon ES domain's
5564
+ # security group allows HTTPS traffic from the security groups
5565
+ # specified here. If you use the same security group for both your
5566
+ # delivery stream and the Amazon ES domain, make sure the security
5567
+ # group inbound rule allows HTTPS traffic. For more information about
5568
+ # security group rules, see [Security group rules][1] in the Amazon
5569
+ # VPC documentation.
5570
+ #
5571
+ #
5572
+ #
5573
+ # [1]: https://docs.aws.amazon.com/vpc/latest/userguide/VPC_SecurityGroups.html#SecurityGroupRules
4755
5574
  # @return [Array<String>]
4756
5575
  #
4757
5576
  # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/VpcConfiguration AWS API Documentation
@@ -4760,6 +5579,7 @@ module Aws::Firehose
4760
5579
  :subnet_ids,
4761
5580
  :role_arn,
4762
5581
  :security_group_ids)
5582
+ SENSITIVE = []
4763
5583
  include Aws::Structure
4764
5584
  end
4765
5585
 
@@ -4789,13 +5609,50 @@ module Aws::Firehose
4789
5609
  # @return [Array<String>]
4790
5610
  #
4791
5611
  # @!attribute [rw] role_arn
4792
- # The ARN of the IAM role that you want the delivery stream uses to
4793
- # create endpoints in the destination VPC.
5612
+ # The ARN of the IAM role that the delivery stream uses to create
5613
+ # endpoints in the destination VPC. You can use your existing Kinesis
5614
+ # Data Firehose delivery role or you can specify a new role. In either
5615
+ # case, make sure that the role trusts the Kinesis Data Firehose
5616
+ # service principal and that it grants the following permissions:
5617
+ #
5618
+ # * `ec2:DescribeVpcs`
5619
+ #
5620
+ # * `ec2:DescribeVpcAttribute`
5621
+ #
5622
+ # * `ec2:DescribeSubnets`
5623
+ #
5624
+ # * `ec2:DescribeSecurityGroups`
5625
+ #
5626
+ # * `ec2:DescribeNetworkInterfaces`
5627
+ #
5628
+ # * `ec2:CreateNetworkInterface`
5629
+ #
5630
+ # * `ec2:CreateNetworkInterfacePermission`
5631
+ #
5632
+ # * `ec2:DeleteNetworkInterface`
5633
+ #
5634
+ # If you revoke these permissions after you create the delivery
5635
+ # stream, Kinesis Data Firehose can't scale out by creating more ENIs
5636
+ # when necessary. You might therefore see a degradation in
5637
+ # performance.
4794
5638
  # @return [String]
4795
5639
  #
4796
5640
  # @!attribute [rw] security_group_ids
4797
5641
  # The IDs of the security groups that Kinesis Data Firehose uses when
4798
- # it creates ENIs in the VPC of the Amazon ES destination.
5642
+ # it creates ENIs in the VPC of the Amazon ES destination. You can use
5643
+ # the same security group that the Amazon ES domain uses or different
5644
+ # ones. If you specify different security groups, ensure that they
5645
+ # allow outbound HTTPS traffic to the Amazon ES domain's security
5646
+ # group. Also ensure that the Amazon ES domain's security group
5647
+ # allows HTTPS traffic from the security groups specified here. If you
5648
+ # use the same security group for both your delivery stream and the
5649
+ # Amazon ES domain, make sure the security group inbound rule allows
5650
+ # HTTPS traffic. For more information about security group rules, see
5651
+ # [Security group rules][1] in the Amazon VPC documentation.
5652
+ #
5653
+ #
5654
+ #
5655
+ # [1]: https://docs.aws.amazon.com/vpc/latest/userguide/VPC_SecurityGroups.html#SecurityGroupRules
4799
5656
  # @return [Array<String>]
4800
5657
  #
4801
5658
  # @!attribute [rw] vpc_id
@@ -4809,6 +5666,7 @@ module Aws::Firehose
4809
5666
  :role_arn,
4810
5667
  :security_group_ids,
4811
5668
  :vpc_id)
5669
+ SENSITIVE = []
4812
5670
  include Aws::Structure
4813
5671
  end
4814
5672