aws-sdk-firehose 1.29.1 → 1.34.0

Sign up to get free protection for your applications and to get access to all the features.
@@ -1,3 +1,5 @@
1
+ # frozen_string_literal: true
2
+
1
3
  # WARNING ABOUT GENERATED CODE
2
4
  #
3
5
  # This file is generated. See the contributing guide for more information:
@@ -1,3 +1,5 @@
1
+ # frozen_string_literal: true
2
+
1
3
  # WARNING ABOUT GENERATED CODE
2
4
  #
3
5
  # This file is generated. See the contributing guide for more information:
@@ -47,6 +49,7 @@ module Aws::Firehose
47
49
  class BufferingHints < Struct.new(
48
50
  :size_in_m_bs,
49
51
  :interval_in_seconds)
52
+ SENSITIVE = []
50
53
  include Aws::Structure
51
54
  end
52
55
 
@@ -82,6 +85,7 @@ module Aws::Firehose
82
85
  :enabled,
83
86
  :log_group_name,
84
87
  :log_stream_name)
88
+ SENSITIVE = []
85
89
  include Aws::Structure
86
90
  end
87
91
 
@@ -96,6 +100,7 @@ module Aws::Firehose
96
100
  #
97
101
  class ConcurrentModificationException < Struct.new(
98
102
  :message)
103
+ SENSITIVE = []
99
104
  include Aws::Structure
100
105
  end
101
106
 
@@ -155,6 +160,7 @@ module Aws::Firehose
155
160
  :data_table_name,
156
161
  :data_table_columns,
157
162
  :copy_options)
163
+ SENSITIVE = []
158
164
  include Aws::Structure
159
165
  end
160
166
 
@@ -493,6 +499,72 @@ module Aws::Firehose
493
499
  # log_stream_name: "LogStreamName",
494
500
  # },
495
501
  # },
502
+ # http_endpoint_destination_configuration: {
503
+ # endpoint_configuration: { # required
504
+ # url: "HttpEndpointUrl", # required
505
+ # name: "HttpEndpointName",
506
+ # access_key: "HttpEndpointAccessKey",
507
+ # },
508
+ # buffering_hints: {
509
+ # size_in_m_bs: 1,
510
+ # interval_in_seconds: 1,
511
+ # },
512
+ # cloud_watch_logging_options: {
513
+ # enabled: false,
514
+ # log_group_name: "LogGroupName",
515
+ # log_stream_name: "LogStreamName",
516
+ # },
517
+ # request_configuration: {
518
+ # content_encoding: "NONE", # accepts NONE, GZIP
519
+ # common_attributes: [
520
+ # {
521
+ # attribute_name: "HttpEndpointAttributeName", # required
522
+ # attribute_value: "HttpEndpointAttributeValue", # required
523
+ # },
524
+ # ],
525
+ # },
526
+ # processing_configuration: {
527
+ # enabled: false,
528
+ # processors: [
529
+ # {
530
+ # type: "Lambda", # required, accepts Lambda
531
+ # parameters: [
532
+ # {
533
+ # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
534
+ # parameter_value: "ProcessorParameterValue", # required
535
+ # },
536
+ # ],
537
+ # },
538
+ # ],
539
+ # },
540
+ # role_arn: "RoleARN",
541
+ # retry_options: {
542
+ # duration_in_seconds: 1,
543
+ # },
544
+ # s3_backup_mode: "FailedDataOnly", # accepts FailedDataOnly, AllData
545
+ # s3_configuration: { # required
546
+ # role_arn: "RoleARN", # required
547
+ # bucket_arn: "BucketARN", # required
548
+ # prefix: "Prefix",
549
+ # error_output_prefix: "ErrorOutputPrefix",
550
+ # buffering_hints: {
551
+ # size_in_m_bs: 1,
552
+ # interval_in_seconds: 1,
553
+ # },
554
+ # compression_format: "UNCOMPRESSED", # accepts UNCOMPRESSED, GZIP, ZIP, Snappy, HADOOP_SNAPPY
555
+ # encryption_configuration: {
556
+ # no_encryption_config: "NoEncryption", # accepts NoEncryption
557
+ # kms_encryption_config: {
558
+ # awskms_key_arn: "AWSKMSKeyARN", # required
559
+ # },
560
+ # },
561
+ # cloud_watch_logging_options: {
562
+ # enabled: false,
563
+ # log_group_name: "LogGroupName",
564
+ # log_stream_name: "LogStreamName",
565
+ # },
566
+ # },
567
+ # },
496
568
  # tags: [
497
569
  # {
498
570
  # key: "TagKey", # required
@@ -553,6 +625,11 @@ module Aws::Firehose
553
625
  # The destination in Splunk. You can specify only one destination.
554
626
  # @return [Types::SplunkDestinationConfiguration]
555
627
  #
628
+ # @!attribute [rw] http_endpoint_destination_configuration
629
+ # Enables configuring Kinesis Firehose to deliver data to any HTTP
630
+ # endpoint destination. You can specify only one destination.
631
+ # @return [Types::HttpEndpointDestinationConfiguration]
632
+ #
556
633
  # @!attribute [rw] tags
557
634
  # A set of tags to assign to the delivery stream. A tag is a key-value
558
635
  # pair that you can define and assign to AWS resources. Tags are
@@ -581,7 +658,9 @@ module Aws::Firehose
581
658
  :redshift_destination_configuration,
582
659
  :elasticsearch_destination_configuration,
583
660
  :splunk_destination_configuration,
661
+ :http_endpoint_destination_configuration,
584
662
  :tags)
663
+ SENSITIVE = []
585
664
  include Aws::Structure
586
665
  end
587
666
 
@@ -593,6 +672,7 @@ module Aws::Firehose
593
672
  #
594
673
  class CreateDeliveryStreamOutput < Struct.new(
595
674
  :delivery_stream_arn)
675
+ SENSITIVE = []
596
676
  include Aws::Structure
597
677
  end
598
678
 
@@ -690,6 +770,7 @@ module Aws::Firehose
690
770
  :input_format_configuration,
691
771
  :output_format_configuration,
692
772
  :enabled)
773
+ SENSITIVE = []
693
774
  include Aws::Structure
694
775
  end
695
776
 
@@ -727,6 +808,7 @@ module Aws::Firehose
727
808
  class DeleteDeliveryStreamInput < Struct.new(
728
809
  :delivery_stream_name,
729
810
  :allow_force_delete)
811
+ SENSITIVE = []
730
812
  include Aws::Structure
731
813
  end
732
814
 
@@ -822,6 +904,7 @@ module Aws::Firehose
822
904
  :source,
823
905
  :destinations,
824
906
  :has_more_destinations)
907
+ SENSITIVE = []
825
908
  include Aws::Structure
826
909
  end
827
910
 
@@ -871,6 +954,7 @@ module Aws::Firehose
871
954
  :key_type,
872
955
  :status,
873
956
  :failure_description)
957
+ SENSITIVE = []
874
958
  include Aws::Structure
875
959
  end
876
960
 
@@ -929,6 +1013,7 @@ module Aws::Firehose
929
1013
  class DeliveryStreamEncryptionConfigurationInput < Struct.new(
930
1014
  :key_arn,
931
1015
  :key_type)
1016
+ SENSITIVE = []
932
1017
  include Aws::Structure
933
1018
  end
934
1019
 
@@ -962,6 +1047,7 @@ module Aws::Firehose
962
1047
  :delivery_stream_name,
963
1048
  :limit,
964
1049
  :exclusive_start_destination_id)
1050
+ SENSITIVE = []
965
1051
  include Aws::Structure
966
1052
  end
967
1053
 
@@ -973,6 +1059,7 @@ module Aws::Firehose
973
1059
  #
974
1060
  class DescribeDeliveryStreamOutput < Struct.new(
975
1061
  :delivery_stream_description)
1062
+ SENSITIVE = []
976
1063
  include Aws::Structure
977
1064
  end
978
1065
 
@@ -1026,6 +1113,7 @@ module Aws::Firehose
1026
1113
  class Deserializer < Struct.new(
1027
1114
  :open_x_json_ser_de,
1028
1115
  :hive_json_ser_de)
1116
+ SENSITIVE = []
1029
1117
  include Aws::Structure
1030
1118
  end
1031
1119
 
@@ -1055,6 +1143,10 @@ module Aws::Firehose
1055
1143
  # The destination in Splunk.
1056
1144
  # @return [Types::SplunkDestinationDescription]
1057
1145
  #
1146
+ # @!attribute [rw] http_endpoint_destination_description
1147
+ # Describes the specified HTTP endpoint destination.
1148
+ # @return [Types::HttpEndpointDestinationDescription]
1149
+ #
1058
1150
  # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/DestinationDescription AWS API Documentation
1059
1151
  #
1060
1152
  class DestinationDescription < Struct.new(
@@ -1063,7 +1155,9 @@ module Aws::Firehose
1063
1155
  :extended_s3_destination_description,
1064
1156
  :redshift_destination_description,
1065
1157
  :elasticsearch_destination_description,
1066
- :splunk_destination_description)
1158
+ :splunk_destination_description,
1159
+ :http_endpoint_destination_description)
1160
+ SENSITIVE = []
1067
1161
  include Aws::Structure
1068
1162
  end
1069
1163
 
@@ -1099,6 +1193,7 @@ module Aws::Firehose
1099
1193
  class ElasticsearchBufferingHints < Struct.new(
1100
1194
  :interval_in_seconds,
1101
1195
  :size_in_m_bs)
1196
+ SENSITIVE = []
1102
1197
  include Aws::Structure
1103
1198
  end
1104
1199
 
@@ -1248,6 +1343,9 @@ module Aws::Firehose
1248
1343
  # information, see [Amazon S3 Backup for the Amazon ES
1249
1344
  # Destination][1]. Default value is `FailedDocumentsOnly`.
1250
1345
  #
1346
+ # You can't change this backup mode after you create the delivery
1347
+ # stream.
1348
+ #
1251
1349
  #
1252
1350
  #
1253
1351
  # [1]: https://docs.aws.amazon.com/firehose/latest/dev/basic-deliver.html#es-s3-backup
@@ -1285,6 +1383,7 @@ module Aws::Firehose
1285
1383
  :processing_configuration,
1286
1384
  :cloud_watch_logging_options,
1287
1385
  :vpc_configuration)
1386
+ SENSITIVE = []
1288
1387
  include Aws::Structure
1289
1388
  end
1290
1389
 
@@ -1376,6 +1475,7 @@ module Aws::Firehose
1376
1475
  :processing_configuration,
1377
1476
  :cloud_watch_logging_options,
1378
1477
  :vpc_configuration_description)
1478
+ SENSITIVE = []
1379
1479
  include Aws::Structure
1380
1480
  end
1381
1481
 
@@ -1538,6 +1638,7 @@ module Aws::Firehose
1538
1638
  :s3_update,
1539
1639
  :processing_configuration,
1540
1640
  :cloud_watch_logging_options)
1641
+ SENSITIVE = []
1541
1642
  include Aws::Structure
1542
1643
  end
1543
1644
 
@@ -1563,6 +1664,7 @@ module Aws::Firehose
1563
1664
  #
1564
1665
  class ElasticsearchRetryOptions < Struct.new(
1565
1666
  :duration_in_seconds)
1667
+ SENSITIVE = []
1566
1668
  include Aws::Structure
1567
1669
  end
1568
1670
 
@@ -1592,6 +1694,7 @@ module Aws::Firehose
1592
1694
  class EncryptionConfiguration < Struct.new(
1593
1695
  :no_encryption_config,
1594
1696
  :kms_encryption_config)
1697
+ SENSITIVE = []
1595
1698
  include Aws::Structure
1596
1699
  end
1597
1700
 
@@ -1772,7 +1875,10 @@ module Aws::Firehose
1772
1875
  # @return [Types::ProcessingConfiguration]
1773
1876
  #
1774
1877
  # @!attribute [rw] s3_backup_mode
1775
- # The Amazon S3 backup mode.
1878
+ # The Amazon S3 backup mode. After you create a delivery stream, you
1879
+ # can update it to enable Amazon S3 backup if it is disabled. If
1880
+ # backup is enabled, you can't update the delivery stream to disable
1881
+ # it.
1776
1882
  # @return [String]
1777
1883
  #
1778
1884
  # @!attribute [rw] s3_backup_configuration
@@ -1800,6 +1906,7 @@ module Aws::Firehose
1800
1906
  :s3_backup_mode,
1801
1907
  :s3_backup_configuration,
1802
1908
  :data_format_conversion_configuration)
1909
+ SENSITIVE = []
1803
1910
  include Aws::Structure
1804
1911
  end
1805
1912
 
@@ -1896,6 +2003,7 @@ module Aws::Firehose
1896
2003
  :s3_backup_mode,
1897
2004
  :s3_backup_description,
1898
2005
  :data_format_conversion_configuration)
2006
+ SENSITIVE = []
1899
2007
  include Aws::Structure
1900
2008
  end
1901
2009
 
@@ -2076,7 +2184,9 @@ module Aws::Firehose
2076
2184
  # @return [Types::ProcessingConfiguration]
2077
2185
  #
2078
2186
  # @!attribute [rw] s3_backup_mode
2079
- # Enables or disables Amazon S3 backup mode.
2187
+ # You can update a delivery stream to enable Amazon S3 backup if it is
2188
+ # disabled. If backup is enabled, you can't update the delivery
2189
+ # stream to disable it.
2080
2190
  # @return [String]
2081
2191
  #
2082
2192
  # @!attribute [rw] s3_backup_update
@@ -2104,6 +2214,7 @@ module Aws::Firehose
2104
2214
  :s3_backup_mode,
2105
2215
  :s3_backup_update,
2106
2216
  :data_format_conversion_configuration)
2217
+ SENSITIVE = []
2107
2218
  include Aws::Structure
2108
2219
  end
2109
2220
 
@@ -2124,6 +2235,7 @@ module Aws::Firehose
2124
2235
  class FailureDescription < Struct.new(
2125
2236
  :type,
2126
2237
  :details)
2238
+ SENSITIVE = []
2127
2239
  include Aws::Structure
2128
2240
  end
2129
2241
 
@@ -2160,6 +2272,543 @@ module Aws::Firehose
2160
2272
  #
2161
2273
  class HiveJsonSerDe < Struct.new(
2162
2274
  :timestamp_formats)
2275
+ SENSITIVE = []
2276
+ include Aws::Structure
2277
+ end
2278
+
2279
+ # Describes the buffering options that can be applied before data is
2280
+ # delivered to the HTTP endpoint destination. Kinesis Data Firehose
2281
+ # treats these options as hints, and it might choose to use more optimal
2282
+ # values. The `SizeInMBs` and `IntervalInSeconds` parameters are
2283
+ # optional. However, if specify a value for one of them, you must also
2284
+ # provide a value for the other.
2285
+ #
2286
+ # @note When making an API call, you may pass HttpEndpointBufferingHints
2287
+ # data as a hash:
2288
+ #
2289
+ # {
2290
+ # size_in_m_bs: 1,
2291
+ # interval_in_seconds: 1,
2292
+ # }
2293
+ #
2294
+ # @!attribute [rw] size_in_m_bs
2295
+ # Buffer incoming data to the specified size, in MBs, before
2296
+ # delivering it to the destination. The default value is 5.
2297
+ #
2298
+ # We recommend setting this parameter to a value greater than the
2299
+ # amount of data you typically ingest into the delivery stream in 10
2300
+ # seconds. For example, if you typically ingest data at 1 MB/sec, the
2301
+ # value should be 10 MB or higher.
2302
+ # @return [Integer]
2303
+ #
2304
+ # @!attribute [rw] interval_in_seconds
2305
+ # Buffer incoming data for the specified period of time, in seconds,
2306
+ # before delivering it to the destination. The default value is 300 (5
2307
+ # minutes).
2308
+ # @return [Integer]
2309
+ #
2310
+ # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/HttpEndpointBufferingHints AWS API Documentation
2311
+ #
2312
+ class HttpEndpointBufferingHints < Struct.new(
2313
+ :size_in_m_bs,
2314
+ :interval_in_seconds)
2315
+ SENSITIVE = []
2316
+ include Aws::Structure
2317
+ end
2318
+
2319
+ # Describes the metadata that's delivered to the specified HTTP
2320
+ # endpoint destination.
2321
+ #
2322
+ # @note When making an API call, you may pass HttpEndpointCommonAttribute
2323
+ # data as a hash:
2324
+ #
2325
+ # {
2326
+ # attribute_name: "HttpEndpointAttributeName", # required
2327
+ # attribute_value: "HttpEndpointAttributeValue", # required
2328
+ # }
2329
+ #
2330
+ # @!attribute [rw] attribute_name
2331
+ # The name of the HTTP endpoint common attribute.
2332
+ # @return [String]
2333
+ #
2334
+ # @!attribute [rw] attribute_value
2335
+ # The value of the HTTP endpoint common attribute.
2336
+ # @return [String]
2337
+ #
2338
+ # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/HttpEndpointCommonAttribute AWS API Documentation
2339
+ #
2340
+ class HttpEndpointCommonAttribute < Struct.new(
2341
+ :attribute_name,
2342
+ :attribute_value)
2343
+ SENSITIVE = [:attribute_name, :attribute_value]
2344
+ include Aws::Structure
2345
+ end
2346
+
2347
+ # Describes the configuration of the HTTP endpoint to which Kinesis
2348
+ # Firehose delivers data.
2349
+ #
2350
+ # @note When making an API call, you may pass HttpEndpointConfiguration
2351
+ # data as a hash:
2352
+ #
2353
+ # {
2354
+ # url: "HttpEndpointUrl", # required
2355
+ # name: "HttpEndpointName",
2356
+ # access_key: "HttpEndpointAccessKey",
2357
+ # }
2358
+ #
2359
+ # @!attribute [rw] url
2360
+ # The URL of the HTTP endpoint selected as the destination.
2361
+ # @return [String]
2362
+ #
2363
+ # @!attribute [rw] name
2364
+ # The name of the HTTP endpoint selected as the destination.
2365
+ # @return [String]
2366
+ #
2367
+ # @!attribute [rw] access_key
2368
+ # The access key required for Kinesis Firehose to authenticate with
2369
+ # the HTTP endpoint selected as the destination.
2370
+ # @return [String]
2371
+ #
2372
+ # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/HttpEndpointConfiguration AWS API Documentation
2373
+ #
2374
+ class HttpEndpointConfiguration < Struct.new(
2375
+ :url,
2376
+ :name,
2377
+ :access_key)
2378
+ SENSITIVE = [:url, :access_key]
2379
+ include Aws::Structure
2380
+ end
2381
+
2382
+ # Describes the HTTP endpoint selected as the destination.
2383
+ #
2384
+ # @!attribute [rw] url
2385
+ # The URL of the HTTP endpoint selected as the destination.
2386
+ # @return [String]
2387
+ #
2388
+ # @!attribute [rw] name
2389
+ # The name of the HTTP endpoint selected as the destination.
2390
+ # @return [String]
2391
+ #
2392
+ # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/HttpEndpointDescription AWS API Documentation
2393
+ #
2394
+ class HttpEndpointDescription < Struct.new(
2395
+ :url,
2396
+ :name)
2397
+ SENSITIVE = [:url]
2398
+ include Aws::Structure
2399
+ end
2400
+
2401
+ # Describes the configuration of the HTTP endpoint destination.
2402
+ #
2403
+ # @note When making an API call, you may pass HttpEndpointDestinationConfiguration
2404
+ # data as a hash:
2405
+ #
2406
+ # {
2407
+ # endpoint_configuration: { # required
2408
+ # url: "HttpEndpointUrl", # required
2409
+ # name: "HttpEndpointName",
2410
+ # access_key: "HttpEndpointAccessKey",
2411
+ # },
2412
+ # buffering_hints: {
2413
+ # size_in_m_bs: 1,
2414
+ # interval_in_seconds: 1,
2415
+ # },
2416
+ # cloud_watch_logging_options: {
2417
+ # enabled: false,
2418
+ # log_group_name: "LogGroupName",
2419
+ # log_stream_name: "LogStreamName",
2420
+ # },
2421
+ # request_configuration: {
2422
+ # content_encoding: "NONE", # accepts NONE, GZIP
2423
+ # common_attributes: [
2424
+ # {
2425
+ # attribute_name: "HttpEndpointAttributeName", # required
2426
+ # attribute_value: "HttpEndpointAttributeValue", # required
2427
+ # },
2428
+ # ],
2429
+ # },
2430
+ # processing_configuration: {
2431
+ # enabled: false,
2432
+ # processors: [
2433
+ # {
2434
+ # type: "Lambda", # required, accepts Lambda
2435
+ # parameters: [
2436
+ # {
2437
+ # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
2438
+ # parameter_value: "ProcessorParameterValue", # required
2439
+ # },
2440
+ # ],
2441
+ # },
2442
+ # ],
2443
+ # },
2444
+ # role_arn: "RoleARN",
2445
+ # retry_options: {
2446
+ # duration_in_seconds: 1,
2447
+ # },
2448
+ # s3_backup_mode: "FailedDataOnly", # accepts FailedDataOnly, AllData
2449
+ # s3_configuration: { # required
2450
+ # role_arn: "RoleARN", # required
2451
+ # bucket_arn: "BucketARN", # required
2452
+ # prefix: "Prefix",
2453
+ # error_output_prefix: "ErrorOutputPrefix",
2454
+ # buffering_hints: {
2455
+ # size_in_m_bs: 1,
2456
+ # interval_in_seconds: 1,
2457
+ # },
2458
+ # compression_format: "UNCOMPRESSED", # accepts UNCOMPRESSED, GZIP, ZIP, Snappy, HADOOP_SNAPPY
2459
+ # encryption_configuration: {
2460
+ # no_encryption_config: "NoEncryption", # accepts NoEncryption
2461
+ # kms_encryption_config: {
2462
+ # awskms_key_arn: "AWSKMSKeyARN", # required
2463
+ # },
2464
+ # },
2465
+ # cloud_watch_logging_options: {
2466
+ # enabled: false,
2467
+ # log_group_name: "LogGroupName",
2468
+ # log_stream_name: "LogStreamName",
2469
+ # },
2470
+ # },
2471
+ # }
2472
+ #
2473
+ # @!attribute [rw] endpoint_configuration
2474
+ # The configuration of the HTTP endpoint selected as the destination.
2475
+ # @return [Types::HttpEndpointConfiguration]
2476
+ #
2477
+ # @!attribute [rw] buffering_hints
2478
+ # The buffering options that can be used before data is delivered to
2479
+ # the specified destination. Kinesis Data Firehose treats these
2480
+ # options as hints, and it might choose to use more optimal values.
2481
+ # The `SizeInMBs` and `IntervalInSeconds` parameters are optional.
2482
+ # However, if you specify a value for one of them, you must also
2483
+ # provide a value for the other.
2484
+ # @return [Types::HttpEndpointBufferingHints]
2485
+ #
2486
+ # @!attribute [rw] cloud_watch_logging_options
2487
+ # Describes the Amazon CloudWatch logging options for your delivery
2488
+ # stream.
2489
+ # @return [Types::CloudWatchLoggingOptions]
2490
+ #
2491
+ # @!attribute [rw] request_configuration
2492
+ # The configuration of the requeste sent to the HTTP endpoint
2493
+ # specified as the destination.
2494
+ # @return [Types::HttpEndpointRequestConfiguration]
2495
+ #
2496
+ # @!attribute [rw] processing_configuration
2497
+ # Describes a data processing configuration.
2498
+ # @return [Types::ProcessingConfiguration]
2499
+ #
2500
+ # @!attribute [rw] role_arn
2501
+ # Kinesis Data Firehose uses this IAM role for all the permissions
2502
+ # that the delivery stream needs.
2503
+ # @return [String]
2504
+ #
2505
+ # @!attribute [rw] retry_options
2506
+ # Describes the retry behavior in case Kinesis Data Firehose is unable
2507
+ # to deliver data to the specified HTTP endpoint destination, or if it
2508
+ # doesn't receive a valid acknowledgment of receipt from the
2509
+ # specified HTTP endpoint destination.
2510
+ # @return [Types::HttpEndpointRetryOptions]
2511
+ #
2512
+ # @!attribute [rw] s3_backup_mode
2513
+ # Describes the S3 bucket backup options for the data that Kinesis
2514
+ # Data Firehose delivers to the HTTP endpoint destination. You can
2515
+ # back up all documents (`AllData`) or only the documents that Kinesis
2516
+ # Data Firehose could not deliver to the specified HTTP endpoint
2517
+ # destination (`FailedDataOnly`).
2518
+ # @return [String]
2519
+ #
2520
+ # @!attribute [rw] s3_configuration
2521
+ # Describes the configuration of a destination in Amazon S3.
2522
+ # @return [Types::S3DestinationConfiguration]
2523
+ #
2524
+ # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/HttpEndpointDestinationConfiguration AWS API Documentation
2525
+ #
2526
+ class HttpEndpointDestinationConfiguration < Struct.new(
2527
+ :endpoint_configuration,
2528
+ :buffering_hints,
2529
+ :cloud_watch_logging_options,
2530
+ :request_configuration,
2531
+ :processing_configuration,
2532
+ :role_arn,
2533
+ :retry_options,
2534
+ :s3_backup_mode,
2535
+ :s3_configuration)
2536
+ SENSITIVE = []
2537
+ include Aws::Structure
2538
+ end
2539
+
2540
+ # Describes the HTTP endpoint destination.
2541
+ #
2542
+ # @!attribute [rw] endpoint_configuration
2543
+ # The configuration of the specified HTTP endpoint destination.
2544
+ # @return [Types::HttpEndpointDescription]
2545
+ #
2546
+ # @!attribute [rw] buffering_hints
2547
+ # Describes buffering options that can be applied to the data before
2548
+ # it is delivered to the HTTPS endpoint destination. Kinesis Data
2549
+ # Firehose teats these options as hints, and it might choose to use
2550
+ # more optimal values. The `SizeInMBs` and `IntervalInSeconds`
2551
+ # parameters are optional. However, if specify a value for one of
2552
+ # them, you must also provide a value for the other.
2553
+ # @return [Types::HttpEndpointBufferingHints]
2554
+ #
2555
+ # @!attribute [rw] cloud_watch_logging_options
2556
+ # Describes the Amazon CloudWatch logging options for your delivery
2557
+ # stream.
2558
+ # @return [Types::CloudWatchLoggingOptions]
2559
+ #
2560
+ # @!attribute [rw] request_configuration
2561
+ # The configuration of request sent to the HTTP endpoint specified as
2562
+ # the destination.
2563
+ # @return [Types::HttpEndpointRequestConfiguration]
2564
+ #
2565
+ # @!attribute [rw] processing_configuration
2566
+ # Describes a data processing configuration.
2567
+ # @return [Types::ProcessingConfiguration]
2568
+ #
2569
+ # @!attribute [rw] role_arn
2570
+ # Kinesis Data Firehose uses this IAM role for all the permissions
2571
+ # that the delivery stream needs.
2572
+ # @return [String]
2573
+ #
2574
+ # @!attribute [rw] retry_options
2575
+ # Describes the retry behavior in case Kinesis Data Firehose is unable
2576
+ # to deliver data to the specified HTTP endpoint destination, or if it
2577
+ # doesn't receive a valid acknowledgment of receipt from the
2578
+ # specified HTTP endpoint destination.
2579
+ # @return [Types::HttpEndpointRetryOptions]
2580
+ #
2581
+ # @!attribute [rw] s3_backup_mode
2582
+ # Describes the S3 bucket backup options for the data that Kinesis
2583
+ # Firehose delivers to the HTTP endpoint destination. You can back up
2584
+ # all documents (`AllData`) or only the documents that Kinesis Data
2585
+ # Firehose could not deliver to the specified HTTP endpoint
2586
+ # destination (`FailedDataOnly`).
2587
+ # @return [String]
2588
+ #
2589
+ # @!attribute [rw] s3_destination_description
2590
+ # Describes a destination in Amazon S3.
2591
+ # @return [Types::S3DestinationDescription]
2592
+ #
2593
+ # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/HttpEndpointDestinationDescription AWS API Documentation
2594
+ #
2595
+ class HttpEndpointDestinationDescription < Struct.new(
2596
+ :endpoint_configuration,
2597
+ :buffering_hints,
2598
+ :cloud_watch_logging_options,
2599
+ :request_configuration,
2600
+ :processing_configuration,
2601
+ :role_arn,
2602
+ :retry_options,
2603
+ :s3_backup_mode,
2604
+ :s3_destination_description)
2605
+ SENSITIVE = []
2606
+ include Aws::Structure
2607
+ end
2608
+
2609
+ # Updates the specified HTTP endpoint destination.
2610
+ #
2611
+ # @note When making an API call, you may pass HttpEndpointDestinationUpdate
2612
+ # data as a hash:
2613
+ #
2614
+ # {
2615
+ # endpoint_configuration: {
2616
+ # url: "HttpEndpointUrl", # required
2617
+ # name: "HttpEndpointName",
2618
+ # access_key: "HttpEndpointAccessKey",
2619
+ # },
2620
+ # buffering_hints: {
2621
+ # size_in_m_bs: 1,
2622
+ # interval_in_seconds: 1,
2623
+ # },
2624
+ # cloud_watch_logging_options: {
2625
+ # enabled: false,
2626
+ # log_group_name: "LogGroupName",
2627
+ # log_stream_name: "LogStreamName",
2628
+ # },
2629
+ # request_configuration: {
2630
+ # content_encoding: "NONE", # accepts NONE, GZIP
2631
+ # common_attributes: [
2632
+ # {
2633
+ # attribute_name: "HttpEndpointAttributeName", # required
2634
+ # attribute_value: "HttpEndpointAttributeValue", # required
2635
+ # },
2636
+ # ],
2637
+ # },
2638
+ # processing_configuration: {
2639
+ # enabled: false,
2640
+ # processors: [
2641
+ # {
2642
+ # type: "Lambda", # required, accepts Lambda
2643
+ # parameters: [
2644
+ # {
2645
+ # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
2646
+ # parameter_value: "ProcessorParameterValue", # required
2647
+ # },
2648
+ # ],
2649
+ # },
2650
+ # ],
2651
+ # },
2652
+ # role_arn: "RoleARN",
2653
+ # retry_options: {
2654
+ # duration_in_seconds: 1,
2655
+ # },
2656
+ # s3_backup_mode: "FailedDataOnly", # accepts FailedDataOnly, AllData
2657
+ # s3_update: {
2658
+ # role_arn: "RoleARN",
2659
+ # bucket_arn: "BucketARN",
2660
+ # prefix: "Prefix",
2661
+ # error_output_prefix: "ErrorOutputPrefix",
2662
+ # buffering_hints: {
2663
+ # size_in_m_bs: 1,
2664
+ # interval_in_seconds: 1,
2665
+ # },
2666
+ # compression_format: "UNCOMPRESSED", # accepts UNCOMPRESSED, GZIP, ZIP, Snappy, HADOOP_SNAPPY
2667
+ # encryption_configuration: {
2668
+ # no_encryption_config: "NoEncryption", # accepts NoEncryption
2669
+ # kms_encryption_config: {
2670
+ # awskms_key_arn: "AWSKMSKeyARN", # required
2671
+ # },
2672
+ # },
2673
+ # cloud_watch_logging_options: {
2674
+ # enabled: false,
2675
+ # log_group_name: "LogGroupName",
2676
+ # log_stream_name: "LogStreamName",
2677
+ # },
2678
+ # },
2679
+ # }
2680
+ #
2681
+ # @!attribute [rw] endpoint_configuration
2682
+ # Describes the configuration of the HTTP endpoint destination.
2683
+ # @return [Types::HttpEndpointConfiguration]
2684
+ #
2685
+ # @!attribute [rw] buffering_hints
2686
+ # Describes buffering options that can be applied to the data before
2687
+ # it is delivered to the HTTPS endpoint destination. Kinesis Data
2688
+ # Firehose teats these options as hints, and it might choose to use
2689
+ # more optimal values. The `SizeInMBs` and `IntervalInSeconds`
2690
+ # parameters are optional. However, if specify a value for one of
2691
+ # them, you must also provide a value for the other.
2692
+ # @return [Types::HttpEndpointBufferingHints]
2693
+ #
2694
+ # @!attribute [rw] cloud_watch_logging_options
2695
+ # Describes the Amazon CloudWatch logging options for your delivery
2696
+ # stream.
2697
+ # @return [Types::CloudWatchLoggingOptions]
2698
+ #
2699
+ # @!attribute [rw] request_configuration
2700
+ # The configuration of the request sent to the HTTP endpoint specified
2701
+ # as the destination.
2702
+ # @return [Types::HttpEndpointRequestConfiguration]
2703
+ #
2704
+ # @!attribute [rw] processing_configuration
2705
+ # Describes a data processing configuration.
2706
+ # @return [Types::ProcessingConfiguration]
2707
+ #
2708
+ # @!attribute [rw] role_arn
2709
+ # Kinesis Data Firehose uses this IAM role for all the permissions
2710
+ # that the delivery stream needs.
2711
+ # @return [String]
2712
+ #
2713
+ # @!attribute [rw] retry_options
2714
+ # Describes the retry behavior in case Kinesis Data Firehose is unable
2715
+ # to deliver data to the specified HTTP endpoint destination, or if it
2716
+ # doesn't receive a valid acknowledgment of receipt from the
2717
+ # specified HTTP endpoint destination.
2718
+ # @return [Types::HttpEndpointRetryOptions]
2719
+ #
2720
+ # @!attribute [rw] s3_backup_mode
2721
+ # Describes the S3 bucket backup options for the data that Kinesis
2722
+ # Firehose delivers to the HTTP endpoint destination. You can back up
2723
+ # all documents (`AllData`) or only the documents that Kinesis Data
2724
+ # Firehose could not deliver to the specified HTTP endpoint
2725
+ # destination (`FailedDataOnly`).
2726
+ # @return [String]
2727
+ #
2728
+ # @!attribute [rw] s3_update
2729
+ # Describes an update for a destination in Amazon S3.
2730
+ # @return [Types::S3DestinationUpdate]
2731
+ #
2732
+ # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/HttpEndpointDestinationUpdate AWS API Documentation
2733
+ #
2734
+ class HttpEndpointDestinationUpdate < Struct.new(
2735
+ :endpoint_configuration,
2736
+ :buffering_hints,
2737
+ :cloud_watch_logging_options,
2738
+ :request_configuration,
2739
+ :processing_configuration,
2740
+ :role_arn,
2741
+ :retry_options,
2742
+ :s3_backup_mode,
2743
+ :s3_update)
2744
+ SENSITIVE = []
2745
+ include Aws::Structure
2746
+ end
2747
+
2748
+ # The configuration of the HTTP endpoint request.
2749
+ #
2750
+ # @note When making an API call, you may pass HttpEndpointRequestConfiguration
2751
+ # data as a hash:
2752
+ #
2753
+ # {
2754
+ # content_encoding: "NONE", # accepts NONE, GZIP
2755
+ # common_attributes: [
2756
+ # {
2757
+ # attribute_name: "HttpEndpointAttributeName", # required
2758
+ # attribute_value: "HttpEndpointAttributeValue", # required
2759
+ # },
2760
+ # ],
2761
+ # }
2762
+ #
2763
+ # @!attribute [rw] content_encoding
2764
+ # Kinesis Data Firehose uses the content encoding to compress the body
2765
+ # of a request before sending the request to the destination. For more
2766
+ # information, see [Content-Encoding][1] in MDN Web Docs, the official
2767
+ # Mozilla documentation.
2768
+ #
2769
+ #
2770
+ #
2771
+ # [1]: https://developer.mozilla.org/en-US/docs/Web/HTTP/Headers/Content-Encoding
2772
+ # @return [String]
2773
+ #
2774
+ # @!attribute [rw] common_attributes
2775
+ # Describes the metadata sent to the HTTP endpoint destination.
2776
+ # @return [Array<Types::HttpEndpointCommonAttribute>]
2777
+ #
2778
+ # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/HttpEndpointRequestConfiguration AWS API Documentation
2779
+ #
2780
+ class HttpEndpointRequestConfiguration < Struct.new(
2781
+ :content_encoding,
2782
+ :common_attributes)
2783
+ SENSITIVE = []
2784
+ include Aws::Structure
2785
+ end
2786
+
2787
+ # Describes the retry behavior in case Kinesis Data Firehose is unable
2788
+ # to deliver data to the specified HTTP endpoint destination, or if it
2789
+ # doesn't receive a valid acknowledgment of receipt from the specified
2790
+ # HTTP endpoint destination.
2791
+ #
2792
+ # @note When making an API call, you may pass HttpEndpointRetryOptions
2793
+ # data as a hash:
2794
+ #
2795
+ # {
2796
+ # duration_in_seconds: 1,
2797
+ # }
2798
+ #
2799
+ # @!attribute [rw] duration_in_seconds
2800
+ # The total amount of time that Kinesis Data Firehose spends on
2801
+ # retries. This duration starts after the initial attempt to send data
2802
+ # to the custom destination via HTTPS endpoint fails. It doesn't
2803
+ # include the periods during which Kinesis Data Firehose waits for
2804
+ # acknowledgment from the specified destination after each attempt.
2805
+ # @return [Integer]
2806
+ #
2807
+ # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/HttpEndpointRetryOptions AWS API Documentation
2808
+ #
2809
+ class HttpEndpointRetryOptions < Struct.new(
2810
+ :duration_in_seconds)
2811
+ SENSITIVE = []
2163
2812
  include Aws::Structure
2164
2813
  end
2165
2814
 
@@ -2195,6 +2844,7 @@ module Aws::Firehose
2195
2844
  #
2196
2845
  class InputFormatConfiguration < Struct.new(
2197
2846
  :deserializer)
2847
+ SENSITIVE = []
2198
2848
  include Aws::Structure
2199
2849
  end
2200
2850
 
@@ -2208,6 +2858,7 @@ module Aws::Firehose
2208
2858
  #
2209
2859
  class InvalidArgumentException < Struct.new(
2210
2860
  :message)
2861
+ SENSITIVE = []
2211
2862
  include Aws::Structure
2212
2863
  end
2213
2864
 
@@ -2228,6 +2879,7 @@ module Aws::Firehose
2228
2879
  class InvalidKMSResourceException < Struct.new(
2229
2880
  :code,
2230
2881
  :message)
2882
+ SENSITIVE = []
2231
2883
  include Aws::Structure
2232
2884
  end
2233
2885
 
@@ -2255,6 +2907,7 @@ module Aws::Firehose
2255
2907
  #
2256
2908
  class KMSEncryptionConfig < Struct.new(
2257
2909
  :awskms_key_arn)
2910
+ SENSITIVE = []
2258
2911
  include Aws::Structure
2259
2912
  end
2260
2913
 
@@ -2293,6 +2946,7 @@ module Aws::Firehose
2293
2946
  class KinesisStreamSourceConfiguration < Struct.new(
2294
2947
  :kinesis_stream_arn,
2295
2948
  :role_arn)
2949
+ SENSITIVE = []
2296
2950
  include Aws::Structure
2297
2951
  end
2298
2952
 
@@ -2330,6 +2984,7 @@ module Aws::Firehose
2330
2984
  :kinesis_stream_arn,
2331
2985
  :role_arn,
2332
2986
  :delivery_start_timestamp)
2987
+ SENSITIVE = []
2333
2988
  include Aws::Structure
2334
2989
  end
2335
2990
 
@@ -2343,6 +2998,7 @@ module Aws::Firehose
2343
2998
  #
2344
2999
  class LimitExceededException < Struct.new(
2345
3000
  :message)
3001
+ SENSITIVE = []
2346
3002
  include Aws::Structure
2347
3003
  end
2348
3004
 
@@ -2386,6 +3042,7 @@ module Aws::Firehose
2386
3042
  :limit,
2387
3043
  :delivery_stream_type,
2388
3044
  :exclusive_start_delivery_stream_name)
3045
+ SENSITIVE = []
2389
3046
  include Aws::Structure
2390
3047
  end
2391
3048
 
@@ -2402,6 +3059,7 @@ module Aws::Firehose
2402
3059
  class ListDeliveryStreamsOutput < Struct.new(
2403
3060
  :delivery_stream_names,
2404
3061
  :has_more_delivery_streams)
3062
+ SENSITIVE = []
2405
3063
  include Aws::Structure
2406
3064
  end
2407
3065
 
@@ -2437,6 +3095,7 @@ module Aws::Firehose
2437
3095
  :delivery_stream_name,
2438
3096
  :exclusive_start_tag_key,
2439
3097
  :limit)
3098
+ SENSITIVE = []
2440
3099
  include Aws::Structure
2441
3100
  end
2442
3101
 
@@ -2457,6 +3116,7 @@ module Aws::Firehose
2457
3116
  class ListTagsForDeliveryStreamOutput < Struct.new(
2458
3117
  :tags,
2459
3118
  :has_more_tags)
3119
+ SENSITIVE = []
2460
3120
  include Aws::Structure
2461
3121
  end
2462
3122
 
@@ -2508,6 +3168,7 @@ module Aws::Firehose
2508
3168
  :convert_dots_in_json_keys_to_underscores,
2509
3169
  :case_insensitive,
2510
3170
  :column_to_json_key_mappings)
3171
+ SENSITIVE = []
2511
3172
  include Aws::Structure
2512
3173
  end
2513
3174
 
@@ -2615,6 +3276,7 @@ module Aws::Firehose
2615
3276
  :bloom_filter_false_positive_probability,
2616
3277
  :dictionary_key_threshold,
2617
3278
  :format_version)
3279
+ SENSITIVE = []
2618
3280
  include Aws::Structure
2619
3281
  end
2620
3282
 
@@ -2660,6 +3322,7 @@ module Aws::Firehose
2660
3322
  #
2661
3323
  class OutputFormatConfiguration < Struct.new(
2662
3324
  :serializer)
3325
+ SENSITIVE = []
2663
3326
  include Aws::Structure
2664
3327
  end
2665
3328
 
@@ -2727,6 +3390,7 @@ module Aws::Firehose
2727
3390
  :enable_dictionary_compression,
2728
3391
  :max_padding_bytes,
2729
3392
  :writer_version)
3393
+ SENSITIVE = []
2730
3394
  include Aws::Structure
2731
3395
  end
2732
3396
 
@@ -2763,6 +3427,7 @@ module Aws::Firehose
2763
3427
  class ProcessingConfiguration < Struct.new(
2764
3428
  :enabled,
2765
3429
  :processors)
3430
+ SENSITIVE = []
2766
3431
  include Aws::Structure
2767
3432
  end
2768
3433
 
@@ -2794,6 +3459,7 @@ module Aws::Firehose
2794
3459
  class Processor < Struct.new(
2795
3460
  :type,
2796
3461
  :parameters)
3462
+ SENSITIVE = []
2797
3463
  include Aws::Structure
2798
3464
  end
2799
3465
 
@@ -2820,6 +3486,7 @@ module Aws::Firehose
2820
3486
  class ProcessorParameter < Struct.new(
2821
3487
  :parameter_name,
2822
3488
  :parameter_value)
3489
+ SENSITIVE = []
2823
3490
  include Aws::Structure
2824
3491
  end
2825
3492
 
@@ -2848,6 +3515,7 @@ module Aws::Firehose
2848
3515
  class PutRecordBatchInput < Struct.new(
2849
3516
  :delivery_stream_name,
2850
3517
  :records)
3518
+ SENSITIVE = []
2851
3519
  include Aws::Structure
2852
3520
  end
2853
3521
 
@@ -2874,6 +3542,7 @@ module Aws::Firehose
2874
3542
  :failed_put_count,
2875
3543
  :encrypted,
2876
3544
  :request_responses)
3545
+ SENSITIVE = []
2877
3546
  include Aws::Structure
2878
3547
  end
2879
3548
 
@@ -2901,6 +3570,7 @@ module Aws::Firehose
2901
3570
  :record_id,
2902
3571
  :error_code,
2903
3572
  :error_message)
3573
+ SENSITIVE = []
2904
3574
  include Aws::Structure
2905
3575
  end
2906
3576
 
@@ -2927,6 +3597,7 @@ module Aws::Firehose
2927
3597
  class PutRecordInput < Struct.new(
2928
3598
  :delivery_stream_name,
2929
3599
  :record)
3600
+ SENSITIVE = []
2930
3601
  include Aws::Structure
2931
3602
  end
2932
3603
 
@@ -2944,6 +3615,7 @@ module Aws::Firehose
2944
3615
  class PutRecordOutput < Struct.new(
2945
3616
  :record_id,
2946
3617
  :encrypted)
3618
+ SENSITIVE = []
2947
3619
  include Aws::Structure
2948
3620
  end
2949
3621
 
@@ -2966,6 +3638,7 @@ module Aws::Firehose
2966
3638
  #
2967
3639
  class Record < Struct.new(
2968
3640
  :data)
3641
+ SENSITIVE = []
2969
3642
  include Aws::Structure
2970
3643
  end
2971
3644
 
@@ -3101,7 +3774,10 @@ module Aws::Firehose
3101
3774
  # @return [Types::ProcessingConfiguration]
3102
3775
  #
3103
3776
  # @!attribute [rw] s3_backup_mode
3104
- # The Amazon S3 backup mode.
3777
+ # The Amazon S3 backup mode. After you create a delivery stream, you
3778
+ # can update it to enable Amazon S3 backup if it is disabled. If
3779
+ # backup is enabled, you can't update the delivery stream to disable
3780
+ # it.
3105
3781
  # @return [String]
3106
3782
  #
3107
3783
  # @!attribute [rw] s3_backup_configuration
@@ -3126,6 +3802,7 @@ module Aws::Firehose
3126
3802
  :s3_backup_mode,
3127
3803
  :s3_backup_configuration,
3128
3804
  :cloud_watch_logging_options)
3805
+ SENSITIVE = [:username, :password]
3129
3806
  include Aws::Structure
3130
3807
  end
3131
3808
 
@@ -3192,6 +3869,7 @@ module Aws::Firehose
3192
3869
  :s3_backup_mode,
3193
3870
  :s3_backup_description,
3194
3871
  :cloud_watch_logging_options)
3872
+ SENSITIVE = [:username]
3195
3873
  include Aws::Structure
3196
3874
  end
3197
3875
 
@@ -3325,7 +4003,9 @@ module Aws::Firehose
3325
4003
  # @return [Types::ProcessingConfiguration]
3326
4004
  #
3327
4005
  # @!attribute [rw] s3_backup_mode
3328
- # The Amazon S3 backup mode.
4006
+ # You can update a delivery stream to enable Amazon S3 backup if it is
4007
+ # disabled. If backup is enabled, you can't update the delivery
4008
+ # stream to disable it.
3329
4009
  # @return [String]
3330
4010
  #
3331
4011
  # @!attribute [rw] s3_backup_update
@@ -3350,6 +4030,7 @@ module Aws::Firehose
3350
4030
  :s3_backup_mode,
3351
4031
  :s3_backup_update,
3352
4032
  :cloud_watch_logging_options)
4033
+ SENSITIVE = [:username, :password]
3353
4034
  include Aws::Structure
3354
4035
  end
3355
4036
 
@@ -3376,6 +4057,7 @@ module Aws::Firehose
3376
4057
  #
3377
4058
  class RedshiftRetryOptions < Struct.new(
3378
4059
  :duration_in_seconds)
4060
+ SENSITIVE = []
3379
4061
  include Aws::Structure
3380
4062
  end
3381
4063
 
@@ -3389,6 +4071,7 @@ module Aws::Firehose
3389
4071
  #
3390
4072
  class ResourceInUseException < Struct.new(
3391
4073
  :message)
4074
+ SENSITIVE = []
3392
4075
  include Aws::Structure
3393
4076
  end
3394
4077
 
@@ -3402,6 +4085,7 @@ module Aws::Firehose
3402
4085
  #
3403
4086
  class ResourceNotFoundException < Struct.new(
3404
4087
  :message)
4088
+ SENSITIVE = []
3405
4089
  include Aws::Structure
3406
4090
  end
3407
4091
 
@@ -3507,6 +4191,7 @@ module Aws::Firehose
3507
4191
  :compression_format,
3508
4192
  :encryption_configuration,
3509
4193
  :cloud_watch_logging_options)
4194
+ SENSITIVE = []
3510
4195
  include Aws::Structure
3511
4196
  end
3512
4197
 
@@ -3582,6 +4267,7 @@ module Aws::Firehose
3582
4267
  :compression_format,
3583
4268
  :encryption_configuration,
3584
4269
  :cloud_watch_logging_options)
4270
+ SENSITIVE = []
3585
4271
  include Aws::Structure
3586
4272
  end
3587
4273
 
@@ -3687,6 +4373,7 @@ module Aws::Firehose
3687
4373
  :compression_format,
3688
4374
  :encryption_configuration,
3689
4375
  :cloud_watch_logging_options)
4376
+ SENSITIVE = []
3690
4377
  include Aws::Structure
3691
4378
  end
3692
4379
 
@@ -3748,6 +4435,7 @@ module Aws::Firehose
3748
4435
  :table_name,
3749
4436
  :region,
3750
4437
  :version_id)
4438
+ SENSITIVE = []
3751
4439
  include Aws::Structure
3752
4440
  end
3753
4441
 
@@ -3811,6 +4499,7 @@ module Aws::Firehose
3811
4499
  class Serializer < Struct.new(
3812
4500
  :parquet_ser_de,
3813
4501
  :orc_ser_de)
4502
+ SENSITIVE = []
3814
4503
  include Aws::Structure
3815
4504
  end
3816
4505
 
@@ -3832,6 +4521,7 @@ module Aws::Firehose
3832
4521
  #
3833
4522
  class ServiceUnavailableException < Struct.new(
3834
4523
  :message)
4524
+ SENSITIVE = []
3835
4525
  include Aws::Structure
3836
4526
  end
3837
4527
 
@@ -3847,6 +4537,7 @@ module Aws::Firehose
3847
4537
  #
3848
4538
  class SourceDescription < Struct.new(
3849
4539
  :kinesis_stream_source_description)
4540
+ SENSITIVE = []
3850
4541
  include Aws::Structure
3851
4542
  end
3852
4543
 
@@ -3936,11 +4627,15 @@ module Aws::Firehose
3936
4627
  #
3937
4628
  # @!attribute [rw] s3_backup_mode
3938
4629
  # Defines how documents should be delivered to Amazon S3. When set to
3939
- # `FailedDocumentsOnly`, Kinesis Data Firehose writes any data that
3940
- # could not be indexed to the configured Amazon S3 destination. When
3941
- # set to `AllDocuments`, Kinesis Data Firehose delivers all incoming
3942
- # records to Amazon S3, and also writes failed documents to Amazon S3.
3943
- # Default value is `FailedDocumentsOnly`.
4630
+ # `FailedEventsOnly`, Kinesis Data Firehose writes any data that could
4631
+ # not be indexed to the configured Amazon S3 destination. When set to
4632
+ # `AllEvents`, Kinesis Data Firehose delivers all incoming records to
4633
+ # Amazon S3, and also writes failed documents to Amazon S3. The
4634
+ # default value is `FailedEventsOnly`.
4635
+ #
4636
+ # You can update this backup mode from `FailedEventsOnly` to
4637
+ # `AllEvents`. You can't update it from `AllEvents` to
4638
+ # `FailedEventsOnly`.
3944
4639
  # @return [String]
3945
4640
  #
3946
4641
  # @!attribute [rw] s3_configuration
@@ -3967,6 +4662,7 @@ module Aws::Firehose
3967
4662
  :s3_configuration,
3968
4663
  :processing_configuration,
3969
4664
  :cloud_watch_logging_options)
4665
+ SENSITIVE = []
3970
4666
  include Aws::Structure
3971
4667
  end
3972
4668
 
@@ -4032,6 +4728,7 @@ module Aws::Firehose
4032
4728
  :s3_destination_description,
4033
4729
  :processing_configuration,
4034
4730
  :cloud_watch_logging_options)
4731
+ SENSITIVE = []
4035
4732
  include Aws::Structure
4036
4733
  end
4037
4734
 
@@ -4120,12 +4817,16 @@ module Aws::Firehose
4120
4817
  # @return [Types::SplunkRetryOptions]
4121
4818
  #
4122
4819
  # @!attribute [rw] s3_backup_mode
4123
- # Defines how documents should be delivered to Amazon S3. When set to
4124
- # `FailedDocumentsOnly`, Kinesis Data Firehose writes any data that
4125
- # could not be indexed to the configured Amazon S3 destination. When
4126
- # set to `AllDocuments`, Kinesis Data Firehose delivers all incoming
4127
- # records to Amazon S3, and also writes failed documents to Amazon S3.
4128
- # Default value is `FailedDocumentsOnly`.
4820
+ # Specifies how you want Kinesis Data Firehose to back up documents to
4821
+ # Amazon S3. When set to `FailedDocumentsOnly`, Kinesis Data Firehose
4822
+ # writes any data that could not be indexed to the configured Amazon
4823
+ # S3 destination. When set to `AllEvents`, Kinesis Data Firehose
4824
+ # delivers all incoming records to Amazon S3, and also writes failed
4825
+ # documents to Amazon S3. The default value is `FailedEventsOnly`.
4826
+ #
4827
+ # You can update this backup mode from `FailedEventsOnly` to
4828
+ # `AllEvents`. You can't update it from `AllEvents` to
4829
+ # `FailedEventsOnly`.
4129
4830
  # @return [String]
4130
4831
  #
4131
4832
  # @!attribute [rw] s3_update
@@ -4152,6 +4853,7 @@ module Aws::Firehose
4152
4853
  :s3_update,
4153
4854
  :processing_configuration,
4154
4855
  :cloud_watch_logging_options)
4856
+ SENSITIVE = []
4155
4857
  include Aws::Structure
4156
4858
  end
4157
4859
 
@@ -4178,6 +4880,7 @@ module Aws::Firehose
4178
4880
  #
4179
4881
  class SplunkRetryOptions < Struct.new(
4180
4882
  :duration_in_seconds)
4883
+ SENSITIVE = []
4181
4884
  include Aws::Structure
4182
4885
  end
4183
4886
 
@@ -4207,6 +4910,7 @@ module Aws::Firehose
4207
4910
  class StartDeliveryStreamEncryptionInput < Struct.new(
4208
4911
  :delivery_stream_name,
4209
4912
  :delivery_stream_encryption_configuration_input)
4913
+ SENSITIVE = []
4210
4914
  include Aws::Structure
4211
4915
  end
4212
4916
 
@@ -4230,6 +4934,7 @@ module Aws::Firehose
4230
4934
  #
4231
4935
  class StopDeliveryStreamEncryptionInput < Struct.new(
4232
4936
  :delivery_stream_name)
4937
+ SENSITIVE = []
4233
4938
  include Aws::Structure
4234
4939
  end
4235
4940
 
@@ -4265,6 +4970,7 @@ module Aws::Firehose
4265
4970
  class Tag < Struct.new(
4266
4971
  :key,
4267
4972
  :value)
4973
+ SENSITIVE = []
4268
4974
  include Aws::Structure
4269
4975
  end
4270
4976
 
@@ -4294,6 +5000,7 @@ module Aws::Firehose
4294
5000
  class TagDeliveryStreamInput < Struct.new(
4295
5001
  :delivery_stream_name,
4296
5002
  :tags)
5003
+ SENSITIVE = []
4297
5004
  include Aws::Structure
4298
5005
  end
4299
5006
 
@@ -4323,6 +5030,7 @@ module Aws::Firehose
4323
5030
  class UntagDeliveryStreamInput < Struct.new(
4324
5031
  :delivery_stream_name,
4325
5032
  :tag_keys)
5033
+ SENSITIVE = []
4326
5034
  include Aws::Structure
4327
5035
  end
4328
5036
 
@@ -4652,6 +5360,72 @@ module Aws::Firehose
4652
5360
  # log_stream_name: "LogStreamName",
4653
5361
  # },
4654
5362
  # },
5363
+ # http_endpoint_destination_update: {
5364
+ # endpoint_configuration: {
5365
+ # url: "HttpEndpointUrl", # required
5366
+ # name: "HttpEndpointName",
5367
+ # access_key: "HttpEndpointAccessKey",
5368
+ # },
5369
+ # buffering_hints: {
5370
+ # size_in_m_bs: 1,
5371
+ # interval_in_seconds: 1,
5372
+ # },
5373
+ # cloud_watch_logging_options: {
5374
+ # enabled: false,
5375
+ # log_group_name: "LogGroupName",
5376
+ # log_stream_name: "LogStreamName",
5377
+ # },
5378
+ # request_configuration: {
5379
+ # content_encoding: "NONE", # accepts NONE, GZIP
5380
+ # common_attributes: [
5381
+ # {
5382
+ # attribute_name: "HttpEndpointAttributeName", # required
5383
+ # attribute_value: "HttpEndpointAttributeValue", # required
5384
+ # },
5385
+ # ],
5386
+ # },
5387
+ # processing_configuration: {
5388
+ # enabled: false,
5389
+ # processors: [
5390
+ # {
5391
+ # type: "Lambda", # required, accepts Lambda
5392
+ # parameters: [
5393
+ # {
5394
+ # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
5395
+ # parameter_value: "ProcessorParameterValue", # required
5396
+ # },
5397
+ # ],
5398
+ # },
5399
+ # ],
5400
+ # },
5401
+ # role_arn: "RoleARN",
5402
+ # retry_options: {
5403
+ # duration_in_seconds: 1,
5404
+ # },
5405
+ # s3_backup_mode: "FailedDataOnly", # accepts FailedDataOnly, AllData
5406
+ # s3_update: {
5407
+ # role_arn: "RoleARN",
5408
+ # bucket_arn: "BucketARN",
5409
+ # prefix: "Prefix",
5410
+ # error_output_prefix: "ErrorOutputPrefix",
5411
+ # buffering_hints: {
5412
+ # size_in_m_bs: 1,
5413
+ # interval_in_seconds: 1,
5414
+ # },
5415
+ # compression_format: "UNCOMPRESSED", # accepts UNCOMPRESSED, GZIP, ZIP, Snappy, HADOOP_SNAPPY
5416
+ # encryption_configuration: {
5417
+ # no_encryption_config: "NoEncryption", # accepts NoEncryption
5418
+ # kms_encryption_config: {
5419
+ # awskms_key_arn: "AWSKMSKeyARN", # required
5420
+ # },
5421
+ # },
5422
+ # cloud_watch_logging_options: {
5423
+ # enabled: false,
5424
+ # log_group_name: "LogGroupName",
5425
+ # log_stream_name: "LogStreamName",
5426
+ # },
5427
+ # },
5428
+ # },
4655
5429
  # }
4656
5430
  #
4657
5431
  # @!attribute [rw] delivery_stream_name
@@ -4692,6 +5466,10 @@ module Aws::Firehose
4692
5466
  # Describes an update for a destination in Splunk.
4693
5467
  # @return [Types::SplunkDestinationUpdate]
4694
5468
  #
5469
+ # @!attribute [rw] http_endpoint_destination_update
5470
+ # Describes an update to the specified HTTP endpoint destination.
5471
+ # @return [Types::HttpEndpointDestinationUpdate]
5472
+ #
4695
5473
  # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/UpdateDestinationInput AWS API Documentation
4696
5474
  #
4697
5475
  class UpdateDestinationInput < Struct.new(
@@ -4702,7 +5480,9 @@ module Aws::Firehose
4702
5480
  :extended_s3_destination_update,
4703
5481
  :redshift_destination_update,
4704
5482
  :elasticsearch_destination_update,
4705
- :splunk_destination_update)
5483
+ :splunk_destination_update,
5484
+ :http_endpoint_destination_update)
5485
+ SENSITIVE = []
4706
5486
  include Aws::Structure
4707
5487
  end
4708
5488
 
@@ -4746,12 +5526,51 @@ module Aws::Firehose
4746
5526
  #
4747
5527
  # @!attribute [rw] role_arn
4748
5528
  # The ARN of the IAM role that you want the delivery stream to use to
4749
- # create endpoints in the destination VPC.
5529
+ # create endpoints in the destination VPC. You can use your existing
5530
+ # Kinesis Data Firehose delivery role or you can specify a new role.
5531
+ # In either case, make sure that the role trusts the Kinesis Data
5532
+ # Firehose service principal and that it grants the following
5533
+ # permissions:
5534
+ #
5535
+ # * `ec2:DescribeVpcs`
5536
+ #
5537
+ # * `ec2:DescribeVpcAttribute`
5538
+ #
5539
+ # * `ec2:DescribeSubnets`
5540
+ #
5541
+ # * `ec2:DescribeSecurityGroups`
5542
+ #
5543
+ # * `ec2:DescribeNetworkInterfaces`
5544
+ #
5545
+ # * `ec2:CreateNetworkInterface`
5546
+ #
5547
+ # * `ec2:CreateNetworkInterfacePermission`
5548
+ #
5549
+ # * `ec2:DeleteNetworkInterface`
5550
+ #
5551
+ # If you revoke these permissions after you create the delivery
5552
+ # stream, Kinesis Data Firehose can't scale out by creating more ENIs
5553
+ # when necessary. You might therefore see a degradation in
5554
+ # performance.
4750
5555
  # @return [String]
4751
5556
  #
4752
5557
  # @!attribute [rw] security_group_ids
4753
5558
  # The IDs of the security groups that you want Kinesis Data Firehose
4754
5559
  # to use when it creates ENIs in the VPC of the Amazon ES destination.
5560
+ # You can use the same security group that the Amazon ES domain uses
5561
+ # or different ones. If you specify different security groups here,
5562
+ # ensure that they allow outbound HTTPS traffic to the Amazon ES
5563
+ # domain's security group. Also ensure that the Amazon ES domain's
5564
+ # security group allows HTTPS traffic from the security groups
5565
+ # specified here. If you use the same security group for both your
5566
+ # delivery stream and the Amazon ES domain, make sure the security
5567
+ # group inbound rule allows HTTPS traffic. For more information about
5568
+ # security group rules, see [Security group rules][1] in the Amazon
5569
+ # VPC documentation.
5570
+ #
5571
+ #
5572
+ #
5573
+ # [1]: https://docs.aws.amazon.com/vpc/latest/userguide/VPC_SecurityGroups.html#SecurityGroupRules
4755
5574
  # @return [Array<String>]
4756
5575
  #
4757
5576
  # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/VpcConfiguration AWS API Documentation
@@ -4760,6 +5579,7 @@ module Aws::Firehose
4760
5579
  :subnet_ids,
4761
5580
  :role_arn,
4762
5581
  :security_group_ids)
5582
+ SENSITIVE = []
4763
5583
  include Aws::Structure
4764
5584
  end
4765
5585
 
@@ -4789,13 +5609,50 @@ module Aws::Firehose
4789
5609
  # @return [Array<String>]
4790
5610
  #
4791
5611
  # @!attribute [rw] role_arn
4792
- # The ARN of the IAM role that you want the delivery stream uses to
4793
- # create endpoints in the destination VPC.
5612
+ # The ARN of the IAM role that the delivery stream uses to create
5613
+ # endpoints in the destination VPC. You can use your existing Kinesis
5614
+ # Data Firehose delivery role or you can specify a new role. In either
5615
+ # case, make sure that the role trusts the Kinesis Data Firehose
5616
+ # service principal and that it grants the following permissions:
5617
+ #
5618
+ # * `ec2:DescribeVpcs`
5619
+ #
5620
+ # * `ec2:DescribeVpcAttribute`
5621
+ #
5622
+ # * `ec2:DescribeSubnets`
5623
+ #
5624
+ # * `ec2:DescribeSecurityGroups`
5625
+ #
5626
+ # * `ec2:DescribeNetworkInterfaces`
5627
+ #
5628
+ # * `ec2:CreateNetworkInterface`
5629
+ #
5630
+ # * `ec2:CreateNetworkInterfacePermission`
5631
+ #
5632
+ # * `ec2:DeleteNetworkInterface`
5633
+ #
5634
+ # If you revoke these permissions after you create the delivery
5635
+ # stream, Kinesis Data Firehose can't scale out by creating more ENIs
5636
+ # when necessary. You might therefore see a degradation in
5637
+ # performance.
4794
5638
  # @return [String]
4795
5639
  #
4796
5640
  # @!attribute [rw] security_group_ids
4797
5641
  # The IDs of the security groups that Kinesis Data Firehose uses when
4798
- # it creates ENIs in the VPC of the Amazon ES destination.
5642
+ # it creates ENIs in the VPC of the Amazon ES destination. You can use
5643
+ # the same security group that the Amazon ES domain uses or different
5644
+ # ones. If you specify different security groups, ensure that they
5645
+ # allow outbound HTTPS traffic to the Amazon ES domain's security
5646
+ # group. Also ensure that the Amazon ES domain's security group
5647
+ # allows HTTPS traffic from the security groups specified here. If you
5648
+ # use the same security group for both your delivery stream and the
5649
+ # Amazon ES domain, make sure the security group inbound rule allows
5650
+ # HTTPS traffic. For more information about security group rules, see
5651
+ # [Security group rules][1] in the Amazon VPC documentation.
5652
+ #
5653
+ #
5654
+ #
5655
+ # [1]: https://docs.aws.amazon.com/vpc/latest/userguide/VPC_SecurityGroups.html#SecurityGroupRules
4799
5656
  # @return [Array<String>]
4800
5657
  #
4801
5658
  # @!attribute [rw] vpc_id
@@ -4809,6 +5666,7 @@ module Aws::Firehose
4809
5666
  :role_arn,
4810
5667
  :security_group_ids,
4811
5668
  :vpc_id)
5669
+ SENSITIVE = []
4812
5670
  include Aws::Structure
4813
5671
  end
4814
5672