aws-sdk-firehose 1.39.0 → 1.43.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +20 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-firehose/client.rb +206 -33
- data/lib/aws-sdk-firehose/client_api.rb +80 -0
- data/lib/aws-sdk-firehose/types.rb +673 -48
- data/lib/aws-sdk-firehose.rb +1 -1
- metadata +5 -5
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: db429392237daf688440df90536d87bf99b1c48669db548436c2b23b00a0d8bb
|
|
4
|
+
data.tar.gz: 2be3c336ba380726993277c38fb4b12e863b05526094909a3f1f4352352b90b2
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 3e186206778a1d90a36a70e33351f48cf49f0383c60692854823648182cf2986c64bbbc182c61ae44887a337cc3583e8f6d3dbfcf92b780f7895baf6779a0c21
|
|
7
|
+
data.tar.gz: dac8581d5a375625ce4e2f13ddb690741986075eba8ac8289ea380104b1139f2a5f20ee82dc73caed2ed11da9e3a480782119ea8e539391d1fb2e74ed54508ed
|
data/CHANGELOG.md
CHANGED
|
@@ -1,6 +1,26 @@
|
|
|
1
1
|
Unreleased Changes
|
|
2
2
|
------------------
|
|
3
3
|
|
|
4
|
+
1.43.0 (2021-10-18)
|
|
5
|
+
------------------
|
|
6
|
+
|
|
7
|
+
* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
|
|
8
|
+
|
|
9
|
+
1.42.0 (2021-10-07)
|
|
10
|
+
------------------
|
|
11
|
+
|
|
12
|
+
* Feature - Allow support for Amazon Opensearch Service(successor to Amazon Elasticsearch Service) as a Kinesis Data Firehose delivery destination.
|
|
13
|
+
|
|
14
|
+
1.41.0 (2021-09-01)
|
|
15
|
+
------------------
|
|
16
|
+
|
|
17
|
+
* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
|
|
18
|
+
|
|
19
|
+
1.40.0 (2021-08-30)
|
|
20
|
+
------------------
|
|
21
|
+
|
|
22
|
+
* Feature - This release adds the Dynamic Partitioning feature to Kinesis Data Firehose service for S3 destinations.
|
|
23
|
+
|
|
4
24
|
1.39.0 (2021-07-30)
|
|
5
25
|
------------------
|
|
6
26
|
|
data/VERSION
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
1.
|
|
1
|
+
1.43.0
|
|
@@ -457,6 +457,8 @@ module Aws::Firehose
|
|
|
457
457
|
# @option params [Types::ElasticsearchDestinationConfiguration] :elasticsearch_destination_configuration
|
|
458
458
|
# The destination in Amazon ES. You can specify only one destination.
|
|
459
459
|
#
|
|
460
|
+
# @option params [Types::AmazonopensearchserviceDestinationConfiguration] :amazonopensearchservice_destination_configuration
|
|
461
|
+
#
|
|
460
462
|
# @option params [Types::SplunkDestinationConfiguration] :splunk_destination_configuration
|
|
461
463
|
# The destination in Splunk. You can specify only one destination.
|
|
462
464
|
#
|
|
@@ -542,10 +544,10 @@ module Aws::Firehose
|
|
|
542
544
|
# enabled: false,
|
|
543
545
|
# processors: [
|
|
544
546
|
# {
|
|
545
|
-
# type: "
|
|
547
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
546
548
|
# parameters: [
|
|
547
549
|
# {
|
|
548
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
550
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
549
551
|
# parameter_value: "ProcessorParameterValue", # required
|
|
550
552
|
# },
|
|
551
553
|
# ],
|
|
@@ -624,6 +626,12 @@ module Aws::Firehose
|
|
|
624
626
|
# },
|
|
625
627
|
# enabled: false,
|
|
626
628
|
# },
|
|
629
|
+
# dynamic_partitioning_configuration: {
|
|
630
|
+
# retry_options: {
|
|
631
|
+
# duration_in_seconds: 1,
|
|
632
|
+
# },
|
|
633
|
+
# enabled: false,
|
|
634
|
+
# },
|
|
627
635
|
# },
|
|
628
636
|
# redshift_destination_configuration: {
|
|
629
637
|
# role_arn: "RoleARN", # required
|
|
@@ -664,10 +672,10 @@ module Aws::Firehose
|
|
|
664
672
|
# enabled: false,
|
|
665
673
|
# processors: [
|
|
666
674
|
# {
|
|
667
|
-
# type: "
|
|
675
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
668
676
|
# parameters: [
|
|
669
677
|
# {
|
|
670
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
678
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
671
679
|
# parameter_value: "ProcessorParameterValue", # required
|
|
672
680
|
# },
|
|
673
681
|
# ],
|
|
@@ -744,10 +752,72 @@ module Aws::Firehose
|
|
|
744
752
|
# enabled: false,
|
|
745
753
|
# processors: [
|
|
746
754
|
# {
|
|
747
|
-
# type: "
|
|
755
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
756
|
+
# parameters: [
|
|
757
|
+
# {
|
|
758
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
759
|
+
# parameter_value: "ProcessorParameterValue", # required
|
|
760
|
+
# },
|
|
761
|
+
# ],
|
|
762
|
+
# },
|
|
763
|
+
# ],
|
|
764
|
+
# },
|
|
765
|
+
# cloud_watch_logging_options: {
|
|
766
|
+
# enabled: false,
|
|
767
|
+
# log_group_name: "LogGroupName",
|
|
768
|
+
# log_stream_name: "LogStreamName",
|
|
769
|
+
# },
|
|
770
|
+
# vpc_configuration: {
|
|
771
|
+
# subnet_ids: ["NonEmptyStringWithoutWhitespace"], # required
|
|
772
|
+
# role_arn: "RoleARN", # required
|
|
773
|
+
# security_group_ids: ["NonEmptyStringWithoutWhitespace"], # required
|
|
774
|
+
# },
|
|
775
|
+
# },
|
|
776
|
+
# amazonopensearchservice_destination_configuration: {
|
|
777
|
+
# role_arn: "RoleARN", # required
|
|
778
|
+
# domain_arn: "AmazonopensearchserviceDomainARN",
|
|
779
|
+
# cluster_endpoint: "AmazonopensearchserviceClusterEndpoint",
|
|
780
|
+
# index_name: "AmazonopensearchserviceIndexName", # required
|
|
781
|
+
# type_name: "AmazonopensearchserviceTypeName",
|
|
782
|
+
# index_rotation_period: "NoRotation", # accepts NoRotation, OneHour, OneDay, OneWeek, OneMonth
|
|
783
|
+
# buffering_hints: {
|
|
784
|
+
# interval_in_seconds: 1,
|
|
785
|
+
# size_in_m_bs: 1,
|
|
786
|
+
# },
|
|
787
|
+
# retry_options: {
|
|
788
|
+
# duration_in_seconds: 1,
|
|
789
|
+
# },
|
|
790
|
+
# s3_backup_mode: "FailedDocumentsOnly", # accepts FailedDocumentsOnly, AllDocuments
|
|
791
|
+
# s3_configuration: { # required
|
|
792
|
+
# role_arn: "RoleARN", # required
|
|
793
|
+
# bucket_arn: "BucketARN", # required
|
|
794
|
+
# prefix: "Prefix",
|
|
795
|
+
# error_output_prefix: "ErrorOutputPrefix",
|
|
796
|
+
# buffering_hints: {
|
|
797
|
+
# size_in_m_bs: 1,
|
|
798
|
+
# interval_in_seconds: 1,
|
|
799
|
+
# },
|
|
800
|
+
# compression_format: "UNCOMPRESSED", # accepts UNCOMPRESSED, GZIP, ZIP, Snappy, HADOOP_SNAPPY
|
|
801
|
+
# encryption_configuration: {
|
|
802
|
+
# no_encryption_config: "NoEncryption", # accepts NoEncryption
|
|
803
|
+
# kms_encryption_config: {
|
|
804
|
+
# awskms_key_arn: "AWSKMSKeyARN", # required
|
|
805
|
+
# },
|
|
806
|
+
# },
|
|
807
|
+
# cloud_watch_logging_options: {
|
|
808
|
+
# enabled: false,
|
|
809
|
+
# log_group_name: "LogGroupName",
|
|
810
|
+
# log_stream_name: "LogStreamName",
|
|
811
|
+
# },
|
|
812
|
+
# },
|
|
813
|
+
# processing_configuration: {
|
|
814
|
+
# enabled: false,
|
|
815
|
+
# processors: [
|
|
816
|
+
# {
|
|
817
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
748
818
|
# parameters: [
|
|
749
819
|
# {
|
|
750
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
820
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
751
821
|
# parameter_value: "ProcessorParameterValue", # required
|
|
752
822
|
# },
|
|
753
823
|
# ],
|
|
@@ -800,10 +870,10 @@ module Aws::Firehose
|
|
|
800
870
|
# enabled: false,
|
|
801
871
|
# processors: [
|
|
802
872
|
# {
|
|
803
|
-
# type: "
|
|
873
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
804
874
|
# parameters: [
|
|
805
875
|
# {
|
|
806
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
876
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
807
877
|
# parameter_value: "ProcessorParameterValue", # required
|
|
808
878
|
# },
|
|
809
879
|
# ],
|
|
@@ -844,10 +914,10 @@ module Aws::Firehose
|
|
|
844
914
|
# enabled: false,
|
|
845
915
|
# processors: [
|
|
846
916
|
# {
|
|
847
|
-
# type: "
|
|
917
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
848
918
|
# parameters: [
|
|
849
919
|
# {
|
|
850
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
920
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
851
921
|
# parameter_value: "ProcessorParameterValue", # required
|
|
852
922
|
# },
|
|
853
923
|
# ],
|
|
@@ -1038,9 +1108,9 @@ module Aws::Firehose
|
|
|
1038
1108
|
# resp.delivery_stream_description.destinations[0].extended_s3_destination_description.cloud_watch_logging_options.log_stream_name #=> String
|
|
1039
1109
|
# resp.delivery_stream_description.destinations[0].extended_s3_destination_description.processing_configuration.enabled #=> Boolean
|
|
1040
1110
|
# resp.delivery_stream_description.destinations[0].extended_s3_destination_description.processing_configuration.processors #=> Array
|
|
1041
|
-
# resp.delivery_stream_description.destinations[0].extended_s3_destination_description.processing_configuration.processors[0].type #=> String, one of "Lambda"
|
|
1111
|
+
# resp.delivery_stream_description.destinations[0].extended_s3_destination_description.processing_configuration.processors[0].type #=> String, one of "RecordDeAggregation", "Lambda", "MetadataExtraction", "AppendDelimiterToRecord"
|
|
1042
1112
|
# resp.delivery_stream_description.destinations[0].extended_s3_destination_description.processing_configuration.processors[0].parameters #=> Array
|
|
1043
|
-
# resp.delivery_stream_description.destinations[0].extended_s3_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds"
|
|
1113
|
+
# resp.delivery_stream_description.destinations[0].extended_s3_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "MetadataExtractionQuery", "JsonParsingEngine", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds", "SubRecordType", "Delimiter"
|
|
1044
1114
|
# resp.delivery_stream_description.destinations[0].extended_s3_destination_description.processing_configuration.processors[0].parameters[0].parameter_value #=> String
|
|
1045
1115
|
# resp.delivery_stream_description.destinations[0].extended_s3_destination_description.s3_backup_mode #=> String, one of "Disabled", "Enabled"
|
|
1046
1116
|
# resp.delivery_stream_description.destinations[0].extended_s3_destination_description.s3_backup_description.role_arn #=> String
|
|
@@ -1085,6 +1155,8 @@ module Aws::Firehose
|
|
|
1085
1155
|
# resp.delivery_stream_description.destinations[0].extended_s3_destination_description.data_format_conversion_configuration.output_format_configuration.serializer.orc_ser_de.dictionary_key_threshold #=> Float
|
|
1086
1156
|
# resp.delivery_stream_description.destinations[0].extended_s3_destination_description.data_format_conversion_configuration.output_format_configuration.serializer.orc_ser_de.format_version #=> String, one of "V0_11", "V0_12"
|
|
1087
1157
|
# resp.delivery_stream_description.destinations[0].extended_s3_destination_description.data_format_conversion_configuration.enabled #=> Boolean
|
|
1158
|
+
# resp.delivery_stream_description.destinations[0].extended_s3_destination_description.dynamic_partitioning_configuration.retry_options.duration_in_seconds #=> Integer
|
|
1159
|
+
# resp.delivery_stream_description.destinations[0].extended_s3_destination_description.dynamic_partitioning_configuration.enabled #=> Boolean
|
|
1088
1160
|
# resp.delivery_stream_description.destinations[0].redshift_destination_description.role_arn #=> String
|
|
1089
1161
|
# resp.delivery_stream_description.destinations[0].redshift_destination_description.cluster_jdbc_url #=> String
|
|
1090
1162
|
# resp.delivery_stream_description.destinations[0].redshift_destination_description.copy_command.data_table_name #=> String
|
|
@@ -1106,9 +1178,9 @@ module Aws::Firehose
|
|
|
1106
1178
|
# resp.delivery_stream_description.destinations[0].redshift_destination_description.s3_destination_description.cloud_watch_logging_options.log_stream_name #=> String
|
|
1107
1179
|
# resp.delivery_stream_description.destinations[0].redshift_destination_description.processing_configuration.enabled #=> Boolean
|
|
1108
1180
|
# resp.delivery_stream_description.destinations[0].redshift_destination_description.processing_configuration.processors #=> Array
|
|
1109
|
-
# resp.delivery_stream_description.destinations[0].redshift_destination_description.processing_configuration.processors[0].type #=> String, one of "Lambda"
|
|
1181
|
+
# resp.delivery_stream_description.destinations[0].redshift_destination_description.processing_configuration.processors[0].type #=> String, one of "RecordDeAggregation", "Lambda", "MetadataExtraction", "AppendDelimiterToRecord"
|
|
1110
1182
|
# resp.delivery_stream_description.destinations[0].redshift_destination_description.processing_configuration.processors[0].parameters #=> Array
|
|
1111
|
-
# resp.delivery_stream_description.destinations[0].redshift_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds"
|
|
1183
|
+
# resp.delivery_stream_description.destinations[0].redshift_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "MetadataExtractionQuery", "JsonParsingEngine", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds", "SubRecordType", "Delimiter"
|
|
1112
1184
|
# resp.delivery_stream_description.destinations[0].redshift_destination_description.processing_configuration.processors[0].parameters[0].parameter_value #=> String
|
|
1113
1185
|
# resp.delivery_stream_description.destinations[0].redshift_destination_description.s3_backup_mode #=> String, one of "Disabled", "Enabled"
|
|
1114
1186
|
# resp.delivery_stream_description.destinations[0].redshift_destination_description.s3_backup_description.role_arn #=> String
|
|
@@ -1150,9 +1222,9 @@ module Aws::Firehose
|
|
|
1150
1222
|
# resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.s3_destination_description.cloud_watch_logging_options.log_stream_name #=> String
|
|
1151
1223
|
# resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.processing_configuration.enabled #=> Boolean
|
|
1152
1224
|
# resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.processing_configuration.processors #=> Array
|
|
1153
|
-
# resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.processing_configuration.processors[0].type #=> String, one of "Lambda"
|
|
1225
|
+
# resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.processing_configuration.processors[0].type #=> String, one of "RecordDeAggregation", "Lambda", "MetadataExtraction", "AppendDelimiterToRecord"
|
|
1154
1226
|
# resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.processing_configuration.processors[0].parameters #=> Array
|
|
1155
|
-
# resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds"
|
|
1227
|
+
# resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "MetadataExtractionQuery", "JsonParsingEngine", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds", "SubRecordType", "Delimiter"
|
|
1156
1228
|
# resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.processing_configuration.processors[0].parameters[0].parameter_value #=> String
|
|
1157
1229
|
# resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.cloud_watch_logging_options.enabled #=> Boolean
|
|
1158
1230
|
# resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.cloud_watch_logging_options.log_group_name #=> String
|
|
@@ -1163,6 +1235,43 @@ module Aws::Firehose
|
|
|
1163
1235
|
# resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.vpc_configuration_description.security_group_ids #=> Array
|
|
1164
1236
|
# resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.vpc_configuration_description.security_group_ids[0] #=> String
|
|
1165
1237
|
# resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.vpc_configuration_description.vpc_id #=> String
|
|
1238
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.role_arn #=> String
|
|
1239
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.domain_arn #=> String
|
|
1240
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.cluster_endpoint #=> String
|
|
1241
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.index_name #=> String
|
|
1242
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.type_name #=> String
|
|
1243
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.index_rotation_period #=> String, one of "NoRotation", "OneHour", "OneDay", "OneWeek", "OneMonth"
|
|
1244
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.buffering_hints.interval_in_seconds #=> Integer
|
|
1245
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.buffering_hints.size_in_m_bs #=> Integer
|
|
1246
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.retry_options.duration_in_seconds #=> Integer
|
|
1247
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.s3_backup_mode #=> String, one of "FailedDocumentsOnly", "AllDocuments"
|
|
1248
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.s3_destination_description.role_arn #=> String
|
|
1249
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.s3_destination_description.bucket_arn #=> String
|
|
1250
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.s3_destination_description.prefix #=> String
|
|
1251
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.s3_destination_description.error_output_prefix #=> String
|
|
1252
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.s3_destination_description.buffering_hints.size_in_m_bs #=> Integer
|
|
1253
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.s3_destination_description.buffering_hints.interval_in_seconds #=> Integer
|
|
1254
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.s3_destination_description.compression_format #=> String, one of "UNCOMPRESSED", "GZIP", "ZIP", "Snappy", "HADOOP_SNAPPY"
|
|
1255
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.s3_destination_description.encryption_configuration.no_encryption_config #=> String, one of "NoEncryption"
|
|
1256
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.s3_destination_description.encryption_configuration.kms_encryption_config.awskms_key_arn #=> String
|
|
1257
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.s3_destination_description.cloud_watch_logging_options.enabled #=> Boolean
|
|
1258
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.s3_destination_description.cloud_watch_logging_options.log_group_name #=> String
|
|
1259
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.s3_destination_description.cloud_watch_logging_options.log_stream_name #=> String
|
|
1260
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.processing_configuration.enabled #=> Boolean
|
|
1261
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.processing_configuration.processors #=> Array
|
|
1262
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.processing_configuration.processors[0].type #=> String, one of "RecordDeAggregation", "Lambda", "MetadataExtraction", "AppendDelimiterToRecord"
|
|
1263
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.processing_configuration.processors[0].parameters #=> Array
|
|
1264
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "MetadataExtractionQuery", "JsonParsingEngine", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds", "SubRecordType", "Delimiter"
|
|
1265
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.processing_configuration.processors[0].parameters[0].parameter_value #=> String
|
|
1266
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.cloud_watch_logging_options.enabled #=> Boolean
|
|
1267
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.cloud_watch_logging_options.log_group_name #=> String
|
|
1268
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.cloud_watch_logging_options.log_stream_name #=> String
|
|
1269
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.vpc_configuration_description.subnet_ids #=> Array
|
|
1270
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.vpc_configuration_description.subnet_ids[0] #=> String
|
|
1271
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.vpc_configuration_description.role_arn #=> String
|
|
1272
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.vpc_configuration_description.security_group_ids #=> Array
|
|
1273
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.vpc_configuration_description.security_group_ids[0] #=> String
|
|
1274
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.vpc_configuration_description.vpc_id #=> String
|
|
1166
1275
|
# resp.delivery_stream_description.destinations[0].splunk_destination_description.hec_endpoint #=> String
|
|
1167
1276
|
# resp.delivery_stream_description.destinations[0].splunk_destination_description.hec_endpoint_type #=> String, one of "Raw", "Event"
|
|
1168
1277
|
# resp.delivery_stream_description.destinations[0].splunk_destination_description.hec_token #=> String
|
|
@@ -1183,9 +1292,9 @@ module Aws::Firehose
|
|
|
1183
1292
|
# resp.delivery_stream_description.destinations[0].splunk_destination_description.s3_destination_description.cloud_watch_logging_options.log_stream_name #=> String
|
|
1184
1293
|
# resp.delivery_stream_description.destinations[0].splunk_destination_description.processing_configuration.enabled #=> Boolean
|
|
1185
1294
|
# resp.delivery_stream_description.destinations[0].splunk_destination_description.processing_configuration.processors #=> Array
|
|
1186
|
-
# resp.delivery_stream_description.destinations[0].splunk_destination_description.processing_configuration.processors[0].type #=> String, one of "Lambda"
|
|
1295
|
+
# resp.delivery_stream_description.destinations[0].splunk_destination_description.processing_configuration.processors[0].type #=> String, one of "RecordDeAggregation", "Lambda", "MetadataExtraction", "AppendDelimiterToRecord"
|
|
1187
1296
|
# resp.delivery_stream_description.destinations[0].splunk_destination_description.processing_configuration.processors[0].parameters #=> Array
|
|
1188
|
-
# resp.delivery_stream_description.destinations[0].splunk_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds"
|
|
1297
|
+
# resp.delivery_stream_description.destinations[0].splunk_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "MetadataExtractionQuery", "JsonParsingEngine", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds", "SubRecordType", "Delimiter"
|
|
1189
1298
|
# resp.delivery_stream_description.destinations[0].splunk_destination_description.processing_configuration.processors[0].parameters[0].parameter_value #=> String
|
|
1190
1299
|
# resp.delivery_stream_description.destinations[0].splunk_destination_description.cloud_watch_logging_options.enabled #=> Boolean
|
|
1191
1300
|
# resp.delivery_stream_description.destinations[0].splunk_destination_description.cloud_watch_logging_options.log_group_name #=> String
|
|
@@ -1203,9 +1312,9 @@ module Aws::Firehose
|
|
|
1203
1312
|
# resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.request_configuration.common_attributes[0].attribute_value #=> String
|
|
1204
1313
|
# resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.processing_configuration.enabled #=> Boolean
|
|
1205
1314
|
# resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.processing_configuration.processors #=> Array
|
|
1206
|
-
# resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.processing_configuration.processors[0].type #=> String, one of "Lambda"
|
|
1315
|
+
# resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.processing_configuration.processors[0].type #=> String, one of "RecordDeAggregation", "Lambda", "MetadataExtraction", "AppendDelimiterToRecord"
|
|
1207
1316
|
# resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.processing_configuration.processors[0].parameters #=> Array
|
|
1208
|
-
# resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds"
|
|
1317
|
+
# resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "MetadataExtractionQuery", "JsonParsingEngine", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds", "SubRecordType", "Delimiter"
|
|
1209
1318
|
# resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.processing_configuration.processors[0].parameters[0].parameter_value #=> String
|
|
1210
1319
|
# resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.role_arn #=> String
|
|
1211
1320
|
# resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.retry_options.duration_in_seconds #=> Integer
|
|
@@ -1354,7 +1463,7 @@ module Aws::Firehose
|
|
|
1354
1463
|
#
|
|
1355
1464
|
# You must specify the name of the delivery stream and the data record
|
|
1356
1465
|
# when using PutRecord. The data record consists of a data blob that can
|
|
1357
|
-
# be up to 1,000
|
|
1466
|
+
# be up to 1,000 KiB in size, and any kind of data. For example, it can
|
|
1358
1467
|
# be a segment from a log file, geographic location data, website
|
|
1359
1468
|
# clickstream data, and so on.
|
|
1360
1469
|
#
|
|
@@ -1430,7 +1539,7 @@ module Aws::Firehose
|
|
|
1430
1539
|
# Quota][1].
|
|
1431
1540
|
#
|
|
1432
1541
|
# Each PutRecordBatch request supports up to 500 records. Each record in
|
|
1433
|
-
# the request can be as large as 1,000 KB (before
|
|
1542
|
+
# the request can be as large as 1,000 KB (before base64 encoding), up
|
|
1434
1543
|
# to a limit of 4 MB for the entire request. These limits cannot be
|
|
1435
1544
|
# changed.
|
|
1436
1545
|
#
|
|
@@ -1804,6 +1913,8 @@ module Aws::Firehose
|
|
|
1804
1913
|
# @option params [Types::ElasticsearchDestinationUpdate] :elasticsearch_destination_update
|
|
1805
1914
|
# Describes an update for a destination in Amazon ES.
|
|
1806
1915
|
#
|
|
1916
|
+
# @option params [Types::AmazonopensearchserviceDestinationUpdate] :amazonopensearchservice_destination_update
|
|
1917
|
+
#
|
|
1807
1918
|
# @option params [Types::SplunkDestinationUpdate] :splunk_destination_update
|
|
1808
1919
|
# Describes an update for a destination in Splunk.
|
|
1809
1920
|
#
|
|
@@ -1865,10 +1976,10 @@ module Aws::Firehose
|
|
|
1865
1976
|
# enabled: false,
|
|
1866
1977
|
# processors: [
|
|
1867
1978
|
# {
|
|
1868
|
-
# type: "
|
|
1979
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
1869
1980
|
# parameters: [
|
|
1870
1981
|
# {
|
|
1871
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
1982
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
1872
1983
|
# parameter_value: "ProcessorParameterValue", # required
|
|
1873
1984
|
# },
|
|
1874
1985
|
# ],
|
|
@@ -1947,6 +2058,12 @@ module Aws::Firehose
|
|
|
1947
2058
|
# },
|
|
1948
2059
|
# enabled: false,
|
|
1949
2060
|
# },
|
|
2061
|
+
# dynamic_partitioning_configuration: {
|
|
2062
|
+
# retry_options: {
|
|
2063
|
+
# duration_in_seconds: 1,
|
|
2064
|
+
# },
|
|
2065
|
+
# enabled: false,
|
|
2066
|
+
# },
|
|
1950
2067
|
# },
|
|
1951
2068
|
# redshift_destination_update: {
|
|
1952
2069
|
# role_arn: "RoleARN",
|
|
@@ -1987,10 +2104,10 @@ module Aws::Firehose
|
|
|
1987
2104
|
# enabled: false,
|
|
1988
2105
|
# processors: [
|
|
1989
2106
|
# {
|
|
1990
|
-
# type: "
|
|
2107
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
1991
2108
|
# parameters: [
|
|
1992
2109
|
# {
|
|
1993
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
2110
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
1994
2111
|
# parameter_value: "ProcessorParameterValue", # required
|
|
1995
2112
|
# },
|
|
1996
2113
|
# ],
|
|
@@ -2066,10 +2183,66 @@ module Aws::Firehose
|
|
|
2066
2183
|
# enabled: false,
|
|
2067
2184
|
# processors: [
|
|
2068
2185
|
# {
|
|
2069
|
-
# type: "
|
|
2186
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
2187
|
+
# parameters: [
|
|
2188
|
+
# {
|
|
2189
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
2190
|
+
# parameter_value: "ProcessorParameterValue", # required
|
|
2191
|
+
# },
|
|
2192
|
+
# ],
|
|
2193
|
+
# },
|
|
2194
|
+
# ],
|
|
2195
|
+
# },
|
|
2196
|
+
# cloud_watch_logging_options: {
|
|
2197
|
+
# enabled: false,
|
|
2198
|
+
# log_group_name: "LogGroupName",
|
|
2199
|
+
# log_stream_name: "LogStreamName",
|
|
2200
|
+
# },
|
|
2201
|
+
# },
|
|
2202
|
+
# amazonopensearchservice_destination_update: {
|
|
2203
|
+
# role_arn: "RoleARN",
|
|
2204
|
+
# domain_arn: "AmazonopensearchserviceDomainARN",
|
|
2205
|
+
# cluster_endpoint: "AmazonopensearchserviceClusterEndpoint",
|
|
2206
|
+
# index_name: "AmazonopensearchserviceIndexName",
|
|
2207
|
+
# type_name: "AmazonopensearchserviceTypeName",
|
|
2208
|
+
# index_rotation_period: "NoRotation", # accepts NoRotation, OneHour, OneDay, OneWeek, OneMonth
|
|
2209
|
+
# buffering_hints: {
|
|
2210
|
+
# interval_in_seconds: 1,
|
|
2211
|
+
# size_in_m_bs: 1,
|
|
2212
|
+
# },
|
|
2213
|
+
# retry_options: {
|
|
2214
|
+
# duration_in_seconds: 1,
|
|
2215
|
+
# },
|
|
2216
|
+
# s3_update: {
|
|
2217
|
+
# role_arn: "RoleARN",
|
|
2218
|
+
# bucket_arn: "BucketARN",
|
|
2219
|
+
# prefix: "Prefix",
|
|
2220
|
+
# error_output_prefix: "ErrorOutputPrefix",
|
|
2221
|
+
# buffering_hints: {
|
|
2222
|
+
# size_in_m_bs: 1,
|
|
2223
|
+
# interval_in_seconds: 1,
|
|
2224
|
+
# },
|
|
2225
|
+
# compression_format: "UNCOMPRESSED", # accepts UNCOMPRESSED, GZIP, ZIP, Snappy, HADOOP_SNAPPY
|
|
2226
|
+
# encryption_configuration: {
|
|
2227
|
+
# no_encryption_config: "NoEncryption", # accepts NoEncryption
|
|
2228
|
+
# kms_encryption_config: {
|
|
2229
|
+
# awskms_key_arn: "AWSKMSKeyARN", # required
|
|
2230
|
+
# },
|
|
2231
|
+
# },
|
|
2232
|
+
# cloud_watch_logging_options: {
|
|
2233
|
+
# enabled: false,
|
|
2234
|
+
# log_group_name: "LogGroupName",
|
|
2235
|
+
# log_stream_name: "LogStreamName",
|
|
2236
|
+
# },
|
|
2237
|
+
# },
|
|
2238
|
+
# processing_configuration: {
|
|
2239
|
+
# enabled: false,
|
|
2240
|
+
# processors: [
|
|
2241
|
+
# {
|
|
2242
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
2070
2243
|
# parameters: [
|
|
2071
2244
|
# {
|
|
2072
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
2245
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
2073
2246
|
# parameter_value: "ProcessorParameterValue", # required
|
|
2074
2247
|
# },
|
|
2075
2248
|
# ],
|
|
@@ -2117,10 +2290,10 @@ module Aws::Firehose
|
|
|
2117
2290
|
# enabled: false,
|
|
2118
2291
|
# processors: [
|
|
2119
2292
|
# {
|
|
2120
|
-
# type: "
|
|
2293
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
2121
2294
|
# parameters: [
|
|
2122
2295
|
# {
|
|
2123
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
2296
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
2124
2297
|
# parameter_value: "ProcessorParameterValue", # required
|
|
2125
2298
|
# },
|
|
2126
2299
|
# ],
|
|
@@ -2161,10 +2334,10 @@ module Aws::Firehose
|
|
|
2161
2334
|
# enabled: false,
|
|
2162
2335
|
# processors: [
|
|
2163
2336
|
# {
|
|
2164
|
-
# type: "
|
|
2337
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
2165
2338
|
# parameters: [
|
|
2166
2339
|
# {
|
|
2167
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
2340
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
2168
2341
|
# parameter_value: "ProcessorParameterValue", # required
|
|
2169
2342
|
# },
|
|
2170
2343
|
# ],
|
|
@@ -2223,7 +2396,7 @@ module Aws::Firehose
|
|
|
2223
2396
|
params: params,
|
|
2224
2397
|
config: config)
|
|
2225
2398
|
context[:gem_name] = 'aws-sdk-firehose'
|
|
2226
|
-
context[:gem_version] = '1.
|
|
2399
|
+
context[:gem_version] = '1.43.0'
|
|
2227
2400
|
Seahorse::Client::Request.new(handlers, context)
|
|
2228
2401
|
end
|
|
2229
2402
|
|