aws-sdk-firehose 1.39.0 → 1.43.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +20 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-firehose/client.rb +206 -33
- data/lib/aws-sdk-firehose/client_api.rb +80 -0
- data/lib/aws-sdk-firehose/types.rb +673 -48
- data/lib/aws-sdk-firehose.rb +1 -1
- metadata +5 -5
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: db429392237daf688440df90536d87bf99b1c48669db548436c2b23b00a0d8bb
|
|
4
|
+
data.tar.gz: 2be3c336ba380726993277c38fb4b12e863b05526094909a3f1f4352352b90b2
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 3e186206778a1d90a36a70e33351f48cf49f0383c60692854823648182cf2986c64bbbc182c61ae44887a337cc3583e8f6d3dbfcf92b780f7895baf6779a0c21
|
|
7
|
+
data.tar.gz: dac8581d5a375625ce4e2f13ddb690741986075eba8ac8289ea380104b1139f2a5f20ee82dc73caed2ed11da9e3a480782119ea8e539391d1fb2e74ed54508ed
|
data/CHANGELOG.md
CHANGED
|
@@ -1,6 +1,26 @@
|
|
|
1
1
|
Unreleased Changes
|
|
2
2
|
------------------
|
|
3
3
|
|
|
4
|
+
1.43.0 (2021-10-18)
|
|
5
|
+
------------------
|
|
6
|
+
|
|
7
|
+
* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
|
|
8
|
+
|
|
9
|
+
1.42.0 (2021-10-07)
|
|
10
|
+
------------------
|
|
11
|
+
|
|
12
|
+
* Feature - Allow support for Amazon Opensearch Service(successor to Amazon Elasticsearch Service) as a Kinesis Data Firehose delivery destination.
|
|
13
|
+
|
|
14
|
+
1.41.0 (2021-09-01)
|
|
15
|
+
------------------
|
|
16
|
+
|
|
17
|
+
* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
|
|
18
|
+
|
|
19
|
+
1.40.0 (2021-08-30)
|
|
20
|
+
------------------
|
|
21
|
+
|
|
22
|
+
* Feature - This release adds the Dynamic Partitioning feature to Kinesis Data Firehose service for S3 destinations.
|
|
23
|
+
|
|
4
24
|
1.39.0 (2021-07-30)
|
|
5
25
|
------------------
|
|
6
26
|
|
data/VERSION
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
1.
|
|
1
|
+
1.43.0
|
|
@@ -457,6 +457,8 @@ module Aws::Firehose
|
|
|
457
457
|
# @option params [Types::ElasticsearchDestinationConfiguration] :elasticsearch_destination_configuration
|
|
458
458
|
# The destination in Amazon ES. You can specify only one destination.
|
|
459
459
|
#
|
|
460
|
+
# @option params [Types::AmazonopensearchserviceDestinationConfiguration] :amazonopensearchservice_destination_configuration
|
|
461
|
+
#
|
|
460
462
|
# @option params [Types::SplunkDestinationConfiguration] :splunk_destination_configuration
|
|
461
463
|
# The destination in Splunk. You can specify only one destination.
|
|
462
464
|
#
|
|
@@ -542,10 +544,10 @@ module Aws::Firehose
|
|
|
542
544
|
# enabled: false,
|
|
543
545
|
# processors: [
|
|
544
546
|
# {
|
|
545
|
-
# type: "
|
|
547
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
546
548
|
# parameters: [
|
|
547
549
|
# {
|
|
548
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
550
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
549
551
|
# parameter_value: "ProcessorParameterValue", # required
|
|
550
552
|
# },
|
|
551
553
|
# ],
|
|
@@ -624,6 +626,12 @@ module Aws::Firehose
|
|
|
624
626
|
# },
|
|
625
627
|
# enabled: false,
|
|
626
628
|
# },
|
|
629
|
+
# dynamic_partitioning_configuration: {
|
|
630
|
+
# retry_options: {
|
|
631
|
+
# duration_in_seconds: 1,
|
|
632
|
+
# },
|
|
633
|
+
# enabled: false,
|
|
634
|
+
# },
|
|
627
635
|
# },
|
|
628
636
|
# redshift_destination_configuration: {
|
|
629
637
|
# role_arn: "RoleARN", # required
|
|
@@ -664,10 +672,10 @@ module Aws::Firehose
|
|
|
664
672
|
# enabled: false,
|
|
665
673
|
# processors: [
|
|
666
674
|
# {
|
|
667
|
-
# type: "
|
|
675
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
668
676
|
# parameters: [
|
|
669
677
|
# {
|
|
670
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
678
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
671
679
|
# parameter_value: "ProcessorParameterValue", # required
|
|
672
680
|
# },
|
|
673
681
|
# ],
|
|
@@ -744,10 +752,72 @@ module Aws::Firehose
|
|
|
744
752
|
# enabled: false,
|
|
745
753
|
# processors: [
|
|
746
754
|
# {
|
|
747
|
-
# type: "
|
|
755
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
756
|
+
# parameters: [
|
|
757
|
+
# {
|
|
758
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
759
|
+
# parameter_value: "ProcessorParameterValue", # required
|
|
760
|
+
# },
|
|
761
|
+
# ],
|
|
762
|
+
# },
|
|
763
|
+
# ],
|
|
764
|
+
# },
|
|
765
|
+
# cloud_watch_logging_options: {
|
|
766
|
+
# enabled: false,
|
|
767
|
+
# log_group_name: "LogGroupName",
|
|
768
|
+
# log_stream_name: "LogStreamName",
|
|
769
|
+
# },
|
|
770
|
+
# vpc_configuration: {
|
|
771
|
+
# subnet_ids: ["NonEmptyStringWithoutWhitespace"], # required
|
|
772
|
+
# role_arn: "RoleARN", # required
|
|
773
|
+
# security_group_ids: ["NonEmptyStringWithoutWhitespace"], # required
|
|
774
|
+
# },
|
|
775
|
+
# },
|
|
776
|
+
# amazonopensearchservice_destination_configuration: {
|
|
777
|
+
# role_arn: "RoleARN", # required
|
|
778
|
+
# domain_arn: "AmazonopensearchserviceDomainARN",
|
|
779
|
+
# cluster_endpoint: "AmazonopensearchserviceClusterEndpoint",
|
|
780
|
+
# index_name: "AmazonopensearchserviceIndexName", # required
|
|
781
|
+
# type_name: "AmazonopensearchserviceTypeName",
|
|
782
|
+
# index_rotation_period: "NoRotation", # accepts NoRotation, OneHour, OneDay, OneWeek, OneMonth
|
|
783
|
+
# buffering_hints: {
|
|
784
|
+
# interval_in_seconds: 1,
|
|
785
|
+
# size_in_m_bs: 1,
|
|
786
|
+
# },
|
|
787
|
+
# retry_options: {
|
|
788
|
+
# duration_in_seconds: 1,
|
|
789
|
+
# },
|
|
790
|
+
# s3_backup_mode: "FailedDocumentsOnly", # accepts FailedDocumentsOnly, AllDocuments
|
|
791
|
+
# s3_configuration: { # required
|
|
792
|
+
# role_arn: "RoleARN", # required
|
|
793
|
+
# bucket_arn: "BucketARN", # required
|
|
794
|
+
# prefix: "Prefix",
|
|
795
|
+
# error_output_prefix: "ErrorOutputPrefix",
|
|
796
|
+
# buffering_hints: {
|
|
797
|
+
# size_in_m_bs: 1,
|
|
798
|
+
# interval_in_seconds: 1,
|
|
799
|
+
# },
|
|
800
|
+
# compression_format: "UNCOMPRESSED", # accepts UNCOMPRESSED, GZIP, ZIP, Snappy, HADOOP_SNAPPY
|
|
801
|
+
# encryption_configuration: {
|
|
802
|
+
# no_encryption_config: "NoEncryption", # accepts NoEncryption
|
|
803
|
+
# kms_encryption_config: {
|
|
804
|
+
# awskms_key_arn: "AWSKMSKeyARN", # required
|
|
805
|
+
# },
|
|
806
|
+
# },
|
|
807
|
+
# cloud_watch_logging_options: {
|
|
808
|
+
# enabled: false,
|
|
809
|
+
# log_group_name: "LogGroupName",
|
|
810
|
+
# log_stream_name: "LogStreamName",
|
|
811
|
+
# },
|
|
812
|
+
# },
|
|
813
|
+
# processing_configuration: {
|
|
814
|
+
# enabled: false,
|
|
815
|
+
# processors: [
|
|
816
|
+
# {
|
|
817
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
748
818
|
# parameters: [
|
|
749
819
|
# {
|
|
750
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
820
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
751
821
|
# parameter_value: "ProcessorParameterValue", # required
|
|
752
822
|
# },
|
|
753
823
|
# ],
|
|
@@ -800,10 +870,10 @@ module Aws::Firehose
|
|
|
800
870
|
# enabled: false,
|
|
801
871
|
# processors: [
|
|
802
872
|
# {
|
|
803
|
-
# type: "
|
|
873
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
804
874
|
# parameters: [
|
|
805
875
|
# {
|
|
806
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
876
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
807
877
|
# parameter_value: "ProcessorParameterValue", # required
|
|
808
878
|
# },
|
|
809
879
|
# ],
|
|
@@ -844,10 +914,10 @@ module Aws::Firehose
|
|
|
844
914
|
# enabled: false,
|
|
845
915
|
# processors: [
|
|
846
916
|
# {
|
|
847
|
-
# type: "
|
|
917
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
848
918
|
# parameters: [
|
|
849
919
|
# {
|
|
850
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
920
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
851
921
|
# parameter_value: "ProcessorParameterValue", # required
|
|
852
922
|
# },
|
|
853
923
|
# ],
|
|
@@ -1038,9 +1108,9 @@ module Aws::Firehose
|
|
|
1038
1108
|
# resp.delivery_stream_description.destinations[0].extended_s3_destination_description.cloud_watch_logging_options.log_stream_name #=> String
|
|
1039
1109
|
# resp.delivery_stream_description.destinations[0].extended_s3_destination_description.processing_configuration.enabled #=> Boolean
|
|
1040
1110
|
# resp.delivery_stream_description.destinations[0].extended_s3_destination_description.processing_configuration.processors #=> Array
|
|
1041
|
-
# resp.delivery_stream_description.destinations[0].extended_s3_destination_description.processing_configuration.processors[0].type #=> String, one of "Lambda"
|
|
1111
|
+
# resp.delivery_stream_description.destinations[0].extended_s3_destination_description.processing_configuration.processors[0].type #=> String, one of "RecordDeAggregation", "Lambda", "MetadataExtraction", "AppendDelimiterToRecord"
|
|
1042
1112
|
# resp.delivery_stream_description.destinations[0].extended_s3_destination_description.processing_configuration.processors[0].parameters #=> Array
|
|
1043
|
-
# resp.delivery_stream_description.destinations[0].extended_s3_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds"
|
|
1113
|
+
# resp.delivery_stream_description.destinations[0].extended_s3_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "MetadataExtractionQuery", "JsonParsingEngine", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds", "SubRecordType", "Delimiter"
|
|
1044
1114
|
# resp.delivery_stream_description.destinations[0].extended_s3_destination_description.processing_configuration.processors[0].parameters[0].parameter_value #=> String
|
|
1045
1115
|
# resp.delivery_stream_description.destinations[0].extended_s3_destination_description.s3_backup_mode #=> String, one of "Disabled", "Enabled"
|
|
1046
1116
|
# resp.delivery_stream_description.destinations[0].extended_s3_destination_description.s3_backup_description.role_arn #=> String
|
|
@@ -1085,6 +1155,8 @@ module Aws::Firehose
|
|
|
1085
1155
|
# resp.delivery_stream_description.destinations[0].extended_s3_destination_description.data_format_conversion_configuration.output_format_configuration.serializer.orc_ser_de.dictionary_key_threshold #=> Float
|
|
1086
1156
|
# resp.delivery_stream_description.destinations[0].extended_s3_destination_description.data_format_conversion_configuration.output_format_configuration.serializer.orc_ser_de.format_version #=> String, one of "V0_11", "V0_12"
|
|
1087
1157
|
# resp.delivery_stream_description.destinations[0].extended_s3_destination_description.data_format_conversion_configuration.enabled #=> Boolean
|
|
1158
|
+
# resp.delivery_stream_description.destinations[0].extended_s3_destination_description.dynamic_partitioning_configuration.retry_options.duration_in_seconds #=> Integer
|
|
1159
|
+
# resp.delivery_stream_description.destinations[0].extended_s3_destination_description.dynamic_partitioning_configuration.enabled #=> Boolean
|
|
1088
1160
|
# resp.delivery_stream_description.destinations[0].redshift_destination_description.role_arn #=> String
|
|
1089
1161
|
# resp.delivery_stream_description.destinations[0].redshift_destination_description.cluster_jdbc_url #=> String
|
|
1090
1162
|
# resp.delivery_stream_description.destinations[0].redshift_destination_description.copy_command.data_table_name #=> String
|
|
@@ -1106,9 +1178,9 @@ module Aws::Firehose
|
|
|
1106
1178
|
# resp.delivery_stream_description.destinations[0].redshift_destination_description.s3_destination_description.cloud_watch_logging_options.log_stream_name #=> String
|
|
1107
1179
|
# resp.delivery_stream_description.destinations[0].redshift_destination_description.processing_configuration.enabled #=> Boolean
|
|
1108
1180
|
# resp.delivery_stream_description.destinations[0].redshift_destination_description.processing_configuration.processors #=> Array
|
|
1109
|
-
# resp.delivery_stream_description.destinations[0].redshift_destination_description.processing_configuration.processors[0].type #=> String, one of "Lambda"
|
|
1181
|
+
# resp.delivery_stream_description.destinations[0].redshift_destination_description.processing_configuration.processors[0].type #=> String, one of "RecordDeAggregation", "Lambda", "MetadataExtraction", "AppendDelimiterToRecord"
|
|
1110
1182
|
# resp.delivery_stream_description.destinations[0].redshift_destination_description.processing_configuration.processors[0].parameters #=> Array
|
|
1111
|
-
# resp.delivery_stream_description.destinations[0].redshift_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds"
|
|
1183
|
+
# resp.delivery_stream_description.destinations[0].redshift_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "MetadataExtractionQuery", "JsonParsingEngine", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds", "SubRecordType", "Delimiter"
|
|
1112
1184
|
# resp.delivery_stream_description.destinations[0].redshift_destination_description.processing_configuration.processors[0].parameters[0].parameter_value #=> String
|
|
1113
1185
|
# resp.delivery_stream_description.destinations[0].redshift_destination_description.s3_backup_mode #=> String, one of "Disabled", "Enabled"
|
|
1114
1186
|
# resp.delivery_stream_description.destinations[0].redshift_destination_description.s3_backup_description.role_arn #=> String
|
|
@@ -1150,9 +1222,9 @@ module Aws::Firehose
|
|
|
1150
1222
|
# resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.s3_destination_description.cloud_watch_logging_options.log_stream_name #=> String
|
|
1151
1223
|
# resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.processing_configuration.enabled #=> Boolean
|
|
1152
1224
|
# resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.processing_configuration.processors #=> Array
|
|
1153
|
-
# resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.processing_configuration.processors[0].type #=> String, one of "Lambda"
|
|
1225
|
+
# resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.processing_configuration.processors[0].type #=> String, one of "RecordDeAggregation", "Lambda", "MetadataExtraction", "AppendDelimiterToRecord"
|
|
1154
1226
|
# resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.processing_configuration.processors[0].parameters #=> Array
|
|
1155
|
-
# resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds"
|
|
1227
|
+
# resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "MetadataExtractionQuery", "JsonParsingEngine", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds", "SubRecordType", "Delimiter"
|
|
1156
1228
|
# resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.processing_configuration.processors[0].parameters[0].parameter_value #=> String
|
|
1157
1229
|
# resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.cloud_watch_logging_options.enabled #=> Boolean
|
|
1158
1230
|
# resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.cloud_watch_logging_options.log_group_name #=> String
|
|
@@ -1163,6 +1235,43 @@ module Aws::Firehose
|
|
|
1163
1235
|
# resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.vpc_configuration_description.security_group_ids #=> Array
|
|
1164
1236
|
# resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.vpc_configuration_description.security_group_ids[0] #=> String
|
|
1165
1237
|
# resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.vpc_configuration_description.vpc_id #=> String
|
|
1238
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.role_arn #=> String
|
|
1239
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.domain_arn #=> String
|
|
1240
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.cluster_endpoint #=> String
|
|
1241
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.index_name #=> String
|
|
1242
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.type_name #=> String
|
|
1243
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.index_rotation_period #=> String, one of "NoRotation", "OneHour", "OneDay", "OneWeek", "OneMonth"
|
|
1244
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.buffering_hints.interval_in_seconds #=> Integer
|
|
1245
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.buffering_hints.size_in_m_bs #=> Integer
|
|
1246
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.retry_options.duration_in_seconds #=> Integer
|
|
1247
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.s3_backup_mode #=> String, one of "FailedDocumentsOnly", "AllDocuments"
|
|
1248
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.s3_destination_description.role_arn #=> String
|
|
1249
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.s3_destination_description.bucket_arn #=> String
|
|
1250
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.s3_destination_description.prefix #=> String
|
|
1251
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.s3_destination_description.error_output_prefix #=> String
|
|
1252
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.s3_destination_description.buffering_hints.size_in_m_bs #=> Integer
|
|
1253
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.s3_destination_description.buffering_hints.interval_in_seconds #=> Integer
|
|
1254
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.s3_destination_description.compression_format #=> String, one of "UNCOMPRESSED", "GZIP", "ZIP", "Snappy", "HADOOP_SNAPPY"
|
|
1255
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.s3_destination_description.encryption_configuration.no_encryption_config #=> String, one of "NoEncryption"
|
|
1256
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.s3_destination_description.encryption_configuration.kms_encryption_config.awskms_key_arn #=> String
|
|
1257
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.s3_destination_description.cloud_watch_logging_options.enabled #=> Boolean
|
|
1258
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.s3_destination_description.cloud_watch_logging_options.log_group_name #=> String
|
|
1259
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.s3_destination_description.cloud_watch_logging_options.log_stream_name #=> String
|
|
1260
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.processing_configuration.enabled #=> Boolean
|
|
1261
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.processing_configuration.processors #=> Array
|
|
1262
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.processing_configuration.processors[0].type #=> String, one of "RecordDeAggregation", "Lambda", "MetadataExtraction", "AppendDelimiterToRecord"
|
|
1263
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.processing_configuration.processors[0].parameters #=> Array
|
|
1264
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "MetadataExtractionQuery", "JsonParsingEngine", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds", "SubRecordType", "Delimiter"
|
|
1265
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.processing_configuration.processors[0].parameters[0].parameter_value #=> String
|
|
1266
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.cloud_watch_logging_options.enabled #=> Boolean
|
|
1267
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.cloud_watch_logging_options.log_group_name #=> String
|
|
1268
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.cloud_watch_logging_options.log_stream_name #=> String
|
|
1269
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.vpc_configuration_description.subnet_ids #=> Array
|
|
1270
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.vpc_configuration_description.subnet_ids[0] #=> String
|
|
1271
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.vpc_configuration_description.role_arn #=> String
|
|
1272
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.vpc_configuration_description.security_group_ids #=> Array
|
|
1273
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.vpc_configuration_description.security_group_ids[0] #=> String
|
|
1274
|
+
# resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.vpc_configuration_description.vpc_id #=> String
|
|
1166
1275
|
# resp.delivery_stream_description.destinations[0].splunk_destination_description.hec_endpoint #=> String
|
|
1167
1276
|
# resp.delivery_stream_description.destinations[0].splunk_destination_description.hec_endpoint_type #=> String, one of "Raw", "Event"
|
|
1168
1277
|
# resp.delivery_stream_description.destinations[0].splunk_destination_description.hec_token #=> String
|
|
@@ -1183,9 +1292,9 @@ module Aws::Firehose
|
|
|
1183
1292
|
# resp.delivery_stream_description.destinations[0].splunk_destination_description.s3_destination_description.cloud_watch_logging_options.log_stream_name #=> String
|
|
1184
1293
|
# resp.delivery_stream_description.destinations[0].splunk_destination_description.processing_configuration.enabled #=> Boolean
|
|
1185
1294
|
# resp.delivery_stream_description.destinations[0].splunk_destination_description.processing_configuration.processors #=> Array
|
|
1186
|
-
# resp.delivery_stream_description.destinations[0].splunk_destination_description.processing_configuration.processors[0].type #=> String, one of "Lambda"
|
|
1295
|
+
# resp.delivery_stream_description.destinations[0].splunk_destination_description.processing_configuration.processors[0].type #=> String, one of "RecordDeAggregation", "Lambda", "MetadataExtraction", "AppendDelimiterToRecord"
|
|
1187
1296
|
# resp.delivery_stream_description.destinations[0].splunk_destination_description.processing_configuration.processors[0].parameters #=> Array
|
|
1188
|
-
# resp.delivery_stream_description.destinations[0].splunk_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds"
|
|
1297
|
+
# resp.delivery_stream_description.destinations[0].splunk_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "MetadataExtractionQuery", "JsonParsingEngine", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds", "SubRecordType", "Delimiter"
|
|
1189
1298
|
# resp.delivery_stream_description.destinations[0].splunk_destination_description.processing_configuration.processors[0].parameters[0].parameter_value #=> String
|
|
1190
1299
|
# resp.delivery_stream_description.destinations[0].splunk_destination_description.cloud_watch_logging_options.enabled #=> Boolean
|
|
1191
1300
|
# resp.delivery_stream_description.destinations[0].splunk_destination_description.cloud_watch_logging_options.log_group_name #=> String
|
|
@@ -1203,9 +1312,9 @@ module Aws::Firehose
|
|
|
1203
1312
|
# resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.request_configuration.common_attributes[0].attribute_value #=> String
|
|
1204
1313
|
# resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.processing_configuration.enabled #=> Boolean
|
|
1205
1314
|
# resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.processing_configuration.processors #=> Array
|
|
1206
|
-
# resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.processing_configuration.processors[0].type #=> String, one of "Lambda"
|
|
1315
|
+
# resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.processing_configuration.processors[0].type #=> String, one of "RecordDeAggregation", "Lambda", "MetadataExtraction", "AppendDelimiterToRecord"
|
|
1207
1316
|
# resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.processing_configuration.processors[0].parameters #=> Array
|
|
1208
|
-
# resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds"
|
|
1317
|
+
# resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "MetadataExtractionQuery", "JsonParsingEngine", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds", "SubRecordType", "Delimiter"
|
|
1209
1318
|
# resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.processing_configuration.processors[0].parameters[0].parameter_value #=> String
|
|
1210
1319
|
# resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.role_arn #=> String
|
|
1211
1320
|
# resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.retry_options.duration_in_seconds #=> Integer
|
|
@@ -1354,7 +1463,7 @@ module Aws::Firehose
|
|
|
1354
1463
|
#
|
|
1355
1464
|
# You must specify the name of the delivery stream and the data record
|
|
1356
1465
|
# when using PutRecord. The data record consists of a data blob that can
|
|
1357
|
-
# be up to 1,000
|
|
1466
|
+
# be up to 1,000 KiB in size, and any kind of data. For example, it can
|
|
1358
1467
|
# be a segment from a log file, geographic location data, website
|
|
1359
1468
|
# clickstream data, and so on.
|
|
1360
1469
|
#
|
|
@@ -1430,7 +1539,7 @@ module Aws::Firehose
|
|
|
1430
1539
|
# Quota][1].
|
|
1431
1540
|
#
|
|
1432
1541
|
# Each PutRecordBatch request supports up to 500 records. Each record in
|
|
1433
|
-
# the request can be as large as 1,000 KB (before
|
|
1542
|
+
# the request can be as large as 1,000 KB (before base64 encoding), up
|
|
1434
1543
|
# to a limit of 4 MB for the entire request. These limits cannot be
|
|
1435
1544
|
# changed.
|
|
1436
1545
|
#
|
|
@@ -1804,6 +1913,8 @@ module Aws::Firehose
|
|
|
1804
1913
|
# @option params [Types::ElasticsearchDestinationUpdate] :elasticsearch_destination_update
|
|
1805
1914
|
# Describes an update for a destination in Amazon ES.
|
|
1806
1915
|
#
|
|
1916
|
+
# @option params [Types::AmazonopensearchserviceDestinationUpdate] :amazonopensearchservice_destination_update
|
|
1917
|
+
#
|
|
1807
1918
|
# @option params [Types::SplunkDestinationUpdate] :splunk_destination_update
|
|
1808
1919
|
# Describes an update for a destination in Splunk.
|
|
1809
1920
|
#
|
|
@@ -1865,10 +1976,10 @@ module Aws::Firehose
|
|
|
1865
1976
|
# enabled: false,
|
|
1866
1977
|
# processors: [
|
|
1867
1978
|
# {
|
|
1868
|
-
# type: "
|
|
1979
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
1869
1980
|
# parameters: [
|
|
1870
1981
|
# {
|
|
1871
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
1982
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
1872
1983
|
# parameter_value: "ProcessorParameterValue", # required
|
|
1873
1984
|
# },
|
|
1874
1985
|
# ],
|
|
@@ -1947,6 +2058,12 @@ module Aws::Firehose
|
|
|
1947
2058
|
# },
|
|
1948
2059
|
# enabled: false,
|
|
1949
2060
|
# },
|
|
2061
|
+
# dynamic_partitioning_configuration: {
|
|
2062
|
+
# retry_options: {
|
|
2063
|
+
# duration_in_seconds: 1,
|
|
2064
|
+
# },
|
|
2065
|
+
# enabled: false,
|
|
2066
|
+
# },
|
|
1950
2067
|
# },
|
|
1951
2068
|
# redshift_destination_update: {
|
|
1952
2069
|
# role_arn: "RoleARN",
|
|
@@ -1987,10 +2104,10 @@ module Aws::Firehose
|
|
|
1987
2104
|
# enabled: false,
|
|
1988
2105
|
# processors: [
|
|
1989
2106
|
# {
|
|
1990
|
-
# type: "
|
|
2107
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
1991
2108
|
# parameters: [
|
|
1992
2109
|
# {
|
|
1993
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
2110
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
1994
2111
|
# parameter_value: "ProcessorParameterValue", # required
|
|
1995
2112
|
# },
|
|
1996
2113
|
# ],
|
|
@@ -2066,10 +2183,66 @@ module Aws::Firehose
|
|
|
2066
2183
|
# enabled: false,
|
|
2067
2184
|
# processors: [
|
|
2068
2185
|
# {
|
|
2069
|
-
# type: "
|
|
2186
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
2187
|
+
# parameters: [
|
|
2188
|
+
# {
|
|
2189
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
2190
|
+
# parameter_value: "ProcessorParameterValue", # required
|
|
2191
|
+
# },
|
|
2192
|
+
# ],
|
|
2193
|
+
# },
|
|
2194
|
+
# ],
|
|
2195
|
+
# },
|
|
2196
|
+
# cloud_watch_logging_options: {
|
|
2197
|
+
# enabled: false,
|
|
2198
|
+
# log_group_name: "LogGroupName",
|
|
2199
|
+
# log_stream_name: "LogStreamName",
|
|
2200
|
+
# },
|
|
2201
|
+
# },
|
|
2202
|
+
# amazonopensearchservice_destination_update: {
|
|
2203
|
+
# role_arn: "RoleARN",
|
|
2204
|
+
# domain_arn: "AmazonopensearchserviceDomainARN",
|
|
2205
|
+
# cluster_endpoint: "AmazonopensearchserviceClusterEndpoint",
|
|
2206
|
+
# index_name: "AmazonopensearchserviceIndexName",
|
|
2207
|
+
# type_name: "AmazonopensearchserviceTypeName",
|
|
2208
|
+
# index_rotation_period: "NoRotation", # accepts NoRotation, OneHour, OneDay, OneWeek, OneMonth
|
|
2209
|
+
# buffering_hints: {
|
|
2210
|
+
# interval_in_seconds: 1,
|
|
2211
|
+
# size_in_m_bs: 1,
|
|
2212
|
+
# },
|
|
2213
|
+
# retry_options: {
|
|
2214
|
+
# duration_in_seconds: 1,
|
|
2215
|
+
# },
|
|
2216
|
+
# s3_update: {
|
|
2217
|
+
# role_arn: "RoleARN",
|
|
2218
|
+
# bucket_arn: "BucketARN",
|
|
2219
|
+
# prefix: "Prefix",
|
|
2220
|
+
# error_output_prefix: "ErrorOutputPrefix",
|
|
2221
|
+
# buffering_hints: {
|
|
2222
|
+
# size_in_m_bs: 1,
|
|
2223
|
+
# interval_in_seconds: 1,
|
|
2224
|
+
# },
|
|
2225
|
+
# compression_format: "UNCOMPRESSED", # accepts UNCOMPRESSED, GZIP, ZIP, Snappy, HADOOP_SNAPPY
|
|
2226
|
+
# encryption_configuration: {
|
|
2227
|
+
# no_encryption_config: "NoEncryption", # accepts NoEncryption
|
|
2228
|
+
# kms_encryption_config: {
|
|
2229
|
+
# awskms_key_arn: "AWSKMSKeyARN", # required
|
|
2230
|
+
# },
|
|
2231
|
+
# },
|
|
2232
|
+
# cloud_watch_logging_options: {
|
|
2233
|
+
# enabled: false,
|
|
2234
|
+
# log_group_name: "LogGroupName",
|
|
2235
|
+
# log_stream_name: "LogStreamName",
|
|
2236
|
+
# },
|
|
2237
|
+
# },
|
|
2238
|
+
# processing_configuration: {
|
|
2239
|
+
# enabled: false,
|
|
2240
|
+
# processors: [
|
|
2241
|
+
# {
|
|
2242
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
2070
2243
|
# parameters: [
|
|
2071
2244
|
# {
|
|
2072
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
2245
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
2073
2246
|
# parameter_value: "ProcessorParameterValue", # required
|
|
2074
2247
|
# },
|
|
2075
2248
|
# ],
|
|
@@ -2117,10 +2290,10 @@ module Aws::Firehose
|
|
|
2117
2290
|
# enabled: false,
|
|
2118
2291
|
# processors: [
|
|
2119
2292
|
# {
|
|
2120
|
-
# type: "
|
|
2293
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
2121
2294
|
# parameters: [
|
|
2122
2295
|
# {
|
|
2123
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
2296
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
2124
2297
|
# parameter_value: "ProcessorParameterValue", # required
|
|
2125
2298
|
# },
|
|
2126
2299
|
# ],
|
|
@@ -2161,10 +2334,10 @@ module Aws::Firehose
|
|
|
2161
2334
|
# enabled: false,
|
|
2162
2335
|
# processors: [
|
|
2163
2336
|
# {
|
|
2164
|
-
# type: "
|
|
2337
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
2165
2338
|
# parameters: [
|
|
2166
2339
|
# {
|
|
2167
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
2340
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
2168
2341
|
# parameter_value: "ProcessorParameterValue", # required
|
|
2169
2342
|
# },
|
|
2170
2343
|
# ],
|
|
@@ -2223,7 +2396,7 @@ module Aws::Firehose
|
|
|
2223
2396
|
params: params,
|
|
2224
2397
|
config: config)
|
|
2225
2398
|
context[:gem_name] = 'aws-sdk-firehose'
|
|
2226
|
-
context[:gem_version] = '1.
|
|
2399
|
+
context[:gem_version] = '1.43.0'
|
|
2227
2400
|
Seahorse::Client::Request.new(handlers, context)
|
|
2228
2401
|
end
|
|
2229
2402
|
|