aws-sdk-firehose 1.39.0 → 1.40.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-firehose/client.rb +47 -33
- data/lib/aws-sdk-firehose/client_api.rb +13 -0
- data/lib/aws-sdk-firehose/types.rb +193 -48
- data/lib/aws-sdk-firehose.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 2086be9b848b595c1ebc197be921d8a30c2d83b2fb2abcf0c0396683ba4eda58
|
|
4
|
+
data.tar.gz: 8b20b5c15ce99dee769924a02db15e895ba58a3024985ca1debe5d2db2d0f623
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 5a60aa2f374270ae2db086d611a62b6b91c02919b6d9fde1ff5816ad10d5ec923419a9252602a00bb48d6a2be75d05932244643f42c0fc8031399e11d55cdb96
|
|
7
|
+
data.tar.gz: 9b346274eb0b8199c1524daf64451c708816972011fe648f2838e1898018ffea3eea8bef898265cf580cfc08a2903b99c86000c3fd2eff2e33b78c60ec3d1843
|
data/CHANGELOG.md
CHANGED
data/VERSION
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
1.
|
|
1
|
+
1.40.0
|
|
@@ -542,10 +542,10 @@ module Aws::Firehose
|
|
|
542
542
|
# enabled: false,
|
|
543
543
|
# processors: [
|
|
544
544
|
# {
|
|
545
|
-
# type: "
|
|
545
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
546
546
|
# parameters: [
|
|
547
547
|
# {
|
|
548
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
548
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
549
549
|
# parameter_value: "ProcessorParameterValue", # required
|
|
550
550
|
# },
|
|
551
551
|
# ],
|
|
@@ -624,6 +624,12 @@ module Aws::Firehose
|
|
|
624
624
|
# },
|
|
625
625
|
# enabled: false,
|
|
626
626
|
# },
|
|
627
|
+
# dynamic_partitioning_configuration: {
|
|
628
|
+
# retry_options: {
|
|
629
|
+
# duration_in_seconds: 1,
|
|
630
|
+
# },
|
|
631
|
+
# enabled: false,
|
|
632
|
+
# },
|
|
627
633
|
# },
|
|
628
634
|
# redshift_destination_configuration: {
|
|
629
635
|
# role_arn: "RoleARN", # required
|
|
@@ -664,10 +670,10 @@ module Aws::Firehose
|
|
|
664
670
|
# enabled: false,
|
|
665
671
|
# processors: [
|
|
666
672
|
# {
|
|
667
|
-
# type: "
|
|
673
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
668
674
|
# parameters: [
|
|
669
675
|
# {
|
|
670
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
676
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
671
677
|
# parameter_value: "ProcessorParameterValue", # required
|
|
672
678
|
# },
|
|
673
679
|
# ],
|
|
@@ -744,10 +750,10 @@ module Aws::Firehose
|
|
|
744
750
|
# enabled: false,
|
|
745
751
|
# processors: [
|
|
746
752
|
# {
|
|
747
|
-
# type: "
|
|
753
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
748
754
|
# parameters: [
|
|
749
755
|
# {
|
|
750
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
756
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
751
757
|
# parameter_value: "ProcessorParameterValue", # required
|
|
752
758
|
# },
|
|
753
759
|
# ],
|
|
@@ -800,10 +806,10 @@ module Aws::Firehose
|
|
|
800
806
|
# enabled: false,
|
|
801
807
|
# processors: [
|
|
802
808
|
# {
|
|
803
|
-
# type: "
|
|
809
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
804
810
|
# parameters: [
|
|
805
811
|
# {
|
|
806
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
812
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
807
813
|
# parameter_value: "ProcessorParameterValue", # required
|
|
808
814
|
# },
|
|
809
815
|
# ],
|
|
@@ -844,10 +850,10 @@ module Aws::Firehose
|
|
|
844
850
|
# enabled: false,
|
|
845
851
|
# processors: [
|
|
846
852
|
# {
|
|
847
|
-
# type: "
|
|
853
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
848
854
|
# parameters: [
|
|
849
855
|
# {
|
|
850
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
856
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
851
857
|
# parameter_value: "ProcessorParameterValue", # required
|
|
852
858
|
# },
|
|
853
859
|
# ],
|
|
@@ -1038,9 +1044,9 @@ module Aws::Firehose
|
|
|
1038
1044
|
# resp.delivery_stream_description.destinations[0].extended_s3_destination_description.cloud_watch_logging_options.log_stream_name #=> String
|
|
1039
1045
|
# resp.delivery_stream_description.destinations[0].extended_s3_destination_description.processing_configuration.enabled #=> Boolean
|
|
1040
1046
|
# resp.delivery_stream_description.destinations[0].extended_s3_destination_description.processing_configuration.processors #=> Array
|
|
1041
|
-
# resp.delivery_stream_description.destinations[0].extended_s3_destination_description.processing_configuration.processors[0].type #=> String, one of "Lambda"
|
|
1047
|
+
# resp.delivery_stream_description.destinations[0].extended_s3_destination_description.processing_configuration.processors[0].type #=> String, one of "RecordDeAggregation", "Lambda", "MetadataExtraction", "AppendDelimiterToRecord"
|
|
1042
1048
|
# resp.delivery_stream_description.destinations[0].extended_s3_destination_description.processing_configuration.processors[0].parameters #=> Array
|
|
1043
|
-
# resp.delivery_stream_description.destinations[0].extended_s3_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds"
|
|
1049
|
+
# resp.delivery_stream_description.destinations[0].extended_s3_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "MetadataExtractionQuery", "JsonParsingEngine", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds", "SubRecordType", "Delimiter"
|
|
1044
1050
|
# resp.delivery_stream_description.destinations[0].extended_s3_destination_description.processing_configuration.processors[0].parameters[0].parameter_value #=> String
|
|
1045
1051
|
# resp.delivery_stream_description.destinations[0].extended_s3_destination_description.s3_backup_mode #=> String, one of "Disabled", "Enabled"
|
|
1046
1052
|
# resp.delivery_stream_description.destinations[0].extended_s3_destination_description.s3_backup_description.role_arn #=> String
|
|
@@ -1085,6 +1091,8 @@ module Aws::Firehose
|
|
|
1085
1091
|
# resp.delivery_stream_description.destinations[0].extended_s3_destination_description.data_format_conversion_configuration.output_format_configuration.serializer.orc_ser_de.dictionary_key_threshold #=> Float
|
|
1086
1092
|
# resp.delivery_stream_description.destinations[0].extended_s3_destination_description.data_format_conversion_configuration.output_format_configuration.serializer.orc_ser_de.format_version #=> String, one of "V0_11", "V0_12"
|
|
1087
1093
|
# resp.delivery_stream_description.destinations[0].extended_s3_destination_description.data_format_conversion_configuration.enabled #=> Boolean
|
|
1094
|
+
# resp.delivery_stream_description.destinations[0].extended_s3_destination_description.dynamic_partitioning_configuration.retry_options.duration_in_seconds #=> Integer
|
|
1095
|
+
# resp.delivery_stream_description.destinations[0].extended_s3_destination_description.dynamic_partitioning_configuration.enabled #=> Boolean
|
|
1088
1096
|
# resp.delivery_stream_description.destinations[0].redshift_destination_description.role_arn #=> String
|
|
1089
1097
|
# resp.delivery_stream_description.destinations[0].redshift_destination_description.cluster_jdbc_url #=> String
|
|
1090
1098
|
# resp.delivery_stream_description.destinations[0].redshift_destination_description.copy_command.data_table_name #=> String
|
|
@@ -1106,9 +1114,9 @@ module Aws::Firehose
|
|
|
1106
1114
|
# resp.delivery_stream_description.destinations[0].redshift_destination_description.s3_destination_description.cloud_watch_logging_options.log_stream_name #=> String
|
|
1107
1115
|
# resp.delivery_stream_description.destinations[0].redshift_destination_description.processing_configuration.enabled #=> Boolean
|
|
1108
1116
|
# resp.delivery_stream_description.destinations[0].redshift_destination_description.processing_configuration.processors #=> Array
|
|
1109
|
-
# resp.delivery_stream_description.destinations[0].redshift_destination_description.processing_configuration.processors[0].type #=> String, one of "Lambda"
|
|
1117
|
+
# resp.delivery_stream_description.destinations[0].redshift_destination_description.processing_configuration.processors[0].type #=> String, one of "RecordDeAggregation", "Lambda", "MetadataExtraction", "AppendDelimiterToRecord"
|
|
1110
1118
|
# resp.delivery_stream_description.destinations[0].redshift_destination_description.processing_configuration.processors[0].parameters #=> Array
|
|
1111
|
-
# resp.delivery_stream_description.destinations[0].redshift_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds"
|
|
1119
|
+
# resp.delivery_stream_description.destinations[0].redshift_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "MetadataExtractionQuery", "JsonParsingEngine", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds", "SubRecordType", "Delimiter"
|
|
1112
1120
|
# resp.delivery_stream_description.destinations[0].redshift_destination_description.processing_configuration.processors[0].parameters[0].parameter_value #=> String
|
|
1113
1121
|
# resp.delivery_stream_description.destinations[0].redshift_destination_description.s3_backup_mode #=> String, one of "Disabled", "Enabled"
|
|
1114
1122
|
# resp.delivery_stream_description.destinations[0].redshift_destination_description.s3_backup_description.role_arn #=> String
|
|
@@ -1150,9 +1158,9 @@ module Aws::Firehose
|
|
|
1150
1158
|
# resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.s3_destination_description.cloud_watch_logging_options.log_stream_name #=> String
|
|
1151
1159
|
# resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.processing_configuration.enabled #=> Boolean
|
|
1152
1160
|
# resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.processing_configuration.processors #=> Array
|
|
1153
|
-
# resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.processing_configuration.processors[0].type #=> String, one of "Lambda"
|
|
1161
|
+
# resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.processing_configuration.processors[0].type #=> String, one of "RecordDeAggregation", "Lambda", "MetadataExtraction", "AppendDelimiterToRecord"
|
|
1154
1162
|
# resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.processing_configuration.processors[0].parameters #=> Array
|
|
1155
|
-
# resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds"
|
|
1163
|
+
# resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "MetadataExtractionQuery", "JsonParsingEngine", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds", "SubRecordType", "Delimiter"
|
|
1156
1164
|
# resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.processing_configuration.processors[0].parameters[0].parameter_value #=> String
|
|
1157
1165
|
# resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.cloud_watch_logging_options.enabled #=> Boolean
|
|
1158
1166
|
# resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.cloud_watch_logging_options.log_group_name #=> String
|
|
@@ -1183,9 +1191,9 @@ module Aws::Firehose
|
|
|
1183
1191
|
# resp.delivery_stream_description.destinations[0].splunk_destination_description.s3_destination_description.cloud_watch_logging_options.log_stream_name #=> String
|
|
1184
1192
|
# resp.delivery_stream_description.destinations[0].splunk_destination_description.processing_configuration.enabled #=> Boolean
|
|
1185
1193
|
# resp.delivery_stream_description.destinations[0].splunk_destination_description.processing_configuration.processors #=> Array
|
|
1186
|
-
# resp.delivery_stream_description.destinations[0].splunk_destination_description.processing_configuration.processors[0].type #=> String, one of "Lambda"
|
|
1194
|
+
# resp.delivery_stream_description.destinations[0].splunk_destination_description.processing_configuration.processors[0].type #=> String, one of "RecordDeAggregation", "Lambda", "MetadataExtraction", "AppendDelimiterToRecord"
|
|
1187
1195
|
# resp.delivery_stream_description.destinations[0].splunk_destination_description.processing_configuration.processors[0].parameters #=> Array
|
|
1188
|
-
# resp.delivery_stream_description.destinations[0].splunk_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds"
|
|
1196
|
+
# resp.delivery_stream_description.destinations[0].splunk_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "MetadataExtractionQuery", "JsonParsingEngine", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds", "SubRecordType", "Delimiter"
|
|
1189
1197
|
# resp.delivery_stream_description.destinations[0].splunk_destination_description.processing_configuration.processors[0].parameters[0].parameter_value #=> String
|
|
1190
1198
|
# resp.delivery_stream_description.destinations[0].splunk_destination_description.cloud_watch_logging_options.enabled #=> Boolean
|
|
1191
1199
|
# resp.delivery_stream_description.destinations[0].splunk_destination_description.cloud_watch_logging_options.log_group_name #=> String
|
|
@@ -1203,9 +1211,9 @@ module Aws::Firehose
|
|
|
1203
1211
|
# resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.request_configuration.common_attributes[0].attribute_value #=> String
|
|
1204
1212
|
# resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.processing_configuration.enabled #=> Boolean
|
|
1205
1213
|
# resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.processing_configuration.processors #=> Array
|
|
1206
|
-
# resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.processing_configuration.processors[0].type #=> String, one of "Lambda"
|
|
1214
|
+
# resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.processing_configuration.processors[0].type #=> String, one of "RecordDeAggregation", "Lambda", "MetadataExtraction", "AppendDelimiterToRecord"
|
|
1207
1215
|
# resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.processing_configuration.processors[0].parameters #=> Array
|
|
1208
|
-
# resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds"
|
|
1216
|
+
# resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "MetadataExtractionQuery", "JsonParsingEngine", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds", "SubRecordType", "Delimiter"
|
|
1209
1217
|
# resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.processing_configuration.processors[0].parameters[0].parameter_value #=> String
|
|
1210
1218
|
# resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.role_arn #=> String
|
|
1211
1219
|
# resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.retry_options.duration_in_seconds #=> Integer
|
|
@@ -1354,7 +1362,7 @@ module Aws::Firehose
|
|
|
1354
1362
|
#
|
|
1355
1363
|
# You must specify the name of the delivery stream and the data record
|
|
1356
1364
|
# when using PutRecord. The data record consists of a data blob that can
|
|
1357
|
-
# be up to 1,000
|
|
1365
|
+
# be up to 1,000 KiB in size, and any kind of data. For example, it can
|
|
1358
1366
|
# be a segment from a log file, geographic location data, website
|
|
1359
1367
|
# clickstream data, and so on.
|
|
1360
1368
|
#
|
|
@@ -1430,7 +1438,7 @@ module Aws::Firehose
|
|
|
1430
1438
|
# Quota][1].
|
|
1431
1439
|
#
|
|
1432
1440
|
# Each PutRecordBatch request supports up to 500 records. Each record in
|
|
1433
|
-
# the request can be as large as 1,000 KB (before
|
|
1441
|
+
# the request can be as large as 1,000 KB (before base64 encoding), up
|
|
1434
1442
|
# to a limit of 4 MB for the entire request. These limits cannot be
|
|
1435
1443
|
# changed.
|
|
1436
1444
|
#
|
|
@@ -1865,10 +1873,10 @@ module Aws::Firehose
|
|
|
1865
1873
|
# enabled: false,
|
|
1866
1874
|
# processors: [
|
|
1867
1875
|
# {
|
|
1868
|
-
# type: "
|
|
1876
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
1869
1877
|
# parameters: [
|
|
1870
1878
|
# {
|
|
1871
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
1879
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
1872
1880
|
# parameter_value: "ProcessorParameterValue", # required
|
|
1873
1881
|
# },
|
|
1874
1882
|
# ],
|
|
@@ -1947,6 +1955,12 @@ module Aws::Firehose
|
|
|
1947
1955
|
# },
|
|
1948
1956
|
# enabled: false,
|
|
1949
1957
|
# },
|
|
1958
|
+
# dynamic_partitioning_configuration: {
|
|
1959
|
+
# retry_options: {
|
|
1960
|
+
# duration_in_seconds: 1,
|
|
1961
|
+
# },
|
|
1962
|
+
# enabled: false,
|
|
1963
|
+
# },
|
|
1950
1964
|
# },
|
|
1951
1965
|
# redshift_destination_update: {
|
|
1952
1966
|
# role_arn: "RoleARN",
|
|
@@ -1987,10 +2001,10 @@ module Aws::Firehose
|
|
|
1987
2001
|
# enabled: false,
|
|
1988
2002
|
# processors: [
|
|
1989
2003
|
# {
|
|
1990
|
-
# type: "
|
|
2004
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
1991
2005
|
# parameters: [
|
|
1992
2006
|
# {
|
|
1993
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
2007
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
1994
2008
|
# parameter_value: "ProcessorParameterValue", # required
|
|
1995
2009
|
# },
|
|
1996
2010
|
# ],
|
|
@@ -2066,10 +2080,10 @@ module Aws::Firehose
|
|
|
2066
2080
|
# enabled: false,
|
|
2067
2081
|
# processors: [
|
|
2068
2082
|
# {
|
|
2069
|
-
# type: "
|
|
2083
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
2070
2084
|
# parameters: [
|
|
2071
2085
|
# {
|
|
2072
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
2086
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
2073
2087
|
# parameter_value: "ProcessorParameterValue", # required
|
|
2074
2088
|
# },
|
|
2075
2089
|
# ],
|
|
@@ -2117,10 +2131,10 @@ module Aws::Firehose
|
|
|
2117
2131
|
# enabled: false,
|
|
2118
2132
|
# processors: [
|
|
2119
2133
|
# {
|
|
2120
|
-
# type: "
|
|
2134
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
2121
2135
|
# parameters: [
|
|
2122
2136
|
# {
|
|
2123
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
2137
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
2124
2138
|
# parameter_value: "ProcessorParameterValue", # required
|
|
2125
2139
|
# },
|
|
2126
2140
|
# ],
|
|
@@ -2161,10 +2175,10 @@ module Aws::Firehose
|
|
|
2161
2175
|
# enabled: false,
|
|
2162
2176
|
# processors: [
|
|
2163
2177
|
# {
|
|
2164
|
-
# type: "
|
|
2178
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
2165
2179
|
# parameters: [
|
|
2166
2180
|
# {
|
|
2167
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
2181
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
2168
2182
|
# parameter_value: "ProcessorParameterValue", # required
|
|
2169
2183
|
# },
|
|
2170
2184
|
# ],
|
|
@@ -2223,7 +2237,7 @@ module Aws::Firehose
|
|
|
2223
2237
|
params: params,
|
|
2224
2238
|
config: config)
|
|
2225
2239
|
context[:gem_name] = 'aws-sdk-firehose'
|
|
2226
|
-
context[:gem_version] = '1.
|
|
2240
|
+
context[:gem_version] = '1.40.0'
|
|
2227
2241
|
Seahorse::Client::Request.new(handlers, context)
|
|
2228
2242
|
end
|
|
2229
2243
|
|
|
@@ -53,6 +53,7 @@ module Aws::Firehose
|
|
|
53
53
|
DestinationDescription = Shapes::StructureShape.new(name: 'DestinationDescription')
|
|
54
54
|
DestinationDescriptionList = Shapes::ListShape.new(name: 'DestinationDescriptionList')
|
|
55
55
|
DestinationId = Shapes::StringShape.new(name: 'DestinationId')
|
|
56
|
+
DynamicPartitioningConfiguration = Shapes::StructureShape.new(name: 'DynamicPartitioningConfiguration')
|
|
56
57
|
ElasticsearchBufferingHints = Shapes::StructureShape.new(name: 'ElasticsearchBufferingHints')
|
|
57
58
|
ElasticsearchBufferingIntervalInSeconds = Shapes::IntegerShape.new(name: 'ElasticsearchBufferingIntervalInSeconds')
|
|
58
59
|
ElasticsearchBufferingSizeInMBs = Shapes::IntegerShape.new(name: 'ElasticsearchBufferingSizeInMBs')
|
|
@@ -163,6 +164,8 @@ module Aws::Firehose
|
|
|
163
164
|
RedshiftS3BackupMode = Shapes::StringShape.new(name: 'RedshiftS3BackupMode')
|
|
164
165
|
ResourceInUseException = Shapes::StructureShape.new(name: 'ResourceInUseException')
|
|
165
166
|
ResourceNotFoundException = Shapes::StructureShape.new(name: 'ResourceNotFoundException')
|
|
167
|
+
RetryDurationInSeconds = Shapes::IntegerShape.new(name: 'RetryDurationInSeconds')
|
|
168
|
+
RetryOptions = Shapes::StructureShape.new(name: 'RetryOptions')
|
|
166
169
|
RoleARN = Shapes::StringShape.new(name: 'RoleARN')
|
|
167
170
|
S3BackupMode = Shapes::StringShape.new(name: 'S3BackupMode')
|
|
168
171
|
S3DestinationConfiguration = Shapes::StructureShape.new(name: 'S3DestinationConfiguration')
|
|
@@ -298,6 +301,10 @@ module Aws::Firehose
|
|
|
298
301
|
|
|
299
302
|
DestinationDescriptionList.member = Shapes::ShapeRef.new(shape: DestinationDescription)
|
|
300
303
|
|
|
304
|
+
DynamicPartitioningConfiguration.add_member(:retry_options, Shapes::ShapeRef.new(shape: RetryOptions, location_name: "RetryOptions"))
|
|
305
|
+
DynamicPartitioningConfiguration.add_member(:enabled, Shapes::ShapeRef.new(shape: BooleanObject, location_name: "Enabled"))
|
|
306
|
+
DynamicPartitioningConfiguration.struct_class = Types::DynamicPartitioningConfiguration
|
|
307
|
+
|
|
301
308
|
ElasticsearchBufferingHints.add_member(:interval_in_seconds, Shapes::ShapeRef.new(shape: ElasticsearchBufferingIntervalInSeconds, location_name: "IntervalInSeconds"))
|
|
302
309
|
ElasticsearchBufferingHints.add_member(:size_in_m_bs, Shapes::ShapeRef.new(shape: ElasticsearchBufferingSizeInMBs, location_name: "SizeInMBs"))
|
|
303
310
|
ElasticsearchBufferingHints.struct_class = Types::ElasticsearchBufferingHints
|
|
@@ -364,6 +371,7 @@ module Aws::Firehose
|
|
|
364
371
|
ExtendedS3DestinationConfiguration.add_member(:s3_backup_mode, Shapes::ShapeRef.new(shape: S3BackupMode, location_name: "S3BackupMode"))
|
|
365
372
|
ExtendedS3DestinationConfiguration.add_member(:s3_backup_configuration, Shapes::ShapeRef.new(shape: S3DestinationConfiguration, location_name: "S3BackupConfiguration"))
|
|
366
373
|
ExtendedS3DestinationConfiguration.add_member(:data_format_conversion_configuration, Shapes::ShapeRef.new(shape: DataFormatConversionConfiguration, location_name: "DataFormatConversionConfiguration"))
|
|
374
|
+
ExtendedS3DestinationConfiguration.add_member(:dynamic_partitioning_configuration, Shapes::ShapeRef.new(shape: DynamicPartitioningConfiguration, location_name: "DynamicPartitioningConfiguration"))
|
|
367
375
|
ExtendedS3DestinationConfiguration.struct_class = Types::ExtendedS3DestinationConfiguration
|
|
368
376
|
|
|
369
377
|
ExtendedS3DestinationDescription.add_member(:role_arn, Shapes::ShapeRef.new(shape: RoleARN, required: true, location_name: "RoleARN"))
|
|
@@ -378,6 +386,7 @@ module Aws::Firehose
|
|
|
378
386
|
ExtendedS3DestinationDescription.add_member(:s3_backup_mode, Shapes::ShapeRef.new(shape: S3BackupMode, location_name: "S3BackupMode"))
|
|
379
387
|
ExtendedS3DestinationDescription.add_member(:s3_backup_description, Shapes::ShapeRef.new(shape: S3DestinationDescription, location_name: "S3BackupDescription"))
|
|
380
388
|
ExtendedS3DestinationDescription.add_member(:data_format_conversion_configuration, Shapes::ShapeRef.new(shape: DataFormatConversionConfiguration, location_name: "DataFormatConversionConfiguration"))
|
|
389
|
+
ExtendedS3DestinationDescription.add_member(:dynamic_partitioning_configuration, Shapes::ShapeRef.new(shape: DynamicPartitioningConfiguration, location_name: "DynamicPartitioningConfiguration"))
|
|
381
390
|
ExtendedS3DestinationDescription.struct_class = Types::ExtendedS3DestinationDescription
|
|
382
391
|
|
|
383
392
|
ExtendedS3DestinationUpdate.add_member(:role_arn, Shapes::ShapeRef.new(shape: RoleARN, location_name: "RoleARN"))
|
|
@@ -392,6 +401,7 @@ module Aws::Firehose
|
|
|
392
401
|
ExtendedS3DestinationUpdate.add_member(:s3_backup_mode, Shapes::ShapeRef.new(shape: S3BackupMode, location_name: "S3BackupMode"))
|
|
393
402
|
ExtendedS3DestinationUpdate.add_member(:s3_backup_update, Shapes::ShapeRef.new(shape: S3DestinationUpdate, location_name: "S3BackupUpdate"))
|
|
394
403
|
ExtendedS3DestinationUpdate.add_member(:data_format_conversion_configuration, Shapes::ShapeRef.new(shape: DataFormatConversionConfiguration, location_name: "DataFormatConversionConfiguration"))
|
|
404
|
+
ExtendedS3DestinationUpdate.add_member(:dynamic_partitioning_configuration, Shapes::ShapeRef.new(shape: DynamicPartitioningConfiguration, location_name: "DynamicPartitioningConfiguration"))
|
|
395
405
|
ExtendedS3DestinationUpdate.struct_class = Types::ExtendedS3DestinationUpdate
|
|
396
406
|
|
|
397
407
|
FailureDescription.add_member(:type, Shapes::ShapeRef.new(shape: DeliveryStreamFailureType, required: true, location_name: "Type"))
|
|
@@ -629,6 +639,9 @@ module Aws::Firehose
|
|
|
629
639
|
ResourceNotFoundException.add_member(:message, Shapes::ShapeRef.new(shape: ErrorMessage, location_name: "message"))
|
|
630
640
|
ResourceNotFoundException.struct_class = Types::ResourceNotFoundException
|
|
631
641
|
|
|
642
|
+
RetryOptions.add_member(:duration_in_seconds, Shapes::ShapeRef.new(shape: RetryDurationInSeconds, location_name: "DurationInSeconds"))
|
|
643
|
+
RetryOptions.struct_class = Types::RetryOptions
|
|
644
|
+
|
|
632
645
|
S3DestinationConfiguration.add_member(:role_arn, Shapes::ShapeRef.new(shape: RoleARN, required: true, location_name: "RoleARN"))
|
|
633
646
|
S3DestinationConfiguration.add_member(:bucket_arn, Shapes::ShapeRef.new(shape: BucketARN, required: true, location_name: "BucketARN"))
|
|
634
647
|
S3DestinationConfiguration.add_member(:prefix, Shapes::ShapeRef.new(shape: Prefix, location_name: "Prefix"))
|
|
@@ -225,10 +225,10 @@ module Aws::Firehose
|
|
|
225
225
|
# enabled: false,
|
|
226
226
|
# processors: [
|
|
227
227
|
# {
|
|
228
|
-
# type: "
|
|
228
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
229
229
|
# parameters: [
|
|
230
230
|
# {
|
|
231
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
231
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
232
232
|
# parameter_value: "ProcessorParameterValue", # required
|
|
233
233
|
# },
|
|
234
234
|
# ],
|
|
@@ -307,6 +307,12 @@ module Aws::Firehose
|
|
|
307
307
|
# },
|
|
308
308
|
# enabled: false,
|
|
309
309
|
# },
|
|
310
|
+
# dynamic_partitioning_configuration: {
|
|
311
|
+
# retry_options: {
|
|
312
|
+
# duration_in_seconds: 1,
|
|
313
|
+
# },
|
|
314
|
+
# enabled: false,
|
|
315
|
+
# },
|
|
310
316
|
# },
|
|
311
317
|
# redshift_destination_configuration: {
|
|
312
318
|
# role_arn: "RoleARN", # required
|
|
@@ -347,10 +353,10 @@ module Aws::Firehose
|
|
|
347
353
|
# enabled: false,
|
|
348
354
|
# processors: [
|
|
349
355
|
# {
|
|
350
|
-
# type: "
|
|
356
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
351
357
|
# parameters: [
|
|
352
358
|
# {
|
|
353
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
359
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
354
360
|
# parameter_value: "ProcessorParameterValue", # required
|
|
355
361
|
# },
|
|
356
362
|
# ],
|
|
@@ -427,10 +433,10 @@ module Aws::Firehose
|
|
|
427
433
|
# enabled: false,
|
|
428
434
|
# processors: [
|
|
429
435
|
# {
|
|
430
|
-
# type: "
|
|
436
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
431
437
|
# parameters: [
|
|
432
438
|
# {
|
|
433
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
439
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
434
440
|
# parameter_value: "ProcessorParameterValue", # required
|
|
435
441
|
# },
|
|
436
442
|
# ],
|
|
@@ -483,10 +489,10 @@ module Aws::Firehose
|
|
|
483
489
|
# enabled: false,
|
|
484
490
|
# processors: [
|
|
485
491
|
# {
|
|
486
|
-
# type: "
|
|
492
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
487
493
|
# parameters: [
|
|
488
494
|
# {
|
|
489
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
495
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
490
496
|
# parameter_value: "ProcessorParameterValue", # required
|
|
491
497
|
# },
|
|
492
498
|
# ],
|
|
@@ -527,10 +533,10 @@ module Aws::Firehose
|
|
|
527
533
|
# enabled: false,
|
|
528
534
|
# processors: [
|
|
529
535
|
# {
|
|
530
|
-
# type: "
|
|
536
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
531
537
|
# parameters: [
|
|
532
538
|
# {
|
|
533
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
539
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
534
540
|
# parameter_value: "ProcessorParameterValue", # required
|
|
535
541
|
# },
|
|
536
542
|
# ],
|
|
@@ -1161,6 +1167,45 @@ module Aws::Firehose
|
|
|
1161
1167
|
include Aws::Structure
|
|
1162
1168
|
end
|
|
1163
1169
|
|
|
1170
|
+
# The configuration of the dynamic partitioning mechanism that creates
|
|
1171
|
+
# smaller data sets from the streaming data by partitioning it based on
|
|
1172
|
+
# partition keys. Currently, dynamic partitioning is only supported for
|
|
1173
|
+
# Amazon S3 destinations. For more information, see
|
|
1174
|
+
# [https://docs.aws.amazon.com/firehose/latest/dev/dynamic-partitioning.html][1]
|
|
1175
|
+
#
|
|
1176
|
+
#
|
|
1177
|
+
#
|
|
1178
|
+
# [1]: https://docs.aws.amazon.com/firehose/latest/dev/dynamic-partitioning.html
|
|
1179
|
+
#
|
|
1180
|
+
# @note When making an API call, you may pass DynamicPartitioningConfiguration
|
|
1181
|
+
# data as a hash:
|
|
1182
|
+
#
|
|
1183
|
+
# {
|
|
1184
|
+
# retry_options: {
|
|
1185
|
+
# duration_in_seconds: 1,
|
|
1186
|
+
# },
|
|
1187
|
+
# enabled: false,
|
|
1188
|
+
# }
|
|
1189
|
+
#
|
|
1190
|
+
# @!attribute [rw] retry_options
|
|
1191
|
+
# The retry behavior in case Kinesis Data Firehose is unable to
|
|
1192
|
+
# deliver data to an Amazon S3 prefix.
|
|
1193
|
+
# @return [Types::RetryOptions]
|
|
1194
|
+
#
|
|
1195
|
+
# @!attribute [rw] enabled
|
|
1196
|
+
# Specifies that the dynamic partitioning is enabled for this Kinesis
|
|
1197
|
+
# Data Firehose delivery stream.
|
|
1198
|
+
# @return [Boolean]
|
|
1199
|
+
#
|
|
1200
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/DynamicPartitioningConfiguration AWS API Documentation
|
|
1201
|
+
#
|
|
1202
|
+
class DynamicPartitioningConfiguration < Struct.new(
|
|
1203
|
+
:retry_options,
|
|
1204
|
+
:enabled)
|
|
1205
|
+
SENSITIVE = []
|
|
1206
|
+
include Aws::Structure
|
|
1207
|
+
end
|
|
1208
|
+
|
|
1164
1209
|
# Describes the buffering to perform before delivering data to the
|
|
1165
1210
|
# Amazon ES destination.
|
|
1166
1211
|
#
|
|
@@ -1243,10 +1288,10 @@ module Aws::Firehose
|
|
|
1243
1288
|
# enabled: false,
|
|
1244
1289
|
# processors: [
|
|
1245
1290
|
# {
|
|
1246
|
-
# type: "
|
|
1291
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
1247
1292
|
# parameters: [
|
|
1248
1293
|
# {
|
|
1249
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
1294
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
1250
1295
|
# parameter_value: "ProcessorParameterValue", # required
|
|
1251
1296
|
# },
|
|
1252
1297
|
# ],
|
|
@@ -1524,10 +1569,10 @@ module Aws::Firehose
|
|
|
1524
1569
|
# enabled: false,
|
|
1525
1570
|
# processors: [
|
|
1526
1571
|
# {
|
|
1527
|
-
# type: "
|
|
1572
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
1528
1573
|
# parameters: [
|
|
1529
1574
|
# {
|
|
1530
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
1575
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
1531
1576
|
# parameter_value: "ProcessorParameterValue", # required
|
|
1532
1577
|
# },
|
|
1533
1578
|
# ],
|
|
@@ -1728,10 +1773,10 @@ module Aws::Firehose
|
|
|
1728
1773
|
# enabled: false,
|
|
1729
1774
|
# processors: [
|
|
1730
1775
|
# {
|
|
1731
|
-
# type: "
|
|
1776
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
1732
1777
|
# parameters: [
|
|
1733
1778
|
# {
|
|
1734
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
1779
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
1735
1780
|
# parameter_value: "ProcessorParameterValue", # required
|
|
1736
1781
|
# },
|
|
1737
1782
|
# ],
|
|
@@ -1810,6 +1855,12 @@ module Aws::Firehose
|
|
|
1810
1855
|
# },
|
|
1811
1856
|
# enabled: false,
|
|
1812
1857
|
# },
|
|
1858
|
+
# dynamic_partitioning_configuration: {
|
|
1859
|
+
# retry_options: {
|
|
1860
|
+
# duration_in_seconds: 1,
|
|
1861
|
+
# },
|
|
1862
|
+
# enabled: false,
|
|
1863
|
+
# },
|
|
1813
1864
|
# }
|
|
1814
1865
|
#
|
|
1815
1866
|
# @!attribute [rw] role_arn
|
|
@@ -1891,6 +1942,18 @@ module Aws::Firehose
|
|
|
1891
1942
|
# Amazon S3.
|
|
1892
1943
|
# @return [Types::DataFormatConversionConfiguration]
|
|
1893
1944
|
#
|
|
1945
|
+
# @!attribute [rw] dynamic_partitioning_configuration
|
|
1946
|
+
# The configuration of the dynamic partitioning mechanism that creates
|
|
1947
|
+
# smaller data sets from the streaming data by partitioning it based
|
|
1948
|
+
# on partition keys. Currently, dynamic partitioning is only supported
|
|
1949
|
+
# for Amazon S3 destinations. For more information, see
|
|
1950
|
+
# [https://docs.aws.amazon.com/firehose/latest/dev/dynamic-partitioning.html][1]
|
|
1951
|
+
#
|
|
1952
|
+
#
|
|
1953
|
+
#
|
|
1954
|
+
# [1]: https://docs.aws.amazon.com/firehose/latest/dev/dynamic-partitioning.html
|
|
1955
|
+
# @return [Types::DynamicPartitioningConfiguration]
|
|
1956
|
+
#
|
|
1894
1957
|
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/ExtendedS3DestinationConfiguration AWS API Documentation
|
|
1895
1958
|
#
|
|
1896
1959
|
class ExtendedS3DestinationConfiguration < Struct.new(
|
|
@@ -1905,7 +1968,8 @@ module Aws::Firehose
|
|
|
1905
1968
|
:processing_configuration,
|
|
1906
1969
|
:s3_backup_mode,
|
|
1907
1970
|
:s3_backup_configuration,
|
|
1908
|
-
:data_format_conversion_configuration
|
|
1971
|
+
:data_format_conversion_configuration,
|
|
1972
|
+
:dynamic_partitioning_configuration)
|
|
1909
1973
|
SENSITIVE = []
|
|
1910
1974
|
include Aws::Structure
|
|
1911
1975
|
end
|
|
@@ -1988,6 +2052,18 @@ module Aws::Firehose
|
|
|
1988
2052
|
# Amazon S3.
|
|
1989
2053
|
# @return [Types::DataFormatConversionConfiguration]
|
|
1990
2054
|
#
|
|
2055
|
+
# @!attribute [rw] dynamic_partitioning_configuration
|
|
2056
|
+
# The configuration of the dynamic partitioning mechanism that creates
|
|
2057
|
+
# smaller data sets from the streaming data by partitioning it based
|
|
2058
|
+
# on partition keys. Currently, dynamic partitioning is only supported
|
|
2059
|
+
# for Amazon S3 destinations. For more information, see
|
|
2060
|
+
# [https://docs.aws.amazon.com/firehose/latest/dev/dynamic-partitioning.html][1]
|
|
2061
|
+
#
|
|
2062
|
+
#
|
|
2063
|
+
#
|
|
2064
|
+
# [1]: https://docs.aws.amazon.com/firehose/latest/dev/dynamic-partitioning.html
|
|
2065
|
+
# @return [Types::DynamicPartitioningConfiguration]
|
|
2066
|
+
#
|
|
1991
2067
|
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/ExtendedS3DestinationDescription AWS API Documentation
|
|
1992
2068
|
#
|
|
1993
2069
|
class ExtendedS3DestinationDescription < Struct.new(
|
|
@@ -2002,7 +2078,8 @@ module Aws::Firehose
|
|
|
2002
2078
|
:processing_configuration,
|
|
2003
2079
|
:s3_backup_mode,
|
|
2004
2080
|
:s3_backup_description,
|
|
2005
|
-
:data_format_conversion_configuration
|
|
2081
|
+
:data_format_conversion_configuration,
|
|
2082
|
+
:dynamic_partitioning_configuration)
|
|
2006
2083
|
SENSITIVE = []
|
|
2007
2084
|
include Aws::Structure
|
|
2008
2085
|
end
|
|
@@ -2037,10 +2114,10 @@ module Aws::Firehose
|
|
|
2037
2114
|
# enabled: false,
|
|
2038
2115
|
# processors: [
|
|
2039
2116
|
# {
|
|
2040
|
-
# type: "
|
|
2117
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
2041
2118
|
# parameters: [
|
|
2042
2119
|
# {
|
|
2043
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
2120
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
2044
2121
|
# parameter_value: "ProcessorParameterValue", # required
|
|
2045
2122
|
# },
|
|
2046
2123
|
# ],
|
|
@@ -2119,6 +2196,12 @@ module Aws::Firehose
|
|
|
2119
2196
|
# },
|
|
2120
2197
|
# enabled: false,
|
|
2121
2198
|
# },
|
|
2199
|
+
# dynamic_partitioning_configuration: {
|
|
2200
|
+
# retry_options: {
|
|
2201
|
+
# duration_in_seconds: 1,
|
|
2202
|
+
# },
|
|
2203
|
+
# enabled: false,
|
|
2204
|
+
# },
|
|
2122
2205
|
# }
|
|
2123
2206
|
#
|
|
2124
2207
|
# @!attribute [rw] role_arn
|
|
@@ -2199,6 +2282,18 @@ module Aws::Firehose
|
|
|
2199
2282
|
# Amazon S3.
|
|
2200
2283
|
# @return [Types::DataFormatConversionConfiguration]
|
|
2201
2284
|
#
|
|
2285
|
+
# @!attribute [rw] dynamic_partitioning_configuration
|
|
2286
|
+
# The configuration of the dynamic partitioning mechanism that creates
|
|
2287
|
+
# smaller data sets from the streaming data by partitioning it based
|
|
2288
|
+
# on partition keys. Currently, dynamic partitioning is only supported
|
|
2289
|
+
# for Amazon S3 destinations. For more information, see
|
|
2290
|
+
# [https://docs.aws.amazon.com/firehose/latest/dev/dynamic-partitioning.html][1]
|
|
2291
|
+
#
|
|
2292
|
+
#
|
|
2293
|
+
#
|
|
2294
|
+
# [1]: https://docs.aws.amazon.com/firehose/latest/dev/dynamic-partitioning.html
|
|
2295
|
+
# @return [Types::DynamicPartitioningConfiguration]
|
|
2296
|
+
#
|
|
2202
2297
|
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/ExtendedS3DestinationUpdate AWS API Documentation
|
|
2203
2298
|
#
|
|
2204
2299
|
class ExtendedS3DestinationUpdate < Struct.new(
|
|
@@ -2213,7 +2308,8 @@ module Aws::Firehose
|
|
|
2213
2308
|
:processing_configuration,
|
|
2214
2309
|
:s3_backup_mode,
|
|
2215
2310
|
:s3_backup_update,
|
|
2216
|
-
:data_format_conversion_configuration
|
|
2311
|
+
:data_format_conversion_configuration,
|
|
2312
|
+
:dynamic_partitioning_configuration)
|
|
2217
2313
|
SENSITIVE = []
|
|
2218
2314
|
include Aws::Structure
|
|
2219
2315
|
end
|
|
@@ -2358,6 +2454,14 @@ module Aws::Firehose
|
|
|
2358
2454
|
#
|
|
2359
2455
|
# @!attribute [rw] url
|
|
2360
2456
|
# The URL of the HTTP endpoint selected as the destination.
|
|
2457
|
+
#
|
|
2458
|
+
# If you choose an HTTP endpoint as your destination, review and
|
|
2459
|
+
# follow the instructions in the [Appendix - HTTP Endpoint Delivery
|
|
2460
|
+
# Request and Response Specifications][1].
|
|
2461
|
+
#
|
|
2462
|
+
#
|
|
2463
|
+
#
|
|
2464
|
+
# [1]: https://docs.aws.amazon.com/firehose/latest/dev/httpdeliveryrequestresponse.html
|
|
2361
2465
|
# @return [String]
|
|
2362
2466
|
#
|
|
2363
2467
|
# @!attribute [rw] name
|
|
@@ -2431,10 +2535,10 @@ module Aws::Firehose
|
|
|
2431
2535
|
# enabled: false,
|
|
2432
2536
|
# processors: [
|
|
2433
2537
|
# {
|
|
2434
|
-
# type: "
|
|
2538
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
2435
2539
|
# parameters: [
|
|
2436
2540
|
# {
|
|
2437
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
2541
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
2438
2542
|
# parameter_value: "ProcessorParameterValue", # required
|
|
2439
2543
|
# },
|
|
2440
2544
|
# ],
|
|
@@ -2639,10 +2743,10 @@ module Aws::Firehose
|
|
|
2639
2743
|
# enabled: false,
|
|
2640
2744
|
# processors: [
|
|
2641
2745
|
# {
|
|
2642
|
-
# type: "
|
|
2746
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
2643
2747
|
# parameters: [
|
|
2644
2748
|
# {
|
|
2645
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
2749
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
2646
2750
|
# parameter_value: "ProcessorParameterValue", # required
|
|
2647
2751
|
# },
|
|
2648
2752
|
# ],
|
|
@@ -3403,10 +3507,10 @@ module Aws::Firehose
|
|
|
3403
3507
|
# enabled: false,
|
|
3404
3508
|
# processors: [
|
|
3405
3509
|
# {
|
|
3406
|
-
# type: "
|
|
3510
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
3407
3511
|
# parameters: [
|
|
3408
3512
|
# {
|
|
3409
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
3513
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
3410
3514
|
# parameter_value: "ProcessorParameterValue", # required
|
|
3411
3515
|
# },
|
|
3412
3516
|
# ],
|
|
@@ -3437,10 +3541,10 @@ module Aws::Firehose
|
|
|
3437
3541
|
# data as a hash:
|
|
3438
3542
|
#
|
|
3439
3543
|
# {
|
|
3440
|
-
# type: "
|
|
3544
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
3441
3545
|
# parameters: [
|
|
3442
3546
|
# {
|
|
3443
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
3547
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
3444
3548
|
# parameter_value: "ProcessorParameterValue", # required
|
|
3445
3549
|
# },
|
|
3446
3550
|
# ],
|
|
@@ -3469,7 +3573,7 @@ module Aws::Firehose
|
|
|
3469
3573
|
# data as a hash:
|
|
3470
3574
|
#
|
|
3471
3575
|
# {
|
|
3472
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
3576
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
3473
3577
|
# parameter_value: "ProcessorParameterValue", # required
|
|
3474
3578
|
# }
|
|
3475
3579
|
#
|
|
@@ -3686,10 +3790,10 @@ module Aws::Firehose
|
|
|
3686
3790
|
# enabled: false,
|
|
3687
3791
|
# processors: [
|
|
3688
3792
|
# {
|
|
3689
|
-
# type: "
|
|
3793
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
3690
3794
|
# parameters: [
|
|
3691
3795
|
# {
|
|
3692
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
3796
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
3693
3797
|
# parameter_value: "ProcessorParameterValue", # required
|
|
3694
3798
|
# },
|
|
3695
3799
|
# ],
|
|
@@ -3917,10 +4021,10 @@ module Aws::Firehose
|
|
|
3917
4021
|
# enabled: false,
|
|
3918
4022
|
# processors: [
|
|
3919
4023
|
# {
|
|
3920
|
-
# type: "
|
|
4024
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
3921
4025
|
# parameters: [
|
|
3922
4026
|
# {
|
|
3923
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
4027
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
3924
4028
|
# parameter_value: "ProcessorParameterValue", # required
|
|
3925
4029
|
# },
|
|
3926
4030
|
# ],
|
|
@@ -4089,6 +4193,29 @@ module Aws::Firehose
|
|
|
4089
4193
|
include Aws::Structure
|
|
4090
4194
|
end
|
|
4091
4195
|
|
|
4196
|
+
# The retry behavior in case Kinesis Data Firehose is unable to deliver
|
|
4197
|
+
# data to an Amazon S3 prefix.
|
|
4198
|
+
#
|
|
4199
|
+
# @note When making an API call, you may pass RetryOptions
|
|
4200
|
+
# data as a hash:
|
|
4201
|
+
#
|
|
4202
|
+
# {
|
|
4203
|
+
# duration_in_seconds: 1,
|
|
4204
|
+
# }
|
|
4205
|
+
#
|
|
4206
|
+
# @!attribute [rw] duration_in_seconds
|
|
4207
|
+
# The period of time during which Kinesis Data Firehose retries to
|
|
4208
|
+
# deliver data to the specified Amazon S3 prefix.
|
|
4209
|
+
# @return [Integer]
|
|
4210
|
+
#
|
|
4211
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/RetryOptions AWS API Documentation
|
|
4212
|
+
#
|
|
4213
|
+
class RetryOptions < Struct.new(
|
|
4214
|
+
:duration_in_seconds)
|
|
4215
|
+
SENSITIVE = []
|
|
4216
|
+
include Aws::Structure
|
|
4217
|
+
end
|
|
4218
|
+
|
|
4092
4219
|
# Describes the configuration of a destination in Amazon S3.
|
|
4093
4220
|
#
|
|
4094
4221
|
# @note When making an API call, you may pass S3DestinationConfiguration
|
|
@@ -4397,6 +4524,10 @@ module Aws::Firehose
|
|
|
4397
4524
|
# The role that Kinesis Data Firehose can use to access AWS Glue. This
|
|
4398
4525
|
# role must be in the same account you use for Kinesis Data Firehose.
|
|
4399
4526
|
# Cross-account roles aren't allowed.
|
|
4527
|
+
#
|
|
4528
|
+
# If the `SchemaConfiguration` request parameter is used as part of
|
|
4529
|
+
# invoking the `CreateDeliveryStream` API, then the `RoleARN` property
|
|
4530
|
+
# is required and its value must be specified.
|
|
4400
4531
|
# @return [String]
|
|
4401
4532
|
#
|
|
4402
4533
|
# @!attribute [rw] catalog_id
|
|
@@ -4407,11 +4538,19 @@ module Aws::Firehose
|
|
|
4407
4538
|
# @!attribute [rw] database_name
|
|
4408
4539
|
# Specifies the name of the AWS Glue database that contains the schema
|
|
4409
4540
|
# for the output data.
|
|
4541
|
+
#
|
|
4542
|
+
# If the `SchemaConfiguration` request parameter is used as part of
|
|
4543
|
+
# invoking the `CreateDeliveryStream` API, then the `DatabaseName`
|
|
4544
|
+
# property is required and its value must be specified.
|
|
4410
4545
|
# @return [String]
|
|
4411
4546
|
#
|
|
4412
4547
|
# @!attribute [rw] table_name
|
|
4413
4548
|
# Specifies the AWS Glue table that contains the column information
|
|
4414
4549
|
# that constitutes your data schema.
|
|
4550
|
+
#
|
|
4551
|
+
# If the `SchemaConfiguration` request parameter is used as part of
|
|
4552
|
+
# invoking the `CreateDeliveryStream` API, then the `TableName`
|
|
4553
|
+
# property is required and its value must be specified.
|
|
4415
4554
|
# @return [String]
|
|
4416
4555
|
#
|
|
4417
4556
|
# @!attribute [rw] region
|
|
@@ -4581,10 +4720,10 @@ module Aws::Firehose
|
|
|
4581
4720
|
# enabled: false,
|
|
4582
4721
|
# processors: [
|
|
4583
4722
|
# {
|
|
4584
|
-
# type: "
|
|
4723
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
4585
4724
|
# parameters: [
|
|
4586
4725
|
# {
|
|
4587
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
4726
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
4588
4727
|
# parameter_value: "ProcessorParameterValue", # required
|
|
4589
4728
|
# },
|
|
4590
4729
|
# ],
|
|
@@ -4772,10 +4911,10 @@ module Aws::Firehose
|
|
|
4772
4911
|
# enabled: false,
|
|
4773
4912
|
# processors: [
|
|
4774
4913
|
# {
|
|
4775
|
-
# type: "
|
|
4914
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
4776
4915
|
# parameters: [
|
|
4777
4916
|
# {
|
|
4778
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
4917
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
4779
4918
|
# parameter_value: "ProcessorParameterValue", # required
|
|
4780
4919
|
# },
|
|
4781
4920
|
# ],
|
|
@@ -5092,10 +5231,10 @@ module Aws::Firehose
|
|
|
5092
5231
|
# enabled: false,
|
|
5093
5232
|
# processors: [
|
|
5094
5233
|
# {
|
|
5095
|
-
# type: "
|
|
5234
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
5096
5235
|
# parameters: [
|
|
5097
5236
|
# {
|
|
5098
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
5237
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
5099
5238
|
# parameter_value: "ProcessorParameterValue", # required
|
|
5100
5239
|
# },
|
|
5101
5240
|
# ],
|
|
@@ -5174,6 +5313,12 @@ module Aws::Firehose
|
|
|
5174
5313
|
# },
|
|
5175
5314
|
# enabled: false,
|
|
5176
5315
|
# },
|
|
5316
|
+
# dynamic_partitioning_configuration: {
|
|
5317
|
+
# retry_options: {
|
|
5318
|
+
# duration_in_seconds: 1,
|
|
5319
|
+
# },
|
|
5320
|
+
# enabled: false,
|
|
5321
|
+
# },
|
|
5177
5322
|
# },
|
|
5178
5323
|
# redshift_destination_update: {
|
|
5179
5324
|
# role_arn: "RoleARN",
|
|
@@ -5214,10 +5359,10 @@ module Aws::Firehose
|
|
|
5214
5359
|
# enabled: false,
|
|
5215
5360
|
# processors: [
|
|
5216
5361
|
# {
|
|
5217
|
-
# type: "
|
|
5362
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
5218
5363
|
# parameters: [
|
|
5219
5364
|
# {
|
|
5220
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
5365
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
5221
5366
|
# parameter_value: "ProcessorParameterValue", # required
|
|
5222
5367
|
# },
|
|
5223
5368
|
# ],
|
|
@@ -5293,10 +5438,10 @@ module Aws::Firehose
|
|
|
5293
5438
|
# enabled: false,
|
|
5294
5439
|
# processors: [
|
|
5295
5440
|
# {
|
|
5296
|
-
# type: "
|
|
5441
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
5297
5442
|
# parameters: [
|
|
5298
5443
|
# {
|
|
5299
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
5444
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
5300
5445
|
# parameter_value: "ProcessorParameterValue", # required
|
|
5301
5446
|
# },
|
|
5302
5447
|
# ],
|
|
@@ -5344,10 +5489,10 @@ module Aws::Firehose
|
|
|
5344
5489
|
# enabled: false,
|
|
5345
5490
|
# processors: [
|
|
5346
5491
|
# {
|
|
5347
|
-
# type: "
|
|
5492
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
5348
5493
|
# parameters: [
|
|
5349
5494
|
# {
|
|
5350
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
5495
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
5351
5496
|
# parameter_value: "ProcessorParameterValue", # required
|
|
5352
5497
|
# },
|
|
5353
5498
|
# ],
|
|
@@ -5388,10 +5533,10 @@ module Aws::Firehose
|
|
|
5388
5533
|
# enabled: false,
|
|
5389
5534
|
# processors: [
|
|
5390
5535
|
# {
|
|
5391
|
-
# type: "
|
|
5536
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
5392
5537
|
# parameters: [
|
|
5393
5538
|
# {
|
|
5394
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
5539
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
5395
5540
|
# parameter_value: "ProcessorParameterValue", # required
|
|
5396
5541
|
# },
|
|
5397
5542
|
# ],
|
data/lib/aws-sdk-firehose.rb
CHANGED
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: aws-sdk-firehose
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 1.
|
|
4
|
+
version: 1.40.0
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Amazon Web Services
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2021-
|
|
11
|
+
date: 2021-08-30 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: aws-sdk-core
|