aws-sdk-firehose 1.36.0 → 1.40.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (12) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +288 -0
  3. data/LICENSE.txt +202 -0
  4. data/VERSION +1 -0
  5. data/lib/aws-sdk-firehose/client.rb +48 -34
  6. data/lib/aws-sdk-firehose/client_api.rb +14 -1
  7. data/lib/aws-sdk-firehose/customizations.rb +1 -1
  8. data/lib/aws-sdk-firehose/errors.rb +1 -1
  9. data/lib/aws-sdk-firehose/resource.rb +1 -1
  10. data/lib/aws-sdk-firehose/types.rb +194 -49
  11. data/lib/aws-sdk-firehose.rb +2 -2
  12. metadata +11 -9
data/VERSION ADDED
@@ -0,0 +1 @@
1
+ 1.40.0
data/lib/aws-sdk-firehose/client.rb CHANGED
@@ -3,7 +3,7 @@
3
3
  # WARNING ABOUT GENERATED CODE
4
4
  #
5
5
  # This file is generated. See the contributing guide for more information:
6
- # https://github.com/aws/aws-sdk-ruby/blob/master/CONTRIBUTING.md
6
+ # https://github.com/aws/aws-sdk-ruby/blob/version-3/CONTRIBUTING.md
7
7
  #
8
8
  # WARNING ABOUT GENERATED CODE
9
9
 
@@ -542,10 +542,10 @@ module Aws::Firehose
542
542
  # enabled: false,
543
543
  # processors: [
544
544
  # {
545
- # type: "Lambda", # required, accepts Lambda
545
+ # type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
546
546
  # parameters: [
547
547
  # {
548
- # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
548
+ # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
549
549
  # parameter_value: "ProcessorParameterValue", # required
550
550
  # },
551
551
  # ],
@@ -624,6 +624,12 @@ module Aws::Firehose
624
624
  # },
625
625
  # enabled: false,
626
626
  # },
627
+ # dynamic_partitioning_configuration: {
628
+ # retry_options: {
629
+ # duration_in_seconds: 1,
630
+ # },
631
+ # enabled: false,
632
+ # },
627
633
  # },
628
634
  # redshift_destination_configuration: {
629
635
  # role_arn: "RoleARN", # required
@@ -664,10 +670,10 @@ module Aws::Firehose
664
670
  # enabled: false,
665
671
  # processors: [
666
672
  # {
667
- # type: "Lambda", # required, accepts Lambda
673
+ # type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
668
674
  # parameters: [
669
675
  # {
670
- # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
676
+ # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
671
677
  # parameter_value: "ProcessorParameterValue", # required
672
678
  # },
673
679
  # ],
@@ -744,10 +750,10 @@ module Aws::Firehose
744
750
  # enabled: false,
745
751
  # processors: [
746
752
  # {
747
- # type: "Lambda", # required, accepts Lambda
753
+ # type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
748
754
  # parameters: [
749
755
  # {
750
- # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
756
+ # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
751
757
  # parameter_value: "ProcessorParameterValue", # required
752
758
  # },
753
759
  # ],
@@ -800,10 +806,10 @@ module Aws::Firehose
800
806
  # enabled: false,
801
807
  # processors: [
802
808
  # {
803
- # type: "Lambda", # required, accepts Lambda
809
+ # type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
804
810
  # parameters: [
805
811
  # {
806
- # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
812
+ # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
807
813
  # parameter_value: "ProcessorParameterValue", # required
808
814
  # },
809
815
  # ],
@@ -844,10 +850,10 @@ module Aws::Firehose
844
850
  # enabled: false,
845
851
  # processors: [
846
852
  # {
847
- # type: "Lambda", # required, accepts Lambda
853
+ # type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
848
854
  # parameters: [
849
855
  # {
850
- # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
856
+ # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
851
857
  # parameter_value: "ProcessorParameterValue", # required
852
858
  # },
853
859
  # ],
@@ -1038,9 +1044,9 @@ module Aws::Firehose
1038
1044
  # resp.delivery_stream_description.destinations[0].extended_s3_destination_description.cloud_watch_logging_options.log_stream_name #=> String
1039
1045
  # resp.delivery_stream_description.destinations[0].extended_s3_destination_description.processing_configuration.enabled #=> Boolean
1040
1046
  # resp.delivery_stream_description.destinations[0].extended_s3_destination_description.processing_configuration.processors #=> Array
1041
- # resp.delivery_stream_description.destinations[0].extended_s3_destination_description.processing_configuration.processors[0].type #=> String, one of "Lambda"
1047
+ # resp.delivery_stream_description.destinations[0].extended_s3_destination_description.processing_configuration.processors[0].type #=> String, one of "RecordDeAggregation", "Lambda", "MetadataExtraction", "AppendDelimiterToRecord"
1042
1048
  # resp.delivery_stream_description.destinations[0].extended_s3_destination_description.processing_configuration.processors[0].parameters #=> Array
1043
- # resp.delivery_stream_description.destinations[0].extended_s3_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds"
1049
+ # resp.delivery_stream_description.destinations[0].extended_s3_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "MetadataExtractionQuery", "JsonParsingEngine", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds", "SubRecordType", "Delimiter"
1044
1050
  # resp.delivery_stream_description.destinations[0].extended_s3_destination_description.processing_configuration.processors[0].parameters[0].parameter_value #=> String
1045
1051
  # resp.delivery_stream_description.destinations[0].extended_s3_destination_description.s3_backup_mode #=> String, one of "Disabled", "Enabled"
1046
1052
  # resp.delivery_stream_description.destinations[0].extended_s3_destination_description.s3_backup_description.role_arn #=> String
@@ -1085,6 +1091,8 @@ module Aws::Firehose
1085
1091
  # resp.delivery_stream_description.destinations[0].extended_s3_destination_description.data_format_conversion_configuration.output_format_configuration.serializer.orc_ser_de.dictionary_key_threshold #=> Float
1086
1092
  # resp.delivery_stream_description.destinations[0].extended_s3_destination_description.data_format_conversion_configuration.output_format_configuration.serializer.orc_ser_de.format_version #=> String, one of "V0_11", "V0_12"
1087
1093
  # resp.delivery_stream_description.destinations[0].extended_s3_destination_description.data_format_conversion_configuration.enabled #=> Boolean
1094
+ # resp.delivery_stream_description.destinations[0].extended_s3_destination_description.dynamic_partitioning_configuration.retry_options.duration_in_seconds #=> Integer
1095
+ # resp.delivery_stream_description.destinations[0].extended_s3_destination_description.dynamic_partitioning_configuration.enabled #=> Boolean
1088
1096
  # resp.delivery_stream_description.destinations[0].redshift_destination_description.role_arn #=> String
1089
1097
  # resp.delivery_stream_description.destinations[0].redshift_destination_description.cluster_jdbc_url #=> String
1090
1098
  # resp.delivery_stream_description.destinations[0].redshift_destination_description.copy_command.data_table_name #=> String
@@ -1106,9 +1114,9 @@ module Aws::Firehose
1106
1114
  # resp.delivery_stream_description.destinations[0].redshift_destination_description.s3_destination_description.cloud_watch_logging_options.log_stream_name #=> String
1107
1115
  # resp.delivery_stream_description.destinations[0].redshift_destination_description.processing_configuration.enabled #=> Boolean
1108
1116
  # resp.delivery_stream_description.destinations[0].redshift_destination_description.processing_configuration.processors #=> Array
1109
- # resp.delivery_stream_description.destinations[0].redshift_destination_description.processing_configuration.processors[0].type #=> String, one of "Lambda"
1117
+ # resp.delivery_stream_description.destinations[0].redshift_destination_description.processing_configuration.processors[0].type #=> String, one of "RecordDeAggregation", "Lambda", "MetadataExtraction", "AppendDelimiterToRecord"
1110
1118
  # resp.delivery_stream_description.destinations[0].redshift_destination_description.processing_configuration.processors[0].parameters #=> Array
1111
- # resp.delivery_stream_description.destinations[0].redshift_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds"
1119
+ # resp.delivery_stream_description.destinations[0].redshift_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "MetadataExtractionQuery", "JsonParsingEngine", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds", "SubRecordType", "Delimiter"
1112
1120
  # resp.delivery_stream_description.destinations[0].redshift_destination_description.processing_configuration.processors[0].parameters[0].parameter_value #=> String
1113
1121
  # resp.delivery_stream_description.destinations[0].redshift_destination_description.s3_backup_mode #=> String, one of "Disabled", "Enabled"
1114
1122
  # resp.delivery_stream_description.destinations[0].redshift_destination_description.s3_backup_description.role_arn #=> String
@@ -1150,9 +1158,9 @@ module Aws::Firehose
1150
1158
  # resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.s3_destination_description.cloud_watch_logging_options.log_stream_name #=> String
1151
1159
  # resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.processing_configuration.enabled #=> Boolean
1152
1160
  # resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.processing_configuration.processors #=> Array
1153
- # resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.processing_configuration.processors[0].type #=> String, one of "Lambda"
1161
+ # resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.processing_configuration.processors[0].type #=> String, one of "RecordDeAggregation", "Lambda", "MetadataExtraction", "AppendDelimiterToRecord"
1154
1162
  # resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.processing_configuration.processors[0].parameters #=> Array
1155
- # resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds"
1163
+ # resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "MetadataExtractionQuery", "JsonParsingEngine", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds", "SubRecordType", "Delimiter"
1156
1164
  # resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.processing_configuration.processors[0].parameters[0].parameter_value #=> String
1157
1165
  # resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.cloud_watch_logging_options.enabled #=> Boolean
1158
1166
  # resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.cloud_watch_logging_options.log_group_name #=> String
@@ -1183,9 +1191,9 @@ module Aws::Firehose
1183
1191
  # resp.delivery_stream_description.destinations[0].splunk_destination_description.s3_destination_description.cloud_watch_logging_options.log_stream_name #=> String
1184
1192
  # resp.delivery_stream_description.destinations[0].splunk_destination_description.processing_configuration.enabled #=> Boolean
1185
1193
  # resp.delivery_stream_description.destinations[0].splunk_destination_description.processing_configuration.processors #=> Array
1186
- # resp.delivery_stream_description.destinations[0].splunk_destination_description.processing_configuration.processors[0].type #=> String, one of "Lambda"
1194
+ # resp.delivery_stream_description.destinations[0].splunk_destination_description.processing_configuration.processors[0].type #=> String, one of "RecordDeAggregation", "Lambda", "MetadataExtraction", "AppendDelimiterToRecord"
1187
1195
  # resp.delivery_stream_description.destinations[0].splunk_destination_description.processing_configuration.processors[0].parameters #=> Array
1188
- # resp.delivery_stream_description.destinations[0].splunk_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds"
1196
+ # resp.delivery_stream_description.destinations[0].splunk_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "MetadataExtractionQuery", "JsonParsingEngine", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds", "SubRecordType", "Delimiter"
1189
1197
  # resp.delivery_stream_description.destinations[0].splunk_destination_description.processing_configuration.processors[0].parameters[0].parameter_value #=> String
1190
1198
  # resp.delivery_stream_description.destinations[0].splunk_destination_description.cloud_watch_logging_options.enabled #=> Boolean
1191
1199
  # resp.delivery_stream_description.destinations[0].splunk_destination_description.cloud_watch_logging_options.log_group_name #=> String
@@ -1203,9 +1211,9 @@ module Aws::Firehose
1203
1211
  # resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.request_configuration.common_attributes[0].attribute_value #=> String
1204
1212
  # resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.processing_configuration.enabled #=> Boolean
1205
1213
  # resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.processing_configuration.processors #=> Array
1206
- # resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.processing_configuration.processors[0].type #=> String, one of "Lambda"
1214
+ # resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.processing_configuration.processors[0].type #=> String, one of "RecordDeAggregation", "Lambda", "MetadataExtraction", "AppendDelimiterToRecord"
1207
1215
  # resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.processing_configuration.processors[0].parameters #=> Array
1208
- # resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds"
1216
+ # resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "MetadataExtractionQuery", "JsonParsingEngine", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds", "SubRecordType", "Delimiter"
1209
1217
  # resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.processing_configuration.processors[0].parameters[0].parameter_value #=> String
1210
1218
  # resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.role_arn #=> String
1211
1219
  # resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.retry_options.duration_in_seconds #=> Integer
@@ -1354,7 +1362,7 @@ module Aws::Firehose
1354
1362
  #
1355
1363
  # You must specify the name of the delivery stream and the data record
1356
1364
  # when using PutRecord. The data record consists of a data blob that can
1357
- # be up to 1,000 KB in size, and any kind of data. For example, it can
1365
+ # be up to 1,000 KiB in size, and any kind of data. For example, it can
1358
1366
  # be a segment from a log file, geographic location data, website
1359
1367
  # clickstream data, and so on.
1360
1368
  #
@@ -1430,7 +1438,7 @@ module Aws::Firehose
1430
1438
  # Quota][1].
1431
1439
  #
1432
1440
  # Each PutRecordBatch request supports up to 500 records. Each record in
1433
- # the request can be as large as 1,000 KB (before 64-bit encoding), up
1441
+ # the request can be as large as 1,000 KB (before base64 encoding), up
1434
1442
  # to a limit of 4 MB for the entire request. These limits cannot be
1435
1443
  # changed.
1436
1444
  #
@@ -1865,10 +1873,10 @@ module Aws::Firehose
1865
1873
  # enabled: false,
1866
1874
  # processors: [
1867
1875
  # {
1868
- # type: "Lambda", # required, accepts Lambda
1876
+ # type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
1869
1877
  # parameters: [
1870
1878
  # {
1871
- # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
1879
+ # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
1872
1880
  # parameter_value: "ProcessorParameterValue", # required
1873
1881
  # },
1874
1882
  # ],
@@ -1947,6 +1955,12 @@ module Aws::Firehose
1947
1955
  # },
1948
1956
  # enabled: false,
1949
1957
  # },
1958
+ # dynamic_partitioning_configuration: {
1959
+ # retry_options: {
1960
+ # duration_in_seconds: 1,
1961
+ # },
1962
+ # enabled: false,
1963
+ # },
1950
1964
  # },
1951
1965
  # redshift_destination_update: {
1952
1966
  # role_arn: "RoleARN",
@@ -1987,10 +2001,10 @@ module Aws::Firehose
1987
2001
  # enabled: false,
1988
2002
  # processors: [
1989
2003
  # {
1990
- # type: "Lambda", # required, accepts Lambda
2004
+ # type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
1991
2005
  # parameters: [
1992
2006
  # {
1993
- # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
2007
+ # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
1994
2008
  # parameter_value: "ProcessorParameterValue", # required
1995
2009
  # },
1996
2010
  # ],
@@ -2066,10 +2080,10 @@ module Aws::Firehose
2066
2080
  # enabled: false,
2067
2081
  # processors: [
2068
2082
  # {
2069
- # type: "Lambda", # required, accepts Lambda
2083
+ # type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
2070
2084
  # parameters: [
2071
2085
  # {
2072
- # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
2086
+ # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
2073
2087
  # parameter_value: "ProcessorParameterValue", # required
2074
2088
  # },
2075
2089
  # ],
@@ -2117,10 +2131,10 @@ module Aws::Firehose
2117
2131
  # enabled: false,
2118
2132
  # processors: [
2119
2133
  # {
2120
- # type: "Lambda", # required, accepts Lambda
2134
+ # type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
2121
2135
  # parameters: [
2122
2136
  # {
2123
- # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
2137
+ # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
2124
2138
  # parameter_value: "ProcessorParameterValue", # required
2125
2139
  # },
2126
2140
  # ],
@@ -2161,10 +2175,10 @@ module Aws::Firehose
2161
2175
  # enabled: false,
2162
2176
  # processors: [
2163
2177
  # {
2164
- # type: "Lambda", # required, accepts Lambda
2178
+ # type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
2165
2179
  # parameters: [
2166
2180
  # {
2167
- # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
2181
+ # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
2168
2182
  # parameter_value: "ProcessorParameterValue", # required
2169
2183
  # },
2170
2184
  # ],
@@ -2223,7 +2237,7 @@ module Aws::Firehose
2223
2237
  params: params,
2224
2238
  config: config)
2225
2239
  context[:gem_name] = 'aws-sdk-firehose'
2226
- context[:gem_version] = '1.36.0'
2240
+ context[:gem_version] = '1.40.0'
2227
2241
  Seahorse::Client::Request.new(handlers, context)
2228
2242
  end
2229
2243
 
data/lib/aws-sdk-firehose/client_api.rb CHANGED
@@ -3,7 +3,7 @@
3
3
  # WARNING ABOUT GENERATED CODE
4
4
  #
5
5
  # This file is generated. See the contributing guide for more information:
6
- # https://github.com/aws/aws-sdk-ruby/blob/master/CONTRIBUTING.md
6
+ # https://github.com/aws/aws-sdk-ruby/blob/version-3/CONTRIBUTING.md
7
7
  #
8
8
  # WARNING ABOUT GENERATED CODE
9
9
 
@@ -53,6 +53,7 @@ module Aws::Firehose
53
53
  DestinationDescription = Shapes::StructureShape.new(name: 'DestinationDescription')
54
54
  DestinationDescriptionList = Shapes::ListShape.new(name: 'DestinationDescriptionList')
55
55
  DestinationId = Shapes::StringShape.new(name: 'DestinationId')
56
+ DynamicPartitioningConfiguration = Shapes::StructureShape.new(name: 'DynamicPartitioningConfiguration')
56
57
  ElasticsearchBufferingHints = Shapes::StructureShape.new(name: 'ElasticsearchBufferingHints')
57
58
  ElasticsearchBufferingIntervalInSeconds = Shapes::IntegerShape.new(name: 'ElasticsearchBufferingIntervalInSeconds')
58
59
  ElasticsearchBufferingSizeInMBs = Shapes::IntegerShape.new(name: 'ElasticsearchBufferingSizeInMBs')
@@ -163,6 +164,8 @@ module Aws::Firehose
163
164
  RedshiftS3BackupMode = Shapes::StringShape.new(name: 'RedshiftS3BackupMode')
164
165
  ResourceInUseException = Shapes::StructureShape.new(name: 'ResourceInUseException')
165
166
  ResourceNotFoundException = Shapes::StructureShape.new(name: 'ResourceNotFoundException')
167
+ RetryDurationInSeconds = Shapes::IntegerShape.new(name: 'RetryDurationInSeconds')
168
+ RetryOptions = Shapes::StructureShape.new(name: 'RetryOptions')
166
169
  RoleARN = Shapes::StringShape.new(name: 'RoleARN')
167
170
  S3BackupMode = Shapes::StringShape.new(name: 'S3BackupMode')
168
171
  S3DestinationConfiguration = Shapes::StructureShape.new(name: 'S3DestinationConfiguration')
@@ -298,6 +301,10 @@ module Aws::Firehose
298
301
 
299
302
  DestinationDescriptionList.member = Shapes::ShapeRef.new(shape: DestinationDescription)
300
303
 
304
+ DynamicPartitioningConfiguration.add_member(:retry_options, Shapes::ShapeRef.new(shape: RetryOptions, location_name: "RetryOptions"))
305
+ DynamicPartitioningConfiguration.add_member(:enabled, Shapes::ShapeRef.new(shape: BooleanObject, location_name: "Enabled"))
306
+ DynamicPartitioningConfiguration.struct_class = Types::DynamicPartitioningConfiguration
307
+
301
308
  ElasticsearchBufferingHints.add_member(:interval_in_seconds, Shapes::ShapeRef.new(shape: ElasticsearchBufferingIntervalInSeconds, location_name: "IntervalInSeconds"))
302
309
  ElasticsearchBufferingHints.add_member(:size_in_m_bs, Shapes::ShapeRef.new(shape: ElasticsearchBufferingSizeInMBs, location_name: "SizeInMBs"))
303
310
  ElasticsearchBufferingHints.struct_class = Types::ElasticsearchBufferingHints
@@ -364,6 +371,7 @@ module Aws::Firehose
364
371
  ExtendedS3DestinationConfiguration.add_member(:s3_backup_mode, Shapes::ShapeRef.new(shape: S3BackupMode, location_name: "S3BackupMode"))
365
372
  ExtendedS3DestinationConfiguration.add_member(:s3_backup_configuration, Shapes::ShapeRef.new(shape: S3DestinationConfiguration, location_name: "S3BackupConfiguration"))
366
373
  ExtendedS3DestinationConfiguration.add_member(:data_format_conversion_configuration, Shapes::ShapeRef.new(shape: DataFormatConversionConfiguration, location_name: "DataFormatConversionConfiguration"))
374
+ ExtendedS3DestinationConfiguration.add_member(:dynamic_partitioning_configuration, Shapes::ShapeRef.new(shape: DynamicPartitioningConfiguration, location_name: "DynamicPartitioningConfiguration"))
367
375
  ExtendedS3DestinationConfiguration.struct_class = Types::ExtendedS3DestinationConfiguration
368
376
 
369
377
  ExtendedS3DestinationDescription.add_member(:role_arn, Shapes::ShapeRef.new(shape: RoleARN, required: true, location_name: "RoleARN"))
@@ -378,6 +386,7 @@ module Aws::Firehose
378
386
  ExtendedS3DestinationDescription.add_member(:s3_backup_mode, Shapes::ShapeRef.new(shape: S3BackupMode, location_name: "S3BackupMode"))
379
387
  ExtendedS3DestinationDescription.add_member(:s3_backup_description, Shapes::ShapeRef.new(shape: S3DestinationDescription, location_name: "S3BackupDescription"))
380
388
  ExtendedS3DestinationDescription.add_member(:data_format_conversion_configuration, Shapes::ShapeRef.new(shape: DataFormatConversionConfiguration, location_name: "DataFormatConversionConfiguration"))
389
+ ExtendedS3DestinationDescription.add_member(:dynamic_partitioning_configuration, Shapes::ShapeRef.new(shape: DynamicPartitioningConfiguration, location_name: "DynamicPartitioningConfiguration"))
381
390
  ExtendedS3DestinationDescription.struct_class = Types::ExtendedS3DestinationDescription
382
391
 
383
392
  ExtendedS3DestinationUpdate.add_member(:role_arn, Shapes::ShapeRef.new(shape: RoleARN, location_name: "RoleARN"))
@@ -392,6 +401,7 @@ module Aws::Firehose
392
401
  ExtendedS3DestinationUpdate.add_member(:s3_backup_mode, Shapes::ShapeRef.new(shape: S3BackupMode, location_name: "S3BackupMode"))
393
402
  ExtendedS3DestinationUpdate.add_member(:s3_backup_update, Shapes::ShapeRef.new(shape: S3DestinationUpdate, location_name: "S3BackupUpdate"))
394
403
  ExtendedS3DestinationUpdate.add_member(:data_format_conversion_configuration, Shapes::ShapeRef.new(shape: DataFormatConversionConfiguration, location_name: "DataFormatConversionConfiguration"))
404
+ ExtendedS3DestinationUpdate.add_member(:dynamic_partitioning_configuration, Shapes::ShapeRef.new(shape: DynamicPartitioningConfiguration, location_name: "DynamicPartitioningConfiguration"))
395
405
  ExtendedS3DestinationUpdate.struct_class = Types::ExtendedS3DestinationUpdate
396
406
 
397
407
  FailureDescription.add_member(:type, Shapes::ShapeRef.new(shape: DeliveryStreamFailureType, required: true, location_name: "Type"))
@@ -629,6 +639,9 @@ module Aws::Firehose
629
639
  ResourceNotFoundException.add_member(:message, Shapes::ShapeRef.new(shape: ErrorMessage, location_name: "message"))
630
640
  ResourceNotFoundException.struct_class = Types::ResourceNotFoundException
631
641
 
642
+ RetryOptions.add_member(:duration_in_seconds, Shapes::ShapeRef.new(shape: RetryDurationInSeconds, location_name: "DurationInSeconds"))
643
+ RetryOptions.struct_class = Types::RetryOptions
644
+
632
645
  S3DestinationConfiguration.add_member(:role_arn, Shapes::ShapeRef.new(shape: RoleARN, required: true, location_name: "RoleARN"))
633
646
  S3DestinationConfiguration.add_member(:bucket_arn, Shapes::ShapeRef.new(shape: BucketARN, required: true, location_name: "BucketARN"))
634
647
  S3DestinationConfiguration.add_member(:prefix, Shapes::ShapeRef.new(shape: Prefix, location_name: "Prefix"))
data/lib/aws-sdk-firehose/customizations.rb CHANGED
@@ -2,7 +2,7 @@
2
2
  # WARNING ABOUT GENERATED CODE
3
3
  #
4
4
  # This file is generated. See the contributing for info on making contributions:
5
- # https://github.com/aws/aws-sdk-ruby/blob/master/CONTRIBUTING.md
5
+ # https://github.com/aws/aws-sdk-ruby/blob/version-3/CONTRIBUTING.md
6
6
  #
7
7
  # WARNING ABOUT GENERATED CODE
8
8
 
data/lib/aws-sdk-firehose/errors.rb CHANGED
@@ -3,7 +3,7 @@
3
3
  # WARNING ABOUT GENERATED CODE
4
4
  #
5
5
  # This file is generated. See the contributing guide for more information:
6
- # https://github.com/aws/aws-sdk-ruby/blob/master/CONTRIBUTING.md
6
+ # https://github.com/aws/aws-sdk-ruby/blob/version-3/CONTRIBUTING.md
7
7
  #
8
8
  # WARNING ABOUT GENERATED CODE
9
9
 
data/lib/aws-sdk-firehose/resource.rb CHANGED
@@ -3,7 +3,7 @@
3
3
  # WARNING ABOUT GENERATED CODE
4
4
  #
5
5
  # This file is generated. See the contributing guide for more information:
6
- # https://github.com/aws/aws-sdk-ruby/blob/master/CONTRIBUTING.md
6
+ # https://github.com/aws/aws-sdk-ruby/blob/version-3/CONTRIBUTING.md
7
7
  #
8
8
  # WARNING ABOUT GENERATED CODE
9
9
 
data/lib/aws-sdk-firehose/types.rb CHANGED
@@ -3,7 +3,7 @@
3
3
  # WARNING ABOUT GENERATED CODE
4
4
  #
5
5
  # This file is generated. See the contributing guide for more information:
6
- # https://github.com/aws/aws-sdk-ruby/blob/master/CONTRIBUTING.md
6
+ # https://github.com/aws/aws-sdk-ruby/blob/version-3/CONTRIBUTING.md
7
7
  #
8
8
  # WARNING ABOUT GENERATED CODE
9
9
 
@@ -225,10 +225,10 @@ module Aws::Firehose
225
225
  # enabled: false,
226
226
  # processors: [
227
227
  # {
228
- # type: "Lambda", # required, accepts Lambda
228
+ # type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
229
229
  # parameters: [
230
230
  # {
231
- # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
231
+ # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
232
232
  # parameter_value: "ProcessorParameterValue", # required
233
233
  # },
234
234
  # ],
@@ -307,6 +307,12 @@ module Aws::Firehose
307
307
  # },
308
308
  # enabled: false,
309
309
  # },
310
+ # dynamic_partitioning_configuration: {
311
+ # retry_options: {
312
+ # duration_in_seconds: 1,
313
+ # },
314
+ # enabled: false,
315
+ # },
310
316
  # },
311
317
  # redshift_destination_configuration: {
312
318
  # role_arn: "RoleARN", # required
@@ -347,10 +353,10 @@ module Aws::Firehose
347
353
  # enabled: false,
348
354
  # processors: [
349
355
  # {
350
- # type: "Lambda", # required, accepts Lambda
356
+ # type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
351
357
  # parameters: [
352
358
  # {
353
- # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
359
+ # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
354
360
  # parameter_value: "ProcessorParameterValue", # required
355
361
  # },
356
362
  # ],
@@ -427,10 +433,10 @@ module Aws::Firehose
427
433
  # enabled: false,
428
434
  # processors: [
429
435
  # {
430
- # type: "Lambda", # required, accepts Lambda
436
+ # type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
431
437
  # parameters: [
432
438
  # {
433
- # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
439
+ # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
434
440
  # parameter_value: "ProcessorParameterValue", # required
435
441
  # },
436
442
  # ],
@@ -483,10 +489,10 @@ module Aws::Firehose
483
489
  # enabled: false,
484
490
  # processors: [
485
491
  # {
486
- # type: "Lambda", # required, accepts Lambda
492
+ # type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
487
493
  # parameters: [
488
494
  # {
489
- # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
495
+ # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
490
496
  # parameter_value: "ProcessorParameterValue", # required
491
497
  # },
492
498
  # ],
@@ -527,10 +533,10 @@ module Aws::Firehose
527
533
  # enabled: false,
528
534
  # processors: [
529
535
  # {
530
- # type: "Lambda", # required, accepts Lambda
536
+ # type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
531
537
  # parameters: [
532
538
  # {
533
- # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
539
+ # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
534
540
  # parameter_value: "ProcessorParameterValue", # required
535
541
  # },
536
542
  # ],
@@ -1161,6 +1167,45 @@ module Aws::Firehose
1161
1167
  include Aws::Structure
1162
1168
  end
1163
1169
 
1170
+ # The configuration of the dynamic partitioning mechanism that creates
1171
+ # smaller data sets from the streaming data by partitioning it based on
1172
+ # partition keys. Currently, dynamic partitioning is only supported for
1173
+ # Amazon S3 destinations. For more information, see
1174
+ # [https://docs.aws.amazon.com/firehose/latest/dev/dynamic-partitioning.html][1]
1175
+ #
1176
+ #
1177
+ #
1178
+ # [1]: https://docs.aws.amazon.com/firehose/latest/dev/dynamic-partitioning.html
1179
+ #
1180
+ # @note When making an API call, you may pass DynamicPartitioningConfiguration
1181
+ # data as a hash:
1182
+ #
1183
+ # {
1184
+ # retry_options: {
1185
+ # duration_in_seconds: 1,
1186
+ # },
1187
+ # enabled: false,
1188
+ # }
1189
+ #
1190
+ # @!attribute [rw] retry_options
1191
+ # The retry behavior in case Kinesis Data Firehose is unable to
1192
+ # deliver data to an Amazon S3 prefix.
1193
+ # @return [Types::RetryOptions]
1194
+ #
1195
+ # @!attribute [rw] enabled
1196
+ # Specifies that the dynamic partitioning is enabled for this Kinesis
1197
+ # Data Firehose delivery stream.
1198
+ # @return [Boolean]
1199
+ #
1200
+ # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/DynamicPartitioningConfiguration AWS API Documentation
1201
+ #
1202
+ class DynamicPartitioningConfiguration < Struct.new(
1203
+ :retry_options,
1204
+ :enabled)
1205
+ SENSITIVE = []
1206
+ include Aws::Structure
1207
+ end
1208
+
1164
1209
  # Describes the buffering to perform before delivering data to the
1165
1210
  # Amazon ES destination.
1166
1211
  #
@@ -1243,10 +1288,10 @@ module Aws::Firehose
1243
1288
  # enabled: false,
1244
1289
  # processors: [
1245
1290
  # {
1246
- # type: "Lambda", # required, accepts Lambda
1291
+ # type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
1247
1292
  # parameters: [
1248
1293
  # {
1249
- # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
1294
+ # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
1250
1295
  # parameter_value: "ProcessorParameterValue", # required
1251
1296
  # },
1252
1297
  # ],
@@ -1524,10 +1569,10 @@ module Aws::Firehose
1524
1569
  # enabled: false,
1525
1570
  # processors: [
1526
1571
  # {
1527
- # type: "Lambda", # required, accepts Lambda
1572
+ # type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
1528
1573
  # parameters: [
1529
1574
  # {
1530
- # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
1575
+ # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
1531
1576
  # parameter_value: "ProcessorParameterValue", # required
1532
1577
  # },
1533
1578
  # ],
@@ -1728,10 +1773,10 @@ module Aws::Firehose
1728
1773
  # enabled: false,
1729
1774
  # processors: [
1730
1775
  # {
1731
- # type: "Lambda", # required, accepts Lambda
1776
+ # type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
1732
1777
  # parameters: [
1733
1778
  # {
1734
- # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
1779
+ # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
1735
1780
  # parameter_value: "ProcessorParameterValue", # required
1736
1781
  # },
1737
1782
  # ],
@@ -1810,6 +1855,12 @@ module Aws::Firehose
1810
1855
  # },
1811
1856
  # enabled: false,
1812
1857
  # },
1858
+ # dynamic_partitioning_configuration: {
1859
+ # retry_options: {
1860
+ # duration_in_seconds: 1,
1861
+ # },
1862
+ # enabled: false,
1863
+ # },
1813
1864
  # }
1814
1865
  #
1815
1866
  # @!attribute [rw] role_arn
@@ -1891,6 +1942,18 @@ module Aws::Firehose
1891
1942
  # Amazon S3.
1892
1943
  # @return [Types::DataFormatConversionConfiguration]
1893
1944
  #
1945
+ # @!attribute [rw] dynamic_partitioning_configuration
1946
+ # The configuration of the dynamic partitioning mechanism that creates
1947
+ # smaller data sets from the streaming data by partitioning it based
1948
+ # on partition keys. Currently, dynamic partitioning is only supported
1949
+ # for Amazon S3 destinations. For more information, see
1950
+ # [https://docs.aws.amazon.com/firehose/latest/dev/dynamic-partitioning.html][1]
1951
+ #
1952
+ #
1953
+ #
1954
+ # [1]: https://docs.aws.amazon.com/firehose/latest/dev/dynamic-partitioning.html
1955
+ # @return [Types::DynamicPartitioningConfiguration]
1956
+ #
1894
1957
  # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/ExtendedS3DestinationConfiguration AWS API Documentation
1895
1958
  #
1896
1959
  class ExtendedS3DestinationConfiguration < Struct.new(
@@ -1905,7 +1968,8 @@ module Aws::Firehose
1905
1968
  :processing_configuration,
1906
1969
  :s3_backup_mode,
1907
1970
  :s3_backup_configuration,
1908
- :data_format_conversion_configuration)
1971
+ :data_format_conversion_configuration,
1972
+ :dynamic_partitioning_configuration)
1909
1973
  SENSITIVE = []
1910
1974
  include Aws::Structure
1911
1975
  end
@@ -1988,6 +2052,18 @@ module Aws::Firehose
1988
2052
  # Amazon S3.
1989
2053
  # @return [Types::DataFormatConversionConfiguration]
1990
2054
  #
2055
+ # @!attribute [rw] dynamic_partitioning_configuration
2056
+ # The configuration of the dynamic partitioning mechanism that creates
2057
+ # smaller data sets from the streaming data by partitioning it based
2058
+ # on partition keys. Currently, dynamic partitioning is only supported
2059
+ # for Amazon S3 destinations. For more information, see
2060
+ # [https://docs.aws.amazon.com/firehose/latest/dev/dynamic-partitioning.html][1]
2061
+ #
2062
+ #
2063
+ #
2064
+ # [1]: https://docs.aws.amazon.com/firehose/latest/dev/dynamic-partitioning.html
2065
+ # @return [Types::DynamicPartitioningConfiguration]
2066
+ #
1991
2067
  # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/ExtendedS3DestinationDescription AWS API Documentation
1992
2068
  #
1993
2069
  class ExtendedS3DestinationDescription < Struct.new(
@@ -2002,7 +2078,8 @@ module Aws::Firehose
2002
2078
  :processing_configuration,
2003
2079
  :s3_backup_mode,
2004
2080
  :s3_backup_description,
2005
- :data_format_conversion_configuration)
2081
+ :data_format_conversion_configuration,
2082
+ :dynamic_partitioning_configuration)
2006
2083
  SENSITIVE = []
2007
2084
  include Aws::Structure
2008
2085
  end
@@ -2037,10 +2114,10 @@ module Aws::Firehose
2037
2114
  # enabled: false,
2038
2115
  # processors: [
2039
2116
  # {
2040
- # type: "Lambda", # required, accepts Lambda
2117
+ # type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
2041
2118
  # parameters: [
2042
2119
  # {
2043
- # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
2120
+ # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
2044
2121
  # parameter_value: "ProcessorParameterValue", # required
2045
2122
  # },
2046
2123
  # ],
@@ -2119,6 +2196,12 @@ module Aws::Firehose
2119
2196
  # },
2120
2197
  # enabled: false,
2121
2198
  # },
2199
+ # dynamic_partitioning_configuration: {
2200
+ # retry_options: {
2201
+ # duration_in_seconds: 1,
2202
+ # },
2203
+ # enabled: false,
2204
+ # },
2122
2205
  # }
2123
2206
  #
2124
2207
  # @!attribute [rw] role_arn
@@ -2199,6 +2282,18 @@ module Aws::Firehose
2199
2282
  # Amazon S3.
2200
2283
  # @return [Types::DataFormatConversionConfiguration]
2201
2284
  #
2285
+ # @!attribute [rw] dynamic_partitioning_configuration
2286
+ # The configuration of the dynamic partitioning mechanism that creates
2287
+ # smaller data sets from the streaming data by partitioning it based
2288
+ # on partition keys. Currently, dynamic partitioning is only supported
2289
+ # for Amazon S3 destinations. For more information, see
2290
+ # [https://docs.aws.amazon.com/firehose/latest/dev/dynamic-partitioning.html][1]
2291
+ #
2292
+ #
2293
+ #
2294
+ # [1]: https://docs.aws.amazon.com/firehose/latest/dev/dynamic-partitioning.html
2295
+ # @return [Types::DynamicPartitioningConfiguration]
2296
+ #
2202
2297
  # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/ExtendedS3DestinationUpdate AWS API Documentation
2203
2298
  #
2204
2299
  class ExtendedS3DestinationUpdate < Struct.new(
@@ -2213,7 +2308,8 @@ module Aws::Firehose
2213
2308
  :processing_configuration,
2214
2309
  :s3_backup_mode,
2215
2310
  :s3_backup_update,
2216
- :data_format_conversion_configuration)
2311
+ :data_format_conversion_configuration,
2312
+ :dynamic_partitioning_configuration)
2217
2313
  SENSITIVE = []
2218
2314
  include Aws::Structure
2219
2315
  end
@@ -2358,6 +2454,14 @@ module Aws::Firehose
2358
2454
  #
2359
2455
  # @!attribute [rw] url
2360
2456
  # The URL of the HTTP endpoint selected as the destination.
2457
+ #
2458
+ # If you choose an HTTP endpoint as your destination, review and
2459
+ # follow the instructions in the [Appendix - HTTP Endpoint Delivery
2460
+ # Request and Response Specifications][1].
2461
+ #
2462
+ #
2463
+ #
2464
+ # [1]: https://docs.aws.amazon.com/firehose/latest/dev/httpdeliveryrequestresponse.html
2361
2465
  # @return [String]
2362
2466
  #
2363
2467
  # @!attribute [rw] name
@@ -2431,10 +2535,10 @@ module Aws::Firehose
2431
2535
  # enabled: false,
2432
2536
  # processors: [
2433
2537
  # {
2434
- # type: "Lambda", # required, accepts Lambda
2538
+ # type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
2435
2539
  # parameters: [
2436
2540
  # {
2437
- # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
2541
+ # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
2438
2542
  # parameter_value: "ProcessorParameterValue", # required
2439
2543
  # },
2440
2544
  # ],
@@ -2639,10 +2743,10 @@ module Aws::Firehose
2639
2743
  # enabled: false,
2640
2744
  # processors: [
2641
2745
  # {
2642
- # type: "Lambda", # required, accepts Lambda
2746
+ # type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
2643
2747
  # parameters: [
2644
2748
  # {
2645
- # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
2749
+ # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
2646
2750
  # parameter_value: "ProcessorParameterValue", # required
2647
2751
  # },
2648
2752
  # ],
@@ -3403,10 +3507,10 @@ module Aws::Firehose
3403
3507
  # enabled: false,
3404
3508
  # processors: [
3405
3509
  # {
3406
- # type: "Lambda", # required, accepts Lambda
3510
+ # type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
3407
3511
  # parameters: [
3408
3512
  # {
3409
- # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
3513
+ # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
3410
3514
  # parameter_value: "ProcessorParameterValue", # required
3411
3515
  # },
3412
3516
  # ],
@@ -3437,10 +3541,10 @@ module Aws::Firehose
3437
3541
  # data as a hash:
3438
3542
  #
3439
3543
  # {
3440
- # type: "Lambda", # required, accepts Lambda
3544
+ # type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
3441
3545
  # parameters: [
3442
3546
  # {
3443
- # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
3547
+ # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
3444
3548
  # parameter_value: "ProcessorParameterValue", # required
3445
3549
  # },
3446
3550
  # ],
@@ -3469,7 +3573,7 @@ module Aws::Firehose
3469
3573
  # data as a hash:
3470
3574
  #
3471
3575
  # {
3472
- # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
3576
+ # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
3473
3577
  # parameter_value: "ProcessorParameterValue", # required
3474
3578
  # }
3475
3579
  #
@@ -3686,10 +3790,10 @@ module Aws::Firehose
3686
3790
  # enabled: false,
3687
3791
  # processors: [
3688
3792
  # {
3689
- # type: "Lambda", # required, accepts Lambda
3793
+ # type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
3690
3794
  # parameters: [
3691
3795
  # {
3692
- # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
3796
+ # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
3693
3797
  # parameter_value: "ProcessorParameterValue", # required
3694
3798
  # },
3695
3799
  # ],
@@ -3917,10 +4021,10 @@ module Aws::Firehose
3917
4021
  # enabled: false,
3918
4022
  # processors: [
3919
4023
  # {
3920
- # type: "Lambda", # required, accepts Lambda
4024
+ # type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
3921
4025
  # parameters: [
3922
4026
  # {
3923
- # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
4027
+ # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
3924
4028
  # parameter_value: "ProcessorParameterValue", # required
3925
4029
  # },
3926
4030
  # ],
@@ -4089,6 +4193,29 @@ module Aws::Firehose
4089
4193
  include Aws::Structure
4090
4194
  end
4091
4195
 
4196
+ # The retry behavior in case Kinesis Data Firehose is unable to deliver
4197
+ # data to an Amazon S3 prefix.
4198
+ #
4199
+ # @note When making an API call, you may pass RetryOptions
4200
+ # data as a hash:
4201
+ #
4202
+ # {
4203
+ # duration_in_seconds: 1,
4204
+ # }
4205
+ #
4206
+ # @!attribute [rw] duration_in_seconds
4207
+ # The period of time during which Kinesis Data Firehose retries to
4208
+ # deliver data to the specified Amazon S3 prefix.
4209
+ # @return [Integer]
4210
+ #
4211
+ # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/RetryOptions AWS API Documentation
4212
+ #
4213
+ class RetryOptions < Struct.new(
4214
+ :duration_in_seconds)
4215
+ SENSITIVE = []
4216
+ include Aws::Structure
4217
+ end
4218
+
4092
4219
  # Describes the configuration of a destination in Amazon S3.
4093
4220
  #
4094
4221
  # @note When making an API call, you may pass S3DestinationConfiguration
@@ -4397,6 +4524,10 @@ module Aws::Firehose
4397
4524
  # The role that Kinesis Data Firehose can use to access AWS Glue. This
4398
4525
  # role must be in the same account you use for Kinesis Data Firehose.
4399
4526
  # Cross-account roles aren't allowed.
4527
+ #
4528
+ # If the `SchemaConfiguration` request parameter is used as part of
4529
+ # invoking the `CreateDeliveryStream` API, then the `RoleARN` property
4530
+ # is required and its value must be specified.
4400
4531
  # @return [String]
4401
4532
  #
4402
4533
  # @!attribute [rw] catalog_id
@@ -4407,11 +4538,19 @@ module Aws::Firehose
4407
4538
  # @!attribute [rw] database_name
4408
4539
  # Specifies the name of the AWS Glue database that contains the schema
4409
4540
  # for the output data.
4541
+ #
4542
+ # If the `SchemaConfiguration` request parameter is used as part of
4543
+ # invoking the `CreateDeliveryStream` API, then the `DatabaseName`
4544
+ # property is required and its value must be specified.
4410
4545
  # @return [String]
4411
4546
  #
4412
4547
  # @!attribute [rw] table_name
4413
4548
  # Specifies the AWS Glue table that contains the column information
4414
4549
  # that constitutes your data schema.
4550
+ #
4551
+ # If the `SchemaConfiguration` request parameter is used as part of
4552
+ # invoking the `CreateDeliveryStream` API, then the `TableName`
4553
+ # property is required and its value must be specified.
4415
4554
  # @return [String]
4416
4555
  #
4417
4556
  # @!attribute [rw] region
@@ -4581,10 +4720,10 @@ module Aws::Firehose
4581
4720
  # enabled: false,
4582
4721
  # processors: [
4583
4722
  # {
4584
- # type: "Lambda", # required, accepts Lambda
4723
+ # type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
4585
4724
  # parameters: [
4586
4725
  # {
4587
- # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
4726
+ # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
4588
4727
  # parameter_value: "ProcessorParameterValue", # required
4589
4728
  # },
4590
4729
  # ],
@@ -4772,10 +4911,10 @@ module Aws::Firehose
4772
4911
  # enabled: false,
4773
4912
  # processors: [
4774
4913
  # {
4775
- # type: "Lambda", # required, accepts Lambda
4914
+ # type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
4776
4915
  # parameters: [
4777
4916
  # {
4778
- # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
4917
+ # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
4779
4918
  # parameter_value: "ProcessorParameterValue", # required
4780
4919
  # },
4781
4920
  # ],
@@ -5092,10 +5231,10 @@ module Aws::Firehose
5092
5231
  # enabled: false,
5093
5232
  # processors: [
5094
5233
  # {
5095
- # type: "Lambda", # required, accepts Lambda
5234
+ # type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
5096
5235
  # parameters: [
5097
5236
  # {
5098
- # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
5237
+ # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
5099
5238
  # parameter_value: "ProcessorParameterValue", # required
5100
5239
  # },
5101
5240
  # ],
@@ -5174,6 +5313,12 @@ module Aws::Firehose
5174
5313
  # },
5175
5314
  # enabled: false,
5176
5315
  # },
5316
+ # dynamic_partitioning_configuration: {
5317
+ # retry_options: {
5318
+ # duration_in_seconds: 1,
5319
+ # },
5320
+ # enabled: false,
5321
+ # },
5177
5322
  # },
5178
5323
  # redshift_destination_update: {
5179
5324
  # role_arn: "RoleARN",
@@ -5214,10 +5359,10 @@ module Aws::Firehose
5214
5359
  # enabled: false,
5215
5360
  # processors: [
5216
5361
  # {
5217
- # type: "Lambda", # required, accepts Lambda
5362
+ # type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
5218
5363
  # parameters: [
5219
5364
  # {
5220
- # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
5365
+ # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
5221
5366
  # parameter_value: "ProcessorParameterValue", # required
5222
5367
  # },
5223
5368
  # ],
@@ -5293,10 +5438,10 @@ module Aws::Firehose
5293
5438
  # enabled: false,
5294
5439
  # processors: [
5295
5440
  # {
5296
- # type: "Lambda", # required, accepts Lambda
5441
+ # type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
5297
5442
  # parameters: [
5298
5443
  # {
5299
- # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
5444
+ # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
5300
5445
  # parameter_value: "ProcessorParameterValue", # required
5301
5446
  # },
5302
5447
  # ],
@@ -5344,10 +5489,10 @@ module Aws::Firehose
5344
5489
  # enabled: false,
5345
5490
  # processors: [
5346
5491
  # {
5347
- # type: "Lambda", # required, accepts Lambda
5492
+ # type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
5348
5493
  # parameters: [
5349
5494
  # {
5350
- # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
5495
+ # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
5351
5496
  # parameter_value: "ProcessorParameterValue", # required
5352
5497
  # },
5353
5498
  # ],
@@ -5388,10 +5533,10 @@ module Aws::Firehose
5388
5533
  # enabled: false,
5389
5534
  # processors: [
5390
5535
  # {
5391
- # type: "Lambda", # required, accepts Lambda
5536
+ # type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
5392
5537
  # parameters: [
5393
5538
  # {
5394
- # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
5539
+ # parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
5395
5540
  # parameter_value: "ProcessorParameterValue", # required
5396
5541
  # },
5397
5542
  # ],