aws-sdk-firehose 1.39.0 → 1.43.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +20 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-firehose/client.rb +206 -33
- data/lib/aws-sdk-firehose/client_api.rb +80 -0
- data/lib/aws-sdk-firehose/types.rb +673 -48
- data/lib/aws-sdk-firehose.rb +1 -1
- metadata +5 -5
|
@@ -10,6 +10,356 @@
|
|
|
10
10
|
module Aws::Firehose
|
|
11
11
|
module Types
|
|
12
12
|
|
|
13
|
+
# @note When making an API call, you may pass AmazonopensearchserviceBufferingHints
|
|
14
|
+
# data as a hash:
|
|
15
|
+
#
|
|
16
|
+
# {
|
|
17
|
+
# interval_in_seconds: 1,
|
|
18
|
+
# size_in_m_bs: 1,
|
|
19
|
+
# }
|
|
20
|
+
#
|
|
21
|
+
# @!attribute [rw] interval_in_seconds
|
|
22
|
+
# @return [Integer]
|
|
23
|
+
#
|
|
24
|
+
# @!attribute [rw] size_in_m_bs
|
|
25
|
+
# @return [Integer]
|
|
26
|
+
#
|
|
27
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/AmazonopensearchserviceBufferingHints AWS API Documentation
|
|
28
|
+
#
|
|
29
|
+
class AmazonopensearchserviceBufferingHints < Struct.new(
|
|
30
|
+
:interval_in_seconds,
|
|
31
|
+
:size_in_m_bs)
|
|
32
|
+
SENSITIVE = []
|
|
33
|
+
include Aws::Structure
|
|
34
|
+
end
|
|
35
|
+
|
|
36
|
+
# @note When making an API call, you may pass AmazonopensearchserviceDestinationConfiguration
|
|
37
|
+
# data as a hash:
|
|
38
|
+
#
|
|
39
|
+
# {
|
|
40
|
+
# role_arn: "RoleARN", # required
|
|
41
|
+
# domain_arn: "AmazonopensearchserviceDomainARN",
|
|
42
|
+
# cluster_endpoint: "AmazonopensearchserviceClusterEndpoint",
|
|
43
|
+
# index_name: "AmazonopensearchserviceIndexName", # required
|
|
44
|
+
# type_name: "AmazonopensearchserviceTypeName",
|
|
45
|
+
# index_rotation_period: "NoRotation", # accepts NoRotation, OneHour, OneDay, OneWeek, OneMonth
|
|
46
|
+
# buffering_hints: {
|
|
47
|
+
# interval_in_seconds: 1,
|
|
48
|
+
# size_in_m_bs: 1,
|
|
49
|
+
# },
|
|
50
|
+
# retry_options: {
|
|
51
|
+
# duration_in_seconds: 1,
|
|
52
|
+
# },
|
|
53
|
+
# s3_backup_mode: "FailedDocumentsOnly", # accepts FailedDocumentsOnly, AllDocuments
|
|
54
|
+
# s3_configuration: { # required
|
|
55
|
+
# role_arn: "RoleARN", # required
|
|
56
|
+
# bucket_arn: "BucketARN", # required
|
|
57
|
+
# prefix: "Prefix",
|
|
58
|
+
# error_output_prefix: "ErrorOutputPrefix",
|
|
59
|
+
# buffering_hints: {
|
|
60
|
+
# size_in_m_bs: 1,
|
|
61
|
+
# interval_in_seconds: 1,
|
|
62
|
+
# },
|
|
63
|
+
# compression_format: "UNCOMPRESSED", # accepts UNCOMPRESSED, GZIP, ZIP, Snappy, HADOOP_SNAPPY
|
|
64
|
+
# encryption_configuration: {
|
|
65
|
+
# no_encryption_config: "NoEncryption", # accepts NoEncryption
|
|
66
|
+
# kms_encryption_config: {
|
|
67
|
+
# awskms_key_arn: "AWSKMSKeyARN", # required
|
|
68
|
+
# },
|
|
69
|
+
# },
|
|
70
|
+
# cloud_watch_logging_options: {
|
|
71
|
+
# enabled: false,
|
|
72
|
+
# log_group_name: "LogGroupName",
|
|
73
|
+
# log_stream_name: "LogStreamName",
|
|
74
|
+
# },
|
|
75
|
+
# },
|
|
76
|
+
# processing_configuration: {
|
|
77
|
+
# enabled: false,
|
|
78
|
+
# processors: [
|
|
79
|
+
# {
|
|
80
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
81
|
+
# parameters: [
|
|
82
|
+
# {
|
|
83
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
84
|
+
# parameter_value: "ProcessorParameterValue", # required
|
|
85
|
+
# },
|
|
86
|
+
# ],
|
|
87
|
+
# },
|
|
88
|
+
# ],
|
|
89
|
+
# },
|
|
90
|
+
# cloud_watch_logging_options: {
|
|
91
|
+
# enabled: false,
|
|
92
|
+
# log_group_name: "LogGroupName",
|
|
93
|
+
# log_stream_name: "LogStreamName",
|
|
94
|
+
# },
|
|
95
|
+
# vpc_configuration: {
|
|
96
|
+
# subnet_ids: ["NonEmptyStringWithoutWhitespace"], # required
|
|
97
|
+
# role_arn: "RoleARN", # required
|
|
98
|
+
# security_group_ids: ["NonEmptyStringWithoutWhitespace"], # required
|
|
99
|
+
# },
|
|
100
|
+
# }
|
|
101
|
+
#
|
|
102
|
+
# @!attribute [rw] role_arn
|
|
103
|
+
# @return [String]
|
|
104
|
+
#
|
|
105
|
+
# @!attribute [rw] domain_arn
|
|
106
|
+
# @return [String]
|
|
107
|
+
#
|
|
108
|
+
# @!attribute [rw] cluster_endpoint
|
|
109
|
+
# @return [String]
|
|
110
|
+
#
|
|
111
|
+
# @!attribute [rw] index_name
|
|
112
|
+
# @return [String]
|
|
113
|
+
#
|
|
114
|
+
# @!attribute [rw] type_name
|
|
115
|
+
# @return [String]
|
|
116
|
+
#
|
|
117
|
+
# @!attribute [rw] index_rotation_period
|
|
118
|
+
# @return [String]
|
|
119
|
+
#
|
|
120
|
+
# @!attribute [rw] buffering_hints
|
|
121
|
+
# @return [Types::AmazonopensearchserviceBufferingHints]
|
|
122
|
+
#
|
|
123
|
+
# @!attribute [rw] retry_options
|
|
124
|
+
# @return [Types::AmazonopensearchserviceRetryOptions]
|
|
125
|
+
#
|
|
126
|
+
# @!attribute [rw] s3_backup_mode
|
|
127
|
+
# @return [String]
|
|
128
|
+
#
|
|
129
|
+
# @!attribute [rw] s3_configuration
|
|
130
|
+
# Describes the configuration of a destination in Amazon S3.
|
|
131
|
+
# @return [Types::S3DestinationConfiguration]
|
|
132
|
+
#
|
|
133
|
+
# @!attribute [rw] processing_configuration
|
|
134
|
+
# Describes a data processing configuration.
|
|
135
|
+
# @return [Types::ProcessingConfiguration]
|
|
136
|
+
#
|
|
137
|
+
# @!attribute [rw] cloud_watch_logging_options
|
|
138
|
+
# Describes the Amazon CloudWatch logging options for your delivery
|
|
139
|
+
# stream.
|
|
140
|
+
# @return [Types::CloudWatchLoggingOptions]
|
|
141
|
+
#
|
|
142
|
+
# @!attribute [rw] vpc_configuration
|
|
143
|
+
# The details of the VPC of the Amazon ES destination.
|
|
144
|
+
# @return [Types::VpcConfiguration]
|
|
145
|
+
#
|
|
146
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/AmazonopensearchserviceDestinationConfiguration AWS API Documentation
|
|
147
|
+
#
|
|
148
|
+
class AmazonopensearchserviceDestinationConfiguration < Struct.new(
|
|
149
|
+
:role_arn,
|
|
150
|
+
:domain_arn,
|
|
151
|
+
:cluster_endpoint,
|
|
152
|
+
:index_name,
|
|
153
|
+
:type_name,
|
|
154
|
+
:index_rotation_period,
|
|
155
|
+
:buffering_hints,
|
|
156
|
+
:retry_options,
|
|
157
|
+
:s3_backup_mode,
|
|
158
|
+
:s3_configuration,
|
|
159
|
+
:processing_configuration,
|
|
160
|
+
:cloud_watch_logging_options,
|
|
161
|
+
:vpc_configuration)
|
|
162
|
+
SENSITIVE = []
|
|
163
|
+
include Aws::Structure
|
|
164
|
+
end
|
|
165
|
+
|
|
166
|
+
# @!attribute [rw] role_arn
|
|
167
|
+
# @return [String]
|
|
168
|
+
#
|
|
169
|
+
# @!attribute [rw] domain_arn
|
|
170
|
+
# @return [String]
|
|
171
|
+
#
|
|
172
|
+
# @!attribute [rw] cluster_endpoint
|
|
173
|
+
# @return [String]
|
|
174
|
+
#
|
|
175
|
+
# @!attribute [rw] index_name
|
|
176
|
+
# @return [String]
|
|
177
|
+
#
|
|
178
|
+
# @!attribute [rw] type_name
|
|
179
|
+
# @return [String]
|
|
180
|
+
#
|
|
181
|
+
# @!attribute [rw] index_rotation_period
|
|
182
|
+
# @return [String]
|
|
183
|
+
#
|
|
184
|
+
# @!attribute [rw] buffering_hints
|
|
185
|
+
# @return [Types::AmazonopensearchserviceBufferingHints]
|
|
186
|
+
#
|
|
187
|
+
# @!attribute [rw] retry_options
|
|
188
|
+
# @return [Types::AmazonopensearchserviceRetryOptions]
|
|
189
|
+
#
|
|
190
|
+
# @!attribute [rw] s3_backup_mode
|
|
191
|
+
# @return [String]
|
|
192
|
+
#
|
|
193
|
+
# @!attribute [rw] s3_destination_description
|
|
194
|
+
# Describes a destination in Amazon S3.
|
|
195
|
+
# @return [Types::S3DestinationDescription]
|
|
196
|
+
#
|
|
197
|
+
# @!attribute [rw] processing_configuration
|
|
198
|
+
# Describes a data processing configuration.
|
|
199
|
+
# @return [Types::ProcessingConfiguration]
|
|
200
|
+
#
|
|
201
|
+
# @!attribute [rw] cloud_watch_logging_options
|
|
202
|
+
# Describes the Amazon CloudWatch logging options for your delivery
|
|
203
|
+
# stream.
|
|
204
|
+
# @return [Types::CloudWatchLoggingOptions]
|
|
205
|
+
#
|
|
206
|
+
# @!attribute [rw] vpc_configuration_description
|
|
207
|
+
# The details of the VPC of the Amazon ES destination.
|
|
208
|
+
# @return [Types::VpcConfigurationDescription]
|
|
209
|
+
#
|
|
210
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/AmazonopensearchserviceDestinationDescription AWS API Documentation
|
|
211
|
+
#
|
|
212
|
+
class AmazonopensearchserviceDestinationDescription < Struct.new(
|
|
213
|
+
:role_arn,
|
|
214
|
+
:domain_arn,
|
|
215
|
+
:cluster_endpoint,
|
|
216
|
+
:index_name,
|
|
217
|
+
:type_name,
|
|
218
|
+
:index_rotation_period,
|
|
219
|
+
:buffering_hints,
|
|
220
|
+
:retry_options,
|
|
221
|
+
:s3_backup_mode,
|
|
222
|
+
:s3_destination_description,
|
|
223
|
+
:processing_configuration,
|
|
224
|
+
:cloud_watch_logging_options,
|
|
225
|
+
:vpc_configuration_description)
|
|
226
|
+
SENSITIVE = []
|
|
227
|
+
include Aws::Structure
|
|
228
|
+
end
|
|
229
|
+
|
|
230
|
+
# @note When making an API call, you may pass AmazonopensearchserviceDestinationUpdate
|
|
231
|
+
# data as a hash:
|
|
232
|
+
#
|
|
233
|
+
# {
|
|
234
|
+
# role_arn: "RoleARN",
|
|
235
|
+
# domain_arn: "AmazonopensearchserviceDomainARN",
|
|
236
|
+
# cluster_endpoint: "AmazonopensearchserviceClusterEndpoint",
|
|
237
|
+
# index_name: "AmazonopensearchserviceIndexName",
|
|
238
|
+
# type_name: "AmazonopensearchserviceTypeName",
|
|
239
|
+
# index_rotation_period: "NoRotation", # accepts NoRotation, OneHour, OneDay, OneWeek, OneMonth
|
|
240
|
+
# buffering_hints: {
|
|
241
|
+
# interval_in_seconds: 1,
|
|
242
|
+
# size_in_m_bs: 1,
|
|
243
|
+
# },
|
|
244
|
+
# retry_options: {
|
|
245
|
+
# duration_in_seconds: 1,
|
|
246
|
+
# },
|
|
247
|
+
# s3_update: {
|
|
248
|
+
# role_arn: "RoleARN",
|
|
249
|
+
# bucket_arn: "BucketARN",
|
|
250
|
+
# prefix: "Prefix",
|
|
251
|
+
# error_output_prefix: "ErrorOutputPrefix",
|
|
252
|
+
# buffering_hints: {
|
|
253
|
+
# size_in_m_bs: 1,
|
|
254
|
+
# interval_in_seconds: 1,
|
|
255
|
+
# },
|
|
256
|
+
# compression_format: "UNCOMPRESSED", # accepts UNCOMPRESSED, GZIP, ZIP, Snappy, HADOOP_SNAPPY
|
|
257
|
+
# encryption_configuration: {
|
|
258
|
+
# no_encryption_config: "NoEncryption", # accepts NoEncryption
|
|
259
|
+
# kms_encryption_config: {
|
|
260
|
+
# awskms_key_arn: "AWSKMSKeyARN", # required
|
|
261
|
+
# },
|
|
262
|
+
# },
|
|
263
|
+
# cloud_watch_logging_options: {
|
|
264
|
+
# enabled: false,
|
|
265
|
+
# log_group_name: "LogGroupName",
|
|
266
|
+
# log_stream_name: "LogStreamName",
|
|
267
|
+
# },
|
|
268
|
+
# },
|
|
269
|
+
# processing_configuration: {
|
|
270
|
+
# enabled: false,
|
|
271
|
+
# processors: [
|
|
272
|
+
# {
|
|
273
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
274
|
+
# parameters: [
|
|
275
|
+
# {
|
|
276
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
277
|
+
# parameter_value: "ProcessorParameterValue", # required
|
|
278
|
+
# },
|
|
279
|
+
# ],
|
|
280
|
+
# },
|
|
281
|
+
# ],
|
|
282
|
+
# },
|
|
283
|
+
# cloud_watch_logging_options: {
|
|
284
|
+
# enabled: false,
|
|
285
|
+
# log_group_name: "LogGroupName",
|
|
286
|
+
# log_stream_name: "LogStreamName",
|
|
287
|
+
# },
|
|
288
|
+
# }
|
|
289
|
+
#
|
|
290
|
+
# @!attribute [rw] role_arn
|
|
291
|
+
# @return [String]
|
|
292
|
+
#
|
|
293
|
+
# @!attribute [rw] domain_arn
|
|
294
|
+
# @return [String]
|
|
295
|
+
#
|
|
296
|
+
# @!attribute [rw] cluster_endpoint
|
|
297
|
+
# @return [String]
|
|
298
|
+
#
|
|
299
|
+
# @!attribute [rw] index_name
|
|
300
|
+
# @return [String]
|
|
301
|
+
#
|
|
302
|
+
# @!attribute [rw] type_name
|
|
303
|
+
# @return [String]
|
|
304
|
+
#
|
|
305
|
+
# @!attribute [rw] index_rotation_period
|
|
306
|
+
# @return [String]
|
|
307
|
+
#
|
|
308
|
+
# @!attribute [rw] buffering_hints
|
|
309
|
+
# @return [Types::AmazonopensearchserviceBufferingHints]
|
|
310
|
+
#
|
|
311
|
+
# @!attribute [rw] retry_options
|
|
312
|
+
# @return [Types::AmazonopensearchserviceRetryOptions]
|
|
313
|
+
#
|
|
314
|
+
# @!attribute [rw] s3_update
|
|
315
|
+
# Describes an update for a destination in Amazon S3.
|
|
316
|
+
# @return [Types::S3DestinationUpdate]
|
|
317
|
+
#
|
|
318
|
+
# @!attribute [rw] processing_configuration
|
|
319
|
+
# Describes a data processing configuration.
|
|
320
|
+
# @return [Types::ProcessingConfiguration]
|
|
321
|
+
#
|
|
322
|
+
# @!attribute [rw] cloud_watch_logging_options
|
|
323
|
+
# Describes the Amazon CloudWatch logging options for your delivery
|
|
324
|
+
# stream.
|
|
325
|
+
# @return [Types::CloudWatchLoggingOptions]
|
|
326
|
+
#
|
|
327
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/AmazonopensearchserviceDestinationUpdate AWS API Documentation
|
|
328
|
+
#
|
|
329
|
+
class AmazonopensearchserviceDestinationUpdate < Struct.new(
|
|
330
|
+
:role_arn,
|
|
331
|
+
:domain_arn,
|
|
332
|
+
:cluster_endpoint,
|
|
333
|
+
:index_name,
|
|
334
|
+
:type_name,
|
|
335
|
+
:index_rotation_period,
|
|
336
|
+
:buffering_hints,
|
|
337
|
+
:retry_options,
|
|
338
|
+
:s3_update,
|
|
339
|
+
:processing_configuration,
|
|
340
|
+
:cloud_watch_logging_options)
|
|
341
|
+
SENSITIVE = []
|
|
342
|
+
include Aws::Structure
|
|
343
|
+
end
|
|
344
|
+
|
|
345
|
+
# @note When making an API call, you may pass AmazonopensearchserviceRetryOptions
|
|
346
|
+
# data as a hash:
|
|
347
|
+
#
|
|
348
|
+
# {
|
|
349
|
+
# duration_in_seconds: 1,
|
|
350
|
+
# }
|
|
351
|
+
#
|
|
352
|
+
# @!attribute [rw] duration_in_seconds
|
|
353
|
+
# @return [Integer]
|
|
354
|
+
#
|
|
355
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/AmazonopensearchserviceRetryOptions AWS API Documentation
|
|
356
|
+
#
|
|
357
|
+
class AmazonopensearchserviceRetryOptions < Struct.new(
|
|
358
|
+
:duration_in_seconds)
|
|
359
|
+
SENSITIVE = []
|
|
360
|
+
include Aws::Structure
|
|
361
|
+
end
|
|
362
|
+
|
|
13
363
|
# Describes hints for the buffering to perform before delivering data to
|
|
14
364
|
# the destination. These options are treated as hints, and therefore
|
|
15
365
|
# Kinesis Data Firehose might choose to use different values when it is
|
|
@@ -225,10 +575,10 @@ module Aws::Firehose
|
|
|
225
575
|
# enabled: false,
|
|
226
576
|
# processors: [
|
|
227
577
|
# {
|
|
228
|
-
# type: "
|
|
578
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
229
579
|
# parameters: [
|
|
230
580
|
# {
|
|
231
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
581
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
232
582
|
# parameter_value: "ProcessorParameterValue", # required
|
|
233
583
|
# },
|
|
234
584
|
# ],
|
|
@@ -307,6 +657,12 @@ module Aws::Firehose
|
|
|
307
657
|
# },
|
|
308
658
|
# enabled: false,
|
|
309
659
|
# },
|
|
660
|
+
# dynamic_partitioning_configuration: {
|
|
661
|
+
# retry_options: {
|
|
662
|
+
# duration_in_seconds: 1,
|
|
663
|
+
# },
|
|
664
|
+
# enabled: false,
|
|
665
|
+
# },
|
|
310
666
|
# },
|
|
311
667
|
# redshift_destination_configuration: {
|
|
312
668
|
# role_arn: "RoleARN", # required
|
|
@@ -347,10 +703,10 @@ module Aws::Firehose
|
|
|
347
703
|
# enabled: false,
|
|
348
704
|
# processors: [
|
|
349
705
|
# {
|
|
350
|
-
# type: "
|
|
706
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
351
707
|
# parameters: [
|
|
352
708
|
# {
|
|
353
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
709
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
354
710
|
# parameter_value: "ProcessorParameterValue", # required
|
|
355
711
|
# },
|
|
356
712
|
# ],
|
|
@@ -427,10 +783,72 @@ module Aws::Firehose
|
|
|
427
783
|
# enabled: false,
|
|
428
784
|
# processors: [
|
|
429
785
|
# {
|
|
430
|
-
# type: "
|
|
786
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
431
787
|
# parameters: [
|
|
432
788
|
# {
|
|
433
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
789
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
790
|
+
# parameter_value: "ProcessorParameterValue", # required
|
|
791
|
+
# },
|
|
792
|
+
# ],
|
|
793
|
+
# },
|
|
794
|
+
# ],
|
|
795
|
+
# },
|
|
796
|
+
# cloud_watch_logging_options: {
|
|
797
|
+
# enabled: false,
|
|
798
|
+
# log_group_name: "LogGroupName",
|
|
799
|
+
# log_stream_name: "LogStreamName",
|
|
800
|
+
# },
|
|
801
|
+
# vpc_configuration: {
|
|
802
|
+
# subnet_ids: ["NonEmptyStringWithoutWhitespace"], # required
|
|
803
|
+
# role_arn: "RoleARN", # required
|
|
804
|
+
# security_group_ids: ["NonEmptyStringWithoutWhitespace"], # required
|
|
805
|
+
# },
|
|
806
|
+
# },
|
|
807
|
+
# amazonopensearchservice_destination_configuration: {
|
|
808
|
+
# role_arn: "RoleARN", # required
|
|
809
|
+
# domain_arn: "AmazonopensearchserviceDomainARN",
|
|
810
|
+
# cluster_endpoint: "AmazonopensearchserviceClusterEndpoint",
|
|
811
|
+
# index_name: "AmazonopensearchserviceIndexName", # required
|
|
812
|
+
# type_name: "AmazonopensearchserviceTypeName",
|
|
813
|
+
# index_rotation_period: "NoRotation", # accepts NoRotation, OneHour, OneDay, OneWeek, OneMonth
|
|
814
|
+
# buffering_hints: {
|
|
815
|
+
# interval_in_seconds: 1,
|
|
816
|
+
# size_in_m_bs: 1,
|
|
817
|
+
# },
|
|
818
|
+
# retry_options: {
|
|
819
|
+
# duration_in_seconds: 1,
|
|
820
|
+
# },
|
|
821
|
+
# s3_backup_mode: "FailedDocumentsOnly", # accepts FailedDocumentsOnly, AllDocuments
|
|
822
|
+
# s3_configuration: { # required
|
|
823
|
+
# role_arn: "RoleARN", # required
|
|
824
|
+
# bucket_arn: "BucketARN", # required
|
|
825
|
+
# prefix: "Prefix",
|
|
826
|
+
# error_output_prefix: "ErrorOutputPrefix",
|
|
827
|
+
# buffering_hints: {
|
|
828
|
+
# size_in_m_bs: 1,
|
|
829
|
+
# interval_in_seconds: 1,
|
|
830
|
+
# },
|
|
831
|
+
# compression_format: "UNCOMPRESSED", # accepts UNCOMPRESSED, GZIP, ZIP, Snappy, HADOOP_SNAPPY
|
|
832
|
+
# encryption_configuration: {
|
|
833
|
+
# no_encryption_config: "NoEncryption", # accepts NoEncryption
|
|
834
|
+
# kms_encryption_config: {
|
|
835
|
+
# awskms_key_arn: "AWSKMSKeyARN", # required
|
|
836
|
+
# },
|
|
837
|
+
# },
|
|
838
|
+
# cloud_watch_logging_options: {
|
|
839
|
+
# enabled: false,
|
|
840
|
+
# log_group_name: "LogGroupName",
|
|
841
|
+
# log_stream_name: "LogStreamName",
|
|
842
|
+
# },
|
|
843
|
+
# },
|
|
844
|
+
# processing_configuration: {
|
|
845
|
+
# enabled: false,
|
|
846
|
+
# processors: [
|
|
847
|
+
# {
|
|
848
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
849
|
+
# parameters: [
|
|
850
|
+
# {
|
|
851
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
434
852
|
# parameter_value: "ProcessorParameterValue", # required
|
|
435
853
|
# },
|
|
436
854
|
# ],
|
|
@@ -483,10 +901,10 @@ module Aws::Firehose
|
|
|
483
901
|
# enabled: false,
|
|
484
902
|
# processors: [
|
|
485
903
|
# {
|
|
486
|
-
# type: "
|
|
904
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
487
905
|
# parameters: [
|
|
488
906
|
# {
|
|
489
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
907
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
490
908
|
# parameter_value: "ProcessorParameterValue", # required
|
|
491
909
|
# },
|
|
492
910
|
# ],
|
|
@@ -527,10 +945,10 @@ module Aws::Firehose
|
|
|
527
945
|
# enabled: false,
|
|
528
946
|
# processors: [
|
|
529
947
|
# {
|
|
530
|
-
# type: "
|
|
948
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
531
949
|
# parameters: [
|
|
532
950
|
# {
|
|
533
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
951
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
534
952
|
# parameter_value: "ProcessorParameterValue", # required
|
|
535
953
|
# },
|
|
536
954
|
# ],
|
|
@@ -621,6 +1039,9 @@ module Aws::Firehose
|
|
|
621
1039
|
# The destination in Amazon ES. You can specify only one destination.
|
|
622
1040
|
# @return [Types::ElasticsearchDestinationConfiguration]
|
|
623
1041
|
#
|
|
1042
|
+
# @!attribute [rw] amazonopensearchservice_destination_configuration
|
|
1043
|
+
# @return [Types::AmazonopensearchserviceDestinationConfiguration]
|
|
1044
|
+
#
|
|
624
1045
|
# @!attribute [rw] splunk_destination_configuration
|
|
625
1046
|
# The destination in Splunk. You can specify only one destination.
|
|
626
1047
|
# @return [Types::SplunkDestinationConfiguration]
|
|
@@ -657,6 +1078,7 @@ module Aws::Firehose
|
|
|
657
1078
|
:extended_s3_destination_configuration,
|
|
658
1079
|
:redshift_destination_configuration,
|
|
659
1080
|
:elasticsearch_destination_configuration,
|
|
1081
|
+
:amazonopensearchservice_destination_configuration,
|
|
660
1082
|
:splunk_destination_configuration,
|
|
661
1083
|
:http_endpoint_destination_configuration,
|
|
662
1084
|
:tags)
|
|
@@ -1139,6 +1561,9 @@ module Aws::Firehose
|
|
|
1139
1561
|
# The destination in Amazon ES.
|
|
1140
1562
|
# @return [Types::ElasticsearchDestinationDescription]
|
|
1141
1563
|
#
|
|
1564
|
+
# @!attribute [rw] amazonopensearchservice_destination_description
|
|
1565
|
+
# @return [Types::AmazonopensearchserviceDestinationDescription]
|
|
1566
|
+
#
|
|
1142
1567
|
# @!attribute [rw] splunk_destination_description
|
|
1143
1568
|
# The destination in Splunk.
|
|
1144
1569
|
# @return [Types::SplunkDestinationDescription]
|
|
@@ -1155,12 +1580,52 @@ module Aws::Firehose
|
|
|
1155
1580
|
:extended_s3_destination_description,
|
|
1156
1581
|
:redshift_destination_description,
|
|
1157
1582
|
:elasticsearch_destination_description,
|
|
1583
|
+
:amazonopensearchservice_destination_description,
|
|
1158
1584
|
:splunk_destination_description,
|
|
1159
1585
|
:http_endpoint_destination_description)
|
|
1160
1586
|
SENSITIVE = []
|
|
1161
1587
|
include Aws::Structure
|
|
1162
1588
|
end
|
|
1163
1589
|
|
|
1590
|
+
# The configuration of the dynamic partitioning mechanism that creates
|
|
1591
|
+
# smaller data sets from the streaming data by partitioning it based on
|
|
1592
|
+
# partition keys. Currently, dynamic partitioning is only supported for
|
|
1593
|
+
# Amazon S3 destinations. For more information, see
|
|
1594
|
+
# [https://docs.aws.amazon.com/firehose/latest/dev/dynamic-partitioning.html][1]
|
|
1595
|
+
#
|
|
1596
|
+
#
|
|
1597
|
+
#
|
|
1598
|
+
# [1]: https://docs.aws.amazon.com/firehose/latest/dev/dynamic-partitioning.html
|
|
1599
|
+
#
|
|
1600
|
+
# @note When making an API call, you may pass DynamicPartitioningConfiguration
|
|
1601
|
+
# data as a hash:
|
|
1602
|
+
#
|
|
1603
|
+
# {
|
|
1604
|
+
# retry_options: {
|
|
1605
|
+
# duration_in_seconds: 1,
|
|
1606
|
+
# },
|
|
1607
|
+
# enabled: false,
|
|
1608
|
+
# }
|
|
1609
|
+
#
|
|
1610
|
+
# @!attribute [rw] retry_options
|
|
1611
|
+
# The retry behavior in case Kinesis Data Firehose is unable to
|
|
1612
|
+
# deliver data to an Amazon S3 prefix.
|
|
1613
|
+
# @return [Types::RetryOptions]
|
|
1614
|
+
#
|
|
1615
|
+
# @!attribute [rw] enabled
|
|
1616
|
+
# Specifies that the dynamic partitioning is enabled for this Kinesis
|
|
1617
|
+
# Data Firehose delivery stream.
|
|
1618
|
+
# @return [Boolean]
|
|
1619
|
+
#
|
|
1620
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/DynamicPartitioningConfiguration AWS API Documentation
|
|
1621
|
+
#
|
|
1622
|
+
class DynamicPartitioningConfiguration < Struct.new(
|
|
1623
|
+
:retry_options,
|
|
1624
|
+
:enabled)
|
|
1625
|
+
SENSITIVE = []
|
|
1626
|
+
include Aws::Structure
|
|
1627
|
+
end
|
|
1628
|
+
|
|
1164
1629
|
# Describes the buffering to perform before delivering data to the
|
|
1165
1630
|
# Amazon ES destination.
|
|
1166
1631
|
#
|
|
@@ -1243,10 +1708,10 @@ module Aws::Firehose
|
|
|
1243
1708
|
# enabled: false,
|
|
1244
1709
|
# processors: [
|
|
1245
1710
|
# {
|
|
1246
|
-
# type: "
|
|
1711
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
1247
1712
|
# parameters: [
|
|
1248
1713
|
# {
|
|
1249
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
1714
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
1250
1715
|
# parameter_value: "ProcessorParameterValue", # required
|
|
1251
1716
|
# },
|
|
1252
1717
|
# ],
|
|
@@ -1524,10 +1989,10 @@ module Aws::Firehose
|
|
|
1524
1989
|
# enabled: false,
|
|
1525
1990
|
# processors: [
|
|
1526
1991
|
# {
|
|
1527
|
-
# type: "
|
|
1992
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
1528
1993
|
# parameters: [
|
|
1529
1994
|
# {
|
|
1530
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
1995
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
1531
1996
|
# parameter_value: "ProcessorParameterValue", # required
|
|
1532
1997
|
# },
|
|
1533
1998
|
# ],
|
|
@@ -1728,10 +2193,10 @@ module Aws::Firehose
|
|
|
1728
2193
|
# enabled: false,
|
|
1729
2194
|
# processors: [
|
|
1730
2195
|
# {
|
|
1731
|
-
# type: "
|
|
2196
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
1732
2197
|
# parameters: [
|
|
1733
2198
|
# {
|
|
1734
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
2199
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
1735
2200
|
# parameter_value: "ProcessorParameterValue", # required
|
|
1736
2201
|
# },
|
|
1737
2202
|
# ],
|
|
@@ -1810,6 +2275,12 @@ module Aws::Firehose
|
|
|
1810
2275
|
# },
|
|
1811
2276
|
# enabled: false,
|
|
1812
2277
|
# },
|
|
2278
|
+
# dynamic_partitioning_configuration: {
|
|
2279
|
+
# retry_options: {
|
|
2280
|
+
# duration_in_seconds: 1,
|
|
2281
|
+
# },
|
|
2282
|
+
# enabled: false,
|
|
2283
|
+
# },
|
|
1813
2284
|
# }
|
|
1814
2285
|
#
|
|
1815
2286
|
# @!attribute [rw] role_arn
|
|
@@ -1891,6 +2362,18 @@ module Aws::Firehose
|
|
|
1891
2362
|
# Amazon S3.
|
|
1892
2363
|
# @return [Types::DataFormatConversionConfiguration]
|
|
1893
2364
|
#
|
|
2365
|
+
# @!attribute [rw] dynamic_partitioning_configuration
|
|
2366
|
+
# The configuration of the dynamic partitioning mechanism that creates
|
|
2367
|
+
# smaller data sets from the streaming data by partitioning it based
|
|
2368
|
+
# on partition keys. Currently, dynamic partitioning is only supported
|
|
2369
|
+
# for Amazon S3 destinations. For more information, see
|
|
2370
|
+
# [https://docs.aws.amazon.com/firehose/latest/dev/dynamic-partitioning.html][1]
|
|
2371
|
+
#
|
|
2372
|
+
#
|
|
2373
|
+
#
|
|
2374
|
+
# [1]: https://docs.aws.amazon.com/firehose/latest/dev/dynamic-partitioning.html
|
|
2375
|
+
# @return [Types::DynamicPartitioningConfiguration]
|
|
2376
|
+
#
|
|
1894
2377
|
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/ExtendedS3DestinationConfiguration AWS API Documentation
|
|
1895
2378
|
#
|
|
1896
2379
|
class ExtendedS3DestinationConfiguration < Struct.new(
|
|
@@ -1905,7 +2388,8 @@ module Aws::Firehose
|
|
|
1905
2388
|
:processing_configuration,
|
|
1906
2389
|
:s3_backup_mode,
|
|
1907
2390
|
:s3_backup_configuration,
|
|
1908
|
-
:data_format_conversion_configuration
|
|
2391
|
+
:data_format_conversion_configuration,
|
|
2392
|
+
:dynamic_partitioning_configuration)
|
|
1909
2393
|
SENSITIVE = []
|
|
1910
2394
|
include Aws::Structure
|
|
1911
2395
|
end
|
|
@@ -1988,6 +2472,18 @@ module Aws::Firehose
|
|
|
1988
2472
|
# Amazon S3.
|
|
1989
2473
|
# @return [Types::DataFormatConversionConfiguration]
|
|
1990
2474
|
#
|
|
2475
|
+
# @!attribute [rw] dynamic_partitioning_configuration
|
|
2476
|
+
# The configuration of the dynamic partitioning mechanism that creates
|
|
2477
|
+
# smaller data sets from the streaming data by partitioning it based
|
|
2478
|
+
# on partition keys. Currently, dynamic partitioning is only supported
|
|
2479
|
+
# for Amazon S3 destinations. For more information, see
|
|
2480
|
+
# [https://docs.aws.amazon.com/firehose/latest/dev/dynamic-partitioning.html][1]
|
|
2481
|
+
#
|
|
2482
|
+
#
|
|
2483
|
+
#
|
|
2484
|
+
# [1]: https://docs.aws.amazon.com/firehose/latest/dev/dynamic-partitioning.html
|
|
2485
|
+
# @return [Types::DynamicPartitioningConfiguration]
|
|
2486
|
+
#
|
|
1991
2487
|
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/ExtendedS3DestinationDescription AWS API Documentation
|
|
1992
2488
|
#
|
|
1993
2489
|
class ExtendedS3DestinationDescription < Struct.new(
|
|
@@ -2002,7 +2498,8 @@ module Aws::Firehose
|
|
|
2002
2498
|
:processing_configuration,
|
|
2003
2499
|
:s3_backup_mode,
|
|
2004
2500
|
:s3_backup_description,
|
|
2005
|
-
:data_format_conversion_configuration
|
|
2501
|
+
:data_format_conversion_configuration,
|
|
2502
|
+
:dynamic_partitioning_configuration)
|
|
2006
2503
|
SENSITIVE = []
|
|
2007
2504
|
include Aws::Structure
|
|
2008
2505
|
end
|
|
@@ -2037,10 +2534,10 @@ module Aws::Firehose
|
|
|
2037
2534
|
# enabled: false,
|
|
2038
2535
|
# processors: [
|
|
2039
2536
|
# {
|
|
2040
|
-
# type: "
|
|
2537
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
2041
2538
|
# parameters: [
|
|
2042
2539
|
# {
|
|
2043
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
2540
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
2044
2541
|
# parameter_value: "ProcessorParameterValue", # required
|
|
2045
2542
|
# },
|
|
2046
2543
|
# ],
|
|
@@ -2119,6 +2616,12 @@ module Aws::Firehose
|
|
|
2119
2616
|
# },
|
|
2120
2617
|
# enabled: false,
|
|
2121
2618
|
# },
|
|
2619
|
+
# dynamic_partitioning_configuration: {
|
|
2620
|
+
# retry_options: {
|
|
2621
|
+
# duration_in_seconds: 1,
|
|
2622
|
+
# },
|
|
2623
|
+
# enabled: false,
|
|
2624
|
+
# },
|
|
2122
2625
|
# }
|
|
2123
2626
|
#
|
|
2124
2627
|
# @!attribute [rw] role_arn
|
|
@@ -2199,6 +2702,18 @@ module Aws::Firehose
|
|
|
2199
2702
|
# Amazon S3.
|
|
2200
2703
|
# @return [Types::DataFormatConversionConfiguration]
|
|
2201
2704
|
#
|
|
2705
|
+
# @!attribute [rw] dynamic_partitioning_configuration
|
|
2706
|
+
# The configuration of the dynamic partitioning mechanism that creates
|
|
2707
|
+
# smaller data sets from the streaming data by partitioning it based
|
|
2708
|
+
# on partition keys. Currently, dynamic partitioning is only supported
|
|
2709
|
+
# for Amazon S3 destinations. For more information, see
|
|
2710
|
+
# [https://docs.aws.amazon.com/firehose/latest/dev/dynamic-partitioning.html][1]
|
|
2711
|
+
#
|
|
2712
|
+
#
|
|
2713
|
+
#
|
|
2714
|
+
# [1]: https://docs.aws.amazon.com/firehose/latest/dev/dynamic-partitioning.html
|
|
2715
|
+
# @return [Types::DynamicPartitioningConfiguration]
|
|
2716
|
+
#
|
|
2202
2717
|
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/ExtendedS3DestinationUpdate AWS API Documentation
|
|
2203
2718
|
#
|
|
2204
2719
|
class ExtendedS3DestinationUpdate < Struct.new(
|
|
@@ -2213,7 +2728,8 @@ module Aws::Firehose
|
|
|
2213
2728
|
:processing_configuration,
|
|
2214
2729
|
:s3_backup_mode,
|
|
2215
2730
|
:s3_backup_update,
|
|
2216
|
-
:data_format_conversion_configuration
|
|
2731
|
+
:data_format_conversion_configuration,
|
|
2732
|
+
:dynamic_partitioning_configuration)
|
|
2217
2733
|
SENSITIVE = []
|
|
2218
2734
|
include Aws::Structure
|
|
2219
2735
|
end
|
|
@@ -2358,6 +2874,14 @@ module Aws::Firehose
|
|
|
2358
2874
|
#
|
|
2359
2875
|
# @!attribute [rw] url
|
|
2360
2876
|
# The URL of the HTTP endpoint selected as the destination.
|
|
2877
|
+
#
|
|
2878
|
+
# If you choose an HTTP endpoint as your destination, review and
|
|
2879
|
+
# follow the instructions in the [Appendix - HTTP Endpoint Delivery
|
|
2880
|
+
# Request and Response Specifications][1].
|
|
2881
|
+
#
|
|
2882
|
+
#
|
|
2883
|
+
#
|
|
2884
|
+
# [1]: https://docs.aws.amazon.com/firehose/latest/dev/httpdeliveryrequestresponse.html
|
|
2361
2885
|
# @return [String]
|
|
2362
2886
|
#
|
|
2363
2887
|
# @!attribute [rw] name
|
|
@@ -2431,10 +2955,10 @@ module Aws::Firehose
|
|
|
2431
2955
|
# enabled: false,
|
|
2432
2956
|
# processors: [
|
|
2433
2957
|
# {
|
|
2434
|
-
# type: "
|
|
2958
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
2435
2959
|
# parameters: [
|
|
2436
2960
|
# {
|
|
2437
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
2961
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
2438
2962
|
# parameter_value: "ProcessorParameterValue", # required
|
|
2439
2963
|
# },
|
|
2440
2964
|
# ],
|
|
@@ -2639,10 +3163,10 @@ module Aws::Firehose
|
|
|
2639
3163
|
# enabled: false,
|
|
2640
3164
|
# processors: [
|
|
2641
3165
|
# {
|
|
2642
|
-
# type: "
|
|
3166
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
2643
3167
|
# parameters: [
|
|
2644
3168
|
# {
|
|
2645
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
3169
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
2646
3170
|
# parameter_value: "ProcessorParameterValue", # required
|
|
2647
3171
|
# },
|
|
2648
3172
|
# ],
|
|
@@ -3403,10 +3927,10 @@ module Aws::Firehose
|
|
|
3403
3927
|
# enabled: false,
|
|
3404
3928
|
# processors: [
|
|
3405
3929
|
# {
|
|
3406
|
-
# type: "
|
|
3930
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
3407
3931
|
# parameters: [
|
|
3408
3932
|
# {
|
|
3409
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
3933
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
3410
3934
|
# parameter_value: "ProcessorParameterValue", # required
|
|
3411
3935
|
# },
|
|
3412
3936
|
# ],
|
|
@@ -3437,10 +3961,10 @@ module Aws::Firehose
|
|
|
3437
3961
|
# data as a hash:
|
|
3438
3962
|
#
|
|
3439
3963
|
# {
|
|
3440
|
-
# type: "
|
|
3964
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
3441
3965
|
# parameters: [
|
|
3442
3966
|
# {
|
|
3443
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
3967
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
3444
3968
|
# parameter_value: "ProcessorParameterValue", # required
|
|
3445
3969
|
# },
|
|
3446
3970
|
# ],
|
|
@@ -3469,7 +3993,7 @@ module Aws::Firehose
|
|
|
3469
3993
|
# data as a hash:
|
|
3470
3994
|
#
|
|
3471
3995
|
# {
|
|
3472
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
3996
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
3473
3997
|
# parameter_value: "ProcessorParameterValue", # required
|
|
3474
3998
|
# }
|
|
3475
3999
|
#
|
|
@@ -3686,10 +4210,10 @@ module Aws::Firehose
|
|
|
3686
4210
|
# enabled: false,
|
|
3687
4211
|
# processors: [
|
|
3688
4212
|
# {
|
|
3689
|
-
# type: "
|
|
4213
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
3690
4214
|
# parameters: [
|
|
3691
4215
|
# {
|
|
3692
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
4216
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
3693
4217
|
# parameter_value: "ProcessorParameterValue", # required
|
|
3694
4218
|
# },
|
|
3695
4219
|
# ],
|
|
@@ -3917,10 +4441,10 @@ module Aws::Firehose
|
|
|
3917
4441
|
# enabled: false,
|
|
3918
4442
|
# processors: [
|
|
3919
4443
|
# {
|
|
3920
|
-
# type: "
|
|
4444
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
3921
4445
|
# parameters: [
|
|
3922
4446
|
# {
|
|
3923
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
4447
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
3924
4448
|
# parameter_value: "ProcessorParameterValue", # required
|
|
3925
4449
|
# },
|
|
3926
4450
|
# ],
|
|
@@ -4089,6 +4613,29 @@ module Aws::Firehose
|
|
|
4089
4613
|
include Aws::Structure
|
|
4090
4614
|
end
|
|
4091
4615
|
|
|
4616
|
+
# The retry behavior in case Kinesis Data Firehose is unable to deliver
|
|
4617
|
+
# data to an Amazon S3 prefix.
|
|
4618
|
+
#
|
|
4619
|
+
# @note When making an API call, you may pass RetryOptions
|
|
4620
|
+
# data as a hash:
|
|
4621
|
+
#
|
|
4622
|
+
# {
|
|
4623
|
+
# duration_in_seconds: 1,
|
|
4624
|
+
# }
|
|
4625
|
+
#
|
|
4626
|
+
# @!attribute [rw] duration_in_seconds
|
|
4627
|
+
# The period of time during which Kinesis Data Firehose retries to
|
|
4628
|
+
# deliver data to the specified Amazon S3 prefix.
|
|
4629
|
+
# @return [Integer]
|
|
4630
|
+
#
|
|
4631
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/RetryOptions AWS API Documentation
|
|
4632
|
+
#
|
|
4633
|
+
class RetryOptions < Struct.new(
|
|
4634
|
+
:duration_in_seconds)
|
|
4635
|
+
SENSITIVE = []
|
|
4636
|
+
include Aws::Structure
|
|
4637
|
+
end
|
|
4638
|
+
|
|
4092
4639
|
# Describes the configuration of a destination in Amazon S3.
|
|
4093
4640
|
#
|
|
4094
4641
|
# @note When making an API call, you may pass S3DestinationConfiguration
|
|
@@ -4397,6 +4944,10 @@ module Aws::Firehose
|
|
|
4397
4944
|
# The role that Kinesis Data Firehose can use to access AWS Glue. This
|
|
4398
4945
|
# role must be in the same account you use for Kinesis Data Firehose.
|
|
4399
4946
|
# Cross-account roles aren't allowed.
|
|
4947
|
+
#
|
|
4948
|
+
# If the `SchemaConfiguration` request parameter is used as part of
|
|
4949
|
+
# invoking the `CreateDeliveryStream` API, then the `RoleARN` property
|
|
4950
|
+
# is required and its value must be specified.
|
|
4400
4951
|
# @return [String]
|
|
4401
4952
|
#
|
|
4402
4953
|
# @!attribute [rw] catalog_id
|
|
@@ -4407,11 +4958,19 @@ module Aws::Firehose
|
|
|
4407
4958
|
# @!attribute [rw] database_name
|
|
4408
4959
|
# Specifies the name of the AWS Glue database that contains the schema
|
|
4409
4960
|
# for the output data.
|
|
4961
|
+
#
|
|
4962
|
+
# If the `SchemaConfiguration` request parameter is used as part of
|
|
4963
|
+
# invoking the `CreateDeliveryStream` API, then the `DatabaseName`
|
|
4964
|
+
# property is required and its value must be specified.
|
|
4410
4965
|
# @return [String]
|
|
4411
4966
|
#
|
|
4412
4967
|
# @!attribute [rw] table_name
|
|
4413
4968
|
# Specifies the AWS Glue table that contains the column information
|
|
4414
4969
|
# that constitutes your data schema.
|
|
4970
|
+
#
|
|
4971
|
+
# If the `SchemaConfiguration` request parameter is used as part of
|
|
4972
|
+
# invoking the `CreateDeliveryStream` API, then the `TableName`
|
|
4973
|
+
# property is required and its value must be specified.
|
|
4415
4974
|
# @return [String]
|
|
4416
4975
|
#
|
|
4417
4976
|
# @!attribute [rw] region
|
|
@@ -4581,10 +5140,10 @@ module Aws::Firehose
|
|
|
4581
5140
|
# enabled: false,
|
|
4582
5141
|
# processors: [
|
|
4583
5142
|
# {
|
|
4584
|
-
# type: "
|
|
5143
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
4585
5144
|
# parameters: [
|
|
4586
5145
|
# {
|
|
4587
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
5146
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
4588
5147
|
# parameter_value: "ProcessorParameterValue", # required
|
|
4589
5148
|
# },
|
|
4590
5149
|
# ],
|
|
@@ -4772,10 +5331,10 @@ module Aws::Firehose
|
|
|
4772
5331
|
# enabled: false,
|
|
4773
5332
|
# processors: [
|
|
4774
5333
|
# {
|
|
4775
|
-
# type: "
|
|
5334
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
4776
5335
|
# parameters: [
|
|
4777
5336
|
# {
|
|
4778
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
5337
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
4779
5338
|
# parameter_value: "ProcessorParameterValue", # required
|
|
4780
5339
|
# },
|
|
4781
5340
|
# ],
|
|
@@ -5092,10 +5651,10 @@ module Aws::Firehose
|
|
|
5092
5651
|
# enabled: false,
|
|
5093
5652
|
# processors: [
|
|
5094
5653
|
# {
|
|
5095
|
-
# type: "
|
|
5654
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
5096
5655
|
# parameters: [
|
|
5097
5656
|
# {
|
|
5098
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
5657
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
5099
5658
|
# parameter_value: "ProcessorParameterValue", # required
|
|
5100
5659
|
# },
|
|
5101
5660
|
# ],
|
|
@@ -5174,6 +5733,12 @@ module Aws::Firehose
|
|
|
5174
5733
|
# },
|
|
5175
5734
|
# enabled: false,
|
|
5176
5735
|
# },
|
|
5736
|
+
# dynamic_partitioning_configuration: {
|
|
5737
|
+
# retry_options: {
|
|
5738
|
+
# duration_in_seconds: 1,
|
|
5739
|
+
# },
|
|
5740
|
+
# enabled: false,
|
|
5741
|
+
# },
|
|
5177
5742
|
# },
|
|
5178
5743
|
# redshift_destination_update: {
|
|
5179
5744
|
# role_arn: "RoleARN",
|
|
@@ -5214,10 +5779,10 @@ module Aws::Firehose
|
|
|
5214
5779
|
# enabled: false,
|
|
5215
5780
|
# processors: [
|
|
5216
5781
|
# {
|
|
5217
|
-
# type: "
|
|
5782
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
5218
5783
|
# parameters: [
|
|
5219
5784
|
# {
|
|
5220
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
5785
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
5221
5786
|
# parameter_value: "ProcessorParameterValue", # required
|
|
5222
5787
|
# },
|
|
5223
5788
|
# ],
|
|
@@ -5293,10 +5858,66 @@ module Aws::Firehose
|
|
|
5293
5858
|
# enabled: false,
|
|
5294
5859
|
# processors: [
|
|
5295
5860
|
# {
|
|
5296
|
-
# type: "
|
|
5861
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
5862
|
+
# parameters: [
|
|
5863
|
+
# {
|
|
5864
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
5865
|
+
# parameter_value: "ProcessorParameterValue", # required
|
|
5866
|
+
# },
|
|
5867
|
+
# ],
|
|
5868
|
+
# },
|
|
5869
|
+
# ],
|
|
5870
|
+
# },
|
|
5871
|
+
# cloud_watch_logging_options: {
|
|
5872
|
+
# enabled: false,
|
|
5873
|
+
# log_group_name: "LogGroupName",
|
|
5874
|
+
# log_stream_name: "LogStreamName",
|
|
5875
|
+
# },
|
|
5876
|
+
# },
|
|
5877
|
+
# amazonopensearchservice_destination_update: {
|
|
5878
|
+
# role_arn: "RoleARN",
|
|
5879
|
+
# domain_arn: "AmazonopensearchserviceDomainARN",
|
|
5880
|
+
# cluster_endpoint: "AmazonopensearchserviceClusterEndpoint",
|
|
5881
|
+
# index_name: "AmazonopensearchserviceIndexName",
|
|
5882
|
+
# type_name: "AmazonopensearchserviceTypeName",
|
|
5883
|
+
# index_rotation_period: "NoRotation", # accepts NoRotation, OneHour, OneDay, OneWeek, OneMonth
|
|
5884
|
+
# buffering_hints: {
|
|
5885
|
+
# interval_in_seconds: 1,
|
|
5886
|
+
# size_in_m_bs: 1,
|
|
5887
|
+
# },
|
|
5888
|
+
# retry_options: {
|
|
5889
|
+
# duration_in_seconds: 1,
|
|
5890
|
+
# },
|
|
5891
|
+
# s3_update: {
|
|
5892
|
+
# role_arn: "RoleARN",
|
|
5893
|
+
# bucket_arn: "BucketARN",
|
|
5894
|
+
# prefix: "Prefix",
|
|
5895
|
+
# error_output_prefix: "ErrorOutputPrefix",
|
|
5896
|
+
# buffering_hints: {
|
|
5897
|
+
# size_in_m_bs: 1,
|
|
5898
|
+
# interval_in_seconds: 1,
|
|
5899
|
+
# },
|
|
5900
|
+
# compression_format: "UNCOMPRESSED", # accepts UNCOMPRESSED, GZIP, ZIP, Snappy, HADOOP_SNAPPY
|
|
5901
|
+
# encryption_configuration: {
|
|
5902
|
+
# no_encryption_config: "NoEncryption", # accepts NoEncryption
|
|
5903
|
+
# kms_encryption_config: {
|
|
5904
|
+
# awskms_key_arn: "AWSKMSKeyARN", # required
|
|
5905
|
+
# },
|
|
5906
|
+
# },
|
|
5907
|
+
# cloud_watch_logging_options: {
|
|
5908
|
+
# enabled: false,
|
|
5909
|
+
# log_group_name: "LogGroupName",
|
|
5910
|
+
# log_stream_name: "LogStreamName",
|
|
5911
|
+
# },
|
|
5912
|
+
# },
|
|
5913
|
+
# processing_configuration: {
|
|
5914
|
+
# enabled: false,
|
|
5915
|
+
# processors: [
|
|
5916
|
+
# {
|
|
5917
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
5297
5918
|
# parameters: [
|
|
5298
5919
|
# {
|
|
5299
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
5920
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
5300
5921
|
# parameter_value: "ProcessorParameterValue", # required
|
|
5301
5922
|
# },
|
|
5302
5923
|
# ],
|
|
@@ -5344,10 +5965,10 @@ module Aws::Firehose
|
|
|
5344
5965
|
# enabled: false,
|
|
5345
5966
|
# processors: [
|
|
5346
5967
|
# {
|
|
5347
|
-
# type: "
|
|
5968
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
5348
5969
|
# parameters: [
|
|
5349
5970
|
# {
|
|
5350
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
5971
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
5351
5972
|
# parameter_value: "ProcessorParameterValue", # required
|
|
5352
5973
|
# },
|
|
5353
5974
|
# ],
|
|
@@ -5388,10 +6009,10 @@ module Aws::Firehose
|
|
|
5388
6009
|
# enabled: false,
|
|
5389
6010
|
# processors: [
|
|
5390
6011
|
# {
|
|
5391
|
-
# type: "
|
|
6012
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
5392
6013
|
# parameters: [
|
|
5393
6014
|
# {
|
|
5394
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
6015
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
5395
6016
|
# parameter_value: "ProcessorParameterValue", # required
|
|
5396
6017
|
# },
|
|
5397
6018
|
# ],
|
|
@@ -5462,6 +6083,9 @@ module Aws::Firehose
|
|
|
5462
6083
|
# Describes an update for a destination in Amazon ES.
|
|
5463
6084
|
# @return [Types::ElasticsearchDestinationUpdate]
|
|
5464
6085
|
#
|
|
6086
|
+
# @!attribute [rw] amazonopensearchservice_destination_update
|
|
6087
|
+
# @return [Types::AmazonopensearchserviceDestinationUpdate]
|
|
6088
|
+
#
|
|
5465
6089
|
# @!attribute [rw] splunk_destination_update
|
|
5466
6090
|
# Describes an update for a destination in Splunk.
|
|
5467
6091
|
# @return [Types::SplunkDestinationUpdate]
|
|
@@ -5480,6 +6104,7 @@ module Aws::Firehose
|
|
|
5480
6104
|
:extended_s3_destination_update,
|
|
5481
6105
|
:redshift_destination_update,
|
|
5482
6106
|
:elasticsearch_destination_update,
|
|
6107
|
+
:amazonopensearchservice_destination_update,
|
|
5483
6108
|
:splunk_destination_update,
|
|
5484
6109
|
:http_endpoint_destination_update)
|
|
5485
6110
|
SENSITIVE = []
|