aws-sdk-firehose 1.39.0 → 1.43.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +20 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-firehose/client.rb +206 -33
- data/lib/aws-sdk-firehose/client_api.rb +80 -0
- data/lib/aws-sdk-firehose/types.rb +673 -48
- data/lib/aws-sdk-firehose.rb +1 -1
- metadata +5 -5
|
@@ -10,6 +10,356 @@
|
|
|
10
10
|
module Aws::Firehose
|
|
11
11
|
module Types
|
|
12
12
|
|
|
13
|
+
# @note When making an API call, you may pass AmazonopensearchserviceBufferingHints
|
|
14
|
+
# data as a hash:
|
|
15
|
+
#
|
|
16
|
+
# {
|
|
17
|
+
# interval_in_seconds: 1,
|
|
18
|
+
# size_in_m_bs: 1,
|
|
19
|
+
# }
|
|
20
|
+
#
|
|
21
|
+
# @!attribute [rw] interval_in_seconds
|
|
22
|
+
# @return [Integer]
|
|
23
|
+
#
|
|
24
|
+
# @!attribute [rw] size_in_m_bs
|
|
25
|
+
# @return [Integer]
|
|
26
|
+
#
|
|
27
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/AmazonopensearchserviceBufferingHints AWS API Documentation
|
|
28
|
+
#
|
|
29
|
+
class AmazonopensearchserviceBufferingHints < Struct.new(
|
|
30
|
+
:interval_in_seconds,
|
|
31
|
+
:size_in_m_bs)
|
|
32
|
+
SENSITIVE = []
|
|
33
|
+
include Aws::Structure
|
|
34
|
+
end
|
|
35
|
+
|
|
36
|
+
# @note When making an API call, you may pass AmazonopensearchserviceDestinationConfiguration
|
|
37
|
+
# data as a hash:
|
|
38
|
+
#
|
|
39
|
+
# {
|
|
40
|
+
# role_arn: "RoleARN", # required
|
|
41
|
+
# domain_arn: "AmazonopensearchserviceDomainARN",
|
|
42
|
+
# cluster_endpoint: "AmazonopensearchserviceClusterEndpoint",
|
|
43
|
+
# index_name: "AmazonopensearchserviceIndexName", # required
|
|
44
|
+
# type_name: "AmazonopensearchserviceTypeName",
|
|
45
|
+
# index_rotation_period: "NoRotation", # accepts NoRotation, OneHour, OneDay, OneWeek, OneMonth
|
|
46
|
+
# buffering_hints: {
|
|
47
|
+
# interval_in_seconds: 1,
|
|
48
|
+
# size_in_m_bs: 1,
|
|
49
|
+
# },
|
|
50
|
+
# retry_options: {
|
|
51
|
+
# duration_in_seconds: 1,
|
|
52
|
+
# },
|
|
53
|
+
# s3_backup_mode: "FailedDocumentsOnly", # accepts FailedDocumentsOnly, AllDocuments
|
|
54
|
+
# s3_configuration: { # required
|
|
55
|
+
# role_arn: "RoleARN", # required
|
|
56
|
+
# bucket_arn: "BucketARN", # required
|
|
57
|
+
# prefix: "Prefix",
|
|
58
|
+
# error_output_prefix: "ErrorOutputPrefix",
|
|
59
|
+
# buffering_hints: {
|
|
60
|
+
# size_in_m_bs: 1,
|
|
61
|
+
# interval_in_seconds: 1,
|
|
62
|
+
# },
|
|
63
|
+
# compression_format: "UNCOMPRESSED", # accepts UNCOMPRESSED, GZIP, ZIP, Snappy, HADOOP_SNAPPY
|
|
64
|
+
# encryption_configuration: {
|
|
65
|
+
# no_encryption_config: "NoEncryption", # accepts NoEncryption
|
|
66
|
+
# kms_encryption_config: {
|
|
67
|
+
# awskms_key_arn: "AWSKMSKeyARN", # required
|
|
68
|
+
# },
|
|
69
|
+
# },
|
|
70
|
+
# cloud_watch_logging_options: {
|
|
71
|
+
# enabled: false,
|
|
72
|
+
# log_group_name: "LogGroupName",
|
|
73
|
+
# log_stream_name: "LogStreamName",
|
|
74
|
+
# },
|
|
75
|
+
# },
|
|
76
|
+
# processing_configuration: {
|
|
77
|
+
# enabled: false,
|
|
78
|
+
# processors: [
|
|
79
|
+
# {
|
|
80
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
81
|
+
# parameters: [
|
|
82
|
+
# {
|
|
83
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
84
|
+
# parameter_value: "ProcessorParameterValue", # required
|
|
85
|
+
# },
|
|
86
|
+
# ],
|
|
87
|
+
# },
|
|
88
|
+
# ],
|
|
89
|
+
# },
|
|
90
|
+
# cloud_watch_logging_options: {
|
|
91
|
+
# enabled: false,
|
|
92
|
+
# log_group_name: "LogGroupName",
|
|
93
|
+
# log_stream_name: "LogStreamName",
|
|
94
|
+
# },
|
|
95
|
+
# vpc_configuration: {
|
|
96
|
+
# subnet_ids: ["NonEmptyStringWithoutWhitespace"], # required
|
|
97
|
+
# role_arn: "RoleARN", # required
|
|
98
|
+
# security_group_ids: ["NonEmptyStringWithoutWhitespace"], # required
|
|
99
|
+
# },
|
|
100
|
+
# }
|
|
101
|
+
#
|
|
102
|
+
# @!attribute [rw] role_arn
|
|
103
|
+
# @return [String]
|
|
104
|
+
#
|
|
105
|
+
# @!attribute [rw] domain_arn
|
|
106
|
+
# @return [String]
|
|
107
|
+
#
|
|
108
|
+
# @!attribute [rw] cluster_endpoint
|
|
109
|
+
# @return [String]
|
|
110
|
+
#
|
|
111
|
+
# @!attribute [rw] index_name
|
|
112
|
+
# @return [String]
|
|
113
|
+
#
|
|
114
|
+
# @!attribute [rw] type_name
|
|
115
|
+
# @return [String]
|
|
116
|
+
#
|
|
117
|
+
# @!attribute [rw] index_rotation_period
|
|
118
|
+
# @return [String]
|
|
119
|
+
#
|
|
120
|
+
# @!attribute [rw] buffering_hints
|
|
121
|
+
# @return [Types::AmazonopensearchserviceBufferingHints]
|
|
122
|
+
#
|
|
123
|
+
# @!attribute [rw] retry_options
|
|
124
|
+
# @return [Types::AmazonopensearchserviceRetryOptions]
|
|
125
|
+
#
|
|
126
|
+
# @!attribute [rw] s3_backup_mode
|
|
127
|
+
# @return [String]
|
|
128
|
+
#
|
|
129
|
+
# @!attribute [rw] s3_configuration
|
|
130
|
+
# Describes the configuration of a destination in Amazon S3.
|
|
131
|
+
# @return [Types::S3DestinationConfiguration]
|
|
132
|
+
#
|
|
133
|
+
# @!attribute [rw] processing_configuration
|
|
134
|
+
# Describes a data processing configuration.
|
|
135
|
+
# @return [Types::ProcessingConfiguration]
|
|
136
|
+
#
|
|
137
|
+
# @!attribute [rw] cloud_watch_logging_options
|
|
138
|
+
# Describes the Amazon CloudWatch logging options for your delivery
|
|
139
|
+
# stream.
|
|
140
|
+
# @return [Types::CloudWatchLoggingOptions]
|
|
141
|
+
#
|
|
142
|
+
# @!attribute [rw] vpc_configuration
|
|
143
|
+
# The details of the VPC of the Amazon ES destination.
|
|
144
|
+
# @return [Types::VpcConfiguration]
|
|
145
|
+
#
|
|
146
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/AmazonopensearchserviceDestinationConfiguration AWS API Documentation
|
|
147
|
+
#
|
|
148
|
+
class AmazonopensearchserviceDestinationConfiguration < Struct.new(
|
|
149
|
+
:role_arn,
|
|
150
|
+
:domain_arn,
|
|
151
|
+
:cluster_endpoint,
|
|
152
|
+
:index_name,
|
|
153
|
+
:type_name,
|
|
154
|
+
:index_rotation_period,
|
|
155
|
+
:buffering_hints,
|
|
156
|
+
:retry_options,
|
|
157
|
+
:s3_backup_mode,
|
|
158
|
+
:s3_configuration,
|
|
159
|
+
:processing_configuration,
|
|
160
|
+
:cloud_watch_logging_options,
|
|
161
|
+
:vpc_configuration)
|
|
162
|
+
SENSITIVE = []
|
|
163
|
+
include Aws::Structure
|
|
164
|
+
end
|
|
165
|
+
|
|
166
|
+
# @!attribute [rw] role_arn
|
|
167
|
+
# @return [String]
|
|
168
|
+
#
|
|
169
|
+
# @!attribute [rw] domain_arn
|
|
170
|
+
# @return [String]
|
|
171
|
+
#
|
|
172
|
+
# @!attribute [rw] cluster_endpoint
|
|
173
|
+
# @return [String]
|
|
174
|
+
#
|
|
175
|
+
# @!attribute [rw] index_name
|
|
176
|
+
# @return [String]
|
|
177
|
+
#
|
|
178
|
+
# @!attribute [rw] type_name
|
|
179
|
+
# @return [String]
|
|
180
|
+
#
|
|
181
|
+
# @!attribute [rw] index_rotation_period
|
|
182
|
+
# @return [String]
|
|
183
|
+
#
|
|
184
|
+
# @!attribute [rw] buffering_hints
|
|
185
|
+
# @return [Types::AmazonopensearchserviceBufferingHints]
|
|
186
|
+
#
|
|
187
|
+
# @!attribute [rw] retry_options
|
|
188
|
+
# @return [Types::AmazonopensearchserviceRetryOptions]
|
|
189
|
+
#
|
|
190
|
+
# @!attribute [rw] s3_backup_mode
|
|
191
|
+
# @return [String]
|
|
192
|
+
#
|
|
193
|
+
# @!attribute [rw] s3_destination_description
|
|
194
|
+
# Describes a destination in Amazon S3.
|
|
195
|
+
# @return [Types::S3DestinationDescription]
|
|
196
|
+
#
|
|
197
|
+
# @!attribute [rw] processing_configuration
|
|
198
|
+
# Describes a data processing configuration.
|
|
199
|
+
# @return [Types::ProcessingConfiguration]
|
|
200
|
+
#
|
|
201
|
+
# @!attribute [rw] cloud_watch_logging_options
|
|
202
|
+
# Describes the Amazon CloudWatch logging options for your delivery
|
|
203
|
+
# stream.
|
|
204
|
+
# @return [Types::CloudWatchLoggingOptions]
|
|
205
|
+
#
|
|
206
|
+
# @!attribute [rw] vpc_configuration_description
|
|
207
|
+
# The details of the VPC of the Amazon ES destination.
|
|
208
|
+
# @return [Types::VpcConfigurationDescription]
|
|
209
|
+
#
|
|
210
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/AmazonopensearchserviceDestinationDescription AWS API Documentation
|
|
211
|
+
#
|
|
212
|
+
class AmazonopensearchserviceDestinationDescription < Struct.new(
|
|
213
|
+
:role_arn,
|
|
214
|
+
:domain_arn,
|
|
215
|
+
:cluster_endpoint,
|
|
216
|
+
:index_name,
|
|
217
|
+
:type_name,
|
|
218
|
+
:index_rotation_period,
|
|
219
|
+
:buffering_hints,
|
|
220
|
+
:retry_options,
|
|
221
|
+
:s3_backup_mode,
|
|
222
|
+
:s3_destination_description,
|
|
223
|
+
:processing_configuration,
|
|
224
|
+
:cloud_watch_logging_options,
|
|
225
|
+
:vpc_configuration_description)
|
|
226
|
+
SENSITIVE = []
|
|
227
|
+
include Aws::Structure
|
|
228
|
+
end
|
|
229
|
+
|
|
230
|
+
# @note When making an API call, you may pass AmazonopensearchserviceDestinationUpdate
|
|
231
|
+
# data as a hash:
|
|
232
|
+
#
|
|
233
|
+
# {
|
|
234
|
+
# role_arn: "RoleARN",
|
|
235
|
+
# domain_arn: "AmazonopensearchserviceDomainARN",
|
|
236
|
+
# cluster_endpoint: "AmazonopensearchserviceClusterEndpoint",
|
|
237
|
+
# index_name: "AmazonopensearchserviceIndexName",
|
|
238
|
+
# type_name: "AmazonopensearchserviceTypeName",
|
|
239
|
+
# index_rotation_period: "NoRotation", # accepts NoRotation, OneHour, OneDay, OneWeek, OneMonth
|
|
240
|
+
# buffering_hints: {
|
|
241
|
+
# interval_in_seconds: 1,
|
|
242
|
+
# size_in_m_bs: 1,
|
|
243
|
+
# },
|
|
244
|
+
# retry_options: {
|
|
245
|
+
# duration_in_seconds: 1,
|
|
246
|
+
# },
|
|
247
|
+
# s3_update: {
|
|
248
|
+
# role_arn: "RoleARN",
|
|
249
|
+
# bucket_arn: "BucketARN",
|
|
250
|
+
# prefix: "Prefix",
|
|
251
|
+
# error_output_prefix: "ErrorOutputPrefix",
|
|
252
|
+
# buffering_hints: {
|
|
253
|
+
# size_in_m_bs: 1,
|
|
254
|
+
# interval_in_seconds: 1,
|
|
255
|
+
# },
|
|
256
|
+
# compression_format: "UNCOMPRESSED", # accepts UNCOMPRESSED, GZIP, ZIP, Snappy, HADOOP_SNAPPY
|
|
257
|
+
# encryption_configuration: {
|
|
258
|
+
# no_encryption_config: "NoEncryption", # accepts NoEncryption
|
|
259
|
+
# kms_encryption_config: {
|
|
260
|
+
# awskms_key_arn: "AWSKMSKeyARN", # required
|
|
261
|
+
# },
|
|
262
|
+
# },
|
|
263
|
+
# cloud_watch_logging_options: {
|
|
264
|
+
# enabled: false,
|
|
265
|
+
# log_group_name: "LogGroupName",
|
|
266
|
+
# log_stream_name: "LogStreamName",
|
|
267
|
+
# },
|
|
268
|
+
# },
|
|
269
|
+
# processing_configuration: {
|
|
270
|
+
# enabled: false,
|
|
271
|
+
# processors: [
|
|
272
|
+
# {
|
|
273
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
274
|
+
# parameters: [
|
|
275
|
+
# {
|
|
276
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
277
|
+
# parameter_value: "ProcessorParameterValue", # required
|
|
278
|
+
# },
|
|
279
|
+
# ],
|
|
280
|
+
# },
|
|
281
|
+
# ],
|
|
282
|
+
# },
|
|
283
|
+
# cloud_watch_logging_options: {
|
|
284
|
+
# enabled: false,
|
|
285
|
+
# log_group_name: "LogGroupName",
|
|
286
|
+
# log_stream_name: "LogStreamName",
|
|
287
|
+
# },
|
|
288
|
+
# }
|
|
289
|
+
#
|
|
290
|
+
# @!attribute [rw] role_arn
|
|
291
|
+
# @return [String]
|
|
292
|
+
#
|
|
293
|
+
# @!attribute [rw] domain_arn
|
|
294
|
+
# @return [String]
|
|
295
|
+
#
|
|
296
|
+
# @!attribute [rw] cluster_endpoint
|
|
297
|
+
# @return [String]
|
|
298
|
+
#
|
|
299
|
+
# @!attribute [rw] index_name
|
|
300
|
+
# @return [String]
|
|
301
|
+
#
|
|
302
|
+
# @!attribute [rw] type_name
|
|
303
|
+
# @return [String]
|
|
304
|
+
#
|
|
305
|
+
# @!attribute [rw] index_rotation_period
|
|
306
|
+
# @return [String]
|
|
307
|
+
#
|
|
308
|
+
# @!attribute [rw] buffering_hints
|
|
309
|
+
# @return [Types::AmazonopensearchserviceBufferingHints]
|
|
310
|
+
#
|
|
311
|
+
# @!attribute [rw] retry_options
|
|
312
|
+
# @return [Types::AmazonopensearchserviceRetryOptions]
|
|
313
|
+
#
|
|
314
|
+
# @!attribute [rw] s3_update
|
|
315
|
+
# Describes an update for a destination in Amazon S3.
|
|
316
|
+
# @return [Types::S3DestinationUpdate]
|
|
317
|
+
#
|
|
318
|
+
# @!attribute [rw] processing_configuration
|
|
319
|
+
# Describes a data processing configuration.
|
|
320
|
+
# @return [Types::ProcessingConfiguration]
|
|
321
|
+
#
|
|
322
|
+
# @!attribute [rw] cloud_watch_logging_options
|
|
323
|
+
# Describes the Amazon CloudWatch logging options for your delivery
|
|
324
|
+
# stream.
|
|
325
|
+
# @return [Types::CloudWatchLoggingOptions]
|
|
326
|
+
#
|
|
327
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/AmazonopensearchserviceDestinationUpdate AWS API Documentation
|
|
328
|
+
#
|
|
329
|
+
class AmazonopensearchserviceDestinationUpdate < Struct.new(
|
|
330
|
+
:role_arn,
|
|
331
|
+
:domain_arn,
|
|
332
|
+
:cluster_endpoint,
|
|
333
|
+
:index_name,
|
|
334
|
+
:type_name,
|
|
335
|
+
:index_rotation_period,
|
|
336
|
+
:buffering_hints,
|
|
337
|
+
:retry_options,
|
|
338
|
+
:s3_update,
|
|
339
|
+
:processing_configuration,
|
|
340
|
+
:cloud_watch_logging_options)
|
|
341
|
+
SENSITIVE = []
|
|
342
|
+
include Aws::Structure
|
|
343
|
+
end
|
|
344
|
+
|
|
345
|
+
# @note When making an API call, you may pass AmazonopensearchserviceRetryOptions
|
|
346
|
+
# data as a hash:
|
|
347
|
+
#
|
|
348
|
+
# {
|
|
349
|
+
# duration_in_seconds: 1,
|
|
350
|
+
# }
|
|
351
|
+
#
|
|
352
|
+
# @!attribute [rw] duration_in_seconds
|
|
353
|
+
# @return [Integer]
|
|
354
|
+
#
|
|
355
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/AmazonopensearchserviceRetryOptions AWS API Documentation
|
|
356
|
+
#
|
|
357
|
+
class AmazonopensearchserviceRetryOptions < Struct.new(
|
|
358
|
+
:duration_in_seconds)
|
|
359
|
+
SENSITIVE = []
|
|
360
|
+
include Aws::Structure
|
|
361
|
+
end
|
|
362
|
+
|
|
13
363
|
# Describes hints for the buffering to perform before delivering data to
|
|
14
364
|
# the destination. These options are treated as hints, and therefore
|
|
15
365
|
# Kinesis Data Firehose might choose to use different values when it is
|
|
@@ -225,10 +575,10 @@ module Aws::Firehose
|
|
|
225
575
|
# enabled: false,
|
|
226
576
|
# processors: [
|
|
227
577
|
# {
|
|
228
|
-
# type: "
|
|
578
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
229
579
|
# parameters: [
|
|
230
580
|
# {
|
|
231
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
581
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
232
582
|
# parameter_value: "ProcessorParameterValue", # required
|
|
233
583
|
# },
|
|
234
584
|
# ],
|
|
@@ -307,6 +657,12 @@ module Aws::Firehose
|
|
|
307
657
|
# },
|
|
308
658
|
# enabled: false,
|
|
309
659
|
# },
|
|
660
|
+
# dynamic_partitioning_configuration: {
|
|
661
|
+
# retry_options: {
|
|
662
|
+
# duration_in_seconds: 1,
|
|
663
|
+
# },
|
|
664
|
+
# enabled: false,
|
|
665
|
+
# },
|
|
310
666
|
# },
|
|
311
667
|
# redshift_destination_configuration: {
|
|
312
668
|
# role_arn: "RoleARN", # required
|
|
@@ -347,10 +703,10 @@ module Aws::Firehose
|
|
|
347
703
|
# enabled: false,
|
|
348
704
|
# processors: [
|
|
349
705
|
# {
|
|
350
|
-
# type: "
|
|
706
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
351
707
|
# parameters: [
|
|
352
708
|
# {
|
|
353
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
709
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
354
710
|
# parameter_value: "ProcessorParameterValue", # required
|
|
355
711
|
# },
|
|
356
712
|
# ],
|
|
@@ -427,10 +783,72 @@ module Aws::Firehose
|
|
|
427
783
|
# enabled: false,
|
|
428
784
|
# processors: [
|
|
429
785
|
# {
|
|
430
|
-
# type: "
|
|
786
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
431
787
|
# parameters: [
|
|
432
788
|
# {
|
|
433
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
789
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
790
|
+
# parameter_value: "ProcessorParameterValue", # required
|
|
791
|
+
# },
|
|
792
|
+
# ],
|
|
793
|
+
# },
|
|
794
|
+
# ],
|
|
795
|
+
# },
|
|
796
|
+
# cloud_watch_logging_options: {
|
|
797
|
+
# enabled: false,
|
|
798
|
+
# log_group_name: "LogGroupName",
|
|
799
|
+
# log_stream_name: "LogStreamName",
|
|
800
|
+
# },
|
|
801
|
+
# vpc_configuration: {
|
|
802
|
+
# subnet_ids: ["NonEmptyStringWithoutWhitespace"], # required
|
|
803
|
+
# role_arn: "RoleARN", # required
|
|
804
|
+
# security_group_ids: ["NonEmptyStringWithoutWhitespace"], # required
|
|
805
|
+
# },
|
|
806
|
+
# },
|
|
807
|
+
# amazonopensearchservice_destination_configuration: {
|
|
808
|
+
# role_arn: "RoleARN", # required
|
|
809
|
+
# domain_arn: "AmazonopensearchserviceDomainARN",
|
|
810
|
+
# cluster_endpoint: "AmazonopensearchserviceClusterEndpoint",
|
|
811
|
+
# index_name: "AmazonopensearchserviceIndexName", # required
|
|
812
|
+
# type_name: "AmazonopensearchserviceTypeName",
|
|
813
|
+
# index_rotation_period: "NoRotation", # accepts NoRotation, OneHour, OneDay, OneWeek, OneMonth
|
|
814
|
+
# buffering_hints: {
|
|
815
|
+
# interval_in_seconds: 1,
|
|
816
|
+
# size_in_m_bs: 1,
|
|
817
|
+
# },
|
|
818
|
+
# retry_options: {
|
|
819
|
+
# duration_in_seconds: 1,
|
|
820
|
+
# },
|
|
821
|
+
# s3_backup_mode: "FailedDocumentsOnly", # accepts FailedDocumentsOnly, AllDocuments
|
|
822
|
+
# s3_configuration: { # required
|
|
823
|
+
# role_arn: "RoleARN", # required
|
|
824
|
+
# bucket_arn: "BucketARN", # required
|
|
825
|
+
# prefix: "Prefix",
|
|
826
|
+
# error_output_prefix: "ErrorOutputPrefix",
|
|
827
|
+
# buffering_hints: {
|
|
828
|
+
# size_in_m_bs: 1,
|
|
829
|
+
# interval_in_seconds: 1,
|
|
830
|
+
# },
|
|
831
|
+
# compression_format: "UNCOMPRESSED", # accepts UNCOMPRESSED, GZIP, ZIP, Snappy, HADOOP_SNAPPY
|
|
832
|
+
# encryption_configuration: {
|
|
833
|
+
# no_encryption_config: "NoEncryption", # accepts NoEncryption
|
|
834
|
+
# kms_encryption_config: {
|
|
835
|
+
# awskms_key_arn: "AWSKMSKeyARN", # required
|
|
836
|
+
# },
|
|
837
|
+
# },
|
|
838
|
+
# cloud_watch_logging_options: {
|
|
839
|
+
# enabled: false,
|
|
840
|
+
# log_group_name: "LogGroupName",
|
|
841
|
+
# log_stream_name: "LogStreamName",
|
|
842
|
+
# },
|
|
843
|
+
# },
|
|
844
|
+
# processing_configuration: {
|
|
845
|
+
# enabled: false,
|
|
846
|
+
# processors: [
|
|
847
|
+
# {
|
|
848
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
849
|
+
# parameters: [
|
|
850
|
+
# {
|
|
851
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
434
852
|
# parameter_value: "ProcessorParameterValue", # required
|
|
435
853
|
# },
|
|
436
854
|
# ],
|
|
@@ -483,10 +901,10 @@ module Aws::Firehose
|
|
|
483
901
|
# enabled: false,
|
|
484
902
|
# processors: [
|
|
485
903
|
# {
|
|
486
|
-
# type: "
|
|
904
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
487
905
|
# parameters: [
|
|
488
906
|
# {
|
|
489
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
907
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
490
908
|
# parameter_value: "ProcessorParameterValue", # required
|
|
491
909
|
# },
|
|
492
910
|
# ],
|
|
@@ -527,10 +945,10 @@ module Aws::Firehose
|
|
|
527
945
|
# enabled: false,
|
|
528
946
|
# processors: [
|
|
529
947
|
# {
|
|
530
|
-
# type: "
|
|
948
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
531
949
|
# parameters: [
|
|
532
950
|
# {
|
|
533
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
951
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
534
952
|
# parameter_value: "ProcessorParameterValue", # required
|
|
535
953
|
# },
|
|
536
954
|
# ],
|
|
@@ -621,6 +1039,9 @@ module Aws::Firehose
|
|
|
621
1039
|
# The destination in Amazon ES. You can specify only one destination.
|
|
622
1040
|
# @return [Types::ElasticsearchDestinationConfiguration]
|
|
623
1041
|
#
|
|
1042
|
+
# @!attribute [rw] amazonopensearchservice_destination_configuration
|
|
1043
|
+
# @return [Types::AmazonopensearchserviceDestinationConfiguration]
|
|
1044
|
+
#
|
|
624
1045
|
# @!attribute [rw] splunk_destination_configuration
|
|
625
1046
|
# The destination in Splunk. You can specify only one destination.
|
|
626
1047
|
# @return [Types::SplunkDestinationConfiguration]
|
|
@@ -657,6 +1078,7 @@ module Aws::Firehose
|
|
|
657
1078
|
:extended_s3_destination_configuration,
|
|
658
1079
|
:redshift_destination_configuration,
|
|
659
1080
|
:elasticsearch_destination_configuration,
|
|
1081
|
+
:amazonopensearchservice_destination_configuration,
|
|
660
1082
|
:splunk_destination_configuration,
|
|
661
1083
|
:http_endpoint_destination_configuration,
|
|
662
1084
|
:tags)
|
|
@@ -1139,6 +1561,9 @@ module Aws::Firehose
|
|
|
1139
1561
|
# The destination in Amazon ES.
|
|
1140
1562
|
# @return [Types::ElasticsearchDestinationDescription]
|
|
1141
1563
|
#
|
|
1564
|
+
# @!attribute [rw] amazonopensearchservice_destination_description
|
|
1565
|
+
# @return [Types::AmazonopensearchserviceDestinationDescription]
|
|
1566
|
+
#
|
|
1142
1567
|
# @!attribute [rw] splunk_destination_description
|
|
1143
1568
|
# The destination in Splunk.
|
|
1144
1569
|
# @return [Types::SplunkDestinationDescription]
|
|
@@ -1155,12 +1580,52 @@ module Aws::Firehose
|
|
|
1155
1580
|
:extended_s3_destination_description,
|
|
1156
1581
|
:redshift_destination_description,
|
|
1157
1582
|
:elasticsearch_destination_description,
|
|
1583
|
+
:amazonopensearchservice_destination_description,
|
|
1158
1584
|
:splunk_destination_description,
|
|
1159
1585
|
:http_endpoint_destination_description)
|
|
1160
1586
|
SENSITIVE = []
|
|
1161
1587
|
include Aws::Structure
|
|
1162
1588
|
end
|
|
1163
1589
|
|
|
1590
|
+
# The configuration of the dynamic partitioning mechanism that creates
|
|
1591
|
+
# smaller data sets from the streaming data by partitioning it based on
|
|
1592
|
+
# partition keys. Currently, dynamic partitioning is only supported for
|
|
1593
|
+
# Amazon S3 destinations. For more information, see
|
|
1594
|
+
# [https://docs.aws.amazon.com/firehose/latest/dev/dynamic-partitioning.html][1]
|
|
1595
|
+
#
|
|
1596
|
+
#
|
|
1597
|
+
#
|
|
1598
|
+
# [1]: https://docs.aws.amazon.com/firehose/latest/dev/dynamic-partitioning.html
|
|
1599
|
+
#
|
|
1600
|
+
# @note When making an API call, you may pass DynamicPartitioningConfiguration
|
|
1601
|
+
# data as a hash:
|
|
1602
|
+
#
|
|
1603
|
+
# {
|
|
1604
|
+
# retry_options: {
|
|
1605
|
+
# duration_in_seconds: 1,
|
|
1606
|
+
# },
|
|
1607
|
+
# enabled: false,
|
|
1608
|
+
# }
|
|
1609
|
+
#
|
|
1610
|
+
# @!attribute [rw] retry_options
|
|
1611
|
+
# The retry behavior in case Kinesis Data Firehose is unable to
|
|
1612
|
+
# deliver data to an Amazon S3 prefix.
|
|
1613
|
+
# @return [Types::RetryOptions]
|
|
1614
|
+
#
|
|
1615
|
+
# @!attribute [rw] enabled
|
|
1616
|
+
# Specifies that the dynamic partitioning is enabled for this Kinesis
|
|
1617
|
+
# Data Firehose delivery stream.
|
|
1618
|
+
# @return [Boolean]
|
|
1619
|
+
#
|
|
1620
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/DynamicPartitioningConfiguration AWS API Documentation
|
|
1621
|
+
#
|
|
1622
|
+
class DynamicPartitioningConfiguration < Struct.new(
|
|
1623
|
+
:retry_options,
|
|
1624
|
+
:enabled)
|
|
1625
|
+
SENSITIVE = []
|
|
1626
|
+
include Aws::Structure
|
|
1627
|
+
end
|
|
1628
|
+
|
|
1164
1629
|
# Describes the buffering to perform before delivering data to the
|
|
1165
1630
|
# Amazon ES destination.
|
|
1166
1631
|
#
|
|
@@ -1243,10 +1708,10 @@ module Aws::Firehose
|
|
|
1243
1708
|
# enabled: false,
|
|
1244
1709
|
# processors: [
|
|
1245
1710
|
# {
|
|
1246
|
-
# type: "
|
|
1711
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
1247
1712
|
# parameters: [
|
|
1248
1713
|
# {
|
|
1249
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
1714
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
1250
1715
|
# parameter_value: "ProcessorParameterValue", # required
|
|
1251
1716
|
# },
|
|
1252
1717
|
# ],
|
|
@@ -1524,10 +1989,10 @@ module Aws::Firehose
|
|
|
1524
1989
|
# enabled: false,
|
|
1525
1990
|
# processors: [
|
|
1526
1991
|
# {
|
|
1527
|
-
# type: "
|
|
1992
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
1528
1993
|
# parameters: [
|
|
1529
1994
|
# {
|
|
1530
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
1995
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
1531
1996
|
# parameter_value: "ProcessorParameterValue", # required
|
|
1532
1997
|
# },
|
|
1533
1998
|
# ],
|
|
@@ -1728,10 +2193,10 @@ module Aws::Firehose
|
|
|
1728
2193
|
# enabled: false,
|
|
1729
2194
|
# processors: [
|
|
1730
2195
|
# {
|
|
1731
|
-
# type: "
|
|
2196
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
1732
2197
|
# parameters: [
|
|
1733
2198
|
# {
|
|
1734
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
2199
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
1735
2200
|
# parameter_value: "ProcessorParameterValue", # required
|
|
1736
2201
|
# },
|
|
1737
2202
|
# ],
|
|
@@ -1810,6 +2275,12 @@ module Aws::Firehose
|
|
|
1810
2275
|
# },
|
|
1811
2276
|
# enabled: false,
|
|
1812
2277
|
# },
|
|
2278
|
+
# dynamic_partitioning_configuration: {
|
|
2279
|
+
# retry_options: {
|
|
2280
|
+
# duration_in_seconds: 1,
|
|
2281
|
+
# },
|
|
2282
|
+
# enabled: false,
|
|
2283
|
+
# },
|
|
1813
2284
|
# }
|
|
1814
2285
|
#
|
|
1815
2286
|
# @!attribute [rw] role_arn
|
|
@@ -1891,6 +2362,18 @@ module Aws::Firehose
|
|
|
1891
2362
|
# Amazon S3.
|
|
1892
2363
|
# @return [Types::DataFormatConversionConfiguration]
|
|
1893
2364
|
#
|
|
2365
|
+
# @!attribute [rw] dynamic_partitioning_configuration
|
|
2366
|
+
# The configuration of the dynamic partitioning mechanism that creates
|
|
2367
|
+
# smaller data sets from the streaming data by partitioning it based
|
|
2368
|
+
# on partition keys. Currently, dynamic partitioning is only supported
|
|
2369
|
+
# for Amazon S3 destinations. For more information, see
|
|
2370
|
+
# [https://docs.aws.amazon.com/firehose/latest/dev/dynamic-partitioning.html][1]
|
|
2371
|
+
#
|
|
2372
|
+
#
|
|
2373
|
+
#
|
|
2374
|
+
# [1]: https://docs.aws.amazon.com/firehose/latest/dev/dynamic-partitioning.html
|
|
2375
|
+
# @return [Types::DynamicPartitioningConfiguration]
|
|
2376
|
+
#
|
|
1894
2377
|
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/ExtendedS3DestinationConfiguration AWS API Documentation
|
|
1895
2378
|
#
|
|
1896
2379
|
class ExtendedS3DestinationConfiguration < Struct.new(
|
|
@@ -1905,7 +2388,8 @@ module Aws::Firehose
|
|
|
1905
2388
|
:processing_configuration,
|
|
1906
2389
|
:s3_backup_mode,
|
|
1907
2390
|
:s3_backup_configuration,
|
|
1908
|
-
:data_format_conversion_configuration
|
|
2391
|
+
:data_format_conversion_configuration,
|
|
2392
|
+
:dynamic_partitioning_configuration)
|
|
1909
2393
|
SENSITIVE = []
|
|
1910
2394
|
include Aws::Structure
|
|
1911
2395
|
end
|
|
@@ -1988,6 +2472,18 @@ module Aws::Firehose
|
|
|
1988
2472
|
# Amazon S3.
|
|
1989
2473
|
# @return [Types::DataFormatConversionConfiguration]
|
|
1990
2474
|
#
|
|
2475
|
+
# @!attribute [rw] dynamic_partitioning_configuration
|
|
2476
|
+
# The configuration of the dynamic partitioning mechanism that creates
|
|
2477
|
+
# smaller data sets from the streaming data by partitioning it based
|
|
2478
|
+
# on partition keys. Currently, dynamic partitioning is only supported
|
|
2479
|
+
# for Amazon S3 destinations. For more information, see
|
|
2480
|
+
# [https://docs.aws.amazon.com/firehose/latest/dev/dynamic-partitioning.html][1]
|
|
2481
|
+
#
|
|
2482
|
+
#
|
|
2483
|
+
#
|
|
2484
|
+
# [1]: https://docs.aws.amazon.com/firehose/latest/dev/dynamic-partitioning.html
|
|
2485
|
+
# @return [Types::DynamicPartitioningConfiguration]
|
|
2486
|
+
#
|
|
1991
2487
|
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/ExtendedS3DestinationDescription AWS API Documentation
|
|
1992
2488
|
#
|
|
1993
2489
|
class ExtendedS3DestinationDescription < Struct.new(
|
|
@@ -2002,7 +2498,8 @@ module Aws::Firehose
|
|
|
2002
2498
|
:processing_configuration,
|
|
2003
2499
|
:s3_backup_mode,
|
|
2004
2500
|
:s3_backup_description,
|
|
2005
|
-
:data_format_conversion_configuration
|
|
2501
|
+
:data_format_conversion_configuration,
|
|
2502
|
+
:dynamic_partitioning_configuration)
|
|
2006
2503
|
SENSITIVE = []
|
|
2007
2504
|
include Aws::Structure
|
|
2008
2505
|
end
|
|
@@ -2037,10 +2534,10 @@ module Aws::Firehose
|
|
|
2037
2534
|
# enabled: false,
|
|
2038
2535
|
# processors: [
|
|
2039
2536
|
# {
|
|
2040
|
-
# type: "
|
|
2537
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
2041
2538
|
# parameters: [
|
|
2042
2539
|
# {
|
|
2043
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
2540
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
2044
2541
|
# parameter_value: "ProcessorParameterValue", # required
|
|
2045
2542
|
# },
|
|
2046
2543
|
# ],
|
|
@@ -2119,6 +2616,12 @@ module Aws::Firehose
|
|
|
2119
2616
|
# },
|
|
2120
2617
|
# enabled: false,
|
|
2121
2618
|
# },
|
|
2619
|
+
# dynamic_partitioning_configuration: {
|
|
2620
|
+
# retry_options: {
|
|
2621
|
+
# duration_in_seconds: 1,
|
|
2622
|
+
# },
|
|
2623
|
+
# enabled: false,
|
|
2624
|
+
# },
|
|
2122
2625
|
# }
|
|
2123
2626
|
#
|
|
2124
2627
|
# @!attribute [rw] role_arn
|
|
@@ -2199,6 +2702,18 @@ module Aws::Firehose
|
|
|
2199
2702
|
# Amazon S3.
|
|
2200
2703
|
# @return [Types::DataFormatConversionConfiguration]
|
|
2201
2704
|
#
|
|
2705
|
+
# @!attribute [rw] dynamic_partitioning_configuration
|
|
2706
|
+
# The configuration of the dynamic partitioning mechanism that creates
|
|
2707
|
+
# smaller data sets from the streaming data by partitioning it based
|
|
2708
|
+
# on partition keys. Currently, dynamic partitioning is only supported
|
|
2709
|
+
# for Amazon S3 destinations. For more information, see
|
|
2710
|
+
# [https://docs.aws.amazon.com/firehose/latest/dev/dynamic-partitioning.html][1]
|
|
2711
|
+
#
|
|
2712
|
+
#
|
|
2713
|
+
#
|
|
2714
|
+
# [1]: https://docs.aws.amazon.com/firehose/latest/dev/dynamic-partitioning.html
|
|
2715
|
+
# @return [Types::DynamicPartitioningConfiguration]
|
|
2716
|
+
#
|
|
2202
2717
|
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/ExtendedS3DestinationUpdate AWS API Documentation
|
|
2203
2718
|
#
|
|
2204
2719
|
class ExtendedS3DestinationUpdate < Struct.new(
|
|
@@ -2213,7 +2728,8 @@ module Aws::Firehose
|
|
|
2213
2728
|
:processing_configuration,
|
|
2214
2729
|
:s3_backup_mode,
|
|
2215
2730
|
:s3_backup_update,
|
|
2216
|
-
:data_format_conversion_configuration
|
|
2731
|
+
:data_format_conversion_configuration,
|
|
2732
|
+
:dynamic_partitioning_configuration)
|
|
2217
2733
|
SENSITIVE = []
|
|
2218
2734
|
include Aws::Structure
|
|
2219
2735
|
end
|
|
@@ -2358,6 +2874,14 @@ module Aws::Firehose
|
|
|
2358
2874
|
#
|
|
2359
2875
|
# @!attribute [rw] url
|
|
2360
2876
|
# The URL of the HTTP endpoint selected as the destination.
|
|
2877
|
+
#
|
|
2878
|
+
# If you choose an HTTP endpoint as your destination, review and
|
|
2879
|
+
# follow the instructions in the [Appendix - HTTP Endpoint Delivery
|
|
2880
|
+
# Request and Response Specifications][1].
|
|
2881
|
+
#
|
|
2882
|
+
#
|
|
2883
|
+
#
|
|
2884
|
+
# [1]: https://docs.aws.amazon.com/firehose/latest/dev/httpdeliveryrequestresponse.html
|
|
2361
2885
|
# @return [String]
|
|
2362
2886
|
#
|
|
2363
2887
|
# @!attribute [rw] name
|
|
@@ -2431,10 +2955,10 @@ module Aws::Firehose
|
|
|
2431
2955
|
# enabled: false,
|
|
2432
2956
|
# processors: [
|
|
2433
2957
|
# {
|
|
2434
|
-
# type: "
|
|
2958
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
2435
2959
|
# parameters: [
|
|
2436
2960
|
# {
|
|
2437
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
2961
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
2438
2962
|
# parameter_value: "ProcessorParameterValue", # required
|
|
2439
2963
|
# },
|
|
2440
2964
|
# ],
|
|
@@ -2639,10 +3163,10 @@ module Aws::Firehose
|
|
|
2639
3163
|
# enabled: false,
|
|
2640
3164
|
# processors: [
|
|
2641
3165
|
# {
|
|
2642
|
-
# type: "
|
|
3166
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
2643
3167
|
# parameters: [
|
|
2644
3168
|
# {
|
|
2645
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
3169
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
2646
3170
|
# parameter_value: "ProcessorParameterValue", # required
|
|
2647
3171
|
# },
|
|
2648
3172
|
# ],
|
|
@@ -3403,10 +3927,10 @@ module Aws::Firehose
|
|
|
3403
3927
|
# enabled: false,
|
|
3404
3928
|
# processors: [
|
|
3405
3929
|
# {
|
|
3406
|
-
# type: "
|
|
3930
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
3407
3931
|
# parameters: [
|
|
3408
3932
|
# {
|
|
3409
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
3933
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
3410
3934
|
# parameter_value: "ProcessorParameterValue", # required
|
|
3411
3935
|
# },
|
|
3412
3936
|
# ],
|
|
@@ -3437,10 +3961,10 @@ module Aws::Firehose
|
|
|
3437
3961
|
# data as a hash:
|
|
3438
3962
|
#
|
|
3439
3963
|
# {
|
|
3440
|
-
# type: "
|
|
3964
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
3441
3965
|
# parameters: [
|
|
3442
3966
|
# {
|
|
3443
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
3967
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
3444
3968
|
# parameter_value: "ProcessorParameterValue", # required
|
|
3445
3969
|
# },
|
|
3446
3970
|
# ],
|
|
@@ -3469,7 +3993,7 @@ module Aws::Firehose
|
|
|
3469
3993
|
# data as a hash:
|
|
3470
3994
|
#
|
|
3471
3995
|
# {
|
|
3472
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
3996
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
3473
3997
|
# parameter_value: "ProcessorParameterValue", # required
|
|
3474
3998
|
# }
|
|
3475
3999
|
#
|
|
@@ -3686,10 +4210,10 @@ module Aws::Firehose
|
|
|
3686
4210
|
# enabled: false,
|
|
3687
4211
|
# processors: [
|
|
3688
4212
|
# {
|
|
3689
|
-
# type: "
|
|
4213
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
3690
4214
|
# parameters: [
|
|
3691
4215
|
# {
|
|
3692
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
4216
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
3693
4217
|
# parameter_value: "ProcessorParameterValue", # required
|
|
3694
4218
|
# },
|
|
3695
4219
|
# ],
|
|
@@ -3917,10 +4441,10 @@ module Aws::Firehose
|
|
|
3917
4441
|
# enabled: false,
|
|
3918
4442
|
# processors: [
|
|
3919
4443
|
# {
|
|
3920
|
-
# type: "
|
|
4444
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
3921
4445
|
# parameters: [
|
|
3922
4446
|
# {
|
|
3923
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
4447
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
3924
4448
|
# parameter_value: "ProcessorParameterValue", # required
|
|
3925
4449
|
# },
|
|
3926
4450
|
# ],
|
|
@@ -4089,6 +4613,29 @@ module Aws::Firehose
|
|
|
4089
4613
|
include Aws::Structure
|
|
4090
4614
|
end
|
|
4091
4615
|
|
|
4616
|
+
# The retry behavior in case Kinesis Data Firehose is unable to deliver
|
|
4617
|
+
# data to an Amazon S3 prefix.
|
|
4618
|
+
#
|
|
4619
|
+
# @note When making an API call, you may pass RetryOptions
|
|
4620
|
+
# data as a hash:
|
|
4621
|
+
#
|
|
4622
|
+
# {
|
|
4623
|
+
# duration_in_seconds: 1,
|
|
4624
|
+
# }
|
|
4625
|
+
#
|
|
4626
|
+
# @!attribute [rw] duration_in_seconds
|
|
4627
|
+
# The period of time during which Kinesis Data Firehose retries to
|
|
4628
|
+
# deliver data to the specified Amazon S3 prefix.
|
|
4629
|
+
# @return [Integer]
|
|
4630
|
+
#
|
|
4631
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/RetryOptions AWS API Documentation
|
|
4632
|
+
#
|
|
4633
|
+
class RetryOptions < Struct.new(
|
|
4634
|
+
:duration_in_seconds)
|
|
4635
|
+
SENSITIVE = []
|
|
4636
|
+
include Aws::Structure
|
|
4637
|
+
end
|
|
4638
|
+
|
|
4092
4639
|
# Describes the configuration of a destination in Amazon S3.
|
|
4093
4640
|
#
|
|
4094
4641
|
# @note When making an API call, you may pass S3DestinationConfiguration
|
|
@@ -4397,6 +4944,10 @@ module Aws::Firehose
|
|
|
4397
4944
|
# The role that Kinesis Data Firehose can use to access AWS Glue. This
|
|
4398
4945
|
# role must be in the same account you use for Kinesis Data Firehose.
|
|
4399
4946
|
# Cross-account roles aren't allowed.
|
|
4947
|
+
#
|
|
4948
|
+
# If the `SchemaConfiguration` request parameter is used as part of
|
|
4949
|
+
# invoking the `CreateDeliveryStream` API, then the `RoleARN` property
|
|
4950
|
+
# is required and its value must be specified.
|
|
4400
4951
|
# @return [String]
|
|
4401
4952
|
#
|
|
4402
4953
|
# @!attribute [rw] catalog_id
|
|
@@ -4407,11 +4958,19 @@ module Aws::Firehose
|
|
|
4407
4958
|
# @!attribute [rw] database_name
|
|
4408
4959
|
# Specifies the name of the AWS Glue database that contains the schema
|
|
4409
4960
|
# for the output data.
|
|
4961
|
+
#
|
|
4962
|
+
# If the `SchemaConfiguration` request parameter is used as part of
|
|
4963
|
+
# invoking the `CreateDeliveryStream` API, then the `DatabaseName`
|
|
4964
|
+
# property is required and its value must be specified.
|
|
4410
4965
|
# @return [String]
|
|
4411
4966
|
#
|
|
4412
4967
|
# @!attribute [rw] table_name
|
|
4413
4968
|
# Specifies the AWS Glue table that contains the column information
|
|
4414
4969
|
# that constitutes your data schema.
|
|
4970
|
+
#
|
|
4971
|
+
# If the `SchemaConfiguration` request parameter is used as part of
|
|
4972
|
+
# invoking the `CreateDeliveryStream` API, then the `TableName`
|
|
4973
|
+
# property is required and its value must be specified.
|
|
4415
4974
|
# @return [String]
|
|
4416
4975
|
#
|
|
4417
4976
|
# @!attribute [rw] region
|
|
@@ -4581,10 +5140,10 @@ module Aws::Firehose
|
|
|
4581
5140
|
# enabled: false,
|
|
4582
5141
|
# processors: [
|
|
4583
5142
|
# {
|
|
4584
|
-
# type: "
|
|
5143
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
4585
5144
|
# parameters: [
|
|
4586
5145
|
# {
|
|
4587
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
5146
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
4588
5147
|
# parameter_value: "ProcessorParameterValue", # required
|
|
4589
5148
|
# },
|
|
4590
5149
|
# ],
|
|
@@ -4772,10 +5331,10 @@ module Aws::Firehose
|
|
|
4772
5331
|
# enabled: false,
|
|
4773
5332
|
# processors: [
|
|
4774
5333
|
# {
|
|
4775
|
-
# type: "
|
|
5334
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
4776
5335
|
# parameters: [
|
|
4777
5336
|
# {
|
|
4778
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
5337
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
4779
5338
|
# parameter_value: "ProcessorParameterValue", # required
|
|
4780
5339
|
# },
|
|
4781
5340
|
# ],
|
|
@@ -5092,10 +5651,10 @@ module Aws::Firehose
|
|
|
5092
5651
|
# enabled: false,
|
|
5093
5652
|
# processors: [
|
|
5094
5653
|
# {
|
|
5095
|
-
# type: "
|
|
5654
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
5096
5655
|
# parameters: [
|
|
5097
5656
|
# {
|
|
5098
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
5657
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
5099
5658
|
# parameter_value: "ProcessorParameterValue", # required
|
|
5100
5659
|
# },
|
|
5101
5660
|
# ],
|
|
@@ -5174,6 +5733,12 @@ module Aws::Firehose
|
|
|
5174
5733
|
# },
|
|
5175
5734
|
# enabled: false,
|
|
5176
5735
|
# },
|
|
5736
|
+
# dynamic_partitioning_configuration: {
|
|
5737
|
+
# retry_options: {
|
|
5738
|
+
# duration_in_seconds: 1,
|
|
5739
|
+
# },
|
|
5740
|
+
# enabled: false,
|
|
5741
|
+
# },
|
|
5177
5742
|
# },
|
|
5178
5743
|
# redshift_destination_update: {
|
|
5179
5744
|
# role_arn: "RoleARN",
|
|
@@ -5214,10 +5779,10 @@ module Aws::Firehose
|
|
|
5214
5779
|
# enabled: false,
|
|
5215
5780
|
# processors: [
|
|
5216
5781
|
# {
|
|
5217
|
-
# type: "
|
|
5782
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
5218
5783
|
# parameters: [
|
|
5219
5784
|
# {
|
|
5220
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
5785
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
5221
5786
|
# parameter_value: "ProcessorParameterValue", # required
|
|
5222
5787
|
# },
|
|
5223
5788
|
# ],
|
|
@@ -5293,10 +5858,66 @@ module Aws::Firehose
|
|
|
5293
5858
|
# enabled: false,
|
|
5294
5859
|
# processors: [
|
|
5295
5860
|
# {
|
|
5296
|
-
# type: "
|
|
5861
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
5862
|
+
# parameters: [
|
|
5863
|
+
# {
|
|
5864
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
5865
|
+
# parameter_value: "ProcessorParameterValue", # required
|
|
5866
|
+
# },
|
|
5867
|
+
# ],
|
|
5868
|
+
# },
|
|
5869
|
+
# ],
|
|
5870
|
+
# },
|
|
5871
|
+
# cloud_watch_logging_options: {
|
|
5872
|
+
# enabled: false,
|
|
5873
|
+
# log_group_name: "LogGroupName",
|
|
5874
|
+
# log_stream_name: "LogStreamName",
|
|
5875
|
+
# },
|
|
5876
|
+
# },
|
|
5877
|
+
# amazonopensearchservice_destination_update: {
|
|
5878
|
+
# role_arn: "RoleARN",
|
|
5879
|
+
# domain_arn: "AmazonopensearchserviceDomainARN",
|
|
5880
|
+
# cluster_endpoint: "AmazonopensearchserviceClusterEndpoint",
|
|
5881
|
+
# index_name: "AmazonopensearchserviceIndexName",
|
|
5882
|
+
# type_name: "AmazonopensearchserviceTypeName",
|
|
5883
|
+
# index_rotation_period: "NoRotation", # accepts NoRotation, OneHour, OneDay, OneWeek, OneMonth
|
|
5884
|
+
# buffering_hints: {
|
|
5885
|
+
# interval_in_seconds: 1,
|
|
5886
|
+
# size_in_m_bs: 1,
|
|
5887
|
+
# },
|
|
5888
|
+
# retry_options: {
|
|
5889
|
+
# duration_in_seconds: 1,
|
|
5890
|
+
# },
|
|
5891
|
+
# s3_update: {
|
|
5892
|
+
# role_arn: "RoleARN",
|
|
5893
|
+
# bucket_arn: "BucketARN",
|
|
5894
|
+
# prefix: "Prefix",
|
|
5895
|
+
# error_output_prefix: "ErrorOutputPrefix",
|
|
5896
|
+
# buffering_hints: {
|
|
5897
|
+
# size_in_m_bs: 1,
|
|
5898
|
+
# interval_in_seconds: 1,
|
|
5899
|
+
# },
|
|
5900
|
+
# compression_format: "UNCOMPRESSED", # accepts UNCOMPRESSED, GZIP, ZIP, Snappy, HADOOP_SNAPPY
|
|
5901
|
+
# encryption_configuration: {
|
|
5902
|
+
# no_encryption_config: "NoEncryption", # accepts NoEncryption
|
|
5903
|
+
# kms_encryption_config: {
|
|
5904
|
+
# awskms_key_arn: "AWSKMSKeyARN", # required
|
|
5905
|
+
# },
|
|
5906
|
+
# },
|
|
5907
|
+
# cloud_watch_logging_options: {
|
|
5908
|
+
# enabled: false,
|
|
5909
|
+
# log_group_name: "LogGroupName",
|
|
5910
|
+
# log_stream_name: "LogStreamName",
|
|
5911
|
+
# },
|
|
5912
|
+
# },
|
|
5913
|
+
# processing_configuration: {
|
|
5914
|
+
# enabled: false,
|
|
5915
|
+
# processors: [
|
|
5916
|
+
# {
|
|
5917
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
5297
5918
|
# parameters: [
|
|
5298
5919
|
# {
|
|
5299
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
5920
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
5300
5921
|
# parameter_value: "ProcessorParameterValue", # required
|
|
5301
5922
|
# },
|
|
5302
5923
|
# ],
|
|
@@ -5344,10 +5965,10 @@ module Aws::Firehose
|
|
|
5344
5965
|
# enabled: false,
|
|
5345
5966
|
# processors: [
|
|
5346
5967
|
# {
|
|
5347
|
-
# type: "
|
|
5968
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
5348
5969
|
# parameters: [
|
|
5349
5970
|
# {
|
|
5350
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
5971
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
5351
5972
|
# parameter_value: "ProcessorParameterValue", # required
|
|
5352
5973
|
# },
|
|
5353
5974
|
# ],
|
|
@@ -5388,10 +6009,10 @@ module Aws::Firehose
|
|
|
5388
6009
|
# enabled: false,
|
|
5389
6010
|
# processors: [
|
|
5390
6011
|
# {
|
|
5391
|
-
# type: "
|
|
6012
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
|
5392
6013
|
# parameters: [
|
|
5393
6014
|
# {
|
|
5394
|
-
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds
|
|
6015
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
|
|
5395
6016
|
# parameter_value: "ProcessorParameterValue", # required
|
|
5396
6017
|
# },
|
|
5397
6018
|
# ],
|
|
@@ -5462,6 +6083,9 @@ module Aws::Firehose
|
|
|
5462
6083
|
# Describes an update for a destination in Amazon ES.
|
|
5463
6084
|
# @return [Types::ElasticsearchDestinationUpdate]
|
|
5464
6085
|
#
|
|
6086
|
+
# @!attribute [rw] amazonopensearchservice_destination_update
|
|
6087
|
+
# @return [Types::AmazonopensearchserviceDestinationUpdate]
|
|
6088
|
+
#
|
|
5465
6089
|
# @!attribute [rw] splunk_destination_update
|
|
5466
6090
|
# Describes an update for a destination in Splunk.
|
|
5467
6091
|
# @return [Types::SplunkDestinationUpdate]
|
|
@@ -5480,6 +6104,7 @@ module Aws::Firehose
|
|
|
5480
6104
|
:extended_s3_destination_update,
|
|
5481
6105
|
:redshift_destination_update,
|
|
5482
6106
|
:elasticsearch_destination_update,
|
|
6107
|
+
:amazonopensearchservice_destination_update,
|
|
5483
6108
|
:splunk_destination_update,
|
|
5484
6109
|
:http_endpoint_destination_update)
|
|
5485
6110
|
SENSITIVE = []
|