@aws-sdk/client-firehose 3.418.0 → 3.421.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (15) hide show
  1. package/README.md +7 -7
  2. package/dist-cjs/models/models_0.js +8 -1
  3. package/dist-cjs/protocols/Aws_json1_1.js +10 -0
  4. package/dist-es/models/models_0.js +7 -0
  5. package/dist-es/protocols/Aws_json1_1.js +10 -0
  6. package/dist-types/commands/CreateDeliveryStreamCommand.d.ts +19 -11
  7. package/dist-types/commands/DescribeDeliveryStreamCommand.d.ts +20 -11
  8. package/dist-types/commands/ListDeliveryStreamsCommand.d.ts +1 -1
  9. package/dist-types/commands/PutRecordBatchCommand.d.ts +6 -2
  10. package/dist-types/commands/PutRecordCommand.d.ts +7 -2
  11. package/dist-types/commands/StartDeliveryStreamEncryptionCommand.d.ts +1 -0
  12. package/dist-types/commands/UpdateDestinationCommand.d.ts +10 -10
  13. package/dist-types/models/models_0.d.ts +93 -0
  14. package/dist-types/ts3.4/models/models_0.d.ts +25 -0
  15. package/package.json +3 -3
package/README.md CHANGED
@@ -28,16 +28,16 @@ using your favorite package manager:
28
28
 
29
29
  The AWS SDK is modulized by clients and commands.
30
30
  To send a request, you only need to import the `FirehoseClient` and
31
- the commands you need, for example `CreateDeliveryStreamCommand`:
31
+ the commands you need, for example `ListDeliveryStreamsCommand`:
32
32
 
33
33
  ```js
34
34
  // ES5 example
35
- const { FirehoseClient, CreateDeliveryStreamCommand } = require("@aws-sdk/client-firehose");
35
+ const { FirehoseClient, ListDeliveryStreamsCommand } = require("@aws-sdk/client-firehose");
36
36
  ```
37
37
 
38
38
  ```ts
39
39
  // ES6+ example
40
- import { FirehoseClient, CreateDeliveryStreamCommand } from "@aws-sdk/client-firehose";
40
+ import { FirehoseClient, ListDeliveryStreamsCommand } from "@aws-sdk/client-firehose";
41
41
  ```
42
42
 
43
43
  ### Usage
@@ -56,7 +56,7 @@ const client = new FirehoseClient({ region: "REGION" });
56
56
  const params = {
57
57
  /** input parameters */
58
58
  };
59
- const command = new CreateDeliveryStreamCommand(params);
59
+ const command = new ListDeliveryStreamsCommand(params);
60
60
  ```
61
61
 
62
62
  #### Async/await
@@ -135,7 +135,7 @@ const client = new AWS.Firehose({ region: "REGION" });
135
135
 
136
136
  // async/await.
137
137
  try {
138
- const data = await client.createDeliveryStream(params);
138
+ const data = await client.listDeliveryStreams(params);
139
139
  // process data.
140
140
  } catch (error) {
141
141
  // error handling.
@@ -143,7 +143,7 @@ try {
143
143
 
144
144
  // Promises.
145
145
  client
146
- .createDeliveryStream(params)
146
+ .listDeliveryStreams(params)
147
147
  .then((data) => {
148
148
  // process data.
149
149
  })
@@ -152,7 +152,7 @@ client
152
152
  });
153
153
 
154
154
  // callbacks.
155
- client.createDeliveryStream(params, (err, data) => {
155
+ client.listDeliveryStreams(params, (err, data) => {
156
156
  // process err and data.
157
157
  });
158
158
  ```
package/dist-cjs/models/models_0.js CHANGED
@@ -1,11 +1,12 @@
1
1
  "use strict";
2
2
  Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.UpdateDestinationInputFilterSensitiveLog = exports.RedshiftDestinationUpdateFilterSensitiveLog = exports.HttpEndpointDestinationUpdateFilterSensitiveLog = exports.DescribeDeliveryStreamOutputFilterSensitiveLog = exports.DeliveryStreamDescriptionFilterSensitiveLog = exports.DestinationDescriptionFilterSensitiveLog = exports.RedshiftDestinationDescriptionFilterSensitiveLog = exports.HttpEndpointDestinationDescriptionFilterSensitiveLog = exports.HttpEndpointDescriptionFilterSensitiveLog = exports.CreateDeliveryStreamInputFilterSensitiveLog = exports.RedshiftDestinationConfigurationFilterSensitiveLog = exports.HttpEndpointDestinationConfigurationFilterSensitiveLog = exports.HttpEndpointRequestConfigurationFilterSensitiveLog = exports.HttpEndpointCommonAttributeFilterSensitiveLog = exports.HttpEndpointConfigurationFilterSensitiveLog = exports.ServiceUnavailableException = exports.DeliveryStreamStatus = exports.DeliveryStreamEncryptionStatus = exports.DeliveryStreamFailureType = exports.ResourceNotFoundException = exports.ResourceInUseException = exports.LimitExceededException = exports.InvalidKMSResourceException = exports.InvalidArgumentException = exports.SplunkS3BackupMode = exports.HECEndpointType = exports.RedshiftS3BackupMode = exports.HttpEndpointS3BackupMode = exports.S3BackupMode = exports.ParquetWriterVersion = exports.ParquetCompression = exports.OrcFormatVersion = exports.OrcCompression = exports.ElasticsearchS3BackupMode = exports.ElasticsearchIndexRotationPeriod = exports.DeliveryStreamType = exports.KeyType = exports.ContentEncoding = exports.ConcurrentModificationException = exports.AmazonopensearchserviceS3BackupMode = exports.AmazonopensearchserviceIndexRotationPeriod = exports.DefaultDocumentIdFormat = exports.NoEncryptionConfig = exports.CompressionFormat = exports.AmazonOpenSearchServerlessS3BackupMode = exports.ProcessorType = exports.ProcessorParameterName = void 0;
3
+ exports.UpdateDestinationInputFilterSensitiveLog = exports.RedshiftDestinationUpdateFilterSensitiveLog = exports.HttpEndpointDestinationUpdateFilterSensitiveLog = exports.DescribeDeliveryStreamOutputFilterSensitiveLog = exports.DeliveryStreamDescriptionFilterSensitiveLog = exports.DestinationDescriptionFilterSensitiveLog = exports.RedshiftDestinationDescriptionFilterSensitiveLog = exports.HttpEndpointDestinationDescriptionFilterSensitiveLog = exports.HttpEndpointDescriptionFilterSensitiveLog = exports.CreateDeliveryStreamInputFilterSensitiveLog = exports.RedshiftDestinationConfigurationFilterSensitiveLog = exports.HttpEndpointDestinationConfigurationFilterSensitiveLog = exports.HttpEndpointRequestConfigurationFilterSensitiveLog = exports.HttpEndpointCommonAttributeFilterSensitiveLog = exports.HttpEndpointConfigurationFilterSensitiveLog = exports.ServiceUnavailableException = exports.DeliveryStreamStatus = exports.DeliveryStreamEncryptionStatus = exports.DeliveryStreamFailureType = exports.ResourceNotFoundException = exports.ResourceInUseException = exports.LimitExceededException = exports.InvalidKMSResourceException = exports.InvalidArgumentException = exports.SplunkS3BackupMode = exports.HECEndpointType = exports.RedshiftS3BackupMode = exports.HttpEndpointS3BackupMode = exports.S3BackupMode = exports.ParquetWriterVersion = exports.ParquetCompression = exports.OrcFormatVersion = exports.OrcCompression = exports.ElasticsearchS3BackupMode = exports.ElasticsearchIndexRotationPeriod = exports.DeliveryStreamType = exports.KeyType = exports.ContentEncoding = exports.ConcurrentModificationException = exports.Connectivity = exports.AmazonopensearchserviceS3BackupMode = exports.AmazonopensearchserviceIndexRotationPeriod = exports.DefaultDocumentIdFormat = exports.NoEncryptionConfig = exports.CompressionFormat = exports.AmazonOpenSearchServerlessS3BackupMode = exports.ProcessorType = exports.ProcessorParameterName = void 0;
4
4
  const smithy_client_1 = require("@smithy/smithy-client");
5
5
  const FirehoseServiceException_1 = require("./FirehoseServiceException");
6
6
  exports.ProcessorParameterName = {
7
7
  BUFFER_INTERVAL_IN_SECONDS: "BufferIntervalInSeconds",
8
8
  BUFFER_SIZE_IN_MB: "BufferSizeInMBs",
9
+ COMPRESSION_FORMAT: "CompressionFormat",
9
10
  Delimiter: "Delimiter",
10
11
  JSON_PARSING_ENGINE: "JsonParsingEngine",
11
12
  LAMBDA_ARN: "LambdaArn",
@@ -16,6 +17,7 @@ exports.ProcessorParameterName = {
16
17
  };
17
18
  exports.ProcessorType = {
18
19
  AppendDelimiterToRecord: "AppendDelimiterToRecord",
20
+ Decompression: "Decompression",
19
21
  Lambda: "Lambda",
20
22
  MetadataExtraction: "MetadataExtraction",
21
23
  RecordDeAggregation: "RecordDeAggregation",
@@ -49,6 +51,10 @@ exports.AmazonopensearchserviceS3BackupMode = {
49
51
  AllDocuments: "AllDocuments",
50
52
  FailedDocumentsOnly: "FailedDocumentsOnly",
51
53
  };
54
+ exports.Connectivity = {
55
+ PRIVATE: "PRIVATE",
56
+ PUBLIC: "PUBLIC",
57
+ };
52
58
  class ConcurrentModificationException extends FirehoseServiceException_1.FirehoseServiceException {
53
59
  constructor(opts) {
54
60
  super({
@@ -73,6 +79,7 @@ exports.KeyType = {
73
79
  exports.DeliveryStreamType = {
74
80
  DirectPut: "DirectPut",
75
81
  KinesisStreamAsSource: "KinesisStreamAsSource",
82
+ MSKAsSource: "MSKAsSource",
76
83
  };
77
84
  exports.ElasticsearchIndexRotationPeriod = {
78
85
  NoRotation: "NoRotation",
package/dist-cjs/protocols/Aws_json1_1.js CHANGED
@@ -637,6 +637,7 @@ const se_CreateDeliveryStreamInput = (input, context) => {
637
637
  ExtendedS3DestinationConfiguration: (_) => se_ExtendedS3DestinationConfiguration(_, context),
638
638
  HttpEndpointDestinationConfiguration: smithy_client_1._json,
639
639
  KinesisStreamSourceConfiguration: smithy_client_1._json,
640
+ MSKSourceConfiguration: smithy_client_1._json,
640
641
  RedshiftDestinationConfiguration: smithy_client_1._json,
641
642
  S3DestinationConfiguration: smithy_client_1._json,
642
643
  SplunkDestinationConfiguration: smithy_client_1._json,
@@ -823,6 +824,14 @@ const de_KinesisStreamSourceDescription = (output, context) => {
823
824
  RoleARN: smithy_client_1.expectString,
824
825
  });
825
826
  };
827
+ const de_MSKSourceDescription = (output, context) => {
828
+ return (0, smithy_client_1.take)(output, {
829
+ AuthenticationConfiguration: smithy_client_1._json,
830
+ DeliveryStartTimestamp: (_) => (0, smithy_client_1.expectNonNull)((0, smithy_client_1.parseEpochTimestamp)((0, smithy_client_1.expectNumber)(_))),
831
+ MSKClusterARN: smithy_client_1.expectString,
832
+ TopicName: smithy_client_1.expectString,
833
+ });
834
+ };
826
835
  const de_OrcSerDe = (output, context) => {
827
836
  return (0, smithy_client_1.take)(output, {
828
837
  BlockSizeBytes: smithy_client_1.expectInt32,
@@ -851,6 +860,7 @@ const de_Serializer = (output, context) => {
851
860
  const de_SourceDescription = (output, context) => {
852
861
  return (0, smithy_client_1.take)(output, {
853
862
  KinesisStreamSourceDescription: (_) => de_KinesisStreamSourceDescription(_, context),
863
+ MSKSourceDescription: (_) => de_MSKSourceDescription(_, context),
854
864
  });
855
865
  };
856
866
  const deserializeMetadata = (output) => ({
package/dist-es/models/models_0.js CHANGED
@@ -3,6 +3,7 @@ import { FirehoseServiceException as __BaseException } from "./FirehoseServiceEx
3
3
  export const ProcessorParameterName = {
4
4
  BUFFER_INTERVAL_IN_SECONDS: "BufferIntervalInSeconds",
5
5
  BUFFER_SIZE_IN_MB: "BufferSizeInMBs",
6
+ COMPRESSION_FORMAT: "CompressionFormat",
6
7
  Delimiter: "Delimiter",
7
8
  JSON_PARSING_ENGINE: "JsonParsingEngine",
8
9
  LAMBDA_ARN: "LambdaArn",
@@ -13,6 +14,7 @@ export const ProcessorParameterName = {
13
14
  };
14
15
  export const ProcessorType = {
15
16
  AppendDelimiterToRecord: "AppendDelimiterToRecord",
17
+ Decompression: "Decompression",
16
18
  Lambda: "Lambda",
17
19
  MetadataExtraction: "MetadataExtraction",
18
20
  RecordDeAggregation: "RecordDeAggregation",
@@ -46,6 +48,10 @@ export const AmazonopensearchserviceS3BackupMode = {
46
48
  AllDocuments: "AllDocuments",
47
49
  FailedDocumentsOnly: "FailedDocumentsOnly",
48
50
  };
51
+ export const Connectivity = {
52
+ PRIVATE: "PRIVATE",
53
+ PUBLIC: "PUBLIC",
54
+ };
49
55
  export class ConcurrentModificationException extends __BaseException {
50
56
  constructor(opts) {
51
57
  super({
@@ -69,6 +75,7 @@ export const KeyType = {
69
75
  export const DeliveryStreamType = {
70
76
  DirectPut: "DirectPut",
71
77
  KinesisStreamAsSource: "KinesisStreamAsSource",
78
+ MSKAsSource: "MSKAsSource",
72
79
  };
73
80
  export const ElasticsearchIndexRotationPeriod = {
74
81
  NoRotation: "NoRotation",
package/dist-es/protocols/Aws_json1_1.js CHANGED
@@ -610,6 +610,7 @@ const se_CreateDeliveryStreamInput = (input, context) => {
610
610
  ExtendedS3DestinationConfiguration: (_) => se_ExtendedS3DestinationConfiguration(_, context),
611
611
  HttpEndpointDestinationConfiguration: _json,
612
612
  KinesisStreamSourceConfiguration: _json,
613
+ MSKSourceConfiguration: _json,
613
614
  RedshiftDestinationConfiguration: _json,
614
615
  S3DestinationConfiguration: _json,
615
616
  SplunkDestinationConfiguration: _json,
@@ -796,6 +797,14 @@ const de_KinesisStreamSourceDescription = (output, context) => {
796
797
  RoleARN: __expectString,
797
798
  });
798
799
  };
800
+ const de_MSKSourceDescription = (output, context) => {
801
+ return take(output, {
802
+ AuthenticationConfiguration: _json,
803
+ DeliveryStartTimestamp: (_) => __expectNonNull(__parseEpochTimestamp(__expectNumber(_))),
804
+ MSKClusterARN: __expectString,
805
+ TopicName: __expectString,
806
+ });
807
+ };
799
808
  const de_OrcSerDe = (output, context) => {
800
809
  return take(output, {
801
810
  BlockSizeBytes: __expectInt32,
@@ -824,6 +833,7 @@ const de_Serializer = (output, context) => {
824
833
  const de_SourceDescription = (output, context) => {
825
834
  return take(output, {
826
835
  KinesisStreamSourceDescription: (_) => de_KinesisStreamSourceDescription(_, context),
836
+ MSKSourceDescription: (_) => de_MSKSourceDescription(_, context),
827
837
  });
828
838
  };
829
839
  const deserializeMetadata = (output) => ({
package/dist-types/commands/CreateDeliveryStreamCommand.d.ts CHANGED
@@ -100,7 +100,7 @@ export interface CreateDeliveryStreamCommandOutput extends CreateDeliveryStreamO
100
100
  * const client = new FirehoseClient(config);
101
101
  * const input = { // CreateDeliveryStreamInput
102
102
  * DeliveryStreamName: "STRING_VALUE", // required
103
- * DeliveryStreamType: "DirectPut" || "KinesisStreamAsSource",
103
+ * DeliveryStreamType: "DirectPut" || "KinesisStreamAsSource" || "MSKAsSource",
104
104
  * KinesisStreamSourceConfiguration: { // KinesisStreamSourceConfiguration
105
105
  * KinesisStreamARN: "STRING_VALUE", // required
106
106
  * RoleARN: "STRING_VALUE", // required
@@ -156,10 +156,10 @@ export interface CreateDeliveryStreamCommandOutput extends CreateDeliveryStreamO
156
156
  * Enabled: true || false,
157
157
  * Processors: [ // ProcessorList
158
158
  * { // Processor
159
- * Type: "RecordDeAggregation" || "Lambda" || "MetadataExtraction" || "AppendDelimiterToRecord", // required
159
+ * Type: "RecordDeAggregation" || "Decompression" || "Lambda" || "MetadataExtraction" || "AppendDelimiterToRecord", // required
160
160
  * Parameters: [ // ProcessorParameterList
161
161
  * { // ProcessorParameter
162
- * ParameterName: "LambdaArn" || "NumberOfRetries" || "MetadataExtractionQuery" || "JsonParsingEngine" || "RoleArn" || "BufferSizeInMBs" || "BufferIntervalInSeconds" || "SubRecordType" || "Delimiter", // required
162
+ * ParameterName: "LambdaArn" || "NumberOfRetries" || "MetadataExtractionQuery" || "JsonParsingEngine" || "RoleArn" || "BufferSizeInMBs" || "BufferIntervalInSeconds" || "SubRecordType" || "Delimiter" || "CompressionFormat", // required
163
163
  * ParameterValue: "STRING_VALUE", // required
164
164
  * },
165
165
  * ],
@@ -288,10 +288,10 @@ export interface CreateDeliveryStreamCommandOutput extends CreateDeliveryStreamO
288
288
  * Enabled: true || false,
289
289
  * Processors: [
290
290
  * {
291
- * Type: "RecordDeAggregation" || "Lambda" || "MetadataExtraction" || "AppendDelimiterToRecord", // required
291
+ * Type: "RecordDeAggregation" || "Decompression" || "Lambda" || "MetadataExtraction" || "AppendDelimiterToRecord", // required
292
292
  * Parameters: [
293
293
  * {
294
- * ParameterName: "LambdaArn" || "NumberOfRetries" || "MetadataExtractionQuery" || "JsonParsingEngine" || "RoleArn" || "BufferSizeInMBs" || "BufferIntervalInSeconds" || "SubRecordType" || "Delimiter", // required
294
+ * ParameterName: "LambdaArn" || "NumberOfRetries" || "MetadataExtractionQuery" || "JsonParsingEngine" || "RoleArn" || "BufferSizeInMBs" || "BufferIntervalInSeconds" || "SubRecordType" || "Delimiter" || "CompressionFormat", // required
295
295
  * ParameterValue: "STRING_VALUE", // required
296
296
  * },
297
297
  * ],
@@ -352,10 +352,10 @@ export interface CreateDeliveryStreamCommandOutput extends CreateDeliveryStreamO
352
352
  * Enabled: true || false,
353
353
  * Processors: [
354
354
  * {
355
- * Type: "RecordDeAggregation" || "Lambda" || "MetadataExtraction" || "AppendDelimiterToRecord", // required
355
+ * Type: "RecordDeAggregation" || "Decompression" || "Lambda" || "MetadataExtraction" || "AppendDelimiterToRecord", // required
356
356
  * Parameters: [
357
357
  * {
358
- * ParameterName: "LambdaArn" || "NumberOfRetries" || "MetadataExtractionQuery" || "JsonParsingEngine" || "RoleArn" || "BufferSizeInMBs" || "BufferIntervalInSeconds" || "SubRecordType" || "Delimiter", // required
358
+ * ParameterName: "LambdaArn" || "NumberOfRetries" || "MetadataExtractionQuery" || "JsonParsingEngine" || "RoleArn" || "BufferSizeInMBs" || "BufferIntervalInSeconds" || "SubRecordType" || "Delimiter" || "CompressionFormat", // required
359
359
  * ParameterValue: "STRING_VALUE", // required
360
360
  * },
361
361
  * ],
@@ -396,10 +396,10 @@ export interface CreateDeliveryStreamCommandOutput extends CreateDeliveryStreamO
396
396
  * Enabled: true || false,
397
397
  * Processors: [
398
398
  * {
399
- * Type: "RecordDeAggregation" || "Lambda" || "MetadataExtraction" || "AppendDelimiterToRecord", // required
399
+ * Type: "RecordDeAggregation" || "Decompression" || "Lambda" || "MetadataExtraction" || "AppendDelimiterToRecord", // required
400
400
  * Parameters: [
401
401
  * {
402
- * ParameterName: "LambdaArn" || "NumberOfRetries" || "MetadataExtractionQuery" || "JsonParsingEngine" || "RoleArn" || "BufferSizeInMBs" || "BufferIntervalInSeconds" || "SubRecordType" || "Delimiter", // required
402
+ * ParameterName: "LambdaArn" || "NumberOfRetries" || "MetadataExtractionQuery" || "JsonParsingEngine" || "RoleArn" || "BufferSizeInMBs" || "BufferIntervalInSeconds" || "SubRecordType" || "Delimiter" || "CompressionFormat", // required
403
403
  * ParameterValue: "STRING_VALUE", // required
404
404
  * },
405
405
  * ],
@@ -434,10 +434,10 @@ export interface CreateDeliveryStreamCommandOutput extends CreateDeliveryStreamO
434
434
  * Enabled: true || false,
435
435
  * Processors: [
436
436
  * {
437
- * Type: "RecordDeAggregation" || "Lambda" || "MetadataExtraction" || "AppendDelimiterToRecord", // required
437
+ * Type: "RecordDeAggregation" || "Decompression" || "Lambda" || "MetadataExtraction" || "AppendDelimiterToRecord", // required
438
438
  * Parameters: [
439
439
  * {
440
- * ParameterName: "LambdaArn" || "NumberOfRetries" || "MetadataExtractionQuery" || "JsonParsingEngine" || "RoleArn" || "BufferSizeInMBs" || "BufferIntervalInSeconds" || "SubRecordType" || "Delimiter", // required
440
+ * ParameterName: "LambdaArn" || "NumberOfRetries" || "MetadataExtractionQuery" || "JsonParsingEngine" || "RoleArn" || "BufferSizeInMBs" || "BufferIntervalInSeconds" || "SubRecordType" || "Delimiter" || "CompressionFormat", // required
441
441
  * ParameterValue: "STRING_VALUE", // required
442
442
  * },
443
443
  * ],
@@ -505,6 +505,14 @@ export interface CreateDeliveryStreamCommandOutput extends CreateDeliveryStreamO
505
505
  * ],
506
506
  * },
507
507
  * },
508
+ * MSKSourceConfiguration: { // MSKSourceConfiguration
509
+ * MSKClusterARN: "STRING_VALUE", // required
510
+ * TopicName: "STRING_VALUE", // required
511
+ * AuthenticationConfiguration: { // AuthenticationConfiguration
512
+ * RoleARN: "STRING_VALUE", // required
513
+ * Connectivity: "PUBLIC" || "PRIVATE", // required
514
+ * },
515
+ * },
508
516
  * };
509
517
  * const command = new CreateDeliveryStreamCommand(input);
510
518
  * const response = await client.send(command);
package/dist-types/commands/DescribeDeliveryStreamCommand.d.ts CHANGED
@@ -61,7 +61,7 @@ export interface DescribeDeliveryStreamCommandOutput extends DescribeDeliveryStr
61
61
  * // Details: "STRING_VALUE", // required
62
62
  * // },
63
63
  * // },
64
- * // DeliveryStreamType: "DirectPut" || "KinesisStreamAsSource", // required
64
+ * // DeliveryStreamType: "DirectPut" || "KinesisStreamAsSource" || "MSKAsSource", // required
65
65
  * // VersionId: "STRING_VALUE", // required
66
66
  * // CreateTimestamp: new Date("TIMESTAMP"),
67
67
  * // LastUpdateTimestamp: new Date("TIMESTAMP"),
@@ -71,6 +71,15 @@ export interface DescribeDeliveryStreamCommandOutput extends DescribeDeliveryStr
71
71
  * // RoleARN: "STRING_VALUE",
72
72
  * // DeliveryStartTimestamp: new Date("TIMESTAMP"),
73
73
  * // },
74
+ * // MSKSourceDescription: { // MSKSourceDescription
75
+ * // MSKClusterARN: "STRING_VALUE",
76
+ * // TopicName: "STRING_VALUE",
77
+ * // AuthenticationConfiguration: { // AuthenticationConfiguration
78
+ * // RoleARN: "STRING_VALUE", // required
79
+ * // Connectivity: "PUBLIC" || "PRIVATE", // required
80
+ * // },
81
+ * // DeliveryStartTimestamp: new Date("TIMESTAMP"),
82
+ * // },
74
83
  * // },
75
84
  * // Destinations: [ // DestinationDescriptionList // required
76
85
  * // { // DestinationDescription
@@ -122,10 +131,10 @@ export interface DescribeDeliveryStreamCommandOutput extends DescribeDeliveryStr
122
131
  * // Enabled: true || false,
123
132
  * // Processors: [ // ProcessorList
124
133
  * // { // Processor
125
- * // Type: "RecordDeAggregation" || "Lambda" || "MetadataExtraction" || "AppendDelimiterToRecord", // required
134
+ * // Type: "RecordDeAggregation" || "Decompression" || "Lambda" || "MetadataExtraction" || "AppendDelimiterToRecord", // required
126
135
  * // Parameters: [ // ProcessorParameterList
127
136
  * // { // ProcessorParameter
128
- * // ParameterName: "LambdaArn" || "NumberOfRetries" || "MetadataExtractionQuery" || "JsonParsingEngine" || "RoleArn" || "BufferSizeInMBs" || "BufferIntervalInSeconds" || "SubRecordType" || "Delimiter", // required
137
+ * // ParameterName: "LambdaArn" || "NumberOfRetries" || "MetadataExtractionQuery" || "JsonParsingEngine" || "RoleArn" || "BufferSizeInMBs" || "BufferIntervalInSeconds" || "SubRecordType" || "Delimiter" || "CompressionFormat", // required
129
138
  * // ParameterValue: "STRING_VALUE", // required
130
139
  * // },
131
140
  * // ],
@@ -253,10 +262,10 @@ export interface DescribeDeliveryStreamCommandOutput extends DescribeDeliveryStr
253
262
  * // Enabled: true || false,
254
263
  * // Processors: [
255
264
  * // {
256
- * // Type: "RecordDeAggregation" || "Lambda" || "MetadataExtraction" || "AppendDelimiterToRecord", // required
265
+ * // Type: "RecordDeAggregation" || "Decompression" || "Lambda" || "MetadataExtraction" || "AppendDelimiterToRecord", // required
257
266
  * // Parameters: [
258
267
  * // {
259
- * // ParameterName: "LambdaArn" || "NumberOfRetries" || "MetadataExtractionQuery" || "JsonParsingEngine" || "RoleArn" || "BufferSizeInMBs" || "BufferIntervalInSeconds" || "SubRecordType" || "Delimiter", // required
268
+ * // ParameterName: "LambdaArn" || "NumberOfRetries" || "MetadataExtractionQuery" || "JsonParsingEngine" || "RoleArn" || "BufferSizeInMBs" || "BufferIntervalInSeconds" || "SubRecordType" || "Delimiter" || "CompressionFormat", // required
260
269
  * // ParameterValue: "STRING_VALUE", // required
261
270
  * // },
262
271
  * // ],
@@ -317,10 +326,10 @@ export interface DescribeDeliveryStreamCommandOutput extends DescribeDeliveryStr
317
326
  * // Enabled: true || false,
318
327
  * // Processors: [
319
328
  * // {
320
- * // Type: "RecordDeAggregation" || "Lambda" || "MetadataExtraction" || "AppendDelimiterToRecord", // required
329
+ * // Type: "RecordDeAggregation" || "Decompression" || "Lambda" || "MetadataExtraction" || "AppendDelimiterToRecord", // required
321
330
  * // Parameters: [
322
331
  * // {
323
- * // ParameterName: "LambdaArn" || "NumberOfRetries" || "MetadataExtractionQuery" || "JsonParsingEngine" || "RoleArn" || "BufferSizeInMBs" || "BufferIntervalInSeconds" || "SubRecordType" || "Delimiter", // required
332
+ * // ParameterName: "LambdaArn" || "NumberOfRetries" || "MetadataExtractionQuery" || "JsonParsingEngine" || "RoleArn" || "BufferSizeInMBs" || "BufferIntervalInSeconds" || "SubRecordType" || "Delimiter" || "CompressionFormat", // required
324
333
  * // ParameterValue: "STRING_VALUE", // required
325
334
  * // },
326
335
  * // ],
@@ -362,10 +371,10 @@ export interface DescribeDeliveryStreamCommandOutput extends DescribeDeliveryStr
362
371
  * // Enabled: true || false,
363
372
  * // Processors: [
364
373
  * // {
365
- * // Type: "RecordDeAggregation" || "Lambda" || "MetadataExtraction" || "AppendDelimiterToRecord", // required
374
+ * // Type: "RecordDeAggregation" || "Decompression" || "Lambda" || "MetadataExtraction" || "AppendDelimiterToRecord", // required
366
375
  * // Parameters: [
367
376
  * // {
368
- * // ParameterName: "LambdaArn" || "NumberOfRetries" || "MetadataExtractionQuery" || "JsonParsingEngine" || "RoleArn" || "BufferSizeInMBs" || "BufferIntervalInSeconds" || "SubRecordType" || "Delimiter", // required
377
+ * // ParameterName: "LambdaArn" || "NumberOfRetries" || "MetadataExtractionQuery" || "JsonParsingEngine" || "RoleArn" || "BufferSizeInMBs" || "BufferIntervalInSeconds" || "SubRecordType" || "Delimiter" || "CompressionFormat", // required
369
378
  * // ParameterValue: "STRING_VALUE", // required
370
379
  * // },
371
380
  * // ],
@@ -401,10 +410,10 @@ export interface DescribeDeliveryStreamCommandOutput extends DescribeDeliveryStr
401
410
  * // Enabled: true || false,
402
411
  * // Processors: [
403
412
  * // {
404
- * // Type: "RecordDeAggregation" || "Lambda" || "MetadataExtraction" || "AppendDelimiterToRecord", // required
413
+ * // Type: "RecordDeAggregation" || "Decompression" || "Lambda" || "MetadataExtraction" || "AppendDelimiterToRecord", // required
405
414
  * // Parameters: [
406
415
  * // {
407
- * // ParameterName: "LambdaArn" || "NumberOfRetries" || "MetadataExtractionQuery" || "JsonParsingEngine" || "RoleArn" || "BufferSizeInMBs" || "BufferIntervalInSeconds" || "SubRecordType" || "Delimiter", // required
416
+ * // ParameterName: "LambdaArn" || "NumberOfRetries" || "MetadataExtractionQuery" || "JsonParsingEngine" || "RoleArn" || "BufferSizeInMBs" || "BufferIntervalInSeconds" || "SubRecordType" || "Delimiter" || "CompressionFormat", // required
408
417
  * // ParameterValue: "STRING_VALUE", // required
409
418
  * // },
410
419
  * // ],
package/dist-types/commands/ListDeliveryStreamsCommand.d.ts CHANGED
@@ -39,7 +39,7 @@ export interface ListDeliveryStreamsCommandOutput extends ListDeliveryStreamsOut
39
39
  * const client = new FirehoseClient(config);
40
40
  * const input = { // ListDeliveryStreamsInput
41
41
  * Limit: Number("int"),
42
- * DeliveryStreamType: "DirectPut" || "KinesisStreamAsSource",
42
+ * DeliveryStreamType: "DirectPut" || "KinesisStreamAsSource" || "MSKAsSource",
43
43
  * ExclusiveStartDeliveryStreamName: "STRING_VALUE",
44
44
  * };
45
45
  * const command = new ListDeliveryStreamsCommand(input);
package/dist-types/commands/PutRecordBatchCommand.d.ts CHANGED
@@ -27,6 +27,7 @@ export interface PutRecordBatchCommandOutput extends PutRecordBatchOutput, __Met
27
27
  * achieve higher throughput per producer than when writing single records. To write single
28
28
  * data records into a delivery stream, use <a>PutRecord</a>. Applications using
29
29
  * these operations are referred to as producers.</p>
30
+ * <p>Kinesis Data Firehose accumulates and publishes a particular metric for a customer account in one minute intervals. It is possible that the bursts of incoming bytes/records ingested to a delivery stream last only for a few seconds. Due to this, the actual spikes in the traffic might not be fully visible in the customer's 1 minute CloudWatch metrics.</p>
30
31
  * <p>For information about service quota, see <a href="https://docs.aws.amazon.com/firehose/latest/dev/limits.html">Amazon Kinesis Data Firehose
31
32
  * Quota</a>.</p>
32
33
  * <p>Each <a>PutRecordBatch</a> request supports up to 500 records. Each record
@@ -63,8 +64,11 @@ export interface PutRecordBatchCommandOutput extends PutRecordBatchOutput, __Met
63
64
  * duplicate records and also reduces the total bytes sent (and corresponding charges). We
64
65
  * recommend that you handle any duplicates at the destination.</p>
65
66
  * <p>If <a>PutRecordBatch</a> throws <code>ServiceUnavailableException</code>,
66
- * back off and retry. If the exception persists, it is possible that the throughput limits
67
- * have been exceeded for the delivery stream.</p>
67
+ * the API is automatically reinvoked (retried) 3 times. If the exception persists, it is
68
+ * possible that the throughput limits have been exceeded for the delivery stream.</p>
69
+ * <p>Re-invoking the Put API operations (for example, PutRecord and PutRecordBatch) can
70
+ * result in data duplicates. For larger data assets, allow for a longer time out before
71
+ * retrying Put API operations.</p>
68
72
  * <p>Data records sent to Kinesis Data Firehose are stored for 24 hours from the time they
69
73
  * are added to a delivery stream as it attempts to send the records to the destination. If
70
74
  * the destination is unreachable for more than 24 hours, the data is no longer
package/dist-types/commands/PutRecordCommand.d.ts CHANGED
@@ -32,6 +32,7 @@ export interface PutRecordCommandOutput extends PutRecordOutput, __MetadataBeare
32
32
  * operations for each delivery stream. For more information about limits and how to request
33
33
  * an increase, see <a href="https://docs.aws.amazon.com/firehose/latest/dev/limits.html">Amazon
34
34
  * Kinesis Data Firehose Limits</a>. </p>
35
+ * <p>Kinesis Data Firehose accumulates and publishes a particular metric for a customer account in one minute intervals. It is possible that the bursts of incoming bytes/records ingested to a delivery stream last only for a few seconds. Due to this, the actual spikes in the traffic might not be fully visible in the customer's 1 minute CloudWatch metrics.</p>
35
36
  * <p>You must specify the name of the delivery stream and the data record when using <a>PutRecord</a>. The data record consists of a data blob that can be up to 1,000
36
37
  * KiB in size, and any kind of data. For example, it can be a segment from a log file,
37
38
  * geographic location data, website clickstream data, and so on.</p>
@@ -44,8 +45,12 @@ export interface PutRecordCommandOutput extends PutRecordOutput, __MetadataBeare
44
45
  * unique string assigned to each record. Producer applications can use this ID for purposes
45
46
  * such as auditability and investigation.</p>
46
47
  * <p>If the <code>PutRecord</code> operation throws a
47
- * <code>ServiceUnavailableException</code>, back off and retry. If the exception persists,
48
- * it is possible that the throughput limits have been exceeded for the delivery stream. </p>
48
+ * <code>ServiceUnavailableException</code>, the API is automatically reinvoked (retried) 3
49
+ * times. If the exception persists, it is possible that the throughput limits have been
50
+ * exceeded for the delivery stream. </p>
51
+ * <p>Re-invoking the Put API operations (for example, PutRecord and PutRecordBatch) can
52
+ * result in data duplicates. For larger data assets, allow for a longer time out before
53
+ * retrying Put API operations.</p>
49
54
  * <p>Data records sent to Kinesis Data Firehose are stored for 24 hours from the time they
50
55
  * are added to a delivery stream as it tries to send the records to the destination. If the
51
56
  * destination is unreachable for more than 24 hours, the data is no longer
package/dist-types/commands/StartDeliveryStreamEncryptionCommand.d.ts CHANGED
@@ -43,6 +43,7 @@ export interface StartDeliveryStreamEncryptionCommandOutput extends StartDeliver
43
43
  * CMK is of type <code>CUSTOMER_MANAGED_CMK</code>, Kinesis Data Firehose creates a grant
44
44
  * that enables it to use the new CMK to encrypt and decrypt data and to manage the
45
45
  * grant.</p>
46
+ * <p>For the KMS grant creation to be successful, Kinesis Data Firehose APIs <code>StartDeliveryStreamEncryption</code> and <code>CreateDeliveryStream</code> should not be called with session credentials that are more than 6 hours old.</p>
46
47
  * <p>If a delivery stream already has encryption enabled and then you invoke this operation
47
48
  * to change the ARN of the CMK or both its type and ARN and you get
48
49
  * <code>ENABLING_FAILED</code>, this only means that the attempt to change the CMK failed.
package/dist-types/commands/UpdateDestinationCommand.d.ts CHANGED
@@ -103,10 +103,10 @@ export interface UpdateDestinationCommandOutput extends UpdateDestinationOutput,
103
103
  * Enabled: true || false,
104
104
  * Processors: [ // ProcessorList
105
105
  * { // Processor
106
- * Type: "RecordDeAggregation" || "Lambda" || "MetadataExtraction" || "AppendDelimiterToRecord", // required
106
+ * Type: "RecordDeAggregation" || "Decompression" || "Lambda" || "MetadataExtraction" || "AppendDelimiterToRecord", // required
107
107
  * Parameters: [ // ProcessorParameterList
108
108
  * { // ProcessorParameter
109
- * ParameterName: "LambdaArn" || "NumberOfRetries" || "MetadataExtractionQuery" || "JsonParsingEngine" || "RoleArn" || "BufferSizeInMBs" || "BufferIntervalInSeconds" || "SubRecordType" || "Delimiter", // required
109
+ * ParameterName: "LambdaArn" || "NumberOfRetries" || "MetadataExtractionQuery" || "JsonParsingEngine" || "RoleArn" || "BufferSizeInMBs" || "BufferIntervalInSeconds" || "SubRecordType" || "Delimiter" || "CompressionFormat", // required
110
110
  * ParameterValue: "STRING_VALUE", // required
111
111
  * },
112
112
  * ],
@@ -235,10 +235,10 @@ export interface UpdateDestinationCommandOutput extends UpdateDestinationOutput,
235
235
  * Enabled: true || false,
236
236
  * Processors: [
237
237
  * {
238
- * Type: "RecordDeAggregation" || "Lambda" || "MetadataExtraction" || "AppendDelimiterToRecord", // required
238
+ * Type: "RecordDeAggregation" || "Decompression" || "Lambda" || "MetadataExtraction" || "AppendDelimiterToRecord", // required
239
239
  * Parameters: [
240
240
  * {
241
- * ParameterName: "LambdaArn" || "NumberOfRetries" || "MetadataExtractionQuery" || "JsonParsingEngine" || "RoleArn" || "BufferSizeInMBs" || "BufferIntervalInSeconds" || "SubRecordType" || "Delimiter", // required
241
+ * ParameterName: "LambdaArn" || "NumberOfRetries" || "MetadataExtractionQuery" || "JsonParsingEngine" || "RoleArn" || "BufferSizeInMBs" || "BufferIntervalInSeconds" || "SubRecordType" || "Delimiter" || "CompressionFormat", // required
242
242
  * ParameterValue: "STRING_VALUE", // required
243
243
  * },
244
244
  * ],
@@ -298,10 +298,10 @@ export interface UpdateDestinationCommandOutput extends UpdateDestinationOutput,
298
298
  * Enabled: true || false,
299
299
  * Processors: [
300
300
  * {
301
- * Type: "RecordDeAggregation" || "Lambda" || "MetadataExtraction" || "AppendDelimiterToRecord", // required
301
+ * Type: "RecordDeAggregation" || "Decompression" || "Lambda" || "MetadataExtraction" || "AppendDelimiterToRecord", // required
302
302
  * Parameters: [
303
303
  * {
304
- * ParameterName: "LambdaArn" || "NumberOfRetries" || "MetadataExtractionQuery" || "JsonParsingEngine" || "RoleArn" || "BufferSizeInMBs" || "BufferIntervalInSeconds" || "SubRecordType" || "Delimiter", // required
304
+ * ParameterName: "LambdaArn" || "NumberOfRetries" || "MetadataExtractionQuery" || "JsonParsingEngine" || "RoleArn" || "BufferSizeInMBs" || "BufferIntervalInSeconds" || "SubRecordType" || "Delimiter" || "CompressionFormat", // required
305
305
  * ParameterValue: "STRING_VALUE", // required
306
306
  * },
307
307
  * ],
@@ -332,10 +332,10 @@ export interface UpdateDestinationCommandOutput extends UpdateDestinationOutput,
332
332
  * Enabled: true || false,
333
333
  * Processors: [
334
334
  * {
335
- * Type: "RecordDeAggregation" || "Lambda" || "MetadataExtraction" || "AppendDelimiterToRecord", // required
335
+ * Type: "RecordDeAggregation" || "Decompression" || "Lambda" || "MetadataExtraction" || "AppendDelimiterToRecord", // required
336
336
  * Parameters: [
337
337
  * {
338
- * ParameterName: "LambdaArn" || "NumberOfRetries" || "MetadataExtractionQuery" || "JsonParsingEngine" || "RoleArn" || "BufferSizeInMBs" || "BufferIntervalInSeconds" || "SubRecordType" || "Delimiter", // required
338
+ * ParameterName: "LambdaArn" || "NumberOfRetries" || "MetadataExtractionQuery" || "JsonParsingEngine" || "RoleArn" || "BufferSizeInMBs" || "BufferIntervalInSeconds" || "SubRecordType" || "Delimiter" || "CompressionFormat", // required
339
339
  * ParameterValue: "STRING_VALUE", // required
340
340
  * },
341
341
  * ],
@@ -361,10 +361,10 @@ export interface UpdateDestinationCommandOutput extends UpdateDestinationOutput,
361
361
  * Enabled: true || false,
362
362
  * Processors: [
363
363
  * {
364
- * Type: "RecordDeAggregation" || "Lambda" || "MetadataExtraction" || "AppendDelimiterToRecord", // required
364
+ * Type: "RecordDeAggregation" || "Decompression" || "Lambda" || "MetadataExtraction" || "AppendDelimiterToRecord", // required
365
365
  * Parameters: [
366
366
  * {
367
- * ParameterName: "LambdaArn" || "NumberOfRetries" || "MetadataExtractionQuery" || "JsonParsingEngine" || "RoleArn" || "BufferSizeInMBs" || "BufferIntervalInSeconds" || "SubRecordType" || "Delimiter", // required
367
+ * ParameterName: "LambdaArn" || "NumberOfRetries" || "MetadataExtractionQuery" || "JsonParsingEngine" || "RoleArn" || "BufferSizeInMBs" || "BufferIntervalInSeconds" || "SubRecordType" || "Delimiter" || "CompressionFormat", // required
368
368
  * ParameterValue: "STRING_VALUE", // required
369
369
  * },
370
370
  * ],
package/dist-types/models/models_0.d.ts CHANGED
@@ -52,6 +52,7 @@ export interface CloudWatchLoggingOptions {
52
52
  export declare const ProcessorParameterName: {
53
53
  readonly BUFFER_INTERVAL_IN_SECONDS: "BufferIntervalInSeconds";
54
54
  readonly BUFFER_SIZE_IN_MB: "BufferSizeInMBs";
55
+ readonly COMPRESSION_FORMAT: "CompressionFormat";
55
56
  readonly Delimiter: "Delimiter";
56
57
  readonly JSON_PARSING_ENGINE: "JsonParsingEngine";
57
58
  readonly LAMBDA_ARN: "LambdaArn";
@@ -90,6 +91,7 @@ export interface ProcessorParameter {
90
91
  */
91
92
  export declare const ProcessorType: {
92
93
  readonly AppendDelimiterToRecord: "AppendDelimiterToRecord";
94
+ readonly Decompression: "Decompression";
93
95
  readonly Lambda: "Lambda";
94
96
  readonly MetadataExtraction: "MetadataExtraction";
95
97
  readonly RecordDeAggregation: "RecordDeAggregation";
@@ -1135,6 +1137,34 @@ export interface AmazonopensearchserviceDestinationUpdate {
1135
1137
  */
1136
1138
  DocumentIdOptions?: DocumentIdOptions;
1137
1139
  }
1140
+ /**
1141
+ * @public
1142
+ * @enum
1143
+ */
1144
+ export declare const Connectivity: {
1145
+ readonly PRIVATE: "PRIVATE";
1146
+ readonly PUBLIC: "PUBLIC";
1147
+ };
1148
+ /**
1149
+ * @public
1150
+ */
1151
+ export type Connectivity = (typeof Connectivity)[keyof typeof Connectivity];
1152
+ /**
1153
+ * @public
1154
+ * <p>The authentication configuration of the Amazon MSK cluster.</p>
1155
+ */
1156
+ export interface AuthenticationConfiguration {
1157
+ /**
1158
+ * @public
1159
+ * <p>The ARN of the role used to access the Amazon MSK cluster.</p>
1160
+ */
1161
+ RoleARN: string | undefined;
1162
+ /**
1163
+ * @public
1164
+ * <p>The type of connectivity used to access the Amazon MSK cluster.</p>
1165
+ */
1166
+ Connectivity: Connectivity | string | undefined;
1167
+ }
1138
1168
  /**
1139
1169
  * @public
1140
1170
  * <p>Another modification has already happened. Fetch <code>VersionId</code> again and use
@@ -1256,6 +1286,7 @@ export interface DeliveryStreamEncryptionConfigurationInput {
1256
1286
  export declare const DeliveryStreamType: {
1257
1287
  readonly DirectPut: "DirectPut";
1258
1288
  readonly KinesisStreamAsSource: "KinesisStreamAsSource";
1289
+ readonly MSKAsSource: "MSKAsSource";
1259
1290
  };
1260
1291
  /**
1261
1292
  * @public
@@ -2155,6 +2186,28 @@ export interface KinesisStreamSourceConfiguration {
2155
2186
  */
2156
2187
  RoleARN: string | undefined;
2157
2188
  }
2189
+ /**
2190
+ * @public
2191
+ * <p>The configuration for the Amazon MSK cluster to be used as the source for a delivery
2192
+ * stream.</p>
2193
+ */
2194
+ export interface MSKSourceConfiguration {
2195
+ /**
2196
+ * @public
2197
+ * <p>The ARN of the Amazon MSK cluster.</p>
2198
+ */
2199
+ MSKClusterARN: string | undefined;
2200
+ /**
2201
+ * @public
2202
+ * <p>The topic name within the Amazon MSK cluster. </p>
2203
+ */
2204
+ TopicName: string | undefined;
2205
+ /**
2206
+ * @public
2207
+ * <p>The authentication configuration of the Amazon MSK cluster.</p>
2208
+ */
2209
+ AuthenticationConfiguration: AuthenticationConfiguration | undefined;
2210
+ }
2158
2211
  /**
2159
2212
  * @public
2160
2213
  * <p>Configures retry behavior in case Kinesis Data Firehose is unable to deliver
@@ -2476,6 +2529,12 @@ export interface CreateDeliveryStreamInput {
2476
2529
  * specify only one destination.</p>
2477
2530
  */
2478
2531
  AmazonOpenSearchServerlessDestinationConfiguration?: AmazonOpenSearchServerlessDestinationConfiguration;
2532
+ /**
2533
+ * @public
2534
+ * <p>The configuration for the Amazon MSK cluster to be used as the source for a delivery
2535
+ * stream.</p>
2536
+ */
2537
+ MSKSourceConfiguration?: MSKSourceConfiguration;
2479
2538
  }
2480
2539
  /**
2481
2540
  * @public
@@ -3138,6 +3197,34 @@ export interface KinesisStreamSourceDescription {
3138
3197
  */
3139
3198
  DeliveryStartTimestamp?: Date;
3140
3199
  }
3200
+ /**
3201
+ * @public
3202
+ * <p>Details about the Amazon MSK cluster used as the source for a Kinesis Data Firehose
3203
+ * delivery stream.</p>
3204
+ */
3205
+ export interface MSKSourceDescription {
3206
+ /**
3207
+ * @public
3208
+ * <p>The ARN of the Amazon MSK cluster.</p>
3209
+ */
3210
+ MSKClusterARN?: string;
3211
+ /**
3212
+ * @public
3213
+ * <p>The topic name within the Amazon MSK cluster.</p>
3214
+ */
3215
+ TopicName?: string;
3216
+ /**
3217
+ * @public
3218
+ * <p>The authentication configuration of the Amazon MSK cluster.</p>
3219
+ */
3220
+ AuthenticationConfiguration?: AuthenticationConfiguration;
3221
+ /**
3222
+ * @public
3223
+ * <p>Kinesis Data Firehose starts retrieving records from the topic within the Amazon MSK
3224
+ * cluster starting with this timestamp.</p>
3225
+ */
3226
+ DeliveryStartTimestamp?: Date;
3227
+ }
3141
3228
  /**
3142
3229
  * @public
3143
3230
  * <p>Details about a Kinesis data stream used as the source for a Kinesis Data Firehose
@@ -3150,6 +3237,12 @@ export interface SourceDescription {
3150
3237
  * data stream.</p>
3151
3238
  */
3152
3239
  KinesisStreamSourceDescription?: KinesisStreamSourceDescription;
3240
+ /**
3241
+ * @public
3242
+ * <p>The configuration description for the Amazon MSK cluster to be used as the source for a delivery
3243
+ * stream.</p>
3244
+ */
3245
+ MSKSourceDescription?: MSKSourceDescription;
3153
3246
  }
3154
3247
  /**
3155
3248
  * @public
package/dist-types/ts3.4/models/models_0.d.ts CHANGED
@@ -12,6 +12,7 @@ export interface CloudWatchLoggingOptions {
12
12
  export declare const ProcessorParameterName: {
13
13
  readonly BUFFER_INTERVAL_IN_SECONDS: "BufferIntervalInSeconds";
14
14
  readonly BUFFER_SIZE_IN_MB: "BufferSizeInMBs";
15
+ readonly COMPRESSION_FORMAT: "CompressionFormat";
15
16
  readonly Delimiter: "Delimiter";
16
17
  readonly JSON_PARSING_ENGINE: "JsonParsingEngine";
17
18
  readonly LAMBDA_ARN: "LambdaArn";
@@ -28,6 +29,7 @@ export interface ProcessorParameter {
28
29
  }
29
30
  export declare const ProcessorType: {
30
31
  readonly AppendDelimiterToRecord: "AppendDelimiterToRecord";
32
+ readonly Decompression: "Decompression";
31
33
  readonly Lambda: "Lambda";
32
34
  readonly MetadataExtraction: "MetadataExtraction";
33
35
  readonly RecordDeAggregation: "RecordDeAggregation";
@@ -227,6 +229,15 @@ export interface AmazonopensearchserviceDestinationUpdate {
227
229
  CloudWatchLoggingOptions?: CloudWatchLoggingOptions;
228
230
  DocumentIdOptions?: DocumentIdOptions;
229
231
  }
232
+ export declare const Connectivity: {
233
+ readonly PRIVATE: "PRIVATE";
234
+ readonly PUBLIC: "PUBLIC";
235
+ };
236
+ export type Connectivity = (typeof Connectivity)[keyof typeof Connectivity];
237
+ export interface AuthenticationConfiguration {
238
+ RoleARN: string | undefined;
239
+ Connectivity: Connectivity | string | undefined;
240
+ }
230
241
  export declare class ConcurrentModificationException extends __BaseException {
231
242
  readonly name: "ConcurrentModificationException";
232
243
  readonly $fault: "client";
@@ -260,6 +271,7 @@ export interface DeliveryStreamEncryptionConfigurationInput {
260
271
  export declare const DeliveryStreamType: {
261
272
  readonly DirectPut: "DirectPut";
262
273
  readonly KinesisStreamAsSource: "KinesisStreamAsSource";
274
+ readonly MSKAsSource: "MSKAsSource";
263
275
  };
264
276
  export type DeliveryStreamType =
265
277
  (typeof DeliveryStreamType)[keyof typeof DeliveryStreamType];
@@ -451,6 +463,11 @@ export interface KinesisStreamSourceConfiguration {
451
463
  KinesisStreamARN: string | undefined;
452
464
  RoleARN: string | undefined;
453
465
  }
466
+ export interface MSKSourceConfiguration {
467
+ MSKClusterARN: string | undefined;
468
+ TopicName: string | undefined;
469
+ AuthenticationConfiguration: AuthenticationConfiguration | undefined;
470
+ }
454
471
  export interface RedshiftRetryOptions {
455
472
  DurationInSeconds?: number;
456
473
  }
@@ -517,6 +534,7 @@ export interface CreateDeliveryStreamInput {
517
534
  HttpEndpointDestinationConfiguration?: HttpEndpointDestinationConfiguration;
518
535
  Tags?: Tag[];
519
536
  AmazonOpenSearchServerlessDestinationConfiguration?: AmazonOpenSearchServerlessDestinationConfiguration;
537
+ MSKSourceConfiguration?: MSKSourceConfiguration;
520
538
  }
521
539
  export interface CreateDeliveryStreamOutput {
522
540
  DeliveryStreamARN?: string;
@@ -695,8 +713,15 @@ export interface KinesisStreamSourceDescription {
695
713
  RoleARN?: string;
696
714
  DeliveryStartTimestamp?: Date;
697
715
  }
716
+ export interface MSKSourceDescription {
717
+ MSKClusterARN?: string;
718
+ TopicName?: string;
719
+ AuthenticationConfiguration?: AuthenticationConfiguration;
720
+ DeliveryStartTimestamp?: Date;
721
+ }
698
722
  export interface SourceDescription {
699
723
  KinesisStreamSourceDescription?: KinesisStreamSourceDescription;
724
+ MSKSourceDescription?: MSKSourceDescription;
700
725
  }
701
726
  export interface DeliveryStreamDescription {
702
727
  DeliveryStreamName: string | undefined;
package/package.json CHANGED
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "name": "@aws-sdk/client-firehose",
3
3
  "description": "AWS SDK for JavaScript Firehose Client for Node.js, Browser and React Native",
4
- "version": "3.418.0",
4
+ "version": "3.421.0",
5
5
  "scripts": {
6
6
  "build": "concurrently 'yarn:build:cjs' 'yarn:build:es' 'yarn:build:types'",
7
7
  "build:cjs": "tsc -p tsconfig.cjs.json",
@@ -21,8 +21,8 @@
21
21
  "dependencies": {
22
22
  "@aws-crypto/sha256-browser": "3.0.0",
23
23
  "@aws-crypto/sha256-js": "3.0.0",
24
- "@aws-sdk/client-sts": "3.418.0",
25
- "@aws-sdk/credential-provider-node": "3.418.0",
24
+ "@aws-sdk/client-sts": "3.421.0",
25
+ "@aws-sdk/credential-provider-node": "3.421.0",
26
26
  "@aws-sdk/middleware-host-header": "3.418.0",
27
27
  "@aws-sdk/middleware-logger": "3.418.0",
28
28
  "@aws-sdk/middleware-recursion-detection": "3.418.0",