RubyGems - aws-sdk-firehose - Versions diffs - 1.56.0 → 1.58.0 - Mend

aws-sdk-firehose 1.56.0 → 1.58.0

Files changed (9) hide show

checksums.yaml +4 -4
data/CHANGELOG.md +10 -0
data/VERSION +1 -1
data/lib/aws-sdk-firehose/client.rb +120 -57
data/lib/aws-sdk-firehose/client_api.rb +34 -0
data/lib/aws-sdk-firehose/endpoint_provider.rb +27 -24
data/lib/aws-sdk-firehose/types.rb +178 -14
data/lib/aws-sdk-firehose.rb +1 -1
metadata +4 -4

checksums.yaml CHANGED Viewed

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 0da346ba8bdcd741060e0f32b547e35151b4c21f1d1f9dae3b1870192a1cde2b
-  data.tar.gz: a9a31b4ec14e51b1b7570ee0efc87736ecc044d2bbca963b29c020132a2d90be
+  metadata.gz: 92168430eab17677ec183117d36b0f35e7ebee69c3a7f29c470259fbc7914b43
+  data.tar.gz: 9561493f2fe8f911d3b723b0b200b454d6715280bee673d754c9eeb37748b134
 SHA512:
-  metadata.gz: a76090e790e75fcb9bab58a987b459563745893b4816ba89bc9faad1fb0c3f61ad7a1d15409cfdd276379c8e3bb870ab9dfe00e2f75f3b2726e01649d5cdfa14
-  data.tar.gz: d02e2228f80ad285eefebb3e946b8293643ffb9e1115bac473f54c93d85d3e7537e263240f91822ebf8f1650d933359b875c746d21f56ecca7606b9e9e3d1b48
+  metadata.gz: 8b657e186e7ac20cedda5306601cc28024392af5ea5daab3953a93ac2a96e41bdb2fea95b201a8ec2f932dce8bccc2e6d3f35f1867893dc02a9f6b842689f189
+  data.tar.gz: 027b2d85de0633f8624e176303a54be61fc23c66534868941521cfd0fbe2ddfaff76a823d180d517a40357a4a5d4aa851312e57d1b7fcd0014d3fde52ac02235

data/CHANGELOG.md CHANGED Viewed

@@ -1,6 +1,16 @@
 Unreleased Changes
 ------------------
+1.58.0 (2023-09-27)
+------------------
+* Feature - Features : Adding support for new data ingestion source to Kinesis Firehose - AWS Managed Services Kafka.
+1.57.0 (2023-09-13)
+------------------
+* Feature - DocumentIdOptions has been added for the Amazon OpenSearch destination.
 1.56.0 (2023-07-11)
 ------------------

data/VERSION CHANGED Viewed

	@@ -1 +1 @@
1	- 1.56.0
1	+ 1.58.0

data/lib/aws-sdk-firehose/client.rb CHANGED Viewed

@@ -430,9 +430,13 @@ module Aws::Firehose
     # turn on SSE for an existing delivery stream that doesn't have SSE
     # enabled.
     #
-    # A delivery stream is configured with a single destination: Amazon S3,
-    # Amazon ES, Amazon Redshift, or Splunk. You must specify only one of
-    # the following destination configuration parameters:
+    # A delivery stream is configured with a single destination, such as
+    # Amazon Simple Storage Service (Amazon S3), Amazon Redshift, Amazon
+    # OpenSearch Service, Amazon OpenSearch Serverless, Splunk, and any
+    # custom HTTP endpoint or HTTP endpoints owned by or supported by
+    # third-party service providers, including Datadog, Dynatrace,
+    # LogicMonitor, MongoDB, New Relic, and Sumo Logic. You must specify
+    # only one of the following destination configuration parameters:
     # `ExtendedS3DestinationConfiguration`, `S3DestinationConfiguration`,
     # `ElasticsearchDestinationConfiguration`,
     # `RedshiftDestinationConfiguration`, or
@@ -549,6 +553,10 @@ module Aws::Firehose
     #   The destination in the Serverless offering for Amazon OpenSearch
     #   Service. You can specify only one destination.
     #
+    # @option params [Types::MSKSourceConfiguration] :msk_source_configuration
+    #   The configuration for the Amazon MSK cluster to be used as the source
+    #   for a delivery stream.
+    #
     # @return [Types::CreateDeliveryStreamOutput] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
     #
     #   * {Types::CreateDeliveryStreamOutput#delivery_stream_arn #delivery_stream_arn} => String
@@ -557,7 +565,7 @@ module Aws::Firehose
     #
     #   resp = client.create_delivery_stream({
     #     delivery_stream_name: "DeliveryStreamName", # required
-    #     delivery_stream_type: "DirectPut", # accepts DirectPut, KinesisStreamAsSource
+    #     delivery_stream_type: "DirectPut", # accepts DirectPut, KinesisStreamAsSource, MSKAsSource
     #     kinesis_stream_source_configuration: {
     #       kinesis_stream_arn: "KinesisStreamARN", # required
     #       role_arn: "RoleARN", # required
@@ -613,10 +621,10 @@ module Aws::Firehose
     #         enabled: false,
     #         processors: [
     #           {
-    #             type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
+    #             type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Decompression, Lambda, MetadataExtraction, AppendDelimiterToRecord
     #             parameters: [
     #               {
-    #                 parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
+    #                 parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter, CompressionFormat
     #                 parameter_value: "ProcessorParameterValue", # required
     #               },
     #             ],
@@ -741,10 +749,10 @@ module Aws::Firehose
     #         enabled: false,
     #         processors: [
     #           {
-    #             type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
+    #             type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Decompression, Lambda, MetadataExtraction, AppendDelimiterToRecord
     #             parameters: [
     #               {
-    #                 parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
+    #                 parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter, CompressionFormat
     #                 parameter_value: "ProcessorParameterValue", # required
     #               },
     #             ],
@@ -821,10 +829,10 @@ module Aws::Firehose
     #         enabled: false,
     #         processors: [
     #           {
-    #             type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
+    #             type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Decompression, Lambda, MetadataExtraction, AppendDelimiterToRecord
     #             parameters: [
     #               {
-    #                 parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
+    #                 parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter, CompressionFormat
     #                 parameter_value: "ProcessorParameterValue", # required
     #               },
     #             ],
@@ -841,6 +849,9 @@ module Aws::Firehose
     #         role_arn: "RoleARN", # required
     #         security_group_ids: ["NonEmptyStringWithoutWhitespace"], # required
     #       },
+    #       document_id_options: {
+    #         default_document_id_format: "FIREHOSE_DEFAULT", # required, accepts FIREHOSE_DEFAULT, NO_DOCUMENT_ID
+    #       },
     #     },
     #     amazonopensearchservice_destination_configuration: {
     #       role_arn: "RoleARN", # required
@@ -883,10 +894,10 @@ module Aws::Firehose
     #         enabled: false,
     #         processors: [
     #           {
-    #             type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
+    #             type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Decompression, Lambda, MetadataExtraction, AppendDelimiterToRecord
     #             parameters: [
     #               {
-    #                 parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
+    #                 parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter, CompressionFormat
     #                 parameter_value: "ProcessorParameterValue", # required
     #               },
     #             ],
@@ -903,6 +914,9 @@ module Aws::Firehose
     #         role_arn: "RoleARN", # required
     #         security_group_ids: ["NonEmptyStringWithoutWhitespace"], # required
     #       },
+    #       document_id_options: {
+    #         default_document_id_format: "FIREHOSE_DEFAULT", # required, accepts FIREHOSE_DEFAULT, NO_DOCUMENT_ID
+    #       },
     #     },
     #     splunk_destination_configuration: {
     #       hec_endpoint: "HECEndpoint", # required
@@ -939,10 +953,10 @@ module Aws::Firehose
     #         enabled: false,
     #         processors: [
     #           {
-    #             type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
+    #             type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Decompression, Lambda, MetadataExtraction, AppendDelimiterToRecord
     #             parameters: [
     #               {
-    #                 parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
+    #                 parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter, CompressionFormat
     #                 parameter_value: "ProcessorParameterValue", # required
     #               },
     #             ],
@@ -983,10 +997,10 @@ module Aws::Firehose
     #         enabled: false,
     #         processors: [
     #           {
-    #             type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
+    #             type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Decompression, Lambda, MetadataExtraction, AppendDelimiterToRecord
     #             parameters: [
     #               {
-    #                 parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
+    #                 parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter, CompressionFormat
     #                 parameter_value: "ProcessorParameterValue", # required
     #               },
     #             ],
@@ -1065,10 +1079,10 @@ module Aws::Firehose
     #         enabled: false,
     #         processors: [
     #           {
-    #             type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
+    #             type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Decompression, Lambda, MetadataExtraction, AppendDelimiterToRecord
     #             parameters: [
     #               {
-    #                 parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
+    #                 parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter, CompressionFormat
     #                 parameter_value: "ProcessorParameterValue", # required
     #               },
     #             ],
@@ -1086,6 +1100,14 @@ module Aws::Firehose
     #         security_group_ids: ["NonEmptyStringWithoutWhitespace"], # required
     #       },
     #     },
+    #     msk_source_configuration: {
+    #       msk_cluster_arn: "MSKClusterARN", # required
+    #       topic_name: "TopicName", # required
+    #       authentication_configuration: { # required
+    #         role_arn: "RoleARN", # required
+    #         connectivity: "PUBLIC", # required, accepts PUBLIC, PRIVATE
+    #       },
+    #     },
     #   })
     #
     # @example Response structure
@@ -1201,13 +1223,18 @@ module Aws::Firehose
     #   resp.delivery_stream_description.delivery_stream_encryption_configuration.status #=> String, one of "ENABLED", "ENABLING", "ENABLING_FAILED", "DISABLED", "DISABLING", "DISABLING_FAILED"
     #   resp.delivery_stream_description.delivery_stream_encryption_configuration.failure_description.type #=> String, one of "RETIRE_KMS_GRANT_FAILED", "CREATE_KMS_GRANT_FAILED", "KMS_ACCESS_DENIED", "DISABLED_KMS_KEY", "INVALID_KMS_KEY", "KMS_KEY_NOT_FOUND", "KMS_OPT_IN_REQUIRED", "CREATE_ENI_FAILED", "DELETE_ENI_FAILED", "SUBNET_NOT_FOUND", "SECURITY_GROUP_NOT_FOUND", "ENI_ACCESS_DENIED", "SUBNET_ACCESS_DENIED", "SECURITY_GROUP_ACCESS_DENIED", "UNKNOWN_ERROR"
     #   resp.delivery_stream_description.delivery_stream_encryption_configuration.failure_description.details #=> String
-    #   resp.delivery_stream_description.delivery_stream_type #=> String, one of "DirectPut", "KinesisStreamAsSource"
+    #   resp.delivery_stream_description.delivery_stream_type #=> String, one of "DirectPut", "KinesisStreamAsSource", "MSKAsSource"
     #   resp.delivery_stream_description.version_id #=> String
     #   resp.delivery_stream_description.create_timestamp #=> Time
     #   resp.delivery_stream_description.last_update_timestamp #=> Time
     #   resp.delivery_stream_description.source.kinesis_stream_source_description.kinesis_stream_arn #=> String
     #   resp.delivery_stream_description.source.kinesis_stream_source_description.role_arn #=> String
     #   resp.delivery_stream_description.source.kinesis_stream_source_description.delivery_start_timestamp #=> Time
+    #   resp.delivery_stream_description.source.msk_source_description.msk_cluster_arn #=> String
+    #   resp.delivery_stream_description.source.msk_source_description.topic_name #=> String
+    #   resp.delivery_stream_description.source.msk_source_description.authentication_configuration.role_arn #=> String
+    #   resp.delivery_stream_description.source.msk_source_description.authentication_configuration.connectivity #=> String, one of "PUBLIC", "PRIVATE"
+    #   resp.delivery_stream_description.source.msk_source_description.delivery_start_timestamp #=> Time
     #   resp.delivery_stream_description.destinations #=> Array
     #   resp.delivery_stream_description.destinations[0].destination_id #=> String
     #   resp.delivery_stream_description.destinations[0].s3_destination_description.role_arn #=> String
@@ -1236,9 +1263,9 @@ module Aws::Firehose
     #   resp.delivery_stream_description.destinations[0].extended_s3_destination_description.cloud_watch_logging_options.log_stream_name #=> String
     #   resp.delivery_stream_description.destinations[0].extended_s3_destination_description.processing_configuration.enabled #=> Boolean
     #   resp.delivery_stream_description.destinations[0].extended_s3_destination_description.processing_configuration.processors #=> Array
-    #   resp.delivery_stream_description.destinations[0].extended_s3_destination_description.processing_configuration.processors[0].type #=> String, one of "RecordDeAggregation", "Lambda", "MetadataExtraction", "AppendDelimiterToRecord"
+    #   resp.delivery_stream_description.destinations[0].extended_s3_destination_description.processing_configuration.processors[0].type #=> String, one of "RecordDeAggregation", "Decompression", "Lambda", "MetadataExtraction", "AppendDelimiterToRecord"
     #   resp.delivery_stream_description.destinations[0].extended_s3_destination_description.processing_configuration.processors[0].parameters #=> Array
-    #   resp.delivery_stream_description.destinations[0].extended_s3_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "MetadataExtractionQuery", "JsonParsingEngine", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds", "SubRecordType", "Delimiter"
+    #   resp.delivery_stream_description.destinations[0].extended_s3_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "MetadataExtractionQuery", "JsonParsingEngine", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds", "SubRecordType", "Delimiter", "CompressionFormat"
     #   resp.delivery_stream_description.destinations[0].extended_s3_destination_description.processing_configuration.processors[0].parameters[0].parameter_value #=> String
     #   resp.delivery_stream_description.destinations[0].extended_s3_destination_description.s3_backup_mode #=> String, one of "Disabled", "Enabled"
     #   resp.delivery_stream_description.destinations[0].extended_s3_destination_description.s3_backup_description.role_arn #=> String
@@ -1306,9 +1333,9 @@ module Aws::Firehose
     #   resp.delivery_stream_description.destinations[0].redshift_destination_description.s3_destination_description.cloud_watch_logging_options.log_stream_name #=> String
     #   resp.delivery_stream_description.destinations[0].redshift_destination_description.processing_configuration.enabled #=> Boolean
     #   resp.delivery_stream_description.destinations[0].redshift_destination_description.processing_configuration.processors #=> Array
-    #   resp.delivery_stream_description.destinations[0].redshift_destination_description.processing_configuration.processors[0].type #=> String, one of "RecordDeAggregation", "Lambda", "MetadataExtraction", "AppendDelimiterToRecord"
+    #   resp.delivery_stream_description.destinations[0].redshift_destination_description.processing_configuration.processors[0].type #=> String, one of "RecordDeAggregation", "Decompression", "Lambda", "MetadataExtraction", "AppendDelimiterToRecord"
     #   resp.delivery_stream_description.destinations[0].redshift_destination_description.processing_configuration.processors[0].parameters #=> Array
-    #   resp.delivery_stream_description.destinations[0].redshift_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "MetadataExtractionQuery", "JsonParsingEngine", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds", "SubRecordType", "Delimiter"
+    #   resp.delivery_stream_description.destinations[0].redshift_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "MetadataExtractionQuery", "JsonParsingEngine", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds", "SubRecordType", "Delimiter", "CompressionFormat"
     #   resp.delivery_stream_description.destinations[0].redshift_destination_description.processing_configuration.processors[0].parameters[0].parameter_value #=> String
     #   resp.delivery_stream_description.destinations[0].redshift_destination_description.s3_backup_mode #=> String, one of "Disabled", "Enabled"
     #   resp.delivery_stream_description.destinations[0].redshift_destination_description.s3_backup_description.role_arn #=> String
@@ -1350,9 +1377,9 @@ module Aws::Firehose
     #   resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.s3_destination_description.cloud_watch_logging_options.log_stream_name #=> String
     #   resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.processing_configuration.enabled #=> Boolean
     #   resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.processing_configuration.processors #=> Array
-    #   resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.processing_configuration.processors[0].type #=> String, one of "RecordDeAggregation", "Lambda", "MetadataExtraction", "AppendDelimiterToRecord"
+    #   resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.processing_configuration.processors[0].type #=> String, one of "RecordDeAggregation", "Decompression", "Lambda", "MetadataExtraction", "AppendDelimiterToRecord"
     #   resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.processing_configuration.processors[0].parameters #=> Array
-    #   resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "MetadataExtractionQuery", "JsonParsingEngine", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds", "SubRecordType", "Delimiter"
+    #   resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "MetadataExtractionQuery", "JsonParsingEngine", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds", "SubRecordType", "Delimiter", "CompressionFormat"
     #   resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.processing_configuration.processors[0].parameters[0].parameter_value #=> String
     #   resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.cloud_watch_logging_options.enabled #=> Boolean
     #   resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.cloud_watch_logging_options.log_group_name #=> String
@@ -1363,6 +1390,7 @@ module Aws::Firehose
     #   resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.vpc_configuration_description.security_group_ids #=> Array
     #   resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.vpc_configuration_description.security_group_ids[0] #=> String
     #   resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.vpc_configuration_description.vpc_id #=> String
+    #   resp.delivery_stream_description.destinations[0].elasticsearch_destination_description.document_id_options.default_document_id_format #=> String, one of "FIREHOSE_DEFAULT", "NO_DOCUMENT_ID"
     #   resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.role_arn #=> String
     #   resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.domain_arn #=> String
     #   resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.cluster_endpoint #=> String
@@ -1387,9 +1415,9 @@ module Aws::Firehose
     #   resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.s3_destination_description.cloud_watch_logging_options.log_stream_name #=> String
     #   resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.processing_configuration.enabled #=> Boolean
     #   resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.processing_configuration.processors #=> Array
-    #   resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.processing_configuration.processors[0].type #=> String, one of "RecordDeAggregation", "Lambda", "MetadataExtraction", "AppendDelimiterToRecord"
+    #   resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.processing_configuration.processors[0].type #=> String, one of "RecordDeAggregation", "Decompression", "Lambda", "MetadataExtraction", "AppendDelimiterToRecord"
     #   resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.processing_configuration.processors[0].parameters #=> Array
-    #   resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "MetadataExtractionQuery", "JsonParsingEngine", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds", "SubRecordType", "Delimiter"
+    #   resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "MetadataExtractionQuery", "JsonParsingEngine", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds", "SubRecordType", "Delimiter", "CompressionFormat"
     #   resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.processing_configuration.processors[0].parameters[0].parameter_value #=> String
     #   resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.cloud_watch_logging_options.enabled #=> Boolean
     #   resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.cloud_watch_logging_options.log_group_name #=> String
@@ -1400,6 +1428,7 @@ module Aws::Firehose
     #   resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.vpc_configuration_description.security_group_ids #=> Array
     #   resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.vpc_configuration_description.security_group_ids[0] #=> String
     #   resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.vpc_configuration_description.vpc_id #=> String
+    #   resp.delivery_stream_description.destinations[0].amazonopensearchservice_destination_description.document_id_options.default_document_id_format #=> String, one of "FIREHOSE_DEFAULT", "NO_DOCUMENT_ID"
     #   resp.delivery_stream_description.destinations[0].splunk_destination_description.hec_endpoint #=> String
     #   resp.delivery_stream_description.destinations[0].splunk_destination_description.hec_endpoint_type #=> String, one of "Raw", "Event"
     #   resp.delivery_stream_description.destinations[0].splunk_destination_description.hec_token #=> String
@@ -1420,9 +1449,9 @@ module Aws::Firehose
     #   resp.delivery_stream_description.destinations[0].splunk_destination_description.s3_destination_description.cloud_watch_logging_options.log_stream_name #=> String
     #   resp.delivery_stream_description.destinations[0].splunk_destination_description.processing_configuration.enabled #=> Boolean
     #   resp.delivery_stream_description.destinations[0].splunk_destination_description.processing_configuration.processors #=> Array
-    #   resp.delivery_stream_description.destinations[0].splunk_destination_description.processing_configuration.processors[0].type #=> String, one of "RecordDeAggregation", "Lambda", "MetadataExtraction", "AppendDelimiterToRecord"
+    #   resp.delivery_stream_description.destinations[0].splunk_destination_description.processing_configuration.processors[0].type #=> String, one of "RecordDeAggregation", "Decompression", "Lambda", "MetadataExtraction", "AppendDelimiterToRecord"
     #   resp.delivery_stream_description.destinations[0].splunk_destination_description.processing_configuration.processors[0].parameters #=> Array
-    #   resp.delivery_stream_description.destinations[0].splunk_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "MetadataExtractionQuery", "JsonParsingEngine", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds", "SubRecordType", "Delimiter"
+    #   resp.delivery_stream_description.destinations[0].splunk_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "MetadataExtractionQuery", "JsonParsingEngine", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds", "SubRecordType", "Delimiter", "CompressionFormat"
     #   resp.delivery_stream_description.destinations[0].splunk_destination_description.processing_configuration.processors[0].parameters[0].parameter_value #=> String
     #   resp.delivery_stream_description.destinations[0].splunk_destination_description.cloud_watch_logging_options.enabled #=> Boolean
     #   resp.delivery_stream_description.destinations[0].splunk_destination_description.cloud_watch_logging_options.log_group_name #=> String
@@ -1440,9 +1469,9 @@ module Aws::Firehose
     #   resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.request_configuration.common_attributes[0].attribute_value #=> String
     #   resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.processing_configuration.enabled #=> Boolean
     #   resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.processing_configuration.processors #=> Array
-    #   resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.processing_configuration.processors[0].type #=> String, one of "RecordDeAggregation", "Lambda", "MetadataExtraction", "AppendDelimiterToRecord"
+    #   resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.processing_configuration.processors[0].type #=> String, one of "RecordDeAggregation", "Decompression", "Lambda", "MetadataExtraction", "AppendDelimiterToRecord"
     #   resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.processing_configuration.processors[0].parameters #=> Array
-    #   resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "MetadataExtractionQuery", "JsonParsingEngine", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds", "SubRecordType", "Delimiter"
+    #   resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "MetadataExtractionQuery", "JsonParsingEngine", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds", "SubRecordType", "Delimiter", "CompressionFormat"
     #   resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.processing_configuration.processors[0].parameters[0].parameter_value #=> String
     #   resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.role_arn #=> String
     #   resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.retry_options.duration_in_seconds #=> Integer
@@ -1480,9 +1509,9 @@ module Aws::Firehose
     #   resp.delivery_stream_description.destinations[0].amazon_open_search_serverless_destination_description.s3_destination_description.cloud_watch_logging_options.log_stream_name #=> String
     #   resp.delivery_stream_description.destinations[0].amazon_open_search_serverless_destination_description.processing_configuration.enabled #=> Boolean
     #   resp.delivery_stream_description.destinations[0].amazon_open_search_serverless_destination_description.processing_configuration.processors #=> Array
-    #   resp.delivery_stream_description.destinations[0].amazon_open_search_serverless_destination_description.processing_configuration.processors[0].type #=> String, one of "RecordDeAggregation", "Lambda", "MetadataExtraction", "AppendDelimiterToRecord"
+    #   resp.delivery_stream_description.destinations[0].amazon_open_search_serverless_destination_description.processing_configuration.processors[0].type #=> String, one of "RecordDeAggregation", "Decompression", "Lambda", "MetadataExtraction", "AppendDelimiterToRecord"
     #   resp.delivery_stream_description.destinations[0].amazon_open_search_serverless_destination_description.processing_configuration.processors[0].parameters #=> Array
-    #   resp.delivery_stream_description.destinations[0].amazon_open_search_serverless_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "MetadataExtractionQuery", "JsonParsingEngine", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds", "SubRecordType", "Delimiter"
+    #   resp.delivery_stream_description.destinations[0].amazon_open_search_serverless_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "MetadataExtractionQuery", "JsonParsingEngine", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds", "SubRecordType", "Delimiter", "CompressionFormat"
     #   resp.delivery_stream_description.destinations[0].amazon_open_search_serverless_destination_description.processing_configuration.processors[0].parameters[0].parameter_value #=> String
     #   resp.delivery_stream_description.destinations[0].amazon_open_search_serverless_destination_description.cloud_watch_logging_options.enabled #=> Boolean
     #   resp.delivery_stream_description.destinations[0].amazon_open_search_serverless_destination_description.cloud_watch_logging_options.log_group_name #=> String
@@ -1546,7 +1575,7 @@ module Aws::Firehose
     #
     #   resp = client.list_delivery_streams({
     #     limit: 1,
-    #     delivery_stream_type: "DirectPut", # accepts DirectPut, KinesisStreamAsSource
+    #     delivery_stream_type: "DirectPut", # accepts DirectPut, KinesisStreamAsSource, MSKAsSource
     #     exclusive_start_delivery_stream_name: "DeliveryStreamName",
     #   })
     #
@@ -1623,6 +1652,13 @@ module Aws::Firehose
     # limits and how to request an increase, see [Amazon Kinesis Data
     # Firehose Limits][1].
     #
+    # Kinesis Data Firehose accumulates and publishes a particular metric
+    # for a customer account in one minute intervals. It is possible that
+    # the bursts of incoming bytes/records ingested to a delivery stream
+    # last only for a few seconds. Due to this, the actual spikes in the
+    # traffic might not be fully visible in the customer's 1 minute
+    # CloudWatch metrics.
+    #
     # You must specify the name of the delivery stream and the data record
     # when using PutRecord. The data record consists of a data blob that can
     # be up to 1,000 KiB in size, and any kind of data. For example, it can
@@ -1641,8 +1677,13 @@ module Aws::Firehose
     # for purposes such as auditability and investigation.
     #
     # If the `PutRecord` operation throws a `ServiceUnavailableException`,
-    # back off and retry. If the exception persists, it is possible that the
-    # throughput limits have been exceeded for the delivery stream.
+    # the API is automatically reinvoked (retried) 3 times. If the exception
+    # persists, it is possible that the throughput limits have been exceeded
+    # for the delivery stream.
+    #
+    # Re-invoking the Put API operations (for example, PutRecord and
+    # PutRecordBatch) can result in data duplicates. For larger data assets,
+    # allow for a longer time out before retrying Put API operations.
     #
     # Data records sent to Kinesis Data Firehose are stored for 24 hours
     # from the time they are added to a delivery stream as it tries to send
@@ -1697,6 +1738,13 @@ module Aws::Firehose
     # use PutRecord. Applications using these operations are referred to as
     # producers.
     #
+    # Kinesis Data Firehose accumulates and publishes a particular metric
+    # for a customer account in one minute intervals. It is possible that
+    # the bursts of incoming bytes/records ingested to a delivery stream
+    # last only for a few seconds. Due to this, the actual spikes in the
+    # traffic might not be fully visible in the customer's 1 minute
+    # CloudWatch metrics.
+    #
     # For information about service quota, see [Amazon Kinesis Data Firehose
     # Quota][1].
     #
@@ -1746,9 +1794,14 @@ module Aws::Firehose
     # and also reduces the total bytes sent (and corresponding charges). We
     # recommend that you handle any duplicates at the destination.
     #
-    # If PutRecordBatch throws `ServiceUnavailableException`, back off and
-    # retry. If the exception persists, it is possible that the throughput
-    # limits have been exceeded for the delivery stream.
+    # If PutRecordBatch throws `ServiceUnavailableException`, the API is
+    # automatically reinvoked (retried) 3 times. If the exception persists,
+    # it is possible that the throughput limits have been exceeded for the
+    # delivery stream.
+    #
+    # Re-invoking the Put API operations (for example, PutRecord and
+    # PutRecordBatch) can result in data duplicates. For larger data assets,
+    # allow for a longer time out before retrying Put API operations.
     #
     # Data records sent to Kinesis Data Firehose are stored for 24 hours
     # from the time they are added to a delivery stream as it attempts to
@@ -1832,6 +1885,10 @@ module Aws::Firehose
     # grant that enables it to use the new CMK to encrypt and decrypt data
     # and to manage the grant.
     #
+    # For the KMS grant creation to be successful, Kinesis Data Firehose
+    # APIs `StartDeliveryStreamEncryption` and `CreateDeliveryStream` should
+    # not be called with session credentials that are more than 6 hours old.
+    #
     # If a delivery stream already has encryption enabled and then you
     # invoke this operation to change the ARN of the CMK or both its type
     # and ARN and you get `ENABLING_FAILED`, this only means that the
@@ -2024,9 +2081,9 @@ module Aws::Firehose
     # continue during this process. The updated configurations are usually
     # effective within a few minutes.
     #
-    # Switching between Amazon ES and other services is not supported. For
-    # an Amazon ES destination, you can only update to another Amazon ES
-    # destination.
+    # Switching between Amazon OpenSearch Service and other services is not
+    # supported. For an Amazon OpenSearch Service destination, you can only
+    # update to another Amazon OpenSearch Service destination.
     #
     # If the destination type is the same, Kinesis Data Firehose merges the
     # configuration parameters specified with the destination configuration
@@ -2144,10 +2201,10 @@ module Aws::Firehose
     #         enabled: false,
     #         processors: [
     #           {
-    #             type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
+    #             type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Decompression, Lambda, MetadataExtraction, AppendDelimiterToRecord
     #             parameters: [
     #               {
-    #                 parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
+    #                 parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter, CompressionFormat
     #                 parameter_value: "ProcessorParameterValue", # required
     #               },
     #             ],
@@ -2272,10 +2329,10 @@ module Aws::Firehose
     #         enabled: false,
     #         processors: [
     #           {
-    #             type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
+    #             type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Decompression, Lambda, MetadataExtraction, AppendDelimiterToRecord
     #             parameters: [
     #               {
-    #                 parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
+    #                 parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter, CompressionFormat
     #                 parameter_value: "ProcessorParameterValue", # required
     #               },
     #             ],
@@ -2351,10 +2408,10 @@ module Aws::Firehose
     #         enabled: false,
     #         processors: [
     #           {
-    #             type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
+    #             type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Decompression, Lambda, MetadataExtraction, AppendDelimiterToRecord
     #             parameters: [
     #               {
-    #                 parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
+    #                 parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter, CompressionFormat
     #                 parameter_value: "ProcessorParameterValue", # required
     #               },
     #             ],
@@ -2366,6 +2423,9 @@ module Aws::Firehose
     #         log_group_name: "LogGroupName",
     #         log_stream_name: "LogStreamName",
     #       },
+    #       document_id_options: {
+    #         default_document_id_format: "FIREHOSE_DEFAULT", # required, accepts FIREHOSE_DEFAULT, NO_DOCUMENT_ID
+    #       },
     #     },
     #     amazonopensearchservice_destination_update: {
     #       role_arn: "RoleARN",
@@ -2407,10 +2467,10 @@ module Aws::Firehose
     #         enabled: false,
     #         processors: [
     #           {
-    #             type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
+    #             type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Decompression, Lambda, MetadataExtraction, AppendDelimiterToRecord
     #             parameters: [
     #               {
-    #                 parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
+    #                 parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter, CompressionFormat
     #                 parameter_value: "ProcessorParameterValue", # required
     #               },
     #             ],
@@ -2422,6 +2482,9 @@ module Aws::Firehose
     #         log_group_name: "LogGroupName",
     #         log_stream_name: "LogStreamName",
     #       },
+    #       document_id_options: {
+    #         default_document_id_format: "FIREHOSE_DEFAULT", # required, accepts FIREHOSE_DEFAULT, NO_DOCUMENT_ID
+    #       },
     #     },
     #     splunk_destination_update: {
     #       hec_endpoint: "HECEndpoint",
@@ -2458,10 +2521,10 @@ module Aws::Firehose
     #         enabled: false,
     #         processors: [
     #           {
-    #             type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
+    #             type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Decompression, Lambda, MetadataExtraction, AppendDelimiterToRecord
     #             parameters: [
     #               {
-    #                 parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
+    #                 parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter, CompressionFormat
     #                 parameter_value: "ProcessorParameterValue", # required
     #               },
     #             ],
@@ -2502,10 +2565,10 @@ module Aws::Firehose
     #         enabled: false,
     #         processors: [
     #           {
-    #             type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
+    #             type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Decompression, Lambda, MetadataExtraction, AppendDelimiterToRecord
     #             parameters: [
     #               {
-    #                 parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
+    #                 parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter, CompressionFormat
     #                 parameter_value: "ProcessorParameterValue", # required
     #               },
     #             ],
@@ -2577,10 +2640,10 @@ module Aws::Firehose
     #         enabled: false,
     #         processors: [
     #           {
-    #             type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Lambda, MetadataExtraction, AppendDelimiterToRecord
+    #             type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Decompression, Lambda, MetadataExtraction, AppendDelimiterToRecord
     #             parameters: [
     #               {
-    #                 parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter
+    #                 parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter, CompressionFormat
     #                 parameter_value: "ProcessorParameterValue", # required
     #               },
     #             ],
@@ -2617,7 +2680,7 @@ module Aws::Firehose
         params: params,
         config: config)
       context[:gem_name] = 'aws-sdk-firehose'
-      context[:gem_version] = '1.56.0'
+      context[:gem_version] = '1.58.0'
       Seahorse::Client::Request.new(handlers, context)
     end

data/lib/aws-sdk-firehose/client_api.rb CHANGED Viewed

@@ -39,6 +39,7 @@ module Aws::Firehose
     AmazonopensearchserviceRetryOptions = Shapes::StructureShape.new(name: 'AmazonopensearchserviceRetryOptions')
     AmazonopensearchserviceS3BackupMode = Shapes::StringShape.new(name: 'AmazonopensearchserviceS3BackupMode')
     AmazonopensearchserviceTypeName = Shapes::StringShape.new(name: 'AmazonopensearchserviceTypeName')
+    AuthenticationConfiguration = Shapes::StructureShape.new(name: 'AuthenticationConfiguration')
     BlockSizeBytes = Shapes::IntegerShape.new(name: 'BlockSizeBytes')
     BooleanObject = Shapes::BooleanShape.new(name: 'BooleanObject')
     BucketARN = Shapes::StringShape.new(name: 'BucketARN')
@@ -48,6 +49,7 @@ module Aws::Firehose
     ColumnToJsonKeyMappings = Shapes::MapShape.new(name: 'ColumnToJsonKeyMappings')
     CompressionFormat = Shapes::StringShape.new(name: 'CompressionFormat')
     ConcurrentModificationException = Shapes::StructureShape.new(name: 'ConcurrentModificationException')
+    Connectivity = Shapes::StringShape.new(name: 'Connectivity')
     ContentEncoding = Shapes::StringShape.new(name: 'ContentEncoding')
     CopyCommand = Shapes::StructureShape.new(name: 'CopyCommand')
     CopyOptions = Shapes::StringShape.new(name: 'CopyOptions')
@@ -57,6 +59,7 @@ module Aws::Firehose
     DataFormatConversionConfiguration = Shapes::StructureShape.new(name: 'DataFormatConversionConfiguration')
     DataTableColumns = Shapes::StringShape.new(name: 'DataTableColumns')
     DataTableName = Shapes::StringShape.new(name: 'DataTableName')
+    DefaultDocumentIdFormat = Shapes::StringShape.new(name: 'DefaultDocumentIdFormat')
     DeleteDeliveryStreamInput = Shapes::StructureShape.new(name: 'DeleteDeliveryStreamInput')
     DeleteDeliveryStreamOutput = Shapes::StructureShape.new(name: 'DeleteDeliveryStreamOutput')
     DeliveryStartTimestamp = Shapes::TimestampShape.new(name: 'DeliveryStartTimestamp')
@@ -78,6 +81,7 @@ module Aws::Firehose
     DestinationDescription = Shapes::StructureShape.new(name: 'DestinationDescription')
     DestinationDescriptionList = Shapes::ListShape.new(name: 'DestinationDescriptionList')
     DestinationId = Shapes::StringShape.new(name: 'DestinationId')
+    DocumentIdOptions = Shapes::StructureShape.new(name: 'DocumentIdOptions')
     DynamicPartitioningConfiguration = Shapes::StructureShape.new(name: 'DynamicPartitioningConfiguration')
     ElasticsearchBufferingHints = Shapes::StructureShape.new(name: 'ElasticsearchBufferingHints')
     ElasticsearchBufferingIntervalInSeconds = Shapes::IntegerShape.new(name: 'ElasticsearchBufferingIntervalInSeconds')
@@ -146,6 +150,9 @@ module Aws::Firehose
     ListTagsForDeliveryStreamOutputTagList = Shapes::ListShape.new(name: 'ListTagsForDeliveryStreamOutputTagList')
     LogGroupName = Shapes::StringShape.new(name: 'LogGroupName')
     LogStreamName = Shapes::StringShape.new(name: 'LogStreamName')
+    MSKClusterARN = Shapes::StringShape.new(name: 'MSKClusterARN')
+    MSKSourceConfiguration = Shapes::StructureShape.new(name: 'MSKSourceConfiguration')
+    MSKSourceDescription = Shapes::StructureShape.new(name: 'MSKSourceDescription')
     NoEncryptionConfig = Shapes::StringShape.new(name: 'NoEncryptionConfig')
     NonEmptyString = Shapes::StringShape.new(name: 'NonEmptyString')
     NonEmptyStringWithoutWhitespace = Shapes::StringShape.new(name: 'NonEmptyStringWithoutWhitespace')
@@ -221,6 +228,7 @@ module Aws::Firehose
     TagKeyList = Shapes::ListShape.new(name: 'TagKeyList')
     TagValue = Shapes::StringShape.new(name: 'TagValue')
     Timestamp = Shapes::TimestampShape.new(name: 'Timestamp')
+    TopicName = Shapes::StringShape.new(name: 'TopicName')
     UntagDeliveryStreamInput = Shapes::StructureShape.new(name: 'UntagDeliveryStreamInput')
     UntagDeliveryStreamOutput = Shapes::StructureShape.new(name: 'UntagDeliveryStreamOutput')
     UpdateDestinationInput = Shapes::StructureShape.new(name: 'UpdateDestinationInput')
@@ -287,6 +295,7 @@ module Aws::Firehose
     AmazonopensearchserviceDestinationConfiguration.add_member(:processing_configuration, Shapes::ShapeRef.new(shape: ProcessingConfiguration, location_name: "ProcessingConfiguration"))
     AmazonopensearchserviceDestinationConfiguration.add_member(:cloud_watch_logging_options, Shapes::ShapeRef.new(shape: CloudWatchLoggingOptions, location_name: "CloudWatchLoggingOptions"))
     AmazonopensearchserviceDestinationConfiguration.add_member(:vpc_configuration, Shapes::ShapeRef.new(shape: VpcConfiguration, location_name: "VpcConfiguration"))
+    AmazonopensearchserviceDestinationConfiguration.add_member(:document_id_options, Shapes::ShapeRef.new(shape: DocumentIdOptions, location_name: "DocumentIdOptions"))
     AmazonopensearchserviceDestinationConfiguration.struct_class = Types::AmazonopensearchserviceDestinationConfiguration
     AmazonopensearchserviceDestinationDescription.add_member(:role_arn, Shapes::ShapeRef.new(shape: RoleARN, location_name: "RoleARN"))
@@ -302,6 +311,7 @@ module Aws::Firehose
     AmazonopensearchserviceDestinationDescription.add_member(:processing_configuration, Shapes::ShapeRef.new(shape: ProcessingConfiguration, location_name: "ProcessingConfiguration"))
     AmazonopensearchserviceDestinationDescription.add_member(:cloud_watch_logging_options, Shapes::ShapeRef.new(shape: CloudWatchLoggingOptions, location_name: "CloudWatchLoggingOptions"))
     AmazonopensearchserviceDestinationDescription.add_member(:vpc_configuration_description, Shapes::ShapeRef.new(shape: VpcConfigurationDescription, location_name: "VpcConfigurationDescription"))
+    AmazonopensearchserviceDestinationDescription.add_member(:document_id_options, Shapes::ShapeRef.new(shape: DocumentIdOptions, location_name: "DocumentIdOptions"))
     AmazonopensearchserviceDestinationDescription.struct_class = Types::AmazonopensearchserviceDestinationDescription
     AmazonopensearchserviceDestinationUpdate.add_member(:role_arn, Shapes::ShapeRef.new(shape: RoleARN, location_name: "RoleARN"))
@@ -315,11 +325,16 @@ module Aws::Firehose
     AmazonopensearchserviceDestinationUpdate.add_member(:s3_update, Shapes::ShapeRef.new(shape: S3DestinationUpdate, location_name: "S3Update"))
     AmazonopensearchserviceDestinationUpdate.add_member(:processing_configuration, Shapes::ShapeRef.new(shape: ProcessingConfiguration, location_name: "ProcessingConfiguration"))
     AmazonopensearchserviceDestinationUpdate.add_member(:cloud_watch_logging_options, Shapes::ShapeRef.new(shape: CloudWatchLoggingOptions, location_name: "CloudWatchLoggingOptions"))
+    AmazonopensearchserviceDestinationUpdate.add_member(:document_id_options, Shapes::ShapeRef.new(shape: DocumentIdOptions, location_name: "DocumentIdOptions"))
     AmazonopensearchserviceDestinationUpdate.struct_class = Types::AmazonopensearchserviceDestinationUpdate
     AmazonopensearchserviceRetryOptions.add_member(:duration_in_seconds, Shapes::ShapeRef.new(shape: AmazonopensearchserviceRetryDurationInSeconds, location_name: "DurationInSeconds"))
     AmazonopensearchserviceRetryOptions.struct_class = Types::AmazonopensearchserviceRetryOptions
+    AuthenticationConfiguration.add_member(:role_arn, Shapes::ShapeRef.new(shape: RoleARN, required: true, location_name: "RoleARN"))
+    AuthenticationConfiguration.add_member(:connectivity, Shapes::ShapeRef.new(shape: Connectivity, required: true, location_name: "Connectivity"))
+    AuthenticationConfiguration.struct_class = Types::AuthenticationConfiguration
     BufferingHints.add_member(:size_in_m_bs, Shapes::ShapeRef.new(shape: SizeInMBs, location_name: "SizeInMBs"))
     BufferingHints.add_member(:interval_in_seconds, Shapes::ShapeRef.new(shape: IntervalInSeconds, location_name: "IntervalInSeconds"))
     BufferingHints.struct_class = Types::BufferingHints
@@ -353,6 +368,7 @@ module Aws::Firehose
     CreateDeliveryStreamInput.add_member(:http_endpoint_destination_configuration, Shapes::ShapeRef.new(shape: HttpEndpointDestinationConfiguration, location_name: "HttpEndpointDestinationConfiguration"))
     CreateDeliveryStreamInput.add_member(:tags, Shapes::ShapeRef.new(shape: TagDeliveryStreamInputTagList, location_name: "Tags"))
     CreateDeliveryStreamInput.add_member(:amazon_open_search_serverless_destination_configuration, Shapes::ShapeRef.new(shape: AmazonOpenSearchServerlessDestinationConfiguration, location_name: "AmazonOpenSearchServerlessDestinationConfiguration"))
+    CreateDeliveryStreamInput.add_member(:msk_source_configuration, Shapes::ShapeRef.new(shape: MSKSourceConfiguration, location_name: "MSKSourceConfiguration"))
     CreateDeliveryStreamInput.struct_class = Types::CreateDeliveryStreamInput
     CreateDeliveryStreamOutput.add_member(:delivery_stream_arn, Shapes::ShapeRef.new(shape: DeliveryStreamARN, location_name: "DeliveryStreamARN"))
@@ -421,6 +437,9 @@ module Aws::Firehose
     DestinationDescriptionList.member = Shapes::ShapeRef.new(shape: DestinationDescription)
+    DocumentIdOptions.add_member(:default_document_id_format, Shapes::ShapeRef.new(shape: DefaultDocumentIdFormat, required: true, location_name: "DefaultDocumentIdFormat"))
+    DocumentIdOptions.struct_class = Types::DocumentIdOptions
     DynamicPartitioningConfiguration.add_member(:retry_options, Shapes::ShapeRef.new(shape: RetryOptions, location_name: "RetryOptions"))
     DynamicPartitioningConfiguration.add_member(:enabled, Shapes::ShapeRef.new(shape: BooleanObject, location_name: "Enabled"))
     DynamicPartitioningConfiguration.struct_class = Types::DynamicPartitioningConfiguration
@@ -442,6 +461,7 @@ module Aws::Firehose
     ElasticsearchDestinationConfiguration.add_member(:processing_configuration, Shapes::ShapeRef.new(shape: ProcessingConfiguration, location_name: "ProcessingConfiguration"))
     ElasticsearchDestinationConfiguration.add_member(:cloud_watch_logging_options, Shapes::ShapeRef.new(shape: CloudWatchLoggingOptions, location_name: "CloudWatchLoggingOptions"))
     ElasticsearchDestinationConfiguration.add_member(:vpc_configuration, Shapes::ShapeRef.new(shape: VpcConfiguration, location_name: "VpcConfiguration"))
+    ElasticsearchDestinationConfiguration.add_member(:document_id_options, Shapes::ShapeRef.new(shape: DocumentIdOptions, location_name: "DocumentIdOptions"))
     ElasticsearchDestinationConfiguration.struct_class = Types::ElasticsearchDestinationConfiguration
     ElasticsearchDestinationDescription.add_member(:role_arn, Shapes::ShapeRef.new(shape: RoleARN, location_name: "RoleARN"))
@@ -457,6 +477,7 @@ module Aws::Firehose
     ElasticsearchDestinationDescription.add_member(:processing_configuration, Shapes::ShapeRef.new(shape: ProcessingConfiguration, location_name: "ProcessingConfiguration"))
     ElasticsearchDestinationDescription.add_member(:cloud_watch_logging_options, Shapes::ShapeRef.new(shape: CloudWatchLoggingOptions, location_name: "CloudWatchLoggingOptions"))
     ElasticsearchDestinationDescription.add_member(:vpc_configuration_description, Shapes::ShapeRef.new(shape: VpcConfigurationDescription, location_name: "VpcConfigurationDescription"))
+    ElasticsearchDestinationDescription.add_member(:document_id_options, Shapes::ShapeRef.new(shape: DocumentIdOptions, location_name: "DocumentIdOptions"))
     ElasticsearchDestinationDescription.struct_class = Types::ElasticsearchDestinationDescription
     ElasticsearchDestinationUpdate.add_member(:role_arn, Shapes::ShapeRef.new(shape: RoleARN, location_name: "RoleARN"))
@@ -470,6 +491,7 @@ module Aws::Firehose
     ElasticsearchDestinationUpdate.add_member(:s3_update, Shapes::ShapeRef.new(shape: S3DestinationUpdate, location_name: "S3Update"))
     ElasticsearchDestinationUpdate.add_member(:processing_configuration, Shapes::ShapeRef.new(shape: ProcessingConfiguration, location_name: "ProcessingConfiguration"))
     ElasticsearchDestinationUpdate.add_member(:cloud_watch_logging_options, Shapes::ShapeRef.new(shape: CloudWatchLoggingOptions, location_name: "CloudWatchLoggingOptions"))
+    ElasticsearchDestinationUpdate.add_member(:document_id_options, Shapes::ShapeRef.new(shape: DocumentIdOptions, location_name: "DocumentIdOptions"))
     ElasticsearchDestinationUpdate.struct_class = Types::ElasticsearchDestinationUpdate
     ElasticsearchRetryOptions.add_member(:duration_in_seconds, Shapes::ShapeRef.new(shape: ElasticsearchRetryDurationInSeconds, location_name: "DurationInSeconds"))
@@ -639,6 +661,17 @@ module Aws::Firehose
     ListTagsForDeliveryStreamOutputTagList.member = Shapes::ShapeRef.new(shape: Tag)
+    MSKSourceConfiguration.add_member(:msk_cluster_arn, Shapes::ShapeRef.new(shape: MSKClusterARN, required: true, location_name: "MSKClusterARN"))
+    MSKSourceConfiguration.add_member(:topic_name, Shapes::ShapeRef.new(shape: TopicName, required: true, location_name: "TopicName"))
+    MSKSourceConfiguration.add_member(:authentication_configuration, Shapes::ShapeRef.new(shape: AuthenticationConfiguration, required: true, location_name: "AuthenticationConfiguration"))
+    MSKSourceConfiguration.struct_class = Types::MSKSourceConfiguration
+    MSKSourceDescription.add_member(:msk_cluster_arn, Shapes::ShapeRef.new(shape: MSKClusterARN, location_name: "MSKClusterARN"))
+    MSKSourceDescription.add_member(:topic_name, Shapes::ShapeRef.new(shape: TopicName, location_name: "TopicName"))
+    MSKSourceDescription.add_member(:authentication_configuration, Shapes::ShapeRef.new(shape: AuthenticationConfiguration, location_name: "AuthenticationConfiguration"))
+    MSKSourceDescription.add_member(:delivery_start_timestamp, Shapes::ShapeRef.new(shape: DeliveryStartTimestamp, location_name: "DeliveryStartTimestamp"))
+    MSKSourceDescription.struct_class = Types::MSKSourceDescription
     OpenXJsonSerDe.add_member(:convert_dots_in_json_keys_to_underscores, Shapes::ShapeRef.new(shape: BooleanObject, location_name: "ConvertDotsInJsonKeysToUnderscores"))
     OpenXJsonSerDe.add_member(:case_insensitive, Shapes::ShapeRef.new(shape: BooleanObject, location_name: "CaseInsensitive"))
     OpenXJsonSerDe.add_member(:column_to_json_key_mappings, Shapes::ShapeRef.new(shape: ColumnToJsonKeyMappings, location_name: "ColumnToJsonKeyMappings"))
@@ -810,6 +843,7 @@ module Aws::Firehose
     ServiceUnavailableException.struct_class = Types::ServiceUnavailableException
     SourceDescription.add_member(:kinesis_stream_source_description, Shapes::ShapeRef.new(shape: KinesisStreamSourceDescription, location_name: "KinesisStreamSourceDescription"))
+    SourceDescription.add_member(:msk_source_description, Shapes::ShapeRef.new(shape: MSKSourceDescription, location_name: "MSKSourceDescription"))
     SourceDescription.struct_class = Types::SourceDescription
     SplunkDestinationConfiguration.add_member(:hec_endpoint, Shapes::ShapeRef.new(shape: HECEndpoint, required: true, location_name: "HECEndpoint"))

data/lib/aws-sdk-firehose/endpoint_provider.rb CHANGED Viewed

@@ -14,36 +14,39 @@ module Aws::Firehose
       use_dual_stack = parameters.use_dual_stack
       use_fips = parameters.use_fips
       endpoint = parameters.endpoint
-      if (partition_result = Aws::Endpoints::Matchers.aws_partition(region))
-        if Aws::Endpoints::Matchers.set?(endpoint) && (url = Aws::Endpoints::Matchers.parse_url(endpoint))
-          if Aws::Endpoints::Matchers.boolean_equals?(use_fips, true)
-            raise ArgumentError, "Invalid Configuration: FIPS and custom endpoint are not supported"
-          end
-          if Aws::Endpoints::Matchers.boolean_equals?(use_dual_stack, true)
-            raise ArgumentError, "Invalid Configuration: Dualstack and custom endpoint are not supported"
-          end
-          return Aws::Endpoints::Endpoint.new(url: endpoint, headers: {}, properties: {})
-        end
-        if Aws::Endpoints::Matchers.boolean_equals?(use_fips, true) && Aws::Endpoints::Matchers.boolean_equals?(use_dual_stack, true)
-          if Aws::Endpoints::Matchers.boolean_equals?(true, Aws::Endpoints::Matchers.attr(partition_result, "supportsFIPS")) && Aws::Endpoints::Matchers.boolean_equals?(true, Aws::Endpoints::Matchers.attr(partition_result, "supportsDualStack"))
-            return Aws::Endpoints::Endpoint.new(url: "https://firehose-fips.#{region}.#{partition_result['dualStackDnsSuffix']}", headers: {}, properties: {})
-          end
-          raise ArgumentError, "FIPS and DualStack are enabled, but this partition does not support one or both"
-        end
+      if Aws::Endpoints::Matchers.set?(endpoint)
         if Aws::Endpoints::Matchers.boolean_equals?(use_fips, true)
-          if Aws::Endpoints::Matchers.boolean_equals?(true, Aws::Endpoints::Matchers.attr(partition_result, "supportsFIPS"))
-            return Aws::Endpoints::Endpoint.new(url: "https://firehose-fips.#{region}.#{partition_result['dnsSuffix']}", headers: {}, properties: {})
-          end
-          raise ArgumentError, "FIPS is enabled but this partition does not support FIPS"
+          raise ArgumentError, "Invalid Configuration: FIPS and custom endpoint are not supported"
         end
         if Aws::Endpoints::Matchers.boolean_equals?(use_dual_stack, true)
-          if Aws::Endpoints::Matchers.boolean_equals?(true, Aws::Endpoints::Matchers.attr(partition_result, "supportsDualStack"))
-            return Aws::Endpoints::Endpoint.new(url: "https://firehose.#{region}.#{partition_result['dualStackDnsSuffix']}", headers: {}, properties: {})
+          raise ArgumentError, "Invalid Configuration: Dualstack and custom endpoint are not supported"
+        end
+        return Aws::Endpoints::Endpoint.new(url: endpoint, headers: {}, properties: {})
+      end
+      if Aws::Endpoints::Matchers.set?(region)
+        if (partition_result = Aws::Endpoints::Matchers.aws_partition(region))
+          if Aws::Endpoints::Matchers.boolean_equals?(use_fips, true) && Aws::Endpoints::Matchers.boolean_equals?(use_dual_stack, true)
+            if Aws::Endpoints::Matchers.boolean_equals?(true, Aws::Endpoints::Matchers.attr(partition_result, "supportsFIPS")) && Aws::Endpoints::Matchers.boolean_equals?(true, Aws::Endpoints::Matchers.attr(partition_result, "supportsDualStack"))
+              return Aws::Endpoints::Endpoint.new(url: "https://firehose-fips.#{region}.#{partition_result['dualStackDnsSuffix']}", headers: {}, properties: {})
+            end
+            raise ArgumentError, "FIPS and DualStack are enabled, but this partition does not support one or both"
+          end
+          if Aws::Endpoints::Matchers.boolean_equals?(use_fips, true)
+            if Aws::Endpoints::Matchers.boolean_equals?(true, Aws::Endpoints::Matchers.attr(partition_result, "supportsFIPS"))
+              return Aws::Endpoints::Endpoint.new(url: "https://firehose-fips.#{region}.#{partition_result['dnsSuffix']}", headers: {}, properties: {})
+            end
+            raise ArgumentError, "FIPS is enabled but this partition does not support FIPS"
+          end
+          if Aws::Endpoints::Matchers.boolean_equals?(use_dual_stack, true)
+            if Aws::Endpoints::Matchers.boolean_equals?(true, Aws::Endpoints::Matchers.attr(partition_result, "supportsDualStack"))
+              return Aws::Endpoints::Endpoint.new(url: "https://firehose.#{region}.#{partition_result['dualStackDnsSuffix']}", headers: {}, properties: {})
+            end
+            raise ArgumentError, "DualStack is enabled but this partition does not support DualStack"
           end
-          raise ArgumentError, "DualStack is enabled but this partition does not support DualStack"
+          return Aws::Endpoints::Endpoint.new(url: "https://firehose.#{region}.#{partition_result['dnsSuffix']}", headers: {}, properties: {})
         end
-        return Aws::Endpoints::Endpoint.new(url: "https://firehose.#{region}.#{partition_result['dnsSuffix']}", headers: {}, properties: {})
       end
+      raise ArgumentError, "Invalid Configuration: Missing Region"
       raise ArgumentError, 'No endpoint could be resolved'
     end

data/lib/aws-sdk-firehose/types.rb CHANGED Viewed

@@ -91,7 +91,8 @@ module Aws::Firehose
     #   @return [Types::CloudWatchLoggingOptions]
     #
     # @!attribute [rw] vpc_configuration
-    #   The details of the VPC of the Amazon ES destination.
+    #   The details of the VPC of the Amazon OpenSearch or Amazon OpenSearch
+    #   Serverless destination.
     #   @return [Types::VpcConfiguration]
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/AmazonOpenSearchServerlessDestinationConfiguration AWS API Documentation
@@ -115,7 +116,8 @@ module Aws::Firehose
     # OpenSearch Service.
     #
     # @!attribute [rw] role_arn
-    #   The Amazon Resource Name (ARN) of the AWS credentials.
+    #   The Amazon Resource Name (ARN) of the Amazon Web Services
+    #   credentials.
     #   @return [String]
     #
     # @!attribute [rw] collection_endpoint
@@ -352,9 +354,16 @@ module Aws::Firehose
     #   @return [Types::CloudWatchLoggingOptions]
     #
     # @!attribute [rw] vpc_configuration
-    #   The details of the VPC of the Amazon ES destination.
+    #   The details of the VPC of the Amazon OpenSearch or Amazon OpenSearch
+    #   Serverless destination.
     #   @return [Types::VpcConfiguration]
     #
+    # @!attribute [rw] document_id_options
+    #   Indicates the method for setting up document ID. The supported
+    #   methods are Kinesis Data Firehose generated document ID and
+    #   OpenSearch Service generated document ID.
+    #   @return [Types::DocumentIdOptions]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/AmazonopensearchserviceDestinationConfiguration AWS API Documentation
     #
     class AmazonopensearchserviceDestinationConfiguration < Struct.new(
@@ -370,7 +379,8 @@ module Aws::Firehose
       :s3_configuration,
       :processing_configuration,
       :cloud_watch_logging_options,
-      :vpc_configuration)
+      :vpc_configuration,
+      :document_id_options)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -435,6 +445,12 @@ module Aws::Firehose
     #   The details of the VPC of the Amazon ES destination.
     #   @return [Types::VpcConfigurationDescription]
     #
+    # @!attribute [rw] document_id_options
+    #   Indicates the method for setting up document ID. The supported
+    #   methods are Kinesis Data Firehose generated document ID and
+    #   OpenSearch Service generated document ID.
+    #   @return [Types::DocumentIdOptions]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/AmazonopensearchserviceDestinationDescription AWS API Documentation
     #
     class AmazonopensearchserviceDestinationDescription < Struct.new(
@@ -450,7 +466,8 @@ module Aws::Firehose
       :s3_destination_description,
       :processing_configuration,
       :cloud_watch_logging_options,
-      :vpc_configuration_description)
+      :vpc_configuration_description,
+      :document_id_options)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -522,6 +539,12 @@ module Aws::Firehose
     #   stream.
     #   @return [Types::CloudWatchLoggingOptions]
     #
+    # @!attribute [rw] document_id_options
+    #   Indicates the method for setting up document ID. The supported
+    #   methods are Kinesis Data Firehose generated document ID and
+    #   OpenSearch Service generated document ID.
+    #   @return [Types::DocumentIdOptions]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/AmazonopensearchserviceDestinationUpdate AWS API Documentation
     #
     class AmazonopensearchserviceDestinationUpdate < Struct.new(
@@ -535,7 +558,8 @@ module Aws::Firehose
       :retry_options,
       :s3_update,
       :processing_configuration,
-      :cloud_watch_logging_options)
+      :cloud_watch_logging_options,
+      :document_id_options)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -559,6 +583,25 @@ module Aws::Firehose
       include Aws::Structure
     end
+    # The authentication configuration of the Amazon MSK cluster.
+    #
+    # @!attribute [rw] role_arn
+    #   The ARN of the role used to access the Amazon MSK cluster.
+    #   @return [String]
+    #
+    # @!attribute [rw] connectivity
+    #   The type of connectivity used to access the Amazon MSK cluster.
+    #   @return [String]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/AuthenticationConfiguration AWS API Documentation
+    #
+    class AuthenticationConfiguration < Struct.new(
+      :role_arn,
+      :connectivity)
+      SENSITIVE = []
+      include Aws::Structure
+    end
     # Describes hints for the buffering to perform before delivering data to
     # the destination. These options are treated as hints, and therefore
     # Kinesis Data Firehose might choose to use different values when it is
@@ -770,6 +813,11 @@ module Aws::Firehose
     #   Service. You can specify only one destination.
     #   @return [Types::AmazonOpenSearchServerlessDestinationConfiguration]
     #
+    # @!attribute [rw] msk_source_configuration
+    #   The configuration for the Amazon MSK cluster to be used as the
+    #   source for a delivery stream.
+    #   @return [Types::MSKSourceConfiguration]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/CreateDeliveryStreamInput AWS API Documentation
     #
     class CreateDeliveryStreamInput < Struct.new(
@@ -785,7 +833,8 @@ module Aws::Firehose
       :splunk_destination_configuration,
       :http_endpoint_destination_configuration,
       :tags,
-      :amazon_open_search_serverless_destination_configuration)
+      :amazon_open_search_serverless_destination_configuration,
+      :msk_source_configuration)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -1209,6 +1258,36 @@ module Aws::Firehose
       include Aws::Structure
     end
+    # Indicates the method for setting up document ID. The supported methods
+    # are Kinesis Data Firehose generated document ID and OpenSearch Service
+    # generated document ID.
+    #
+    # @!attribute [rw] default_document_id_format
+    #   When the `FIREHOSE_DEFAULT` option is chosen, Kinesis Data Firehose
+    #   generates a unique document ID for each record based on a unique
+    #   internal identifier. The generated document ID is stable across
+    #   multiple delivery attempts, which helps prevent the same record from
+    #   being indexed multiple times with different document IDs.
+    #
+    #   When the `NO_DOCUMENT_ID` option is chosen, Kinesis Data Firehose
+    #   does not include any document IDs in the requests it sends to the
+    #   Amazon OpenSearch Service. This causes the Amazon OpenSearch Service
+    #   domain to generate document IDs. In case of multiple delivery
+    #   attempts, this may cause the same record to be indexed more than
+    #   once with different document IDs. This option enables write-heavy
+    #   operations, such as the ingestion of logs and observability data, to
+    #   consume less resources in the Amazon OpenSearch Service domain,
+    #   resulting in improved performance.
+    #   @return [String]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/DocumentIdOptions AWS API Documentation
+    #
+    class DocumentIdOptions < Struct.new(
+      :default_document_id_format)
+      SENSITIVE = []
+      include Aws::Structure
+    end
     # The configuration of the dynamic partitioning mechanism that creates
     # smaller data sets from the streaming data by partitioning it based on
     # partition keys. Currently, dynamic partitioning is only supported for
@@ -1363,9 +1442,15 @@ module Aws::Firehose
     #   @return [Types::CloudWatchLoggingOptions]
     #
     # @!attribute [rw] vpc_configuration
-    #   The details of the VPC of the Amazon ES destination.
+    #   The details of the VPC of the Amazon destination.
     #   @return [Types::VpcConfiguration]
     #
+    # @!attribute [rw] document_id_options
+    #   Indicates the method for setting up document ID. The supported
+    #   methods are Kinesis Data Firehose generated document ID and
+    #   OpenSearch Service generated document ID.
+    #   @return [Types::DocumentIdOptions]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/ElasticsearchDestinationConfiguration AWS API Documentation
     #
     class ElasticsearchDestinationConfiguration < Struct.new(
@@ -1381,7 +1466,8 @@ module Aws::Firehose
       :s3_configuration,
       :processing_configuration,
       :cloud_watch_logging_options,
-      :vpc_configuration)
+      :vpc_configuration,
+      :document_id_options)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -1456,9 +1542,16 @@ module Aws::Firehose
     #   @return [Types::CloudWatchLoggingOptions]
     #
     # @!attribute [rw] vpc_configuration_description
-    #   The details of the VPC of the Amazon ES destination.
+    #   The details of the VPC of the Amazon OpenSearch or the Amazon
+    #   OpenSearch Serverless destination.
     #   @return [Types::VpcConfigurationDescription]
     #
+    # @!attribute [rw] document_id_options
+    #   Indicates the method for setting up document ID. The supported
+    #   methods are Kinesis Data Firehose generated document ID and
+    #   OpenSearch Service generated document ID.
+    #   @return [Types::DocumentIdOptions]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/ElasticsearchDestinationDescription AWS API Documentation
     #
     class ElasticsearchDestinationDescription < Struct.new(
@@ -1474,7 +1567,8 @@ module Aws::Firehose
       :s3_destination_description,
       :processing_configuration,
       :cloud_watch_logging_options,
-      :vpc_configuration_description)
+      :vpc_configuration_description,
+      :document_id_options)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -1565,6 +1659,12 @@ module Aws::Firehose
     #   The CloudWatch logging options for your delivery stream.
     #   @return [Types::CloudWatchLoggingOptions]
     #
+    # @!attribute [rw] document_id_options
+    #   Indicates the method for setting up document ID. The supported
+    #   methods are Kinesis Data Firehose generated document ID and
+    #   OpenSearch Service generated document ID.
+    #   @return [Types::DocumentIdOptions]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/ElasticsearchDestinationUpdate AWS API Documentation
     #
     class ElasticsearchDestinationUpdate < Struct.new(
@@ -1578,7 +1678,8 @@ module Aws::Firehose
       :retry_options,
       :s3_update,
       :processing_configuration,
-      :cloud_watch_logging_options)
+      :cloud_watch_logging_options,
+      :document_id_options)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -2609,6 +2710,62 @@ module Aws::Firehose
       include Aws::Structure
     end
+    # The configuration for the Amazon MSK cluster to be used as the source
+    # for a delivery stream.
+    #
+    # @!attribute [rw] msk_cluster_arn
+    #   The ARN of the Amazon MSK cluster.
+    #   @return [String]
+    #
+    # @!attribute [rw] topic_name
+    #   The topic name within the Amazon MSK cluster.
+    #   @return [String]
+    #
+    # @!attribute [rw] authentication_configuration
+    #   The authentication configuration of the Amazon MSK cluster.
+    #   @return [Types::AuthenticationConfiguration]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/MSKSourceConfiguration AWS API Documentation
+    #
+    class MSKSourceConfiguration < Struct.new(
+      :msk_cluster_arn,
+      :topic_name,
+      :authentication_configuration)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+    # Details about the Amazon MSK cluster used as the source for a Kinesis
+    # Data Firehose delivery stream.
+    #
+    # @!attribute [rw] msk_cluster_arn
+    #   The ARN of the Amazon MSK cluster.
+    #   @return [String]
+    #
+    # @!attribute [rw] topic_name
+    #   The topic name within the Amazon MSK cluster.
+    #   @return [String]
+    #
+    # @!attribute [rw] authentication_configuration
+    #   The authentication configuration of the Amazon MSK cluster.
+    #   @return [Types::AuthenticationConfiguration]
+    #
+    # @!attribute [rw] delivery_start_timestamp
+    #   Kinesis Data Firehose starts retrieving records from the topic
+    #   within the Amazon MSK cluster starting with this timestamp.
+    #   @return [Time]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/MSKSourceDescription AWS API Documentation
+    #
+    class MSKSourceDescription < Struct.new(
+      :msk_cluster_arn,
+      :topic_name,
+      :authentication_configuration,
+      :delivery_start_timestamp)
+      SENSITIVE = []
+      include Aws::Structure
+    end
     # The OpenX SerDe. Used by Kinesis Data Firehose for deserializing data,
     # which means converting it from the JSON format in preparation for
     # serializing it to the Parquet or ORC format. This is one of two
@@ -3659,10 +3816,16 @@ module Aws::Firehose
     #   stream.
     #   @return [Types::KinesisStreamSourceDescription]
     #
+    # @!attribute [rw] msk_source_description
+    #   The configuration description for the Amazon MSK cluster to be used
+    #   as the source for a delivery stream.
+    #   @return [Types::MSKSourceDescription]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/SourceDescription AWS API Documentation
     #
     class SourceDescription < Struct.new(
-      :kinesis_stream_source_description)
+      :kinesis_stream_source_description,
+      :msk_source_description)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -4073,7 +4236,8 @@ module Aws::Firehose
     #
     class UpdateDestinationOutput < Aws::EmptyStructure; end
-    # The details of the VPC of the Amazon ES destination.
+    # The details of the VPC of the Amazon OpenSearch or Amazon OpenSearch
+    # Serverless destination.
     #
     # @!attribute [rw] subnet_ids
     #   The IDs of the subnets that you want Kinesis Data Firehose to use to

data/lib/aws-sdk-firehose.rb CHANGED Viewed

@@ -52,6 +52,6 @@ require_relative 'aws-sdk-firehose/customizations'
 # @!group service
 module Aws::Firehose
-  GEM_VERSION = '1.56.0'
+  GEM_VERSION = '1.58.0'
 end

metadata CHANGED Viewed

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: aws-sdk-firehose
 version: !ruby/object:Gem::Version
-  version: 1.56.0
+  version: 1.58.0
 platform: ruby
 authors:
 - Amazon Web Services
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2023-07-11 00:00:00.000000000 Z
+date: 2023-09-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk-core
@@ -19,7 +19,7 @@ dependencies:
         version: '3'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 3.177.0
+        version: 3.184.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
@@ -29,7 +29,7 @@ dependencies:
         version: '3'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 3.177.0
+        version: 3.184.0
 - !ruby/object:Gem::Dependency
   name: aws-sigv4
   requirement: !ruby/object:Gem::Requirement