aws-cdk-lib 2.184.1__py3-none-any.whl → 2.186.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of aws-cdk-lib might be problematic. Click here for more details.
- aws_cdk/__init__.py +102 -29
- aws_cdk/_jsii/__init__.py +1 -1
- aws_cdk/_jsii/{aws-cdk-lib@2.184.1.jsii.tgz → aws-cdk-lib@2.186.0.jsii.tgz} +0 -0
- aws_cdk/aws_amazonmq/__init__.py +3 -2
- aws_cdk/aws_apigateway/__init__.py +1 -1
- aws_cdk/aws_apigatewayv2/__init__.py +9 -0
- aws_cdk/aws_appconfig/__init__.py +3 -3
- aws_cdk/aws_applicationsignals/__init__.py +495 -1
- aws_cdk/aws_appsync/__init__.py +65 -11
- aws_cdk/aws_athena/__init__.py +143 -0
- aws_cdk/aws_backup/__init__.py +4 -2
- aws_cdk/aws_batch/__init__.py +9 -0
- aws_cdk/aws_bedrock/__init__.py +645 -199
- aws_cdk/aws_cassandra/__init__.py +3 -5
- aws_cdk/aws_chatbot/__init__.py +41 -0
- aws_cdk/aws_cleanrooms/__init__.py +21 -9
- aws_cdk/aws_cloudformation/__init__.py +1 -5
- aws_cdk/aws_cloudfront/__init__.py +4 -1
- aws_cdk/aws_cloudfront_origins/__init__.py +4 -2
- aws_cdk/aws_codeartifact/__init__.py +20 -33
- aws_cdk/aws_codebuild/__init__.py +10 -3
- aws_cdk/aws_codepipeline/__init__.py +1328 -120
- aws_cdk/aws_cognito/__init__.py +1 -1
- aws_cdk/aws_cognito_identitypool/__init__.py +2303 -0
- aws_cdk/aws_config/__init__.py +1 -1
- aws_cdk/aws_connect/__init__.py +3 -7
- aws_cdk/aws_controltower/__init__.py +18 -26
- aws_cdk/aws_datasync/__init__.py +12 -14
- aws_cdk/aws_datazone/__init__.py +3471 -2
- aws_cdk/aws_ec2/__init__.py +701 -37
- aws_cdk/aws_ecr/__init__.py +84 -2
- aws_cdk/aws_ecs/__init__.py +20 -25
- aws_cdk/aws_eks/__init__.py +2 -0
- aws_cdk/aws_elasticloadbalancingv2/__init__.py +42 -5
- aws_cdk/aws_elasticsearch/__init__.py +1 -1
- aws_cdk/aws_events/__init__.py +37 -14
- aws_cdk/aws_events_targets/__init__.py +5 -5
- aws_cdk/aws_gamelift/__init__.py +165 -165
- aws_cdk/aws_gameliftstreams/__init__.py +199 -59
- aws_cdk/aws_iam/__init__.py +320 -25
- aws_cdk/aws_imagebuilder/__init__.py +15 -2
- aws_cdk/aws_iotfleetwise/__init__.py +15 -6
- aws_cdk/aws_kinesisfirehose/__init__.py +115 -113
- aws_cdk/aws_lambda/__init__.py +7 -1
- aws_cdk/aws_location/__init__.py +24 -7
- aws_cdk/aws_logs/__init__.py +21 -27
- aws_cdk/aws_msk/__init__.py +17 -50
- aws_cdk/aws_networkfirewall/__init__.py +16 -12
- aws_cdk/aws_oam/__init__.py +8 -37
- aws_cdk/aws_opensearchservice/__init__.py +1 -1
- aws_cdk/aws_pcs/__init__.py +33 -22
- aws_cdk/aws_quicksight/__init__.py +6 -69
- aws_cdk/aws_rds/__init__.py +8 -4
- aws_cdk/aws_redshiftserverless/__init__.py +192 -15
- aws_cdk/aws_rum/__init__.py +454 -43
- aws_cdk/aws_s3/__init__.py +4 -6
- aws_cdk/aws_s3_deployment/__init__.py +2 -0
- aws_cdk/aws_sagemaker/__init__.py +524 -0
- aws_cdk/aws_scheduler/__init__.py +3944 -121
- aws_cdk/aws_scheduler_targets/__init__.py +4472 -0
- aws_cdk/aws_ses/__init__.py +9 -9
- aws_cdk/aws_sns/__init__.py +12 -12
- aws_cdk/aws_ssmquicksetup/__init__.py +5 -3
- aws_cdk/aws_stepfunctions/__init__.py +17 -15
- aws_cdk/aws_timestream/__init__.py +4 -4
- aws_cdk/aws_wafv2/__init__.py +345 -0
- aws_cdk/aws_workspacesthinclient/__init__.py +4 -4
- aws_cdk/cx_api/__init__.py +53 -0
- aws_cdk/region_info/__init__.py +2 -2
- {aws_cdk_lib-2.184.1.dist-info → aws_cdk_lib-2.186.0.dist-info}/METADATA +1 -1
- {aws_cdk_lib-2.184.1.dist-info → aws_cdk_lib-2.186.0.dist-info}/RECORD +75 -73
- {aws_cdk_lib-2.184.1.dist-info → aws_cdk_lib-2.186.0.dist-info}/LICENSE +0 -0
- {aws_cdk_lib-2.184.1.dist-info → aws_cdk_lib-2.186.0.dist-info}/NOTICE +0 -0
- {aws_cdk_lib-2.184.1.dist-info → aws_cdk_lib-2.186.0.dist-info}/WHEEL +0 -0
- {aws_cdk_lib-2.184.1.dist-info → aws_cdk_lib-2.186.0.dist-info}/top_level.txt +0 -0
|
@@ -84,8 +84,7 @@ Data must be provided via "direct put", ie., by using a `PutRecord` or
|
|
|
84
84
|
|
|
85
85
|
Amazon Data Firehose supports multiple AWS and third-party services as destinations, including Amazon S3, Amazon Redshift, and more. You can find the full list of supported destination [here](https://docs.aws.amazon.com/firehose/latest/dev/create-destination.html).
|
|
86
86
|
|
|
87
|
-
Currently in the AWS CDK, only S3 is implemented as an L2 construct destination. Other destinations can still be configured using L1 constructs.
|
|
88
|
-
for the implementations of these destinations.
|
|
87
|
+
Currently in the AWS CDK, only S3 is implemented as an L2 construct destination. Other destinations can still be configured using L1 constructs.
|
|
89
88
|
|
|
90
89
|
### S3
|
|
91
90
|
|
|
@@ -221,7 +220,7 @@ limit of records per second (indicating data is flowing into your delivery strea
|
|
|
221
220
|
than it is configured to process).
|
|
222
221
|
|
|
223
222
|
CDK provides methods for accessing delivery stream metrics with default configuration,
|
|
224
|
-
such as `metricIncomingBytes`, and `metricIncomingRecords` (see [`IDeliveryStream`](https://docs.aws.amazon.com/cdk/api/latest/docs
|
|
223
|
+
such as `metricIncomingBytes`, and `metricIncomingRecords` (see [`IDeliveryStream`](https://docs.aws.amazon.com/cdk/api/latest/docs/aws-cdk-lib.aws_kinesisfirehose.IDeliveryStream.html)
|
|
225
224
|
for a full list). CDK also provides a generic `metric` method that can be used to produce
|
|
226
225
|
metric configurations for any metric provided by Amazon Data Firehose; the configurations
|
|
227
226
|
are pre-populated with the correct dimensions for the delivery stream.
|
|
@@ -7880,7 +7879,7 @@ class CfnDeliveryStream(
|
|
|
7880
7879
|
:param key_passphrase: Passphrase to decrypt the private key when the key is encrypted. For information, see `Using Key Pair Authentication & Key Rotation <https://docs.aws.amazon.com/https://docs.snowflake.com/en/user-guide/data-load-snowpipe-streaming-configuration#using-key-pair-authentication-key-rotation>`_ .
|
|
7881
7880
|
:param meta_data_column_name: Specify a column name in the table, where the metadata information has to be loaded. When you enable this field, you will see the following column in the snowflake table, which differs based on the source type. For Direct PUT as source ``{ "firehoseDeliveryStreamName" : "streamname", "IngestionTime" : "timestamp" }`` For Kinesis Data Stream as source ``"kinesisStreamName" : "streamname", "kinesisShardId" : "Id", "kinesisPartitionKey" : "key", "kinesisSequenceNumber" : "1234", "subsequenceNumber" : "2334", "IngestionTime" : "timestamp" }``
|
|
7882
7881
|
:param private_key: The private key used to encrypt your Snowflake client. For information, see `Using Key Pair Authentication & Key Rotation <https://docs.aws.amazon.com/https://docs.snowflake.com/en/user-guide/data-load-snowpipe-streaming-configuration#using-key-pair-authentication-key-rotation>`_ .
|
|
7883
|
-
:param processing_configuration:
|
|
7882
|
+
:param processing_configuration:
|
|
7884
7883
|
:param retry_options: The time period where Firehose will retry sending data to the chosen HTTP endpoint.
|
|
7885
7884
|
:param s3_backup_mode: Choose an S3 backup mode.
|
|
7886
7885
|
:param secrets_manager_configuration: The configuration that defines how you access secrets for Snowflake.
|
|
@@ -8184,8 +8183,7 @@ class CfnDeliveryStream(
|
|
|
8184
8183
|
def processing_configuration(
|
|
8185
8184
|
self,
|
|
8186
8185
|
) -> typing.Optional[typing.Union[_IResolvable_da3f097b, "CfnDeliveryStream.ProcessingConfigurationProperty"]]:
|
|
8187
|
-
'''
|
|
8188
|
-
|
|
8186
|
+
'''
|
|
8189
8187
|
:see: http://docs.aws.amazon.com/AWSCloudFormation/latest/UserGuide/aws-properties-kinesisfirehose-deliverystream-snowflakedestinationconfiguration.html#cfn-kinesisfirehose-deliverystream-snowflakedestinationconfiguration-processingconfiguration
|
|
8190
8188
|
'''
|
|
8191
8189
|
result = self._values.get("processing_configuration")
|
|
@@ -9403,7 +9401,7 @@ class CommonDestinationProps:
|
|
|
9403
9401
|
|
|
9404
9402
|
:param logging_config: Configuration that determines whether to log errors during data transformation or delivery failures, and specifies the CloudWatch log group for storing error logs. Default: - errors will be logged and a log group will be created for you.
|
|
9405
9403
|
:param processor: The data transformation that should be performed on the data before writing to the destination. Default: - no data transformation will occur.
|
|
9406
|
-
:param role: The IAM role associated with this destination. Assumed by
|
|
9404
|
+
:param role: The IAM role associated with this destination. Assumed by Amazon Data Firehose to invoke processors and write to destinations Default: - a role will be created with default permissions.
|
|
9407
9405
|
:param s3_backup: The configuration for backing up source records to S3. Default: - source records will not be backed up to S3.
|
|
9408
9406
|
|
|
9409
9407
|
:exampleMetadata: fixture=_generated
|
|
@@ -9483,7 +9481,7 @@ class CommonDestinationProps:
|
|
|
9483
9481
|
def role(self) -> typing.Optional[_IRole_235f5d8e]:
|
|
9484
9482
|
'''The IAM role associated with this destination.
|
|
9485
9483
|
|
|
9486
|
-
Assumed by
|
|
9484
|
+
Assumed by Amazon Data Firehose to invoke processors and write to destinations
|
|
9487
9485
|
|
|
9488
9486
|
:default: - a role will be created with default permissions.
|
|
9489
9487
|
'''
|
|
@@ -9534,14 +9532,14 @@ class CommonDestinationS3Props:
|
|
|
9534
9532
|
encryption_key: typing.Optional[_IKey_5f11635f] = None,
|
|
9535
9533
|
error_output_prefix: typing.Optional[builtins.str] = None,
|
|
9536
9534
|
) -> None:
|
|
9537
|
-
'''Common properties for defining a backup, intermediary, or final S3 destination for a
|
|
9535
|
+
'''Common properties for defining a backup, intermediary, or final S3 destination for a Amazon Data Firehose delivery stream.
|
|
9538
9536
|
|
|
9539
9537
|
:param buffering_interval: The length of time that Firehose buffers incoming data before delivering it to the S3 bucket. Minimum: Duration.seconds(0) Maximum: Duration.seconds(900) Default: Duration.seconds(300)
|
|
9540
|
-
:param buffering_size: The size of the buffer that
|
|
9541
|
-
:param compression: The type of compression that
|
|
9542
|
-
:param data_output_prefix: A prefix that
|
|
9538
|
+
:param buffering_size: The size of the buffer that Amazon Data Firehose uses for incoming data before delivering it to the S3 bucket. Minimum: Size.mebibytes(1) Maximum: Size.mebibytes(128) Default: Size.mebibytes(5)
|
|
9539
|
+
:param compression: The type of compression that Amazon Data Firehose uses to compress the data that it delivers to the Amazon S3 bucket. The compression formats SNAPPY or ZIP cannot be specified for Amazon Redshift destinations because they are not supported by the Amazon Redshift COPY operation that reads from the S3 bucket. Default: - UNCOMPRESSED
|
|
9540
|
+
:param data_output_prefix: A prefix that Amazon Data Firehose evaluates and adds to records before writing them to S3. This prefix appears immediately following the bucket name. Default: "YYYY/MM/DD/HH"
|
|
9543
9541
|
:param encryption_key: The AWS KMS key used to encrypt the data that it delivers to your Amazon S3 bucket. Default: - Data is not encrypted.
|
|
9544
|
-
:param error_output_prefix: A prefix that
|
|
9542
|
+
:param error_output_prefix: A prefix that Amazon Data Firehose evaluates and adds to failed records before writing them to S3. This prefix appears immediately following the bucket name. Default: "YYYY/MM/DD/HH"
|
|
9545
9543
|
|
|
9546
9544
|
:exampleMetadata: fixture=_generated
|
|
9547
9545
|
|
|
@@ -9602,7 +9600,7 @@ class CommonDestinationS3Props:
|
|
|
9602
9600
|
|
|
9603
9601
|
@builtins.property
|
|
9604
9602
|
def buffering_size(self) -> typing.Optional[_Size_7b441c34]:
|
|
9605
|
-
'''The size of the buffer that
|
|
9603
|
+
'''The size of the buffer that Amazon Data Firehose uses for incoming data before delivering it to the S3 bucket.
|
|
9606
9604
|
|
|
9607
9605
|
Minimum: Size.mebibytes(1)
|
|
9608
9606
|
Maximum: Size.mebibytes(128)
|
|
@@ -9614,7 +9612,7 @@ class CommonDestinationS3Props:
|
|
|
9614
9612
|
|
|
9615
9613
|
@builtins.property
|
|
9616
9614
|
def compression(self) -> typing.Optional["Compression"]:
|
|
9617
|
-
'''The type of compression that
|
|
9615
|
+
'''The type of compression that Amazon Data Firehose uses to compress the data that it delivers to the Amazon S3 bucket.
|
|
9618
9616
|
|
|
9619
9617
|
The compression formats SNAPPY or ZIP cannot be specified for Amazon Redshift
|
|
9620
9618
|
destinations because they are not supported by the Amazon Redshift COPY operation
|
|
@@ -9627,7 +9625,7 @@ class CommonDestinationS3Props:
|
|
|
9627
9625
|
|
|
9628
9626
|
@builtins.property
|
|
9629
9627
|
def data_output_prefix(self) -> typing.Optional[builtins.str]:
|
|
9630
|
-
'''A prefix that
|
|
9628
|
+
'''A prefix that Amazon Data Firehose evaluates and adds to records before writing them to S3.
|
|
9631
9629
|
|
|
9632
9630
|
This prefix appears immediately following the bucket name.
|
|
9633
9631
|
|
|
@@ -9649,7 +9647,7 @@ class CommonDestinationS3Props:
|
|
|
9649
9647
|
|
|
9650
9648
|
@builtins.property
|
|
9651
9649
|
def error_output_prefix(self) -> typing.Optional[builtins.str]:
|
|
9652
|
-
'''A prefix that
|
|
9650
|
+
'''A prefix that Amazon Data Firehose evaluates and adds to failed records before writing them to S3.
|
|
9653
9651
|
|
|
9654
9652
|
This prefix appears immediately following the bucket name.
|
|
9655
9653
|
|
|
@@ -9676,7 +9674,7 @@ class Compression(
|
|
|
9676
9674
|
metaclass=jsii.JSIIMeta,
|
|
9677
9675
|
jsii_type="aws-cdk-lib.aws_kinesisfirehose.Compression",
|
|
9678
9676
|
):
|
|
9679
|
-
'''Possible compression options
|
|
9677
|
+
'''Possible compression options Amazon Data Firehose can use to compress data on delivery.
|
|
9680
9678
|
|
|
9681
9679
|
:exampleMetadata: infused
|
|
9682
9680
|
|
|
@@ -9751,7 +9749,7 @@ class DataProcessorBindOptions:
|
|
|
9751
9749
|
def __init__(self, *, role: _IRole_235f5d8e) -> None:
|
|
9752
9750
|
'''Options when binding a DataProcessor to a delivery stream destination.
|
|
9753
9751
|
|
|
9754
|
-
:param role: The IAM role assumed by
|
|
9752
|
+
:param role: The IAM role assumed by Amazon Data Firehose to write to the destination that this DataProcessor will bind to.
|
|
9755
9753
|
|
|
9756
9754
|
:exampleMetadata: fixture=_generated
|
|
9757
9755
|
|
|
@@ -9777,7 +9775,7 @@ class DataProcessorBindOptions:
|
|
|
9777
9775
|
|
|
9778
9776
|
@builtins.property
|
|
9779
9777
|
def role(self) -> _IRole_235f5d8e:
|
|
9780
|
-
'''The IAM role assumed by
|
|
9778
|
+
'''The IAM role assumed by Amazon Data Firehose to write to the destination that this DataProcessor will bind to.'''
|
|
9781
9779
|
result = self._values.get("role")
|
|
9782
9780
|
assert result is not None, "Required property 'role' is missing"
|
|
9783
9781
|
return typing.cast(_IRole_235f5d8e, result)
|
|
@@ -9967,9 +9965,9 @@ class DataProcessorProps:
|
|
|
9967
9965
|
) -> None:
|
|
9968
9966
|
'''Configure the data processor.
|
|
9969
9967
|
|
|
9970
|
-
:param buffer_interval: The length of time
|
|
9971
|
-
:param buffer_size: The amount of incoming data
|
|
9972
|
-
:param retries: The number of times
|
|
9968
|
+
:param buffer_interval: The length of time Amazon Data Firehose will buffer incoming data before calling the processor. s Default: Duration.minutes(1)
|
|
9969
|
+
:param buffer_size: The amount of incoming data Amazon Data Firehose will buffer before calling the processor. Default: Size.mebibytes(3)
|
|
9970
|
+
:param retries: The number of times Amazon Data Firehose will retry the processor invocation after a failure due to network timeout or invocation limits. Default: 3
|
|
9973
9971
|
|
|
9974
9972
|
:exampleMetadata: infused
|
|
9975
9973
|
|
|
@@ -10010,7 +10008,7 @@ class DataProcessorProps:
|
|
|
10010
10008
|
|
|
10011
10009
|
@builtins.property
|
|
10012
10010
|
def buffer_interval(self) -> typing.Optional[_Duration_4839e8c3]:
|
|
10013
|
-
'''The length of time
|
|
10011
|
+
'''The length of time Amazon Data Firehose will buffer incoming data before calling the processor.
|
|
10014
10012
|
|
|
10015
10013
|
s
|
|
10016
10014
|
|
|
@@ -10021,7 +10019,7 @@ class DataProcessorProps:
|
|
|
10021
10019
|
|
|
10022
10020
|
@builtins.property
|
|
10023
10021
|
def buffer_size(self) -> typing.Optional[_Size_7b441c34]:
|
|
10024
|
-
'''The amount of incoming data
|
|
10022
|
+
'''The amount of incoming data Amazon Data Firehose will buffer before calling the processor.
|
|
10025
10023
|
|
|
10026
10024
|
:default: Size.mebibytes(3)
|
|
10027
10025
|
'''
|
|
@@ -10030,7 +10028,7 @@ class DataProcessorProps:
|
|
|
10030
10028
|
|
|
10031
10029
|
@builtins.property
|
|
10032
10030
|
def retries(self) -> typing.Optional[jsii.Number]:
|
|
10033
|
-
'''The number of times
|
|
10031
|
+
'''The number of times Amazon Data Firehose will retry the processor invocation after a failure due to network timeout or invocation limits.
|
|
10034
10032
|
|
|
10035
10033
|
:default: 3
|
|
10036
10034
|
'''
|
|
@@ -10070,7 +10068,7 @@ class DeliveryStreamAttributes:
|
|
|
10070
10068
|
|
|
10071
10069
|
:param delivery_stream_arn: The ARN of the delivery stream. At least one of deliveryStreamArn and deliveryStreamName must be provided. Default: - derived from ``deliveryStreamName``.
|
|
10072
10070
|
:param delivery_stream_name: The name of the delivery stream. At least one of deliveryStreamName and deliveryStreamArn must be provided. Default: - derived from ``deliveryStreamArn``.
|
|
10073
|
-
:param role: The IAM role associated with this delivery stream. Assumed by
|
|
10071
|
+
:param role: The IAM role associated with this delivery stream. Assumed by Amazon Data Firehose to read from sources and encrypt data server-side. Default: - the imported stream cannot be granted access to other resources as an ``iam.IGrantable``.
|
|
10074
10072
|
|
|
10075
10073
|
:exampleMetadata: fixture=_generated
|
|
10076
10074
|
|
|
@@ -10128,7 +10126,7 @@ class DeliveryStreamAttributes:
|
|
|
10128
10126
|
def role(self) -> typing.Optional[_IRole_235f5d8e]:
|
|
10129
10127
|
'''The IAM role associated with this delivery stream.
|
|
10130
10128
|
|
|
10131
|
-
Assumed by
|
|
10129
|
+
Assumed by Amazon Data Firehose to read from sources and encrypt data server-side.
|
|
10132
10130
|
|
|
10133
10131
|
:default: - the imported stream cannot be granted access to other resources as an ``iam.IGrantable``.
|
|
10134
10132
|
'''
|
|
@@ -10173,29 +10171,31 @@ class DeliveryStreamProps:
|
|
|
10173
10171
|
:param destination: The destination that this delivery stream will deliver data to.
|
|
10174
10172
|
:param delivery_stream_name: A name for the delivery stream. Default: - a name is generated by CloudFormation.
|
|
10175
10173
|
:param encryption: Indicates the type of customer master key (CMK) to use for server-side encryption, if any. Default: StreamEncryption.unencrypted()
|
|
10176
|
-
:param role: The IAM role associated with this delivery stream. Assumed by
|
|
10174
|
+
:param role: The IAM role associated with this delivery stream. Assumed by Amazon Data Firehose to read from sources and encrypt data server-side. Default: - a role will be created with default permissions.
|
|
10177
10175
|
:param source: The Kinesis data stream to use as a source for this delivery stream. Default: - data must be written to the delivery stream via a direct put.
|
|
10178
10176
|
|
|
10179
10177
|
:exampleMetadata: infused
|
|
10180
10178
|
|
|
10181
10179
|
Example::
|
|
10182
10180
|
|
|
10183
|
-
|
|
10184
|
-
|
|
10185
|
-
|
|
10186
|
-
|
|
10187
|
-
|
|
10188
|
-
|
|
10181
|
+
# bucket: s3.Bucket
|
|
10182
|
+
# Provide a Lambda function that will transform records before delivery, with custom
|
|
10183
|
+
# buffering and retry configuration
|
|
10184
|
+
lambda_function = lambda_.Function(self, "Processor",
|
|
10185
|
+
runtime=lambda_.Runtime.NODEJS_LATEST,
|
|
10186
|
+
handler="index.handler",
|
|
10187
|
+
code=lambda_.Code.from_asset(path.join(__dirname, "process-records"))
|
|
10189
10188
|
)
|
|
10190
|
-
|
|
10191
|
-
|
|
10192
|
-
|
|
10193
|
-
|
|
10194
|
-
|
|
10195
|
-
|
|
10196
|
-
|
|
10197
|
-
|
|
10198
|
-
|
|
10189
|
+
lambda_processor = firehose.LambdaFunctionProcessor(lambda_function,
|
|
10190
|
+
buffer_interval=Duration.minutes(5),
|
|
10191
|
+
buffer_size=Size.mebibytes(5),
|
|
10192
|
+
retries=5
|
|
10193
|
+
)
|
|
10194
|
+
s3_destination = firehose.S3Bucket(bucket,
|
|
10195
|
+
processor=lambda_processor
|
|
10196
|
+
)
|
|
10197
|
+
firehose.DeliveryStream(self, "Delivery Stream",
|
|
10198
|
+
destination=s3_destination
|
|
10199
10199
|
)
|
|
10200
10200
|
'''
|
|
10201
10201
|
if __debug__:
|
|
@@ -10246,7 +10246,7 @@ class DeliveryStreamProps:
|
|
|
10246
10246
|
def role(self) -> typing.Optional[_IRole_235f5d8e]:
|
|
10247
10247
|
'''The IAM role associated with this delivery stream.
|
|
10248
10248
|
|
|
10249
|
-
Assumed by
|
|
10249
|
+
Assumed by Amazon Data Firehose to read from sources and encrypt data server-side.
|
|
10250
10250
|
|
|
10251
10251
|
:default: - a role will be created with default permissions.
|
|
10252
10252
|
'''
|
|
@@ -10322,7 +10322,7 @@ class DestinationConfig:
|
|
|
10322
10322
|
dependables: typing.Optional[typing.Sequence[_constructs_77d1e7e8.IDependable]] = None,
|
|
10323
10323
|
extended_s3_destination_configuration: typing.Optional[typing.Union[CfnDeliveryStream.ExtendedS3DestinationConfigurationProperty, typing.Dict[builtins.str, typing.Any]]] = None,
|
|
10324
10324
|
) -> None:
|
|
10325
|
-
'''
|
|
10325
|
+
'''An Amazon Data Firehose delivery stream destination configuration.
|
|
10326
10326
|
|
|
10327
10327
|
:param dependables: Any resources that were created by the destination when binding it to the stack that must be deployed before the delivery stream is deployed. Default: []
|
|
10328
10328
|
:param extended_s3_destination_configuration: S3 destination configuration properties. Default: - S3 destination is not used.
|
|
@@ -10540,11 +10540,11 @@ class DestinationS3BackupProps(CommonDestinationS3Props):
|
|
|
10540
10540
|
S3 backup is available for all destinations, regardless of whether the final destination is S3 or not.
|
|
10541
10541
|
|
|
10542
10542
|
:param buffering_interval: The length of time that Firehose buffers incoming data before delivering it to the S3 bucket. Minimum: Duration.seconds(0) Maximum: Duration.seconds(900) Default: Duration.seconds(300)
|
|
10543
|
-
:param buffering_size: The size of the buffer that
|
|
10544
|
-
:param compression: The type of compression that
|
|
10545
|
-
:param data_output_prefix: A prefix that
|
|
10543
|
+
:param buffering_size: The size of the buffer that Amazon Data Firehose uses for incoming data before delivering it to the S3 bucket. Minimum: Size.mebibytes(1) Maximum: Size.mebibytes(128) Default: Size.mebibytes(5)
|
|
10544
|
+
:param compression: The type of compression that Amazon Data Firehose uses to compress the data that it delivers to the Amazon S3 bucket. The compression formats SNAPPY or ZIP cannot be specified for Amazon Redshift destinations because they are not supported by the Amazon Redshift COPY operation that reads from the S3 bucket. Default: - UNCOMPRESSED
|
|
10545
|
+
:param data_output_prefix: A prefix that Amazon Data Firehose evaluates and adds to records before writing them to S3. This prefix appears immediately following the bucket name. Default: "YYYY/MM/DD/HH"
|
|
10546
10546
|
:param encryption_key: The AWS KMS key used to encrypt the data that it delivers to your Amazon S3 bucket. Default: - Data is not encrypted.
|
|
10547
|
-
:param error_output_prefix: A prefix that
|
|
10547
|
+
:param error_output_prefix: A prefix that Amazon Data Firehose evaluates and adds to failed records before writing them to S3. This prefix appears immediately following the bucket name. Default: "YYYY/MM/DD/HH"
|
|
10548
10548
|
:param bucket: The S3 bucket that will store data and failed records. Default: - If ``mode`` is set to ``BackupMode.ALL`` or ``BackupMode.FAILED``, a bucket will be created for you.
|
|
10549
10549
|
:param logging_config: Configuration that determines whether to log errors during data transformation or delivery failures, and specifies the CloudWatch log group for storing error logs. Default: - errors will be logged and a log group will be created for you.
|
|
10550
10550
|
:param mode: Indicates the mode by which incoming records should be backed up to S3, if any. If ``bucket`` is provided, this will be implicitly set to ``BackupMode.ALL``. Default: - If ``bucket`` is provided, the default will be ``BackupMode.ALL``. Otherwise, source records are not backed up to S3.
|
|
@@ -10630,7 +10630,7 @@ class DestinationS3BackupProps(CommonDestinationS3Props):
|
|
|
10630
10630
|
|
|
10631
10631
|
@builtins.property
|
|
10632
10632
|
def buffering_size(self) -> typing.Optional[_Size_7b441c34]:
|
|
10633
|
-
'''The size of the buffer that
|
|
10633
|
+
'''The size of the buffer that Amazon Data Firehose uses for incoming data before delivering it to the S3 bucket.
|
|
10634
10634
|
|
|
10635
10635
|
Minimum: Size.mebibytes(1)
|
|
10636
10636
|
Maximum: Size.mebibytes(128)
|
|
@@ -10642,7 +10642,7 @@ class DestinationS3BackupProps(CommonDestinationS3Props):
|
|
|
10642
10642
|
|
|
10643
10643
|
@builtins.property
|
|
10644
10644
|
def compression(self) -> typing.Optional[Compression]:
|
|
10645
|
-
'''The type of compression that
|
|
10645
|
+
'''The type of compression that Amazon Data Firehose uses to compress the data that it delivers to the Amazon S3 bucket.
|
|
10646
10646
|
|
|
10647
10647
|
The compression formats SNAPPY or ZIP cannot be specified for Amazon Redshift
|
|
10648
10648
|
destinations because they are not supported by the Amazon Redshift COPY operation
|
|
@@ -10655,7 +10655,7 @@ class DestinationS3BackupProps(CommonDestinationS3Props):
|
|
|
10655
10655
|
|
|
10656
10656
|
@builtins.property
|
|
10657
10657
|
def data_output_prefix(self) -> typing.Optional[builtins.str]:
|
|
10658
|
-
'''A prefix that
|
|
10658
|
+
'''A prefix that Amazon Data Firehose evaluates and adds to records before writing them to S3.
|
|
10659
10659
|
|
|
10660
10660
|
This prefix appears immediately following the bucket name.
|
|
10661
10661
|
|
|
@@ -10677,7 +10677,7 @@ class DestinationS3BackupProps(CommonDestinationS3Props):
|
|
|
10677
10677
|
|
|
10678
10678
|
@builtins.property
|
|
10679
10679
|
def error_output_prefix(self) -> typing.Optional[builtins.str]:
|
|
10680
|
-
'''A prefix that
|
|
10680
|
+
'''A prefix that Amazon Data Firehose evaluates and adds to failed records before writing them to S3.
|
|
10681
10681
|
|
|
10682
10682
|
This prefix appears immediately following the bucket name.
|
|
10683
10683
|
|
|
@@ -10734,7 +10734,7 @@ class DestinationS3BackupProps(CommonDestinationS3Props):
|
|
|
10734
10734
|
|
|
10735
10735
|
@jsii.interface(jsii_type="aws-cdk-lib.aws_kinesisfirehose.IDataProcessor")
|
|
10736
10736
|
class IDataProcessor(typing_extensions.Protocol):
|
|
10737
|
-
'''A data processor that
|
|
10737
|
+
'''A data processor that Amazon Data Firehose will call to transform records before delivering data.'''
|
|
10738
10738
|
|
|
10739
10739
|
@builtins.property
|
|
10740
10740
|
@jsii.member(jsii_name="props")
|
|
@@ -10755,13 +10755,13 @@ class IDataProcessor(typing_extensions.Protocol):
|
|
|
10755
10755
|
necessary configuration to register as a processor.
|
|
10756
10756
|
|
|
10757
10757
|
:param scope: -
|
|
10758
|
-
:param role: The IAM role assumed by
|
|
10758
|
+
:param role: The IAM role assumed by Amazon Data Firehose to write to the destination that this DataProcessor will bind to.
|
|
10759
10759
|
'''
|
|
10760
10760
|
...
|
|
10761
10761
|
|
|
10762
10762
|
|
|
10763
10763
|
class _IDataProcessorProxy:
|
|
10764
|
-
'''A data processor that
|
|
10764
|
+
'''A data processor that Amazon Data Firehose will call to transform records before delivering data.'''
|
|
10765
10765
|
|
|
10766
10766
|
__jsii_type__: typing.ClassVar[str] = "aws-cdk-lib.aws_kinesisfirehose.IDataProcessor"
|
|
10767
10767
|
|
|
@@ -10784,7 +10784,7 @@ class _IDataProcessorProxy:
|
|
|
10784
10784
|
necessary configuration to register as a processor.
|
|
10785
10785
|
|
|
10786
10786
|
:param scope: -
|
|
10787
|
-
:param role: The IAM role assumed by
|
|
10787
|
+
:param role: The IAM role assumed by Amazon Data Firehose to write to the destination that this DataProcessor will bind to.
|
|
10788
10788
|
'''
|
|
10789
10789
|
if __debug__:
|
|
10790
10790
|
type_hints = typing.get_type_hints(_typecheckingstub__4720a6b97c475eae9ec0d65aca8250b00f57d45f0efb2368b8df6d486162c508)
|
|
@@ -10804,7 +10804,7 @@ class IDeliveryStream(
|
|
|
10804
10804
|
_IConnectable_10015a05,
|
|
10805
10805
|
typing_extensions.Protocol,
|
|
10806
10806
|
):
|
|
10807
|
-
'''Represents
|
|
10807
|
+
'''Represents an Amazon Data Firehose delivery stream.'''
|
|
10808
10808
|
|
|
10809
10809
|
@builtins.property
|
|
10810
10810
|
@jsii.member(jsii_name="deliveryStreamArn")
|
|
@@ -10924,7 +10924,7 @@ class IDeliveryStream(
|
|
|
10924
10924
|
statistic: typing.Optional[builtins.str] = None,
|
|
10925
10925
|
unit: typing.Optional[_Unit_61bc6f70] = None,
|
|
10926
10926
|
) -> _Metric_e396a4dc:
|
|
10927
|
-
'''Metric for the age (from getting into
|
|
10927
|
+
'''Metric for the age (from getting into Amazon Data Firehose to now) of the oldest record in Amazon Data Firehose.
|
|
10928
10928
|
|
|
10929
10929
|
Any record older than this age has been delivered to the Amazon S3 bucket for backup.
|
|
10930
10930
|
|
|
@@ -11045,7 +11045,7 @@ class _IDeliveryStreamProxy(
|
|
|
11045
11045
|
jsii.proxy_for(_IGrantable_71c4f5de), # type: ignore[misc]
|
|
11046
11046
|
jsii.proxy_for(_IConnectable_10015a05), # type: ignore[misc]
|
|
11047
11047
|
):
|
|
11048
|
-
'''Represents
|
|
11048
|
+
'''Represents an Amazon Data Firehose delivery stream.'''
|
|
11049
11049
|
|
|
11050
11050
|
__jsii_type__: typing.ClassVar[str] = "aws-cdk-lib.aws_kinesisfirehose.IDeliveryStream"
|
|
11051
11051
|
|
|
@@ -11203,7 +11203,7 @@ class _IDeliveryStreamProxy(
|
|
|
11203
11203
|
statistic: typing.Optional[builtins.str] = None,
|
|
11204
11204
|
unit: typing.Optional[_Unit_61bc6f70] = None,
|
|
11205
11205
|
) -> _Metric_e396a4dc:
|
|
11206
|
-
'''Metric for the age (from getting into
|
|
11206
|
+
'''Metric for the age (from getting into Amazon Data Firehose to now) of the oldest record in Amazon Data Firehose.
|
|
11207
11207
|
|
|
11208
11208
|
Any record older than this age has been delivered to the Amazon S3 bucket for backup.
|
|
11209
11209
|
|
|
@@ -11376,11 +11376,11 @@ typing.cast(typing.Any, IDeliveryStream).__jsii_proxy_class__ = lambda : _IDeliv
|
|
|
11376
11376
|
|
|
11377
11377
|
@jsii.interface(jsii_type="aws-cdk-lib.aws_kinesisfirehose.IDestination")
|
|
11378
11378
|
class IDestination(typing_extensions.Protocol):
|
|
11379
|
-
'''
|
|
11379
|
+
'''An Amazon Data Firehose delivery stream destination.'''
|
|
11380
11380
|
|
|
11381
11381
|
@jsii.member(jsii_name="bind")
|
|
11382
11382
|
def bind(self, scope: _constructs_77d1e7e8.Construct) -> DestinationConfig:
|
|
11383
|
-
'''Binds this destination to the
|
|
11383
|
+
'''Binds this destination to the Amazon Data Firehose delivery stream.
|
|
11384
11384
|
|
|
11385
11385
|
Implementers should use this method to bind resources to the stack and initialize values using the provided stream.
|
|
11386
11386
|
|
|
@@ -11390,13 +11390,13 @@ class IDestination(typing_extensions.Protocol):
|
|
|
11390
11390
|
|
|
11391
11391
|
|
|
11392
11392
|
class _IDestinationProxy:
|
|
11393
|
-
'''
|
|
11393
|
+
'''An Amazon Data Firehose delivery stream destination.'''
|
|
11394
11394
|
|
|
11395
11395
|
__jsii_type__: typing.ClassVar[str] = "aws-cdk-lib.aws_kinesisfirehose.IDestination"
|
|
11396
11396
|
|
|
11397
11397
|
@jsii.member(jsii_name="bind")
|
|
11398
11398
|
def bind(self, scope: _constructs_77d1e7e8.Construct) -> DestinationConfig:
|
|
11399
|
-
'''Binds this destination to the
|
|
11399
|
+
'''Binds this destination to the Amazon Data Firehose delivery stream.
|
|
11400
11400
|
|
|
11401
11401
|
Implementers should use this method to bind resources to the stack and initialize values using the provided stream.
|
|
11402
11402
|
|
|
@@ -11473,7 +11473,7 @@ typing.cast(typing.Any, ILoggingConfig).__jsii_proxy_class__ = lambda : _ILoggin
|
|
|
11473
11473
|
|
|
11474
11474
|
@jsii.interface(jsii_type="aws-cdk-lib.aws_kinesisfirehose.ISource")
|
|
11475
11475
|
class ISource(typing_extensions.Protocol):
|
|
11476
|
-
'''An interface for defining a source that can be used in
|
|
11476
|
+
'''An interface for defining a source that can be used in an Amazon Data Firehose delivery stream.'''
|
|
11477
11477
|
|
|
11478
11478
|
@jsii.member(jsii_name="grantRead")
|
|
11479
11479
|
def grant_read(self, grantee: _IGrantable_71c4f5de) -> _Grant_a7ae64f8:
|
|
@@ -11488,7 +11488,7 @@ class ISource(typing_extensions.Protocol):
|
|
|
11488
11488
|
|
|
11489
11489
|
|
|
11490
11490
|
class _ISourceProxy:
|
|
11491
|
-
'''An interface for defining a source that can be used in
|
|
11491
|
+
'''An interface for defining a source that can be used in an Amazon Data Firehose delivery stream.'''
|
|
11492
11492
|
|
|
11493
11493
|
__jsii_type__: typing.ClassVar[str] = "aws-cdk-lib.aws_kinesisfirehose.ISource"
|
|
11494
11494
|
|
|
@@ -11515,7 +11515,7 @@ class KinesisStreamSource(
|
|
|
11515
11515
|
metaclass=jsii.JSIIMeta,
|
|
11516
11516
|
jsii_type="aws-cdk-lib.aws_kinesisfirehose.KinesisStreamSource",
|
|
11517
11517
|
):
|
|
11518
|
-
'''
|
|
11518
|
+
'''An Amazon Data Firehose delivery stream source.
|
|
11519
11519
|
|
|
11520
11520
|
:exampleMetadata: infused
|
|
11521
11521
|
|
|
@@ -11598,9 +11598,9 @@ class LambdaFunctionProcessor(
|
|
|
11598
11598
|
) -> None:
|
|
11599
11599
|
'''
|
|
11600
11600
|
:param lambda_function: -
|
|
11601
|
-
:param buffer_interval: The length of time
|
|
11602
|
-
:param buffer_size: The amount of incoming data
|
|
11603
|
-
:param retries: The number of times
|
|
11601
|
+
:param buffer_interval: The length of time Amazon Data Firehose will buffer incoming data before calling the processor. s Default: Duration.minutes(1)
|
|
11602
|
+
:param buffer_size: The amount of incoming data Amazon Data Firehose will buffer before calling the processor. Default: Size.mebibytes(3)
|
|
11603
|
+
:param retries: The number of times Amazon Data Firehose will retry the processor invocation after a failure due to network timeout or invocation limits. Default: 3
|
|
11604
11604
|
'''
|
|
11605
11605
|
if __debug__:
|
|
11606
11606
|
type_hints = typing.get_type_hints(_typecheckingstub__c9ef06af75a5f9424b9a83d955544e1a8c769bb828e54b77e5dcec4ddd0f9154)
|
|
@@ -11624,7 +11624,7 @@ class LambdaFunctionProcessor(
|
|
|
11624
11624
|
necessary configuration to register as a processor.
|
|
11625
11625
|
|
|
11626
11626
|
:param _scope: -
|
|
11627
|
-
:param role: The IAM role assumed by
|
|
11627
|
+
:param role: The IAM role assumed by Amazon Data Firehose to write to the destination that this DataProcessor will bind to.
|
|
11628
11628
|
'''
|
|
11629
11629
|
if __debug__:
|
|
11630
11630
|
type_hints = typing.get_type_hints(_typecheckingstub__393c41d8ae2fe5acab13fd70fff9f4778e727adfd78b86d20820f067071490de)
|
|
@@ -11645,7 +11645,7 @@ class S3Bucket(
|
|
|
11645
11645
|
metaclass=jsii.JSIIMeta,
|
|
11646
11646
|
jsii_type="aws-cdk-lib.aws_kinesisfirehose.S3Bucket",
|
|
11647
11647
|
):
|
|
11648
|
-
'''An S3 bucket destination for data from
|
|
11648
|
+
'''An S3 bucket destination for data from an Amazon Data Firehose delivery stream.
|
|
11649
11649
|
|
|
11650
11650
|
:exampleMetadata: infused
|
|
11651
11651
|
|
|
@@ -11688,14 +11688,14 @@ class S3Bucket(
|
|
|
11688
11688
|
'''
|
|
11689
11689
|
:param bucket: -
|
|
11690
11690
|
:param buffering_interval: The length of time that Firehose buffers incoming data before delivering it to the S3 bucket. Minimum: Duration.seconds(0) Maximum: Duration.seconds(900) Default: Duration.seconds(300)
|
|
11691
|
-
:param buffering_size: The size of the buffer that
|
|
11692
|
-
:param compression: The type of compression that
|
|
11693
|
-
:param data_output_prefix: A prefix that
|
|
11691
|
+
:param buffering_size: The size of the buffer that Amazon Data Firehose uses for incoming data before delivering it to the S3 bucket. Minimum: Size.mebibytes(1) Maximum: Size.mebibytes(128) Default: Size.mebibytes(5)
|
|
11692
|
+
:param compression: The type of compression that Amazon Data Firehose uses to compress the data that it delivers to the Amazon S3 bucket. The compression formats SNAPPY or ZIP cannot be specified for Amazon Redshift destinations because they are not supported by the Amazon Redshift COPY operation that reads from the S3 bucket. Default: - UNCOMPRESSED
|
|
11693
|
+
:param data_output_prefix: A prefix that Amazon Data Firehose evaluates and adds to records before writing them to S3. This prefix appears immediately following the bucket name. Default: "YYYY/MM/DD/HH"
|
|
11694
11694
|
:param encryption_key: The AWS KMS key used to encrypt the data that it delivers to your Amazon S3 bucket. Default: - Data is not encrypted.
|
|
11695
|
-
:param error_output_prefix: A prefix that
|
|
11695
|
+
:param error_output_prefix: A prefix that Amazon Data Firehose evaluates and adds to failed records before writing them to S3. This prefix appears immediately following the bucket name. Default: "YYYY/MM/DD/HH"
|
|
11696
11696
|
:param logging_config: Configuration that determines whether to log errors during data transformation or delivery failures, and specifies the CloudWatch log group for storing error logs. Default: - errors will be logged and a log group will be created for you.
|
|
11697
11697
|
:param processor: The data transformation that should be performed on the data before writing to the destination. Default: - no data transformation will occur.
|
|
11698
|
-
:param role: The IAM role associated with this destination. Assumed by
|
|
11698
|
+
:param role: The IAM role associated with this destination. Assumed by Amazon Data Firehose to invoke processors and write to destinations Default: - a role will be created with default permissions.
|
|
11699
11699
|
:param s3_backup: The configuration for backing up source records to S3. Default: - source records will not be backed up to S3.
|
|
11700
11700
|
'''
|
|
11701
11701
|
if __debug__:
|
|
@@ -11718,7 +11718,7 @@ class S3Bucket(
|
|
|
11718
11718
|
|
|
11719
11719
|
@jsii.member(jsii_name="bind")
|
|
11720
11720
|
def bind(self, scope: _constructs_77d1e7e8.Construct) -> DestinationConfig:
|
|
11721
|
-
'''Binds this destination to the
|
|
11721
|
+
'''Binds this destination to the Amazon Data Firehose delivery stream.
|
|
11722
11722
|
|
|
11723
11723
|
Implementers should use this method to bind resources to the stack and initialize values using the provided stream.
|
|
11724
11724
|
|
|
@@ -11763,17 +11763,17 @@ class S3BucketProps(CommonDestinationS3Props, CommonDestinationProps):
|
|
|
11763
11763
|
role: typing.Optional[_IRole_235f5d8e] = None,
|
|
11764
11764
|
s3_backup: typing.Optional[typing.Union[DestinationS3BackupProps, typing.Dict[builtins.str, typing.Any]]] = None,
|
|
11765
11765
|
) -> None:
|
|
11766
|
-
'''Props for defining an S3 destination of
|
|
11766
|
+
'''Props for defining an S3 destination of an Amazon Data Firehose delivery stream.
|
|
11767
11767
|
|
|
11768
11768
|
:param buffering_interval: The length of time that Firehose buffers incoming data before delivering it to the S3 bucket. Minimum: Duration.seconds(0) Maximum: Duration.seconds(900) Default: Duration.seconds(300)
|
|
11769
|
-
:param buffering_size: The size of the buffer that
|
|
11770
|
-
:param compression: The type of compression that
|
|
11771
|
-
:param data_output_prefix: A prefix that
|
|
11769
|
+
:param buffering_size: The size of the buffer that Amazon Data Firehose uses for incoming data before delivering it to the S3 bucket. Minimum: Size.mebibytes(1) Maximum: Size.mebibytes(128) Default: Size.mebibytes(5)
|
|
11770
|
+
:param compression: The type of compression that Amazon Data Firehose uses to compress the data that it delivers to the Amazon S3 bucket. The compression formats SNAPPY or ZIP cannot be specified for Amazon Redshift destinations because they are not supported by the Amazon Redshift COPY operation that reads from the S3 bucket. Default: - UNCOMPRESSED
|
|
11771
|
+
:param data_output_prefix: A prefix that Amazon Data Firehose evaluates and adds to records before writing them to S3. This prefix appears immediately following the bucket name. Default: "YYYY/MM/DD/HH"
|
|
11772
11772
|
:param encryption_key: The AWS KMS key used to encrypt the data that it delivers to your Amazon S3 bucket. Default: - Data is not encrypted.
|
|
11773
|
-
:param error_output_prefix: A prefix that
|
|
11773
|
+
:param error_output_prefix: A prefix that Amazon Data Firehose evaluates and adds to failed records before writing them to S3. This prefix appears immediately following the bucket name. Default: "YYYY/MM/DD/HH"
|
|
11774
11774
|
:param logging_config: Configuration that determines whether to log errors during data transformation or delivery failures, and specifies the CloudWatch log group for storing error logs. Default: - errors will be logged and a log group will be created for you.
|
|
11775
11775
|
:param processor: The data transformation that should be performed on the data before writing to the destination. Default: - no data transformation will occur.
|
|
11776
|
-
:param role: The IAM role associated with this destination. Assumed by
|
|
11776
|
+
:param role: The IAM role associated with this destination. Assumed by Amazon Data Firehose to invoke processors and write to destinations Default: - a role will be created with default permissions.
|
|
11777
11777
|
:param s3_backup: The configuration for backing up source records to S3. Default: - source records will not be backed up to S3.
|
|
11778
11778
|
|
|
11779
11779
|
:exampleMetadata: infused
|
|
@@ -11850,7 +11850,7 @@ class S3BucketProps(CommonDestinationS3Props, CommonDestinationProps):
|
|
|
11850
11850
|
|
|
11851
11851
|
@builtins.property
|
|
11852
11852
|
def buffering_size(self) -> typing.Optional[_Size_7b441c34]:
|
|
11853
|
-
'''The size of the buffer that
|
|
11853
|
+
'''The size of the buffer that Amazon Data Firehose uses for incoming data before delivering it to the S3 bucket.
|
|
11854
11854
|
|
|
11855
11855
|
Minimum: Size.mebibytes(1)
|
|
11856
11856
|
Maximum: Size.mebibytes(128)
|
|
@@ -11862,7 +11862,7 @@ class S3BucketProps(CommonDestinationS3Props, CommonDestinationProps):
|
|
|
11862
11862
|
|
|
11863
11863
|
@builtins.property
|
|
11864
11864
|
def compression(self) -> typing.Optional[Compression]:
|
|
11865
|
-
'''The type of compression that
|
|
11865
|
+
'''The type of compression that Amazon Data Firehose uses to compress the data that it delivers to the Amazon S3 bucket.
|
|
11866
11866
|
|
|
11867
11867
|
The compression formats SNAPPY or ZIP cannot be specified for Amazon Redshift
|
|
11868
11868
|
destinations because they are not supported by the Amazon Redshift COPY operation
|
|
@@ -11875,7 +11875,7 @@ class S3BucketProps(CommonDestinationS3Props, CommonDestinationProps):
|
|
|
11875
11875
|
|
|
11876
11876
|
@builtins.property
|
|
11877
11877
|
def data_output_prefix(self) -> typing.Optional[builtins.str]:
|
|
11878
|
-
'''A prefix that
|
|
11878
|
+
'''A prefix that Amazon Data Firehose evaluates and adds to records before writing them to S3.
|
|
11879
11879
|
|
|
11880
11880
|
This prefix appears immediately following the bucket name.
|
|
11881
11881
|
|
|
@@ -11897,7 +11897,7 @@ class S3BucketProps(CommonDestinationS3Props, CommonDestinationProps):
|
|
|
11897
11897
|
|
|
11898
11898
|
@builtins.property
|
|
11899
11899
|
def error_output_prefix(self) -> typing.Optional[builtins.str]:
|
|
11900
|
-
'''A prefix that
|
|
11900
|
+
'''A prefix that Amazon Data Firehose evaluates and adds to failed records before writing them to S3.
|
|
11901
11901
|
|
|
11902
11902
|
This prefix appears immediately following the bucket name.
|
|
11903
11903
|
|
|
@@ -11930,7 +11930,7 @@ class S3BucketProps(CommonDestinationS3Props, CommonDestinationProps):
|
|
|
11930
11930
|
def role(self) -> typing.Optional[_IRole_235f5d8e]:
|
|
11931
11931
|
'''The IAM role associated with this destination.
|
|
11932
11932
|
|
|
11933
|
-
Assumed by
|
|
11933
|
+
Assumed by Amazon Data Firehose to invoke processors and write to destinations
|
|
11934
11934
|
|
|
11935
11935
|
:default: - a role will be created with default permissions.
|
|
11936
11936
|
'''
|
|
@@ -11962,7 +11962,7 @@ class StreamEncryption(
|
|
|
11962
11962
|
metaclass=jsii.JSIIAbstractClass,
|
|
11963
11963
|
jsii_type="aws-cdk-lib.aws_kinesisfirehose.StreamEncryption",
|
|
11964
11964
|
):
|
|
11965
|
-
'''Represents server-side encryption for
|
|
11965
|
+
'''Represents server-side encryption for an Amazon Firehose Delivery Stream.
|
|
11966
11966
|
|
|
11967
11967
|
:exampleMetadata: infused
|
|
11968
11968
|
|
|
@@ -12019,7 +12019,7 @@ class StreamEncryption(
|
|
|
12019
12019
|
@builtins.property
|
|
12020
12020
|
@jsii.member(jsii_name="type")
|
|
12021
12021
|
def type(self) -> "StreamEncryptionType":
|
|
12022
|
-
'''The type of server-side encryption for the
|
|
12022
|
+
'''The type of server-side encryption for the Amazon Firehose delivery stream.'''
|
|
12023
12023
|
return typing.cast("StreamEncryptionType", jsii.get(self, "type"))
|
|
12024
12024
|
|
|
12025
12025
|
@builtins.property
|
|
@@ -12054,29 +12054,31 @@ class DeliveryStream(
|
|
|
12054
12054
|
metaclass=jsii.JSIIMeta,
|
|
12055
12055
|
jsii_type="aws-cdk-lib.aws_kinesisfirehose.DeliveryStream",
|
|
12056
12056
|
):
|
|
12057
|
-
'''Create a
|
|
12057
|
+
'''Create a Amazon Data Firehose delivery stream.
|
|
12058
12058
|
|
|
12059
12059
|
:resource: AWS::KinesisFirehose::DeliveryStream
|
|
12060
12060
|
:exampleMetadata: infused
|
|
12061
12061
|
|
|
12062
12062
|
Example::
|
|
12063
12063
|
|
|
12064
|
-
|
|
12065
|
-
|
|
12066
|
-
|
|
12067
|
-
|
|
12068
|
-
|
|
12069
|
-
|
|
12064
|
+
# bucket: s3.Bucket
|
|
12065
|
+
# Provide a Lambda function that will transform records before delivery, with custom
|
|
12066
|
+
# buffering and retry configuration
|
|
12067
|
+
lambda_function = lambda_.Function(self, "Processor",
|
|
12068
|
+
runtime=lambda_.Runtime.NODEJS_LATEST,
|
|
12069
|
+
handler="index.handler",
|
|
12070
|
+
code=lambda_.Code.from_asset(path.join(__dirname, "process-records"))
|
|
12070
12071
|
)
|
|
12071
|
-
|
|
12072
|
-
|
|
12073
|
-
|
|
12074
|
-
|
|
12075
|
-
|
|
12076
|
-
|
|
12077
|
-
|
|
12078
|
-
|
|
12079
|
-
|
|
12072
|
+
lambda_processor = firehose.LambdaFunctionProcessor(lambda_function,
|
|
12073
|
+
buffer_interval=Duration.minutes(5),
|
|
12074
|
+
buffer_size=Size.mebibytes(5),
|
|
12075
|
+
retries=5
|
|
12076
|
+
)
|
|
12077
|
+
s3_destination = firehose.S3Bucket(bucket,
|
|
12078
|
+
processor=lambda_processor
|
|
12079
|
+
)
|
|
12080
|
+
firehose.DeliveryStream(self, "Delivery Stream",
|
|
12081
|
+
destination=s3_destination
|
|
12080
12082
|
)
|
|
12081
12083
|
'''
|
|
12082
12084
|
|
|
@@ -12097,7 +12099,7 @@ class DeliveryStream(
|
|
|
12097
12099
|
:param destination: The destination that this delivery stream will deliver data to.
|
|
12098
12100
|
:param delivery_stream_name: A name for the delivery stream. Default: - a name is generated by CloudFormation.
|
|
12099
12101
|
:param encryption: Indicates the type of customer master key (CMK) to use for server-side encryption, if any. Default: StreamEncryption.unencrypted()
|
|
12100
|
-
:param role: The IAM role associated with this delivery stream. Assumed by
|
|
12102
|
+
:param role: The IAM role associated with this delivery stream. Assumed by Amazon Data Firehose to read from sources and encrypt data server-side. Default: - a role will be created with default permissions.
|
|
12101
12103
|
:param source: The Kinesis data stream to use as a source for this delivery stream. Default: - data must be written to the delivery stream via a direct put.
|
|
12102
12104
|
'''
|
|
12103
12105
|
if __debug__:
|
|
@@ -12152,7 +12154,7 @@ class DeliveryStream(
|
|
|
12152
12154
|
:param id: -
|
|
12153
12155
|
:param delivery_stream_arn: The ARN of the delivery stream. At least one of deliveryStreamArn and deliveryStreamName must be provided. Default: - derived from ``deliveryStreamName``.
|
|
12154
12156
|
:param delivery_stream_name: The name of the delivery stream. At least one of deliveryStreamName and deliveryStreamArn must be provided. Default: - derived from ``deliveryStreamArn``.
|
|
12155
|
-
:param role: The IAM role associated with this delivery stream. Assumed by
|
|
12157
|
+
:param role: The IAM role associated with this delivery stream. Assumed by Amazon Data Firehose to read from sources and encrypt data server-side. Default: - the imported stream cannot be granted access to other resources as an ``iam.IGrantable``.
|
|
12156
12158
|
'''
|
|
12157
12159
|
if __debug__:
|
|
12158
12160
|
type_hints = typing.get_type_hints(_typecheckingstub__60d49cb1de4cae1a83d89ae7d419d2e7a17f1c8a25478897973ca006cf1f5066)
|
|
@@ -12323,7 +12325,7 @@ class DeliveryStream(
|
|
|
12323
12325
|
statistic: typing.Optional[builtins.str] = None,
|
|
12324
12326
|
unit: typing.Optional[_Unit_61bc6f70] = None,
|
|
12325
12327
|
) -> _Metric_e396a4dc:
|
|
12326
|
-
'''Metric for the age (from getting into
|
|
12328
|
+
'''Metric for the age (from getting into Amazon Data Firehose to now) of the oldest record in Amazon Data Firehose.
|
|
12327
12329
|
|
|
12328
12330
|
Any record older than this age has been delivered to the Amazon S3 bucket for backup.
|
|
12329
12331
|
|
|
@@ -12493,7 +12495,7 @@ class DeliveryStream(
|
|
|
12493
12495
|
@builtins.property
|
|
12494
12496
|
@jsii.member(jsii_name="connections")
|
|
12495
12497
|
def connections(self) -> _Connections_0f31fce8:
|
|
12496
|
-
'''Network connections between
|
|
12498
|
+
'''Network connections between Amazon Data Firehose and other resources, i.e. Redshift cluster.'''
|
|
12497
12499
|
return typing.cast(_Connections_0f31fce8, jsii.get(self, "connections"))
|
|
12498
12500
|
|
|
12499
12501
|
@builtins.property
|