aws-cdk-lib 2.185.0__py3-none-any.whl → 2.187.0__py3-none-any.whl

aws_cdk/aws_lambda_event_sources/__init__.py

@@ -241,7 +241,7 @@ behavior:
 * **onFailure**: In the event a record fails and consumes all retries, the record will be sent to S3 bucket, SQS queue or SNS topic that is specified here
 * **parallelizationFactor**: The number of batches to concurrently process on each shard.
 * **retryAttempts**: The maximum number of times a record should be retried in the event of failure.
-* **startingPosition**: Will determine where to begin consumption. 'LATEST' will start at the most recent record and ignore all records that arrived prior to attaching the event source, 'TRIM_HORIZON' will start at the oldest record and ensure you process all available data, while 'AT_TIMESTAMP' will start reading records from a specified time stamp. Note that 'AT_TIMESTAMP' is only supported for Amazon Kinesis streams.
+* **startingPosition**: Will determine where to begin consumption. 'LATEST' will start at the most recent record and ignore all records that arrived prior to attaching the event source, 'TRIM_HORIZON' will start at the oldest record and ensure you process all available data, while 'AT_TIMESTAMP' will start reading records from a specified time stamp.
 * **startingPositionTimestamp**: The time stamp from which to start reading. Used in conjunction with **startingPosition** when set to 'AT_TIMESTAMP'.
 * **tumblingWindow**: The duration in seconds of a processing window when using streams.
 * **enabled**: If the event source mapping should be enabled. The default is true.
@@ -282,7 +282,14 @@ my_function.add_event_source(KinesisConsumerEventSource(stream_consumer,
 
 ## Kafka
 
-You can write Lambda functions to process data either from [Amazon MSK](https://docs.aws.amazon.com/lambda/latest/dg/with-msk.html) or a [self managed Kafka](https://docs.aws.amazon.com/lambda/latest/dg/kafka-smaa.html) cluster.
+You can write Lambda functions to process data either from [Amazon MSK](https://docs.aws.amazon.com/lambda/latest/dg/with-msk.html) or a [self-managed Kafka](https://docs.aws.amazon.com/lambda/latest/dg/kafka-smaa.html) cluster. The following parameters will impact to the polling behavior:
+
+* **startingPosition**: Will determine where to begin consumption. 'LATEST' will start at the most recent record and ignore all records that arrived prior to attaching the event source, 'TRIM_HORIZON' will start at the oldest record and ensure you process all available data, while 'AT_TIMESTAMP' will start reading records from a specified time stamp.
+* **startingPositionTimestamp**: The time stamp from which to start reading. Used in conjunction with **startingPosition** when set to 'AT_TIMESTAMP'.
+* **batchSize**: Determines how many records are buffered before invoking your lambda function - could impact your function's memory usage (if too high) and ability to keep up with incoming data velocity (if too low).
+* **maxBatchingWindow**: The maximum amount of time to gather records before invoking the lambda. This increases the likelihood of a full batch at the cost of possibly delaying processing.
+* **onFailure**: In the event a record fails and consumes all retries, the record will be sent to SQS queue or SNS topic that is specified here
+* **enabled**: If the Kafka event source mapping should be enabled. The default is true.
 
 The following code sets up Amazon MSK as an event source for a lambda function. Credentials will need to be configured to access the
 MSK cluster, as described in [Username/Password authentication](https://docs.aws.amazon.com/msk/latest/developerguide/msk-password.html).
@@ -827,6 +834,7 @@ class BaseStreamEventSourceProps:
         "filters": "filters",
         "on_failure": "onFailure",
         "secret": "secret",
+        "starting_position_timestamp": "startingPositionTimestamp",
     },
 )
 class KafkaEventSourceProps(BaseStreamEventSourceProps):
@@ -844,6 +852,7 @@ class KafkaEventSourceProps(BaseStreamEventSourceProps):
         filters: typing.Optional[typing.Sequence[typing.Mapping[builtins.str, typing.Any]]] = None,
         on_failure: typing.Optional[_IEventSourceDlq_5e2c6ad9] = None,
         secret: typing.Optional[_ISecret_6e020e6a] = None,
+        starting_position_timestamp: typing.Optional[jsii.Number] = None,
     ) -> None:
         '''Properties for a Kafka event source.
 
@@ -858,6 +867,7 @@ class KafkaEventSourceProps(BaseStreamEventSourceProps):
         :param filters: Add filter criteria to Event Source. Default: - none
         :param on_failure: Add an on Failure Destination for this Kafka event. SNS/SQS/S3 are supported Default: - discarded records are ignored
         :param secret: The secret with the Kafka credentials, see https://docs.aws.amazon.com/msk/latest/developerguide/msk-password.html for details This field is required if your Kafka brokers are accessed over the Internet. Default: none
+        :param starting_position_timestamp: The time from which to start reading, in Unix time seconds. Default: - no timestamp
 
         :exampleMetadata: fixture=_generated
 
@@ -894,7 +904,8 @@ class KafkaEventSourceProps(BaseStreamEventSourceProps):
                     maximum_pollers=123,
                     minimum_pollers=123
                 ),
-                secret=secret
+                secret=secret,
+                starting_position_timestamp=123
             )
         '''
         if isinstance(provisioned_poller_config, dict):
@@ -912,6 +923,7 @@ class KafkaEventSourceProps(BaseStreamEventSourceProps):
             check_type(argname="argument filters", value=filters, expected_type=type_hints["filters"])
             check_type(argname="argument on_failure", value=on_failure, expected_type=type_hints["on_failure"])
             check_type(argname="argument secret", value=secret, expected_type=type_hints["secret"])
+            check_type(argname="argument starting_position_timestamp", value=starting_position_timestamp, expected_type=type_hints["starting_position_timestamp"])
         self._values: typing.Dict[builtins.str, typing.Any] = {
             "starting_position": starting_position,
             "topic": topic,
@@ -934,6 +946,8 @@ class KafkaEventSourceProps(BaseStreamEventSourceProps):
             self._values["on_failure"] = on_failure
         if secret is not None:
             self._values["secret"] = secret
+        if starting_position_timestamp is not None:
+            self._values["starting_position_timestamp"] = starting_position_timestamp
 
     @builtins.property
     def starting_position(self) -> _StartingPosition_c0a4852c:
@@ -1060,6 +1074,15 @@ class KafkaEventSourceProps(BaseStreamEventSourceProps):
         result = self._values.get("secret")
         return typing.cast(typing.Optional[_ISecret_6e020e6a], result)
 
+    @builtins.property
+    def starting_position_timestamp(self) -> typing.Optional[jsii.Number]:
+        '''The time from which to start reading, in Unix time seconds.
+
+        :default: - no timestamp
+        '''
+        result = self._values.get("starting_position_timestamp")
+        return typing.cast(typing.Optional[jsii.Number], result)
+
     def __eq__(self, rhs: typing.Any) -> builtins.bool:
         return isinstance(rhs, self.__class__) and rhs._values == self._values
 
@@ -1087,6 +1110,7 @@ class KafkaEventSourceProps(BaseStreamEventSourceProps):
         "filters": "filters",
         "on_failure": "onFailure",
         "secret": "secret",
+        "starting_position_timestamp": "startingPositionTimestamp",
         "cluster_arn": "clusterArn",
     },
 )
@@ -1105,6 +1129,7 @@ class ManagedKafkaEventSourceProps(KafkaEventSourceProps):
         filters: typing.Optional[typing.Sequence[typing.Mapping[builtins.str, typing.Any]]] = None,
         on_failure: typing.Optional[_IEventSourceDlq_5e2c6ad9] = None,
         secret: typing.Optional[_ISecret_6e020e6a] = None,
+        starting_position_timestamp: typing.Optional[jsii.Number] = None,
         cluster_arn: builtins.str,
     ) -> None:
         '''Properties for a MSK event source.
@@ -1120,6 +1145,7 @@ class ManagedKafkaEventSourceProps(KafkaEventSourceProps):
         :param filters: Add filter criteria to Event Source. Default: - none
         :param on_failure: Add an on Failure Destination for this Kafka event. SNS/SQS/S3 are supported Default: - discarded records are ignored
         :param secret: The secret with the Kafka credentials, see https://docs.aws.amazon.com/msk/latest/developerguide/msk-password.html for details This field is required if your Kafka brokers are accessed over the Internet. Default: none
+        :param starting_position_timestamp: The time from which to start reading, in Unix time seconds. Default: - no timestamp
         :param cluster_arn: An MSK cluster construct.
 
         :exampleMetadata: infused
@@ -1164,6 +1190,7 @@ class ManagedKafkaEventSourceProps(KafkaEventSourceProps):
             check_type(argname="argument filters", value=filters, expected_type=type_hints["filters"])
             check_type(argname="argument on_failure", value=on_failure, expected_type=type_hints["on_failure"])
             check_type(argname="argument secret", value=secret, expected_type=type_hints["secret"])
+            check_type(argname="argument starting_position_timestamp", value=starting_position_timestamp, expected_type=type_hints["starting_position_timestamp"])
             check_type(argname="argument cluster_arn", value=cluster_arn, expected_type=type_hints["cluster_arn"])
         self._values: typing.Dict[builtins.str, typing.Any] = {
             "starting_position": starting_position,
@@ -1188,6 +1215,8 @@ class ManagedKafkaEventSourceProps(KafkaEventSourceProps):
             self._values["on_failure"] = on_failure
         if secret is not None:
             self._values["secret"] = secret
+        if starting_position_timestamp is not None:
+            self._values["starting_position_timestamp"] = starting_position_timestamp
 
     @builtins.property
     def starting_position(self) -> _StartingPosition_c0a4852c:
@@ -1314,6 +1343,15 @@ class ManagedKafkaEventSourceProps(KafkaEventSourceProps):
         result = self._values.get("secret")
         return typing.cast(typing.Optional[_ISecret_6e020e6a], result)
 
+    @builtins.property
+    def starting_position_timestamp(self) -> typing.Optional[jsii.Number]:
+        '''The time from which to start reading, in Unix time seconds.
+
+        :default: - no timestamp
+        '''
+        result = self._values.get("starting_position_timestamp")
+        return typing.cast(typing.Optional[jsii.Number], result)
+
     @builtins.property
     def cluster_arn(self) -> builtins.str:
         '''An MSK cluster construct.'''
@@ -1680,6 +1718,7 @@ class S3OnFailureDestination(
         "filters": "filters",
         "on_failure": "onFailure",
         "secret": "secret",
+        "starting_position_timestamp": "startingPositionTimestamp",
         "bootstrap_servers": "bootstrapServers",
         "authentication_method": "authenticationMethod",
         "root_ca_certificate": "rootCACertificate",
@@ -1703,6 +1742,7 @@ class SelfManagedKafkaEventSourceProps(KafkaEventSourceProps):
         filters: typing.Optional[typing.Sequence[typing.Mapping[builtins.str, typing.Any]]] = None,
         on_failure: typing.Optional[_IEventSourceDlq_5e2c6ad9] = None,
         secret: typing.Optional[_ISecret_6e020e6a] = None,
+        starting_position_timestamp: typing.Optional[jsii.Number] = None,
         bootstrap_servers: typing.Sequence[builtins.str],
         authentication_method: typing.Optional[AuthenticationMethod] = None,
         root_ca_certificate: typing.Optional[_ISecret_6e020e6a] = None,
@@ -1725,6 +1765,7 @@ class SelfManagedKafkaEventSourceProps(KafkaEventSourceProps):
         :param filters: Add filter criteria to Event Source. Default: - none
         :param on_failure: Add an on Failure Destination for this Kafka event. SNS/SQS/S3 are supported Default: - discarded records are ignored
         :param secret: The secret with the Kafka credentials, see https://docs.aws.amazon.com/msk/latest/developerguide/msk-password.html for details This field is required if your Kafka brokers are accessed over the Internet. Default: none
+        :param starting_position_timestamp: The time from which to start reading, in Unix time seconds. Default: - no timestamp
         :param bootstrap_servers: The list of host and port pairs that are the addresses of the Kafka brokers in a "bootstrap" Kafka cluster that a Kafka client connects to initially to bootstrap itself. They are in the format ``abc.xyz.com:xxxx``.
         :param authentication_method: The authentication method for your Kafka cluster. Default: AuthenticationMethod.SASL_SCRAM_512_AUTH
         :param root_ca_certificate: The secret with the root CA certificate used by your Kafka brokers for TLS encryption This field is required if your Kafka brokers use certificates signed by a private CA. Default: - none
@@ -1779,6 +1820,7 @@ class SelfManagedKafkaEventSourceProps(KafkaEventSourceProps):
             check_type(argname="argument filters", value=filters, expected_type=type_hints["filters"])
             check_type(argname="argument on_failure", value=on_failure, expected_type=type_hints["on_failure"])
             check_type(argname="argument secret", value=secret, expected_type=type_hints["secret"])
+            check_type(argname="argument starting_position_timestamp", value=starting_position_timestamp, expected_type=type_hints["starting_position_timestamp"])
             check_type(argname="argument bootstrap_servers", value=bootstrap_servers, expected_type=type_hints["bootstrap_servers"])
             check_type(argname="argument authentication_method", value=authentication_method, expected_type=type_hints["authentication_method"])
             check_type(argname="argument root_ca_certificate", value=root_ca_certificate, expected_type=type_hints["root_ca_certificate"])
@@ -1808,6 +1850,8 @@ class SelfManagedKafkaEventSourceProps(KafkaEventSourceProps):
             self._values["on_failure"] = on_failure
         if secret is not None:
             self._values["secret"] = secret
+        if starting_position_timestamp is not None:
+            self._values["starting_position_timestamp"] = starting_position_timestamp
         if authentication_method is not None:
             self._values["authentication_method"] = authentication_method
         if root_ca_certificate is not None:
@@ -1944,6 +1988,15 @@ class SelfManagedKafkaEventSourceProps(KafkaEventSourceProps):
         result = self._values.get("secret")
         return typing.cast(typing.Optional[_ISecret_6e020e6a], result)
 
+    @builtins.property
+    def starting_position_timestamp(self) -> typing.Optional[jsii.Number]:
+        '''The time from which to start reading, in Unix time seconds.
+
+        :default: - no timestamp
+        '''
+        result = self._values.get("starting_position_timestamp")
+        return typing.cast(typing.Optional[jsii.Number], result)
+
     @builtins.property
     def bootstrap_servers(self) -> typing.List[builtins.str]:
         '''The list of host and port pairs that are the addresses of the Kafka brokers in a "bootstrap" Kafka cluster that a Kafka client connects to initially to bootstrap itself.
@@ -4127,6 +4180,7 @@ class ManagedKafkaEventSource(
         filters: typing.Optional[typing.Sequence[typing.Mapping[builtins.str, typing.Any]]] = None,
         on_failure: typing.Optional[_IEventSourceDlq_5e2c6ad9] = None,
         secret: typing.Optional[_ISecret_6e020e6a] = None,
+        starting_position_timestamp: typing.Optional[jsii.Number] = None,
         starting_position: _StartingPosition_c0a4852c,
         batch_size: typing.Optional[jsii.Number] = None,
         enabled: typing.Optional[builtins.bool] = None,
@@ -4141,6 +4195,7 @@ class ManagedKafkaEventSource(
         :param filters: Add filter criteria to Event Source. Default: - none
         :param on_failure: Add an on Failure Destination for this Kafka event. SNS/SQS/S3 are supported Default: - discarded records are ignored
         :param secret: The secret with the Kafka credentials, see https://docs.aws.amazon.com/msk/latest/developerguide/msk-password.html for details This field is required if your Kafka brokers are accessed over the Internet. Default: none
+        :param starting_position_timestamp: The time from which to start reading, in Unix time seconds. Default: - no timestamp
         :param starting_position: Where to begin consuming the stream.
         :param batch_size: The largest number of records that AWS Lambda will retrieve from your event source at the time of invoking your function. Your function receives an event with all the retrieved records. Valid Range: - Minimum value of 1 - Maximum value of: - 1000 for ``DynamoEventSource`` - 10000 for ``KinesisEventSource``, ``ManagedKafkaEventSource`` and ``SelfManagedKafkaEventSource`` Default: 100
         :param enabled: If the stream event source mapping should be enabled. Default: true
@@ -4155,6 +4210,7 @@ class ManagedKafkaEventSource(
             filters=filters,
             on_failure=on_failure,
             secret=secret,
+            starting_position_timestamp=starting_position_timestamp,
             starting_position=starting_position,
             batch_size=batch_size,
             enabled=enabled,
@@ -4241,6 +4297,7 @@ class SelfManagedKafkaEventSource(
         filters: typing.Optional[typing.Sequence[typing.Mapping[builtins.str, typing.Any]]] = None,
         on_failure: typing.Optional[_IEventSourceDlq_5e2c6ad9] = None,
         secret: typing.Optional[_ISecret_6e020e6a] = None,
+        starting_position_timestamp: typing.Optional[jsii.Number] = None,
         starting_position: _StartingPosition_c0a4852c,
         batch_size: typing.Optional[jsii.Number] = None,
         enabled: typing.Optional[builtins.bool] = None,
@@ -4260,6 +4317,7 @@ class SelfManagedKafkaEventSource(
         :param filters: Add filter criteria to Event Source. Default: - none
         :param on_failure: Add an on Failure Destination for this Kafka event. SNS/SQS/S3 are supported Default: - discarded records are ignored
         :param secret: The secret with the Kafka credentials, see https://docs.aws.amazon.com/msk/latest/developerguide/msk-password.html for details This field is required if your Kafka brokers are accessed over the Internet. Default: none
+        :param starting_position_timestamp: The time from which to start reading, in Unix time seconds. Default: - no timestamp
         :param starting_position: Where to begin consuming the stream.
         :param batch_size: The largest number of records that AWS Lambda will retrieve from your event source at the time of invoking your function. Your function receives an event with all the retrieved records. Valid Range: - Minimum value of 1 - Maximum value of: - 1000 for ``DynamoEventSource`` - 10000 for ``KinesisEventSource``, ``ManagedKafkaEventSource`` and ``SelfManagedKafkaEventSource`` Default: 100
         :param enabled: If the stream event source mapping should be enabled. Default: true
@@ -4279,6 +4337,7 @@ class SelfManagedKafkaEventSource(
             filters=filters,
             on_failure=on_failure,
             secret=secret,
+            starting_position_timestamp=starting_position_timestamp,
             starting_position=starting_position,
             batch_size=batch_size,
             enabled=enabled,
@@ -4379,6 +4438,7 @@ def _typecheckingstub__980041697091a50415a7444df02a046d910ddd83f1229789d80780bf7
     filters: typing.Optional[typing.Sequence[typing.Mapping[builtins.str, typing.Any]]] = None,
     on_failure: typing.Optional[_IEventSourceDlq_5e2c6ad9] = None,
     secret: typing.Optional[_ISecret_6e020e6a] = None,
+    starting_position_timestamp: typing.Optional[jsii.Number] = None,
 ) -> None:
     """Type checking stubs"""
     pass
@@ -4396,6 +4456,7 @@ def _typecheckingstub__e930f585c1bae37174885c54f0f224909bfb0a75d9f1b652bbcf33461
     filters: typing.Optional[typing.Sequence[typing.Mapping[builtins.str, typing.Any]]] = None,
     on_failure: typing.Optional[_IEventSourceDlq_5e2c6ad9] = None,
     secret: typing.Optional[_ISecret_6e020e6a] = None,
+    starting_position_timestamp: typing.Optional[jsii.Number] = None,
     cluster_arn: builtins.str,
 ) -> None:
     """Type checking stubs"""
@@ -4473,6 +4534,7 @@ def _typecheckingstub__0100a45aa91b9c2103378e2ba54dd41b054f1d6a50733797256d6971b
     filters: typing.Optional[typing.Sequence[typing.Mapping[builtins.str, typing.Any]]] = None,
     on_failure: typing.Optional[_IEventSourceDlq_5e2c6ad9] = None,
     secret: typing.Optional[_ISecret_6e020e6a] = None,
+    starting_position_timestamp: typing.Optional[jsii.Number] = None,
     bootstrap_servers: typing.Sequence[builtins.str],
     authentication_method: typing.Optional[AuthenticationMethod] = None,
     root_ca_certificate: typing.Optional[_ISecret_6e020e6a] = None,

aws_cdk/aws_lambda_nodejs/__init__.py

@@ -1938,30 +1938,11 @@ class NodejsFunctionProps(_FunctionOptions_328f4d39):
 
             nodejs.NodejsFunction(self, "my-handler",
                 bundling=nodejs.BundlingOptions(
-                    minify=True,  # minify code, defaults to false
-                    source_map=True,  # include source map, defaults to false
-                    source_map_mode=nodejs.SourceMapMode.INLINE,  # defaults to SourceMapMode.DEFAULT
-                    sources_content=False,  # do not include original source into source map, defaults to true
-                    target="es2020",  # target environment for the generated JavaScript code
-                    loader={ # Use the 'dataurl' loader for '.png' files
-                        ".png": "dataurl"},
-                    define={ # Replace strings during build time
-                        "process.env.API_KEY": JSON.stringify("xxx-xxxx-xxx"),
-                        "process.env.PRODUCTION": JSON.stringify(True),
-                        "process.env.NUMBER": JSON.stringify(123)},
-                    log_level=nodejs.LogLevel.ERROR,  # defaults to LogLevel.WARNING
-                    keep_names=True,  # defaults to false
-                    tsconfig="custom-tsconfig.json",  # use custom-tsconfig.json instead of default,
-                    metafile=True,  # include meta file, defaults to false
-                    banner="/* comments */",  # requires esbuild >= 0.9.0, defaults to none
-                    footer="/* comments */",  # requires esbuild >= 0.9.0, defaults to none
-                    charset=nodejs.Charset.UTF8,  # do not escape non-ASCII characters, defaults to Charset.ASCII
-                    format=nodejs.OutputFormat.ESM,  # ECMAScript module output format, defaults to OutputFormat.CJS (OutputFormat.ESM requires Node.js >= 14)
-                    main_fields=["module", "main"],  # prefer ECMAScript versions of dependencies
-                    inject=["./my-shim.js", "./other-shim.js"],  # allows to automatically replace a global variable with an import from another file
-                    esbuild_args={ # Pass additional arguments to esbuild
-                        "--log-limit": "0",
-                        "--splitting": True}
+                    network="host",
+                    security_opt="no-new-privileges",
+                    user="user:group",
+                    volumes_from=["777f7dc92da7"],
+                    volumes=[DockerVolume(host_path="/host-path", container_path="/container-path")]
                 )
             )
         '''