apache-airflow-providers-amazon 8.20.0rc1__py3-none-any.whl → 8.21.0__py3-none-any.whl

airflow/providers/amazon/__init__.py

@@ -27,7 +27,7 @@ import packaging.version
 
 __all__ = ["__version__"]
 
-__version__ = "8.20.0"
+__version__ = "8.21.0"
 
 try:
     from airflow import __version__ as airflow_version
@@ -35,8 +35,8 @@ except ImportError:
     from airflow.version import version as airflow_version
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
-    "2.6.0"
+    "2.7.0"
 ):
     raise RuntimeError(
-        f"The package `apache-airflow-providers-amazon:{__version__}` needs Apache Airflow 2.6.0+"
+        f"The package `apache-airflow-providers-amazon:{__version__}` needs Apache Airflow 2.7.0+"
     )

airflow/providers/amazon/aws/auth_manager/avp/entities.py

@@ -55,7 +55,7 @@ def get_entity_type(resource_type: AvpEntities) -> str:
     return AVP_PREFIX_ENTITIES + resource_type.value
 
 
-def get_action_id(resource_type: AvpEntities, method: ResourceMethod):
+def get_action_id(resource_type: AvpEntities, method: ResourceMethod | str):
     """
     Return action id.
 

airflow/providers/amazon/aws/auth_manager/avp/facade.py

@@ -75,7 +75,7 @@ class AwsAuthManagerAmazonVerifiedPermissionsFacade(LoggingMixin):
     def is_authorized(
         self,
         *,
-        method: ResourceMethod,
+        method: ResourceMethod | str,
         entity_type: AvpEntities,
         user: AwsAuthManagerUser | None,
         entity_id: str | None = None,
@@ -86,7 +86,10 @@ class AwsAuthManagerAmazonVerifiedPermissionsFacade(LoggingMixin):
 
         Check whether the user has permissions to access given resource.
 
-        :param method: the method to perform
+        :param method: the method to perform.
+            The method can also be a string if the action has been defined in a plugin.
+            In that case, the action can be anything (e.g. can_do).
+            See https://github.com/apache/airflow/issues/39144
         :param entity_type: the entity type the user accesses
         :param user: the user
         :param entity_id: the entity ID the user accesses. If not provided, all entities of the type will be

airflow/providers/amazon/aws/auth_manager/aws_auth_manager.py

@@ -24,7 +24,6 @@ from typing import TYPE_CHECKING, Container, Sequence, cast
 from flask import session, url_for
 
 from airflow.cli.cli_config import CLICommand, DefaultHelpParser, GroupCommand
-from airflow.configuration import conf
 from airflow.exceptions import AirflowOptionalProviderFeatureException
 from airflow.providers.amazon.aws.auth_manager.avp.entities import AvpEntities
 from airflow.providers.amazon.aws.auth_manager.avp.facade import (
@@ -34,10 +33,6 @@ from airflow.providers.amazon.aws.auth_manager.avp.facade import (
 from airflow.providers.amazon.aws.auth_manager.cli.definition import (
     AWS_AUTH_MANAGER_COMMANDS,
 )
-from airflow.providers.amazon.aws.auth_manager.constants import (
-    CONF_ENABLE_KEY,
-    CONF_SECTION_NAME,
-)
 from airflow.providers.amazon.aws.auth_manager.security_manager.aws_security_manager_override import (
     AwsSecurityManagerOverride,
 )
@@ -87,12 +82,7 @@ class AwsAuthManager(BaseAuthManager):
 
     def __init__(self, appbuilder: AirflowAppBuilder) -> None:
         super().__init__(appbuilder)
-        enable = conf.getboolean(CONF_SECTION_NAME, CONF_ENABLE_KEY)
         self._check_avp_schema_version()
-        if not enable:
-            raise NotImplementedError(
-                "The AWS auth manager is currently being built. It is not finalized. It is not intended to be used yet."
-            )
 
     @cached_property
     def avp_facade(self):
@@ -207,7 +197,7 @@ class AwsAuthManager(BaseAuthManager):
         )
 
     def is_authorized_custom_view(
-        self, *, method: ResourceMethod, resource_name: str, user: BaseUser | None = None
+        self, *, method: ResourceMethod | str, resource_name: str, user: BaseUser | None = None
     ):
         return self.avp_facade.is_authorized(
             method=method,

airflow/providers/amazon/aws/auth_manager/constants.py

@@ -18,7 +18,6 @@
 # Configuration keys
 from __future__ import annotations
 
-CONF_ENABLE_KEY = "enable"
 CONF_SECTION_NAME = "aws_auth_manager"
 CONF_CONN_ID_KEY = "conn_id"
 CONF_REGION_NAME_KEY = "region_name"

airflow/providers/amazon/aws/executors/batch/__init__.py

@@ -14,3 +14,8 @@
 # KIND, either express or implied.  See the License for the
 # specific language governing permissions and limitations
 # under the License.
+from __future__ import annotations  # Added by precommit hooks
+
+__all__ = ["AwsBatchExecutor"]
+
+from airflow.providers.amazon.aws.executors.batch.batch_executor import AwsBatchExecutor

airflow/providers/amazon/aws/executors/ecs/__init__.py

@@ -14,3 +14,8 @@
 # KIND, either express or implied.  See the License for the
 # specific language governing permissions and limitations
 # under the License.
+from __future__ import annotations  # Added by precommit hooks
+
+__all__ = ["AwsEcsExecutor"]
+
+from airflow.providers.amazon.aws.executors.ecs.ecs_executor import AwsEcsExecutor

airflow/providers/amazon/aws/executors/ecs/ecs_executor.py

@@ -515,7 +515,7 @@ class AwsEcsExecutor(BaseExecutor):
                 task_descriptions = self.__describe_tasks(task_arns).get("tasks", [])
 
                 for task in task_descriptions:
-                    ti = [ti for ti in tis if ti.external_executor_id == task.task_arn][0]
+                    ti = next(ti for ti in tis if ti.external_executor_id == task.task_arn)
                     self.active_workers.add_task(
                         task,
                         ti.key,

airflow/providers/amazon/aws/hooks/batch_client.py

@@ -397,6 +397,8 @@ class BatchClientHook(AwsBaseHook):
             try:
                 response = self.get_conn().describe_jobs(jobs=[job_id])
                 return self.parse_job_description(job_id, response)
+            except AirflowException as err:
+                self.log.warning(err)
             except botocore.exceptions.ClientError as err:
                 # Allow it to retry in case of exceeded quota limit of requests to AWS API
                 if err.response.get("Error", {}).get("Code") != "TooManyRequestsException":

airflow/providers/amazon/aws/hooks/emr.py

@@ -494,21 +494,23 @@ class EmrContainerHook(AwsBaseHook):
         :param poll_interval: Time (in seconds) to wait between calls to check query status on EMR
         :param max_polling_attempts: Number of times to poll for query state before function exits
         """
-        try_number = 1
+        poll_attempt = 1
         while True:
             query_state = self.check_query_status(job_id)
             if query_state in self.TERMINAL_STATES:
-                self.log.info("Try %s: Query execution completed. Final state is %s", try_number, query_state)
+                self.log.info(
+                    "Try %s: Query execution completed. Final state is %s", poll_attempt, query_state
+                )
                 return query_state
             if query_state is None:
-                self.log.info("Try %s: Invalid query state. Retrying again", try_number)
+                self.log.info("Try %s: Invalid query state. Retrying again", poll_attempt)
             else:
-                self.log.info("Try %s: Query is still in non-terminal state - %s", try_number, query_state)
+                self.log.info("Try %s: Query is still in non-terminal state - %s", poll_attempt, query_state)
             if (
-                max_polling_attempts and try_number >= max_polling_attempts
+                max_polling_attempts and poll_attempt >= max_polling_attempts
             ):  # Break loop if max_polling_attempts reached
                 return query_state
-            try_number += 1
+            poll_attempt += 1
             time.sleep(poll_interval)
 
     def stop_query(self, job_id: str) -> dict:

airflow/providers/amazon/aws/hooks/lambda_function.py

@@ -106,6 +106,9 @@ class LambdaHook(AwsBaseHook):
         image_config: Any | None = None,
         code_signing_config_arn: str | None = None,
         architectures: list[str] | None = None,
+        ephemeral_storage: Any | None = None,
+        snap_start: Any | None = None,
+        logging_config: Any | None = None,
     ) -> dict:
         """
         Create a Lambda function.
@@ -151,6 +154,10 @@ class LambdaHook(AwsBaseHook):
             A code-signing configuration includes a set of signing profiles,
             which define the trusted publishers for this function.
         :param architectures: The instruction set architecture that the function supports.
+        :param ephemeral_storage: The size of the function's /tmp directory in MB.
+            The default value is 512, but can be any whole number between 512 and 10,240 MB
+        :param snap_start: The function's SnapStart setting
+        :param logging_config: The function's Amazon CloudWatch Logs configuration settings
         """
         if package_type == "Zip":
             if handler is None:
@@ -181,6 +188,9 @@ class LambdaHook(AwsBaseHook):
             "ImageConfig": image_config,
             "CodeSigningConfigArn": code_signing_config_arn,
             "Architectures": architectures,
+            "EphemeralStorage": ephemeral_storage,
+            "SnapStart": snap_start,
+            "LoggingConfig": logging_config,
         }
         return self.conn.create_function(**trim_none_values(create_function_args))
 

airflow/providers/amazon/aws/operators/bedrock.py

@@ -25,7 +25,10 @@ from airflow.configuration import conf
 from airflow.exceptions import AirflowException
 from airflow.providers.amazon.aws.hooks.bedrock import BedrockHook, BedrockRuntimeHook
 from airflow.providers.amazon.aws.operators.base_aws import AwsBaseOperator
-from airflow.providers.amazon.aws.triggers.bedrock import BedrockCustomizeModelCompletedTrigger
+from airflow.providers.amazon.aws.triggers.bedrock import (
+    BedrockCustomizeModelCompletedTrigger,
+    BedrockProvisionModelThroughputCompletedTrigger,
+)
 from airflow.providers.amazon.aws.utils import validate_execute_complete_event
 from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
 from airflow.utils.helpers import prune_dict
@@ -250,3 +253,101 @@ class BedrockCustomizeModelOperator(AwsBaseOperator[BedrockHook]):
             )
 
         return response["jobArn"]
+
+
+class BedrockCreateProvisionedModelThroughputOperator(AwsBaseOperator[BedrockHook]):
+    """
+    Create a fine-tuning job to customize a base model.
+
+    .. seealso::
+        For more information on how to use this operator, take a look at the guide:
+        :ref:`howto/operator:BedrockCreateProvisionedModelThroughputOperator`
+
+    :param model_units: Number of model units to allocate. (templated)
+    :param provisioned_model_name: Unique name for this provisioned throughput. (templated)
+    :param model_id: Name or ARN of the model to associate with this provisioned throughput. (templated)
+    :param create_throughput_kwargs: Any optional parameters to pass to the API.
+
+    :param wait_for_completion: Whether to wait for cluster to stop. (default: True)
+    :param waiter_delay: Time in seconds to wait between status checks. (default: 60)
+    :param waiter_max_attempts: Maximum number of attempts to check for job completion. (default: 20)
+    :param deferrable: If True, the operator will wait asynchronously for the cluster to stop.
+        This implies waiting for completion. This mode requires aiobotocore module to be installed.
+        (default: False)
+    :param aws_conn_id: The Airflow connection used for AWS credentials.
+        If this is ``None`` or empty then the default boto3 behaviour is used. If
+        running Airflow in a distributed manner and aws_conn_id is None or
+        empty, then default boto3 configuration would be used (and must be
+        maintained on each worker node).
+    :param region_name: AWS region_name. If not specified then the default boto3 behaviour is used.
+    :param verify: Whether or not to verify SSL certificates. See:
+        https://boto3.amazonaws.com/v1/documentation/api/latest/reference/core/session.html
+    :param botocore_config: Configuration dictionary (key-values) for botocore client. See:
+        https://botocore.amazonaws.com/v1/documentation/api/latest/reference/config.html
+    """
+
+    aws_hook_class = BedrockHook
+    template_fields: Sequence[str] = aws_template_fields(
+        "model_units",
+        "provisioned_model_name",
+        "model_id",
+    )
+
+    def __init__(
+        self,
+        model_units: int,
+        provisioned_model_name: str,
+        model_id: str,
+        create_throughput_kwargs: dict[str, Any] | None = None,
+        wait_for_completion: bool = True,
+        waiter_delay: int = 60,
+        waiter_max_attempts: int = 20,
+        deferrable: bool = conf.getboolean("operators", "default_deferrable", fallback=False),
+        **kwargs,
+    ):
+        super().__init__(**kwargs)
+        self.model_units = model_units
+        self.provisioned_model_name = provisioned_model_name
+        self.model_id = model_id
+        self.create_throughput_kwargs = create_throughput_kwargs or {}
+        self.wait_for_completion = wait_for_completion
+        self.waiter_delay = waiter_delay
+        self.waiter_max_attempts = waiter_max_attempts
+        self.deferrable = deferrable
+
+    def execute(self, context: Context) -> str:
+        provisioned_model_id = self.hook.conn.create_provisioned_model_throughput(
+            modelUnits=self.model_units,
+            provisionedModelName=self.provisioned_model_name,
+            modelId=self.model_id,
+            **self.create_throughput_kwargs,
+        )["provisionedModelArn"]
+
+        if self.deferrable:
+            self.log.info("Deferring for provisioned throughput.")
+            self.defer(
+                trigger=BedrockProvisionModelThroughputCompletedTrigger(
+                    provisioned_model_id=provisioned_model_id,
+                    waiter_delay=self.waiter_delay,
+                    waiter_max_attempts=self.waiter_max_attempts,
+                    aws_conn_id=self.aws_conn_id,
+                ),
+                method_name="execute_complete",
+            )
+        if self.wait_for_completion:
+            self.log.info("Waiting for provisioned throughput.")
+            self.hook.get_waiter("provisioned_model_throughput_complete").wait(
+                provisionedModelId=provisioned_model_id,
+                WaiterConfig={"Delay": self.waiter_delay, "MaxAttempts": self.waiter_max_attempts},
+            )
+
+        return provisioned_model_id
+
+    def execute_complete(self, context: Context, event: dict[str, Any] | None = None) -> str:
+        event = validate_execute_complete_event(event)
+
+        if event["status"] != "success":
+            raise AirflowException(f"Error while running job: {event}")
+
+        self.log.info("Bedrock provisioned throughput job `%s` complete.", event["provisioned_model_id"])
+        return event["provisioned_model_id"]

airflow/providers/amazon/aws/operators/glue.py

@@ -64,6 +64,7 @@ class GlueJobOperator(BaseOperator):
         (default: False)
     :param verbose: If True, Glue Job Run logs show in the Airflow Task Logs.  (default: False)
     :param update_config: If True, Operator will update job configuration.  (default: False)
+    :param replace_script_file: If True, the script file will be replaced in S3. (default: False)
     :param stop_job_run_on_kill: If True, Operator will stop the job run when task is killed.
     """
 
@@ -105,6 +106,7 @@ class GlueJobOperator(BaseOperator):
         wait_for_completion: bool = True,
         deferrable: bool = conf.getboolean("operators", "default_deferrable", fallback=False),
         verbose: bool = False,
+        replace_script_file: bool = False,
         update_config: bool = False,
         job_poll_interval: int | float = 6,
         stop_job_run_on_kill: bool = False,
@@ -130,6 +132,7 @@ class GlueJobOperator(BaseOperator):
         self.wait_for_completion = wait_for_completion
         self.verbose = verbose
         self.update_config = update_config
+        self.replace_script_file = replace_script_file
         self.deferrable = deferrable
         self.job_poll_interval = job_poll_interval
         self.stop_job_run_on_kill = stop_job_run_on_kill
@@ -143,7 +146,10 @@ class GlueJobOperator(BaseOperator):
             s3_hook = S3Hook(aws_conn_id=self.aws_conn_id)
             script_name = os.path.basename(self.script_location)
             s3_hook.load_file(
-                self.script_location, self.s3_artifacts_prefix + script_name, bucket_name=self.s3_bucket
+                self.script_location,
+                self.s3_artifacts_prefix + script_name,
+                bucket_name=self.s3_bucket,
+                replace=self.replace_script_file,
             )
             s3_script_location = f"s3://{self.s3_bucket}/{self.s3_artifacts_prefix}{script_name}"
         else:

airflow/providers/amazon/aws/sensors/bedrock.py

@@ -17,21 +17,73 @@
 # under the License.
 from __future__ import annotations
 
+import abc
 from typing import TYPE_CHECKING, Any, Sequence
 
 from airflow.configuration import conf
+from airflow.exceptions import AirflowException, AirflowSkipException
+from airflow.providers.amazon.aws.hooks.bedrock import BedrockHook
 from airflow.providers.amazon.aws.sensors.base_aws import AwsBaseSensor
-from airflow.providers.amazon.aws.triggers.bedrock import BedrockCustomizeModelCompletedTrigger
+from airflow.providers.amazon.aws.triggers.bedrock import (
+    BedrockCustomizeModelCompletedTrigger,
+    BedrockProvisionModelThroughputCompletedTrigger,
+)
 from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
 
 if TYPE_CHECKING:
     from airflow.utils.context import Context
 
-from airflow.exceptions import AirflowException, AirflowSkipException
-from airflow.providers.amazon.aws.hooks.bedrock import BedrockHook
+
+class BedrockBaseSensor(AwsBaseSensor[BedrockHook]):
+    """
+    General sensor behavior for Amazon Bedrock.
+
+    Subclasses must implement following methods:
+        - ``get_state()``
+
+    Subclasses must set the following fields:
+        - ``INTERMEDIATE_STATES``
+        - ``FAILURE_STATES``
+        - ``SUCCESS_STATES``
+        - ``FAILURE_MESSAGE``
+
+    :param deferrable: If True, the sensor will operate in deferrable mode. This mode requires aiobotocore
+        module to be installed.
+        (default: False, but can be overridden in config file by setting default_deferrable to True)
+    """
+
+    INTERMEDIATE_STATES: tuple[str, ...] = ()
+    FAILURE_STATES: tuple[str, ...] = ()
+    SUCCESS_STATES: tuple[str, ...] = ()
+    FAILURE_MESSAGE = ""
+
+    aws_hook_class = BedrockHook
+    ui_color = "#66c3ff"
+
+    def __init__(
+        self,
+        deferrable: bool = conf.getboolean("operators", "default_deferrable", fallback=False),
+        **kwargs: Any,
+    ):
+        super().__init__(**kwargs)
+        self.deferrable = deferrable
+
+    def poke(self, context: Context) -> bool:
+        state = self.get_state()
+        if state in self.FAILURE_STATES:
+            # TODO: remove this if block when min_airflow_version is set to higher than 2.7.1
+            if self.soft_fail:
+                raise AirflowSkipException(self.FAILURE_MESSAGE)
+            raise AirflowException(self.FAILURE_MESSAGE)
+
+        return state not in self.INTERMEDIATE_STATES
+
+    @abc.abstractmethod
+    def get_state(self) -> str:
+        """Implement in subclasses."""
 
 
-class BedrockCustomizeModelCompletedSensor(AwsBaseSensor[BedrockHook]):
+class BedrockCustomizeModelCompletedSensor(BedrockBaseSensor):
     """
     Poll the state of the model customization job until it reaches a terminal state; fails if the job fails.
 
@@ -39,14 +91,13 @@ class BedrockCustomizeModelCompletedSensor(AwsBaseSensor[BedrockHook]):
         For more information on how to use this sensor, take a look at the guide:
         :ref:`howto/sensor:BedrockCustomizeModelCompletedSensor`
 
-
     :param job_name: The name of the Bedrock model customization job.
 
     :param deferrable: If True, the sensor will operate in deferrable mode. This mode requires aiobotocore
         module to be installed.
         (default: False, but can be overridden in config file by setting default_deferrable to True)
-    :param max_retries: Number of times before returning the current state. (default: 75)
     :param poke_interval: Polling period in seconds to check for the status of the job. (default: 120)
+    :param max_retries: Number of times before returning the current state. (default: 75)
     :param aws_conn_id: The Airflow connection used for AWS credentials.
         If this is ``None`` or empty then the default boto3 behaviour is used. If
         running Airflow in a distributed manner and aws_conn_id is None or
@@ -59,14 +110,12 @@ class BedrockCustomizeModelCompletedSensor(AwsBaseSensor[BedrockHook]):
         https://botocore.amazonaws.com/v1/documentation/api/latest/reference/config.html
     """
 
-    INTERMEDIATE_STATES = ("InProgress",)
-    FAILURE_STATES = ("Failed", "Stopping", "Stopped")
-    SUCCESS_STATES = ("Completed",)
+    INTERMEDIATE_STATES: tuple[str, ...] = ("InProgress",)
+    FAILURE_STATES: tuple[str, ...] = ("Failed", "Stopping", "Stopped")
+    SUCCESS_STATES: tuple[str, ...] = ("Completed",)
     FAILURE_MESSAGE = "Bedrock model customization job sensor failed."
 
-    aws_hook_class = BedrockHook
     template_fields: Sequence[str] = aws_template_fields("job_name")
-    ui_color = "#66c3ff"
 
     def __init__(
         self,
@@ -74,14 +123,12 @@ class BedrockCustomizeModelCompletedSensor(AwsBaseSensor[BedrockHook]):
         job_name: str,
         max_retries: int = 75,
         poke_interval: int = 120,
-        deferrable: bool = conf.getboolean("operators", "default_deferrable", fallback=False),
         **kwargs: Any,
     ) -> None:
         super().__init__(**kwargs)
-        self.job_name = job_name
         self.poke_interval = poke_interval
         self.max_retries = max_retries
-        self.deferrable = deferrable
+        self.job_name = job_name
 
     def execute(self, context: Context) -> Any:
         if self.deferrable:
@@ -97,14 +144,70 @@ class BedrockCustomizeModelCompletedSensor(AwsBaseSensor[BedrockHook]):
         else:
             super().execute(context=context)
 
-    def poke(self, context: Context) -> bool:
-        state = self.hook.conn.get_model_customization_job(jobIdentifier=self.job_name)["status"]
-        self.log.info("Job '%s' state: %s", self.job_name, state)
+    def get_state(self) -> str:
+        return self.hook.conn.get_model_customization_job(jobIdentifier=self.job_name)["status"]
 
-        if state in self.FAILURE_STATES:
-            # TODO: remove this if block when min_airflow_version is set to higher than 2.7.1
-            if self.soft_fail:
-                raise AirflowSkipException(self.FAILURE_MESSAGE)
-            raise AirflowException(self.FAILURE_MESSAGE)
 
-        return state not in self.INTERMEDIATE_STATES
+class BedrockProvisionModelThroughputCompletedSensor(BedrockBaseSensor):
+    """
+    Poll the provisioned model throughput job until it reaches a terminal state; fails if the job fails.
+
+    .. seealso::
+        For more information on how to use this sensor, take a look at the guide:
+        :ref:`howto/sensor:BedrockProvisionModelThroughputCompletedSensor`
+
+    :param model_id: The ARN or name of the provisioned throughput.
+
+    :param deferrable: If True, the sensor will operate in deferrable more. This mode requires aiobotocore
+        module to be installed.
+        (default: False, but can be overridden in config file by setting default_deferrable to True)
+    :param poke_interval: Polling period in seconds to check for the status of the job. (default: 60)
+    :param max_retries: Number of times before returning the current state (default: 20)
+    :param aws_conn_id: The Airflow connection used for AWS credentials.
+        If this is ``None`` or empty then the default boto3 behaviour is used. If
+        running Airflow in a distributed manner and aws_conn_id is None or
+        empty, then default boto3 configuration would be used (and must be
+        maintained on each worker node).
+    :param region_name: AWS region_name. If not specified then the default boto3 behaviour is used.
+    :param verify: Whether or not to verify SSL certificates. See:
+        https://boto3.amazonaws.com/v1/documentation/api/latest/reference/core/session.html
+    :param botocore_config: Configuration dictionary (key-values) for botocore client. See:
+        https://botocore.amazonaws.com/v1/documentation/api/latest/reference/config.html
+    """
+
+    INTERMEDIATE_STATES: tuple[str, ...] = ("Creating", "Updating")
+    FAILURE_STATES: tuple[str, ...] = ("Failed",)
+    SUCCESS_STATES: tuple[str, ...] = ("InService",)
+    FAILURE_MESSAGE = "Bedrock provision model throughput sensor failed."
+
+    template_fields: Sequence[str] = aws_template_fields("model_id")
+
+    def __init__(
+        self,
+        *,
+        model_id: str,
+        poke_interval: int = 60,
+        max_retries: int = 20,
+        **kwargs,
+    ) -> None:
+        super().__init__(**kwargs)
+        self.poke_interval = poke_interval
+        self.max_retries = max_retries
+        self.model_id = model_id
+
+    def get_state(self) -> str:
+        return self.hook.conn.get_provisioned_model_throughput(provisionedModelId=self.model_id)["status"]
+
+    def execute(self, context: Context) -> Any:
+        if self.deferrable:
+            self.defer(
+                trigger=BedrockProvisionModelThroughputCompletedTrigger(
+                    provisioned_model_id=self.model_id,
+                    waiter_delay=int(self.poke_interval),
+                    waiter_max_attempts=self.max_retries,
+                    aws_conn_id=self.aws_conn_id,
+                ),
+                method_name="poke",
+            )
+        else:
+            super().execute(context=context)

airflow/providers/amazon/aws/sensors/emr.py

@@ -24,7 +24,11 @@ from typing import TYPE_CHECKING, Any, Iterable, Sequence
 from deprecated import deprecated
 
 from airflow.configuration import conf
-from airflow.exceptions import AirflowException, AirflowProviderDeprecationWarning, AirflowSkipException
+from airflow.exceptions import (
+    AirflowException,
+    AirflowProviderDeprecationWarning,
+    AirflowSkipException,
+)
 from airflow.providers.amazon.aws.hooks.emr import EmrContainerHook, EmrHook, EmrServerlessHook
 from airflow.providers.amazon.aws.links.emr import EmrClusterLink, EmrLogsLink, get_log_uri
 from airflow.providers.amazon.aws.triggers.emr import (
@@ -231,7 +235,9 @@ class EmrServerlessApplicationSensor(BaseSensorOperator):
 
         if state in EmrServerlessHook.APPLICATION_FAILURE_STATES:
             # TODO: remove this if check when min_airflow_version is set to higher than 2.7.1
-            failure_message = f"EMR Serverless job failed: {self.failure_message_from_response(response)}"
+            failure_message = (
+                f"EMR Serverless application failed: {self.failure_message_from_response(response)}"
+            )
             if self.soft_fail:
                 raise AirflowSkipException(failure_message)
             raise AirflowException(failure_message)

airflow/providers/amazon/aws/transfers/azure_blob_to_s3.py

@@ -23,7 +23,13 @@ from typing import TYPE_CHECKING, Sequence
 
 from airflow.models import BaseOperator
 from airflow.providers.amazon.aws.hooks.s3 import S3Hook
-from airflow.providers.microsoft.azure.hooks.wasb import WasbHook
+
+try:
+    from airflow.providers.microsoft.azure.hooks.wasb import WasbHook
+except ModuleNotFoundError as e:
+    from airflow.exceptions import AirflowOptionalProviderFeatureException
+
+    raise AirflowOptionalProviderFeatureException(e)
 
 if TYPE_CHECKING:
     from airflow.utils.context import Context

airflow/providers/amazon/aws/triggers/bedrock.py

@@ -59,3 +59,39 @@ class BedrockCustomizeModelCompletedTrigger(AwsBaseWaiterTrigger):
 
     def hook(self) -> AwsGenericHook:
         return BedrockHook(aws_conn_id=self.aws_conn_id)
+
+
+class BedrockProvisionModelThroughputCompletedTrigger(AwsBaseWaiterTrigger):
+    """
+    Trigger when a provisioned throughput job is complete.
+
+    :param provisioned_model_id: The ARN or name of the provisioned throughput.
+    :param waiter_delay: The amount of time in seconds to wait between attempts. (default: 120)
+    :param waiter_max_attempts: The maximum number of attempts to be made. (default: 75)
+    :param aws_conn_id: The Airflow connection used for AWS credentials.
+    """
+
+    def __init__(
+        self,
+        *,
+        provisioned_model_id: str,
+        waiter_delay: int = 120,
+        waiter_max_attempts: int = 75,
+        aws_conn_id: str | None = None,
+    ) -> None:
+        super().__init__(
+            serialized_fields={"provisioned_model_id": provisioned_model_id},
+            waiter_name="provisioned_model_throughput_complete",
+            waiter_args={"provisionedModelId": provisioned_model_id},
+            failure_message="Bedrock provisioned throughput job failed.",
+            status_message="Status of Bedrock provisioned throughput job is",
+            status_queries=["status"],
+            return_key="provisioned_model_id",
+            return_value=provisioned_model_id,
+            waiter_delay=waiter_delay,
+            waiter_max_attempts=waiter_max_attempts,
+            aws_conn_id=aws_conn_id,
+        )
+
+    def hook(self) -> AwsGenericHook:
+        return BedrockHook(aws_conn_id=self.aws_conn_id)

airflow/providers/amazon/aws/waiters/bedrock.json

@@ -37,6 +37,37 @@
                     "state": "failure"
                 }
             ]
+        },
+        "provisioned_model_throughput_complete": {
+            "delay": 60,
+            "maxAttempts": 20,
+            "operation": "getProvisionedModelThroughput",
+            "acceptors": [
+                {
+                    "matcher": "path",
+                    "argument": "status",
+                    "expected": "InService",
+                    "state": "success"
+                },
+                {
+                    "matcher": "path",
+                    "argument": "status",
+                    "expected": "Creating",
+                    "state": "retry"
+                },
+                {
+                    "matcher": "path",
+                    "argument": "status",
+                    "expected": "Updating",
+                    "state": "retry"
+                },
+                {
+                    "matcher": "path",
+                    "argument": "status",
+                    "expected": "Failed",
+                    "state": "failure"
+                }
+            ]
         }
     }
 }

airflow/providers/amazon/get_provider_info.py

@@ -28,8 +28,9 @@ def get_provider_info():
         "name": "Amazon",
         "description": "Amazon integration (including `Amazon Web Services (AWS) <https://aws.amazon.com/>`__).\n",
         "state": "ready",
-        "source-date-epoch": 1712664326,
+        "source-date-epoch": 1714475383,
         "versions": [
+            "8.21.0",
             "8.20.0",
             "8.19.0",
             "8.18.0",
@@ -87,7 +88,7 @@ def get_provider_info():
             "1.0.0",
         ],
         "dependencies": [
-            "apache-airflow>=2.6.0",
+            "apache-airflow>=2.7.0",
             "apache-airflow-providers-common-sql>=1.3.1",
             "apache-airflow-providers-http",
             "boto3>=1.33.0",
@@ -99,6 +100,7 @@ def get_provider_info():
             "sqlalchemy_redshift>=0.8.6",
             "asgiref",
             "PyAthena>=3.0.10",
+            "xmlsec<1.3.14",
         ],
         "additional-extras": [
             {"name": "pandas", "dependencies": ["pandas>=1.2.5,<2.2"]},

{apache_airflow_providers_amazon-8.20.0rc1.dist-info → apache_airflow_providers_amazon-8.21.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: apache-airflow-providers-amazon
-Version: 8.20.0rc1
+Version: 8.21.0
 Summary: Provider package apache-airflow-providers-amazon for Apache Airflow
 Keywords: airflow-provider,amazon,airflow,integration
 Author-email: Apache Software Foundation <dev@airflow.apache.org>
@@ -22,9 +22,9 @@ Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Topic :: System :: Monitoring
 Requires-Dist: PyAthena>=3.0.10
-Requires-Dist: apache-airflow-providers-common-sql>=1.3.1rc0
+Requires-Dist: apache-airflow-providers-common-sql>=1.3.1
 Requires-Dist: apache-airflow-providers-http
-Requires-Dist: apache-airflow>=2.6.0rc0
+Requires-Dist: apache-airflow>=2.7.0
 Requires-Dist: asgiref
 Requires-Dist: boto3>=1.33.0
 Requires-Dist: botocore>=1.33.0
@@ -33,9 +33,10 @@ Requires-Dist: jsonpath_ng>=1.5.3
 Requires-Dist: redshift_connector>=2.0.918
 Requires-Dist: sqlalchemy_redshift>=0.8.6
 Requires-Dist: watchtower>=2.0.1,<4
+Requires-Dist: xmlsec<1.3.14
 Requires-Dist: aiobotocore[boto3]>=2.5.3 ; extra == "aiobotocore"
 Requires-Dist: apache-airflow-providers-apache-hive ; extra == "apache.hive"
-Requires-Dist: apache-airflow-providers-cncf-kubernetes>=7.2.0rc0 ; extra == "cncf.kubernetes"
+Requires-Dist: apache-airflow-providers-cncf-kubernetes>=7.2.0 ; extra == "cncf.kubernetes"
 Requires-Dist: apache-airflow-providers-common-sql ; extra == "common.sql"
 Requires-Dist: apache-airflow-providers-exasol ; extra == "exasol"
 Requires-Dist: apache-airflow-providers-ftp ; extra == "ftp"
@@ -51,8 +52,8 @@ Requires-Dist: s3fs>=2023.10.0 ; extra == "s3fs"
 Requires-Dist: apache-airflow-providers-salesforce ; extra == "salesforce"
 Requires-Dist: apache-airflow-providers-ssh ; extra == "ssh"
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
-Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-amazon/8.20.0/changelog.html
-Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-amazon/8.20.0
+Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-amazon/8.21.0/changelog.html
+Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-amazon/8.21.0
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
 Project-URL: Source Code, https://github.com/apache/airflow
 Project-URL: Twitter, https://twitter.com/ApacheAirflow
@@ -119,7 +120,7 @@ Provides-Extra: ssh
 
 Package ``apache-airflow-providers-amazon``
 
-Release: ``8.20.0.rc1``
+Release: ``8.21.0``
 
 
 Amazon integration (including `Amazon Web Services (AWS) <https://aws.amazon.com/>`__).
@@ -132,7 +133,7 @@ This is a provider package for ``amazon`` provider. All classes for this provide
 are in ``airflow.providers.amazon`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-amazon/8.20.0/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-amazon/8.21.0/>`_.
 
 Installation
 ------------
@@ -149,7 +150,7 @@ Requirements
 =======================================  ==================
 PIP package                              Version required
 =======================================  ==================
-``apache-airflow``                       ``>=2.6.0``
+``apache-airflow``                       ``>=2.7.0``
 ``apache-airflow-providers-common-sql``  ``>=1.3.1``
 ``apache-airflow-providers-http``
 ``boto3``                                ``>=1.33.0``
@@ -161,6 +162,7 @@ PIP package                              Version required
 ``sqlalchemy_redshift``                  ``>=0.8.6``
 ``asgiref``
 ``PyAthena``                             ``>=3.0.10``
+``xmlsec``                               ``<1.3.14``
 =======================================  ==================
 
 Cross provider package dependencies
@@ -195,4 +197,4 @@ Dependent package
 ======================================================================================================================  ===================
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-amazon/8.20.0/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-amazon/8.21.0/changelog.html>`_.

{apache_airflow_providers_amazon-8.20.0rc1.dist-info → apache_airflow_providers_amazon-8.21.0.dist-info}/RECORD

@@ -1,15 +1,15 @@
 airflow/providers/amazon/LICENSE,sha256=ywUBpKZc7Jb96rVt5I3IDbg7dIJAbUSHkuoDcF3jbH4,13569
-airflow/providers/amazon/__init__.py,sha256=R8BBhCd76vWdc8EGaNmdAsPkrRihUonA0ZFq-Lkf3FM,1582
-airflow/providers/amazon/get_provider_info.py,sha256=CPzaK0yGmSccZrNEwMpxCBHdvOXj8PLIb6IZZlNwXAA,64085
+airflow/providers/amazon/__init__.py,sha256=ObBKYGps0vpdjT5woWVLANqJtnxS3PU6IUr-sDxPr0w,1582
+airflow/providers/amazon/get_provider_info.py,sha256=_SdLzwOp4igo2MQ-zhoDSrqr9kMUXWNLaQaesIKWEP4,64136
 airflow/providers/amazon/aws/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/amazon/aws/exceptions.py,sha256=uRGNMgXvgdzfphpOTiyj74lQhjzb70J-X8n6fsx5Jog,1864
 airflow/providers/amazon/aws/auth_manager/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/amazon/aws/auth_manager/aws_auth_manager.py,sha256=AzBDCi09nt3A25XGppUU1h5uQtzwzEtJDFkzWx5I7QM,16511
-airflow/providers/amazon/aws/auth_manager/constants.py,sha256=Na8YvT1JVgtkZRpWHuc2aWfbXoVPHnFtdNPdDZnr2pM,1077
+airflow/providers/amazon/aws/auth_manager/aws_auth_manager.py,sha256=dSvuhLw5npmNMIIhZp1_yGx2OrV0UrgBfdxsSWw64TM,16100
+airflow/providers/amazon/aws/auth_manager/constants.py,sha256=Jdluo42InhyNGkYHB_dRtoFMpKanJLJdH0hyR9-5AZg,1050
 airflow/providers/amazon/aws/auth_manager/user.py,sha256=SoiiA3sVB1-G02qhQDSTst_25MjW4xbSE0vVDxwR-uw,1882
 airflow/providers/amazon/aws/auth_manager/avp/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/amazon/aws/auth_manager/avp/entities.py,sha256=qDp7CjaAeU8TrUAaL6Hhe2nQffLKCeYVDZzPft-ZTyw,1965
-airflow/providers/amazon/aws/auth_manager/avp/facade.py,sha256=697E7VAgeQSr0LGBtIsw3haxacCx7hCUgfLOs1Zql_w,10951
+airflow/providers/amazon/aws/auth_manager/avp/entities.py,sha256=YhV-oa4dDp3MmzS14FcWma4w8WvNvuysR8X4T1pqdk0,1971
+airflow/providers/amazon/aws/auth_manager/avp/facade.py,sha256=9Y866BnSj-fzXRjhiaXiQR2vFQe8kL0KkAQkao585CI,11177
 airflow/providers/amazon/aws/auth_manager/avp/schema.json,sha256=BQhsP11UvFEGD2v3GFduAbEw0bp1ZMB5IkirWhlkaFA,6375
 airflow/providers/amazon/aws/auth_manager/cli/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/amazon/aws/auth_manager/cli/avp_commands.py,sha256=SCTdbAsedEpDuoAAQGLbAeKxcoGzjacgmQAxbkkvUbU,5549
@@ -21,14 +21,14 @@ airflow/providers/amazon/aws/auth_manager/views/__init__.py,sha256=9hdXHABrVpkbp
 airflow/providers/amazon/aws/auth_manager/views/auth.py,sha256=e5InDh2jYEBClkgn9xm6fYl8qK-miP692WuOGa5gC6g,5884
 airflow/providers/amazon/aws/executors/Dockerfile,sha256=VZ-YOR59KSMoztJV_g7v5hUwetKR0Ii4wNNaKqDIfyQ,4275
 airflow/providers/amazon/aws/executors/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/amazon/aws/executors/batch/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
+airflow/providers/amazon/aws/executors/batch/__init__.py,sha256=TPSNZJ6E3zqN7mvdrMrarqwHeFYN9Efd2jD3hpN7tr0,970
 airflow/providers/amazon/aws/executors/batch/batch_executor.py,sha256=HDMinOB1KHo5OinQjlS0MSqgzfrlDGX0ZiIAyijUzOU,18503
 airflow/providers/amazon/aws/executors/batch/batch_executor_config.py,sha256=7yYLKB1jRoBy0AeW5chcpz7i2UfvSQob9QLvMhYUWDQ,3223
 airflow/providers/amazon/aws/executors/batch/boto_schema.py,sha256=Rqr_uk6Tx6hNVYsQRPNlLj0zC8TC_awWk2rv3tkUuYU,2445
 airflow/providers/amazon/aws/executors/batch/utils.py,sha256=Jugs8lvvtWey_CcwMkHnRVe9G0Sn8wyVmbROVrjgk9A,5286
-airflow/providers/amazon/aws/executors/ecs/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
+airflow/providers/amazon/aws/executors/ecs/__init__.py,sha256=J_B7TIPPQmn67Y7kzr4pgzcpFRr0wUp6gVsyfz5GKc4,962
 airflow/providers/amazon/aws/executors/ecs/boto_schema.py,sha256=hxj76uoo4y9koshb5Ou2hyjvNKCtrSK5wXea3iVtPqs,3762
-airflow/providers/amazon/aws/executors/ecs/ecs_executor.py,sha256=mQejWxB3oQz64JrO-Cp9yHoqgBWZY0-GYB6WSeJQazI,23918
+airflow/providers/amazon/aws/executors/ecs/ecs_executor.py,sha256=7C8tS4G685eaWHTrcYvhbN-M8IfWvnTnokozC47lGj8,23919
 airflow/providers/amazon/aws/executors/ecs/ecs_executor_config.py,sha256=iRP39ynsYFOisLN9NQsiLikTrBBN54bWaFQs60Snrsw,5436
 airflow/providers/amazon/aws/executors/ecs/utils.py,sha256=RLsmPN5MpLpXQftkyoIb8i8HxAw2R3vQWK1zM_M5XDg,9477
 airflow/providers/amazon/aws/executors/utils/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
@@ -41,7 +41,7 @@ airflow/providers/amazon/aws/hooks/appflow.py,sha256=-le6RsIMWIqTav7KGknsph9Td42
 airflow/providers/amazon/aws/hooks/athena.py,sha256=0jVsdD56D_eJ16tMJlhmKf06LI2gFVna35aTKx2c67w,13567
 airflow/providers/amazon/aws/hooks/athena_sql.py,sha256=GDQ2VM0ECs3wRBPYPLB3yJ4EfKecyJCUfc6X3cnScR0,6839
 airflow/providers/amazon/aws/hooks/base_aws.py,sha256=U5ASy6AAi2tS19SiEsnyLvzPPa1qhing4u2Zbg6QZaM,49224
-airflow/providers/amazon/aws/hooks/batch_client.py,sha256=eoz3ytB-VM5ucu4SpJPGk5cb-0C1VDQFDwiTdL1_uo4,21349
+airflow/providers/amazon/aws/hooks/batch_client.py,sha256=CHdPR14XxU4dBQMK4NIU7NwYUPNdF0qfy2XsCnhkVQU,21431
 airflow/providers/amazon/aws/hooks/batch_waiters.json,sha256=eoN5YDgeTNZ2Xz17TrbKBPhd7z9-6KD3RhaDKXXOvqU,2511
 airflow/providers/amazon/aws/hooks/batch_waiters.py,sha256=VlAf3NYyGsfmOw9S4Ods8VKua3mBWSLHEAr8hHCHdmY,10579
 airflow/providers/amazon/aws/hooks/bedrock.py,sha256=Y9Y1p0uxzBF6beVxDNe9rydGR9PmEpRMe6At1ktOW6A,2077
@@ -55,7 +55,7 @@ airflow/providers/amazon/aws/hooks/ecr.py,sha256=X_VnUgSlqqxCftWE6R_sSfp_FFOnBQ9
 airflow/providers/amazon/aws/hooks/ecs.py,sha256=p_7qHGZbZWY-WHJEJD186o6mP5HBXmUfCJZ7usdydO0,6666
 airflow/providers/amazon/aws/hooks/eks.py,sha256=rj15KoRbcYicLUO4SOFq4-G-T_iLh0WzRkVtZ8wVM6M,24440
 airflow/providers/amazon/aws/hooks/elasticache_replication_group.py,sha256=x6kkaR2nzDF8w1kqolbaS3-XCbHl5qlJMcpGYmlsxuU,12089
-airflow/providers/amazon/aws/hooks/emr.py,sha256=EK99rlcx_qKjC20rmyTVxOAyE7mXkCQDX6a73ZPJMHQ,21380
+airflow/providers/amazon/aws/hooks/emr.py,sha256=7x2YCGKr5nylRfbBitqRXmvW0RwYgARXv4pXXeu_WJ0,21430
 airflow/providers/amazon/aws/hooks/eventbridge.py,sha256=dSaKbFB8ueOUJGl6YLIz70zXy0Xzr3yMflKS2wGFDSM,3364
 airflow/providers/amazon/aws/hooks/glacier.py,sha256=BTDavN3NUwWe1hBCLWYWhmpliuwybEByMGtWnYPRL5Q,3463
 airflow/providers/amazon/aws/hooks/glue.py,sha256=WqT0yv9k24jZW2kCKTbZE_BKY1L2K1znIHgw5N28uDE,17230
@@ -63,7 +63,7 @@ airflow/providers/amazon/aws/hooks/glue_catalog.py,sha256=XQu9v_b37TXO7F_V3u7WuL
 airflow/providers/amazon/aws/hooks/glue_crawler.py,sha256=C9O2YG63BiNS6UvvB1Mn1aHWdRYzDBf2a5brimLU9IQ,7926
 airflow/providers/amazon/aws/hooks/glue_databrew.py,sha256=96duZVYtLDQgfJ02XUdov-QWPoG2Wp0O0RFuwB-6nkU,2580
 airflow/providers/amazon/aws/hooks/kinesis.py,sha256=aR7Oi_2_ZtBfH1--U83wWjSYzzy_Uh2tqplLAPRQugA,1997
-airflow/providers/amazon/aws/hooks/lambda_function.py,sha256=ORNMoYSXSXaVqZMgb0Qaq923n30Bj3jK5KwJcDcdqLU,8932
+airflow/providers/amazon/aws/hooks/lambda_function.py,sha256=m08jo6R9qoFBMaBuJwgDIvw7i-IbIJ2F1jZD4NbhHLA,9520
 airflow/providers/amazon/aws/hooks/logs.py,sha256=pS987tewWr8HY7KTzIhImoYpdaconHRjcLV2bQIMGJ8,9818
 airflow/providers/amazon/aws/hooks/neptune.py,sha256=IvQjAdtdDKWwHmfs-t7YG516p6Y3xHe453WgU0C47j0,3264
 airflow/providers/amazon/aws/hooks/quicksight.py,sha256=MFTlrWV88wLky2swo-b5fFQDLbMQCw6w6lcgAvJqveU,7957
@@ -101,7 +101,7 @@ airflow/providers/amazon/aws/operators/appflow.py,sha256=PoHw62T_lD4burfRzXPJsjA
 airflow/providers/amazon/aws/operators/athena.py,sha256=CmaaSn0sCe6RZEbb_l-9xKXb-9DW21IiL2ewpA3jZnI,14172
 airflow/providers/amazon/aws/operators/base_aws.py,sha256=cdc5GZkl_YGDDtlV9CVsdbTH3j7bza6d3RrDm93seOo,3864
 airflow/providers/amazon/aws/operators/batch.py,sha256=-ZmD-kFu99KXg3tKKNd8DcMhj0N3_GTL9bum7h-oE_U,22341
-airflow/providers/amazon/aws/operators/bedrock.py,sha256=79TwPRDx12_0tkbikRhxvXWRPEDNUYv5SbfX0OVnL1g,12066
+airflow/providers/amazon/aws/operators/bedrock.py,sha256=AfNTc3NlFwWVs7oXKwu5iHlihzzqwTdQ8p-IotUsf70,16774
 airflow/providers/amazon/aws/operators/cloud_formation.py,sha256=-WMYq-oA8WpPN2i5aTgBenFj9-CjbeEcy9NuRCnSwpM,5066
 airflow/providers/amazon/aws/operators/datasync.py,sha256=Pxxt1G1FbmwSqXChZjeQKuS0uUS4QS_qbK69F8Y1SqE,18920
 airflow/providers/amazon/aws/operators/dms.py,sha256=6RhUtbELAjp0LLkUWl73kdcH4MRmyTzwHi1NxOlkE0Q,12313
@@ -111,7 +111,7 @@ airflow/providers/amazon/aws/operators/eks.py,sha256=0xHtPzxZx3ymr6-iqGvAoZsnA24
 airflow/providers/amazon/aws/operators/emr.py,sha256=bbXCN-qRoaXuJykNLJ8fxQpeissP6ZgardZilNT_N5M,87889
 airflow/providers/amazon/aws/operators/eventbridge.py,sha256=e686XFhVi54DbaCk7oVc0fhvH6GIPU3p8jgyCie1yBU,10394
 airflow/providers/amazon/aws/operators/glacier.py,sha256=zxwC6lLk6sWerjlogXq6HgNOJx4h0hkqpGpqn23hJWk,3654
-airflow/providers/amazon/aws/operators/glue.py,sha256=_wKO-SXB9qPgO9vfByJCRLGUZOqENc_yJHMSi3MaYsk,10148
+airflow/providers/amazon/aws/operators/glue.py,sha256=7UfrdxD1-hMNjmbinUISNZiEM0BHeLXYxgaNE_zUpsk,10427
 airflow/providers/amazon/aws/operators/glue_crawler.py,sha256=KNf-f7HUFfTKVVd1cyVrNS5suKAF4LibzP3aQT_aREM,4835
 airflow/providers/amazon/aws/operators/glue_databrew.py,sha256=zXP0_ZoqFmjcG0REDj-e7GdZmrSvJtfvZrqg1yKSH_U,4475
 airflow/providers/amazon/aws/operators/lambda_function.py,sha256=96KtK5KUpMPW2i8Xay1UdKPMX211hS6FqweFnRNuTFQ,10619
@@ -132,14 +132,14 @@ airflow/providers/amazon/aws/sensors/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOF
 airflow/providers/amazon/aws/sensors/athena.py,sha256=CS7sTcQrMW6VVxaUhOY0pIm8382_KpkCBmXl5fCCMk4,3863
 airflow/providers/amazon/aws/sensors/base_aws.py,sha256=vkSs3jwtvrdAs4z2flrOLW8zHHPqc7Pfb-EuCTSs7ZY,3853
 airflow/providers/amazon/aws/sensors/batch.py,sha256=_--bT2Wh59x4C3W9Xu4h7xrC--bCOPn29YzbsB6TRzw,11487
-airflow/providers/amazon/aws/sensors/bedrock.py,sha256=g9uuz68R4m8dTd3lgAVpmkw5kNvaPsuIya-5-UCB-no,4853
+airflow/providers/amazon/aws/sensors/bedrock.py,sha256=iq6a3_R-XHZGbcDqcalI1p01cOMQzRMFawGIrMsTo24,8870
 airflow/providers/amazon/aws/sensors/cloud_formation.py,sha256=kLINQol-ZFpjOpSBFQ7I4JXZkBjEICT-g8MT-gXscLw,5426
 airflow/providers/amazon/aws/sensors/dms.py,sha256=SzKUgEtL0agejWKWJvjqmrJdtwbd2vJriHcCsYV0j8s,5744
 airflow/providers/amazon/aws/sensors/dynamodb.py,sha256=P43g73ACBoDo0Lrxzm9wOoEepbRVAOjqtwWYvIq1Tls,5008
 airflow/providers/amazon/aws/sensors/ec2.py,sha256=GpEVRZEl4oW4eB4ION8H2nfAHp-MGptwav7DpqL3Uo0,4119
 airflow/providers/amazon/aws/sensors/ecs.py,sha256=Bju2xJHNI8SdddD1muDcqtihL__EAHQwa-RtYxPjfoI,7087
 airflow/providers/amazon/aws/sensors/eks.py,sha256=TeSQ__B3eUYfdkr4a8x0oT0JUl_8JdiLs3p0p92YRlo,9831
-airflow/providers/amazon/aws/sensors/emr.py,sha256=Aiya22VyC-ZAoCOi0CF2_kbEj1Hn0OV0bJYFM0EjNQQ,25923
+airflow/providers/amazon/aws/sensors/emr.py,sha256=vxZhqM0-FUFB8huCwiPXv84pwBi5n91QSX8JbweaWxA,25980
 airflow/providers/amazon/aws/sensors/glacier.py,sha256=2UUI-y-x07DH8I5OikA_d5_FHCMQjBpxMKxRvlZSlS4,4282
 airflow/providers/amazon/aws/sensors/glue.py,sha256=Jxq4kXNzhX3hOsodWFIFez19M_HhyHcZBzTAHXEz64A,3547
 airflow/providers/amazon/aws/sensors/glue_catalog_partition.py,sha256=YYahteocna91s3TZ7yrmiAKBKNQgvfs6D8mey0TRrrg,5610
@@ -153,7 +153,7 @@ airflow/providers/amazon/aws/sensors/sagemaker.py,sha256=Pd8S0hExbaqdqOKglQAi51E
 airflow/providers/amazon/aws/sensors/sqs.py,sha256=GFzHT5nFSyIMATqwqjhEmOWZfwdOcAe4T6yUFNUlvWk,11329
 airflow/providers/amazon/aws/sensors/step_function.py,sha256=pqAtBJd3m003qvaJwr4BrKBHhYWGrJ67yaqczjcE1_w,4089
 airflow/providers/amazon/aws/transfers/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/amazon/aws/transfers/azure_blob_to_s3.py,sha256=TgElDGp084SGEKR07xWnQ9WWPsE7XqMqSQVk7NSTGyI,7049
+airflow/providers/amazon/aws/transfers/azure_blob_to_s3.py,sha256=NtfuaKa5Jp5rTafp71xoTaOR52jrfmhYeZKGEppJJ3U,7221
 airflow/providers/amazon/aws/transfers/base.py,sha256=LMIgzvDgCMMojkhoJCSJh4egcpUZ9V2FoX8yMF3xeOk,2987
 airflow/providers/amazon/aws/transfers/dynamodb_to_s3.py,sha256=c-wOOXL1tUFPKACjWZiiDewsfCcMoCdcofZ2S5Af330,8352
 airflow/providers/amazon/aws/transfers/exasol_to_s3.py,sha256=kevKzRidFKgibSKSz5-blkxHDV0isc8euU08iHn83z0,4418
@@ -179,7 +179,7 @@ airflow/providers/amazon/aws/triggers/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvR
 airflow/providers/amazon/aws/triggers/athena.py,sha256=TAn2snAGHPfRT-pG8r0EMKlTSgwKr4APsJMqAE8pORI,2666
 airflow/providers/amazon/aws/triggers/base.py,sha256=QT-omauJw_ksUb6gS2erm_FVXSZdwHIpyznFXTkoMXo,6384
 airflow/providers/amazon/aws/triggers/batch.py,sha256=rQYVBgcChS1PuOTFiyEKMdC2nbYLPH_Gkm1AAr1Tuas,10849
-airflow/providers/amazon/aws/triggers/bedrock.py,sha256=lPEdS92QxIeB4VKZ4nnAqMFquPC7hsSShgS8ACvyvDg,2443
+airflow/providers/amazon/aws/triggers/bedrock.py,sha256=_YbNfSU0FJow7R84xJHLPjaJR7S5Zin4t3rn35tktes,3901
 airflow/providers/amazon/aws/triggers/ec2.py,sha256=gMY3EP4TmL6SodLw12FNSLttlHd7hRhOu-q3CiG7y2w,3245
 airflow/providers/amazon/aws/triggers/ecs.py,sha256=wdHCqhTfOUDsf3MRWlwQmxZ-jxgGIN2ug9JA1bZiG9k,9131
 airflow/providers/amazon/aws/triggers/eks.py,sha256=t69h3uIgeQTG3d7n7faOJyMPfsbL6OtkmCTUrpq_jqI,16980
@@ -217,7 +217,7 @@ airflow/providers/amazon/aws/waiters/appflow.json,sha256=aeYUa6gDxvOjDxarOUOPVjp
 airflow/providers/amazon/aws/waiters/athena.json,sha256=sn4OEGG6PKVbd2JVCL3M8iqj0k-7EisesRxdPMnGrqI,892
 airflow/providers/amazon/aws/waiters/base_waiter.py,sha256=CTzi5Q1mgboCeOxUeRL5zZ-lRnMdWHQ-Y-Xv3LDz7MQ,1910
 airflow/providers/amazon/aws/waiters/batch.json,sha256=Viw4UP1nm2D80sG-4ezMAed9FsdBWd1ID1SuM9uaKpA,1206
-airflow/providers/amazon/aws/waiters/bedrock.json,sha256=DqRR3fc33TFmv9DiTNFsYOMBeSbQujf2cLg-u4AGji8,1254
+airflow/providers/amazon/aws/waiters/bedrock.json,sha256=HtnOezFlA28a39LZc0Q1L7vnepCn-UXrlbOyuG_Ga9I,2269
 airflow/providers/amazon/aws/waiters/databrew.json,sha256=2phkNTbNjBWmnqggtXeT5YtoWOPYRtQ-J18lGUm2zTI,1017
 airflow/providers/amazon/aws/waiters/dynamodb.json,sha256=wKG3hryTq3bNrSMzSKWbH-SPBaIPtZAKSTTflr3E5rM,895
 airflow/providers/amazon/aws/waiters/ecs.json,sha256=msjoYqzJMf8SCldtlzG4sGBcyzy2sN3W91JS3akXKy4,1674
@@ -230,7 +230,7 @@ airflow/providers/amazon/aws/waiters/neptune.json,sha256=4IP0FPqdItVmyP_au9hxpMT
 airflow/providers/amazon/aws/waiters/redshift.json,sha256=jOBotCgbkko1b_CHcGEbhhRvusgt0YSzVuFiZrqVP30,1742
 airflow/providers/amazon/aws/waiters/sagemaker.json,sha256=JPHuQtUFZ1B7EMLfVmCRevNZ9jgpB71LM0dva8ZEO9A,5254
 airflow/providers/amazon/aws/waiters/stepfunctions.json,sha256=aBaAZaGv8ZZGdN-2gvYEbq3fL_WHI_7s6SSDL-nWS1A,1034
-apache_airflow_providers_amazon-8.20.0rc1.dist-info/entry_points.txt,sha256=vlc0ZzhBkMrav1maTRofgksnAw4SwoQLFX9cmnTgktk,102
-apache_airflow_providers_amazon-8.20.0rc1.dist-info/WHEEL,sha256=EZbGkh7Ie4PoZfRQ8I0ZuP9VklN_TvcZ6DSE5Uar4z4,81
-apache_airflow_providers_amazon-8.20.0rc1.dist-info/METADATA,sha256=THFJIZ3ksDRO5DA-OkyIv-HOihCNXh1Fj9c8tYWdRp4,10061
-apache_airflow_providers_amazon-8.20.0rc1.dist-info/RECORD,,
+apache_airflow_providers_amazon-8.21.0.dist-info/entry_points.txt,sha256=vlc0ZzhBkMrav1maTRofgksnAw4SwoQLFX9cmnTgktk,102
+apache_airflow_providers_amazon-8.21.0.dist-info/WHEEL,sha256=EZbGkh7Ie4PoZfRQ8I0ZuP9VklN_TvcZ6DSE5Uar4z4,81
+apache_airflow_providers_amazon-8.21.0.dist-info/METADATA,sha256=WKYZCOaCypv4wCz4WZ3ePqOMIIQMDxn42yZzUKbLJLI,10127
+apache_airflow_providers_amazon-8.21.0.dist-info/RECORD,,