apache-airflow-providers-amazon 8.6.0__py3-none-any.whl → 8.7.0__py3-none-any.whl

airflow/providers/amazon/aws/notifications/sns.py

@@ -0,0 +1,94 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+from __future__ import annotations
+
+from functools import cached_property
+from typing import Sequence
+
+from airflow.exceptions import AirflowOptionalProviderFeatureException
+from airflow.providers.amazon.aws.hooks.sns import SnsHook
+
+try:
+    from airflow.notifications.basenotifier import BaseNotifier
+except ImportError:
+    raise AirflowOptionalProviderFeatureException(
+        "Failed to import BaseNotifier. This feature is only available in Airflow versions >= 2.6.0"
+    )
+
+
+class SnsNotifier(BaseNotifier):
+    """
+    Amazon SNS (Simple Notification Service) Notifier.
+
+    .. seealso::
+        For more information on how to use this notifier, take a look at the guide:
+        :ref:`howto/notifier:SnsNotifier`
+
+    :param aws_conn_id: The :ref:`Amazon Web Services Connection id <howto/connection:aws>`
+        used for AWS credentials. If this is None or empty then the default boto3 behaviour is used.
+    :param target_arn: Either a TopicArn or an EndpointArn.
+    :param message: The message you want to send.
+    :param subject: The message subject you want to send.
+    :param message_attributes: The message attributes you want to send as a flat dict (data type will be
+        determined automatically).
+    :param region_name: AWS region_name. If not specified then the default boto3 behaviour is used.
+    """
+
+    template_fields: Sequence[str] = (
+        "target_arn",
+        "message",
+        "subject",
+        "message_attributes",
+        "aws_conn_id",
+        "region_name",
+    )
+
+    def __init__(
+        self,
+        *,
+        aws_conn_id: str | None = SnsHook.default_conn_name,
+        target_arn: str,
+        message: str,
+        subject: str | None = None,
+        message_attributes: dict | None = None,
+        region_name: str | None = None,
+    ):
+        super().__init__()
+        self.aws_conn_id = aws_conn_id
+        self.region_name = region_name
+        self.target_arn = target_arn
+        self.message = message
+        self.subject = subject
+        self.message_attributes = message_attributes
+
+    @cached_property
+    def hook(self) -> SnsHook:
+        """Amazon SNS Hook (cached)."""
+        return SnsHook(aws_conn_id=self.aws_conn_id, region_name=self.region_name)
+
+    def notify(self, context):
+        """Publish the notification message to Amazon SNS."""
+        self.hook.publish_to_target(
+            target_arn=self.target_arn,
+            message=self.message,
+            subject=self.subject,
+            message_attributes=self.message_attributes,
+        )
+
+
+send_sns_notification = SnsNotifier

airflow/providers/amazon/aws/notifications/sqs.py

@@ -0,0 +1,100 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+from __future__ import annotations
+
+from functools import cached_property
+from typing import Sequence
+
+from airflow.exceptions import AirflowOptionalProviderFeatureException
+from airflow.providers.amazon.aws.hooks.sqs import SqsHook
+
+try:
+    from airflow.notifications.basenotifier import BaseNotifier
+except ImportError:
+    raise AirflowOptionalProviderFeatureException(
+        "Failed to import BaseNotifier. This feature is only available in Airflow versions >= 2.6.0"
+    )
+
+
+class SqsNotifier(BaseNotifier):
+    """
+    Amazon SQS (Simple Queue Service) Notifier.
+
+    .. seealso::
+        For more information on how to use this notifier, take a look at the guide:
+        :ref:`howto/notifier:SqsNotifier`
+
+    :param aws_conn_id: The :ref:`Amazon Web Services Connection id <howto/connection:aws>`
+        used for AWS credentials. If this is None or empty then the default boto3 behaviour is used.
+    :param queue_url: The URL of the Amazon SQS queue to which a message is sent.
+    :param message_body: The message to send.
+    :param message_attributes: additional attributes for the message.
+        For details of the attributes parameter see :py:meth:`botocore.client.SQS.send_message`.
+    :param message_group_id: This parameter applies only to FIFO (first-in-first-out) queues.
+        For details of the attributes parameter see :py:meth:`botocore.client.SQS.send_message`.
+    :param delay_seconds: The length of time, in seconds, for which to delay a message.
+    :param region_name: AWS region_name. If not specified then the default boto3 behaviour is used.
+    """
+
+    template_fields: Sequence[str] = (
+        "queue_url",
+        "message_body",
+        "message_attributes",
+        "message_group_id",
+        "delay_seconds",
+        "aws_conn_id",
+        "region_name",
+    )
+
+    def __init__(
+        self,
+        *,
+        aws_conn_id: str | None = SqsHook.default_conn_name,
+        queue_url: str,
+        message_body: str,
+        message_attributes: dict | None = None,
+        message_group_id: str | None = None,
+        delay_seconds: int = 0,
+        region_name: str | None = None,
+    ):
+        super().__init__()
+        self.aws_conn_id = aws_conn_id
+        self.region_name = region_name
+        self.queue_url = queue_url
+        self.message_body = message_body
+        self.message_attributes = message_attributes or {}
+        self.message_group_id = message_group_id
+        self.delay_seconds = delay_seconds
+
+    @cached_property
+    def hook(self) -> SqsHook:
+        """Amazon SQS Hook (cached)."""
+        return SqsHook(aws_conn_id=self.aws_conn_id, region_name=self.region_name)
+
+    def notify(self, context):
+        """Publish the notification message to Amazon SQS queue."""
+        self.hook.send_message(
+            queue_url=self.queue_url,
+            message_body=self.message_body,
+            delay_seconds=self.delay_seconds,
+            message_attributes=self.message_attributes,
+            message_group_id=self.message_group_id,
+        )
+
+
+send_sqs_notification = SqsNotifier

airflow/providers/amazon/aws/operators/ecs.py

@@ -18,14 +18,11 @@
 from __future__ import annotations
 
 import re
-import sys
 import warnings
 from datetime import timedelta
 from functools import cached_property
 from typing import TYPE_CHECKING, Sequence
 
-import boto3
-
 from airflow.configuration import conf
 from airflow.exceptions import AirflowException, AirflowProviderDeprecationWarning
 from airflow.models import BaseOperator
@@ -43,6 +40,8 @@ from airflow.providers.amazon.aws.utils.task_log_fetcher import AwsTaskLogFetche
 from airflow.utils.helpers import prune_dict
 
 if TYPE_CHECKING:
+    import boto3
+
     from airflow.models import TaskInstance
     from airflow.utils.context import Context
 
@@ -476,7 +475,9 @@ class EcsRunTaskOperator(EcsBaseOperator):
         number_logs_exception: int = 10,
         wait_for_completion: bool = True,
         waiter_delay: int = 6,
-        waiter_max_attempts: int = 100,
+        waiter_max_attempts: int = 1000000 * 365 * 24 * 60 * 10,
+        # Set the default waiter duration to 1M years (attempts*delay)
+        # Airflow execution_timeout handles task timeout
         deferrable: bool = conf.getboolean("operators", "default_deferrable", fallback=False),
         **kwargs,
     ):
@@ -665,7 +666,6 @@ class EcsRunTaskOperator(EcsBaseOperator):
             return
 
         waiter = self.client.get_waiter("tasks_stopped")
-        waiter.config.max_attempts = sys.maxsize  # timeout is managed by airflow
         waiter.wait(
             cluster=self.cluster,
             tasks=[self.arn],

airflow/providers/amazon/aws/operators/glue.py

@@ -17,7 +17,7 @@
 # under the License.
 from __future__ import annotations
 
-import os.path
+import os
 import urllib.parse
 from functools import cached_property
 from typing import TYPE_CHECKING, Sequence

airflow/providers/amazon/aws/operators/rds.py

@@ -23,8 +23,6 @@ from datetime import timedelta
 from functools import cached_property
 from typing import TYPE_CHECKING, Any, Sequence
 
-from mypy_boto3_rds.type_defs import TagTypeDef
-
 from airflow.configuration import conf
 from airflow.exceptions import AirflowException, AirflowProviderDeprecationWarning
 from airflow.models import BaseOperator
@@ -39,6 +37,8 @@ from airflow.providers.amazon.aws.utils.tags import format_tags
 from airflow.providers.amazon.aws.utils.waiter_with_logging import wait
 
 if TYPE_CHECKING:
+    from mypy_boto3_rds.type_defs import TagTypeDef
+
     from airflow.utils.context import Context
 
 

airflow/providers/amazon/aws/sensors/batch.py

@@ -23,7 +23,7 @@ from typing import TYPE_CHECKING, Any, Sequence
 from deprecated import deprecated
 
 from airflow.configuration import conf
-from airflow.exceptions import AirflowException
+from airflow.exceptions import AirflowException, AirflowSkipException
 from airflow.providers.amazon.aws.hooks.batch_client import BatchClientHook
 from airflow.providers.amazon.aws.triggers.batch import BatchJobTrigger
 from airflow.sensors.base import BaseSensorOperator
@@ -115,7 +115,12 @@ class BatchSensor(BaseSensorOperator):
         Relies on trigger to throw an exception, otherwise it assumes execution was successful.
         """
         if event["status"] != "success":
-            raise AirflowException(f"Error while running job: {event}")
+            message = f"Error while running job: {event}"
+            # TODO: remove this if-else block when min_airflow_version is set to higher than the version that
+            # changed in https://github.com/apache/airflow/pull/33424 is released
+            if self.soft_fail:
+                raise AirflowSkipException(message)
+            raise AirflowException(message)
         job_id = event["job_id"]
         self.log.info("Batch Job %s complete", job_id)
 

airflow/providers/amazon/aws/sensors/dynamodb.py

@@ -84,7 +84,7 @@ class DynamoDBValueSensor(BaseSensorOperator):
         key = {self.partition_key_name: self.partition_key_value}
         msg = (
             f"Checking table {self.table_name} for "
-            + f"item Partition Key: {self.partition_key_name}={self.partition_key_value}"
+            f"item Partition Key: {self.partition_key_name}={self.partition_key_value}"
         )
 
         if self.sort_key_name and self.sort_key_value:

airflow/providers/amazon/aws/sensors/ecs.py

@@ -19,8 +19,6 @@ from __future__ import annotations
 from functools import cached_property
 from typing import TYPE_CHECKING, Sequence
 
-import boto3
-
 from airflow.exceptions import AirflowException
 from airflow.providers.amazon.aws.hooks.ecs import (
     EcsClusterStates,
@@ -31,6 +29,8 @@ from airflow.providers.amazon.aws.hooks.ecs import (
 from airflow.sensors.base import BaseSensorOperator
 
 if TYPE_CHECKING:
+    import boto3
+
     from airflow.utils.context import Context
 
 DEFAULT_CONN_ID: str = "aws_default"

airflow/providers/amazon/aws/sensors/s3.py

@@ -113,14 +113,14 @@ class S3KeySensor(BaseSensorOperator):
         }]
         """
         if self.wildcard_match:
-            prefix = re.split(r"[\[\*\?]", key, 1)[0]
+            prefix = re.split(r"[\[*?]", key, 1)[0]
             keys = self.hook.get_file_metadata(prefix, bucket_name)
             key_matches = [k for k in keys if fnmatch.fnmatch(k["Key"], key)]
             if not key_matches:
                 return False
 
             # Reduce the set of metadata to size only
-            files = list(map(lambda f: {"Size": f["Size"]}, key_matches))
+            files = [{"Size": f["Size"]} for f in key_matches]
         else:
             obj = self.hook.head_object(key, bucket_name)
             if obj is None:

airflow/providers/amazon/aws/sensors/sqs.py

@@ -19,19 +19,20 @@
 from __future__ import annotations
 
 from functools import cached_property
-from typing import TYPE_CHECKING, Any, Collection, Literal, Sequence
+from typing import TYPE_CHECKING, Any, Collection, Sequence
 
 from deprecated import deprecated
+from typing_extensions import Literal
 
 from airflow.configuration import conf
 from airflow.exceptions import AirflowException
-from airflow.providers.amazon.aws.hooks.base_aws import BaseAwsConnection
 from airflow.providers.amazon.aws.hooks.sqs import SqsHook
 from airflow.providers.amazon.aws.triggers.sqs import SqsSensorTrigger
 from airflow.providers.amazon.aws.utils.sqs import process_response
 from airflow.sensors.base import BaseSensorOperator
 
 if TYPE_CHECKING:
+    from airflow.providers.amazon.aws.hooks.base_aws import BaseAwsConnection
     from airflow.utils.context import Context
 from datetime import timedelta
 
@@ -203,12 +204,12 @@ class SqsSensor(BaseSensorOperator):
 
                 if "Successful" not in response:
                     raise AirflowException(f"Delete SQS Messages failed {response} for messages {messages}")
-        if not message_batch:
+        if message_batch:
+            context["ti"].xcom_push(key="messages", value=message_batch)
+            return True
+        else:
             return False
 
-        context["ti"].xcom_push(key="messages", value=message_batch)
-        return True
-
     @deprecated(reason="use `hook` property instead.")
     def get_hook(self) -> SqsHook:
         """Create and return an SqsHook."""

airflow/providers/amazon/aws/transfers/dynamodb_to_s3.py

@@ -19,11 +19,11 @@
 from __future__ import annotations
 
 import json
+import os
 from copy import copy
 from datetime import datetime
 from decimal import Decimal
 from functools import cached_property
-from os.path import getsize
 from tempfile import NamedTemporaryFile
 from typing import IO, TYPE_CHECKING, Any, Callable, Sequence
 from uuid import uuid4
@@ -197,7 +197,7 @@ class DynamoDBToS3Operator(AwsToAwsBaseOperator):
             scan_kwargs["ExclusiveStartKey"] = last_evaluated_key
 
             # Upload the file to S3 if reach file size limit
-            if getsize(temp_file.name) >= self.file_size:
+            if os.path.getsize(temp_file.name) >= self.file_size:
                 _upload_file_to_s3(temp_file, self.s3_bucket_name, self.s3_key_prefix, self.dest_aws_conn_id)
                 temp_file.close()
 

airflow/providers/amazon/aws/transfers/ftp_to_s3.py

@@ -127,7 +127,7 @@ class FTPToS3Operator(BaseOperator):
                     files = list_dir
                 else:
                     ftp_filename: str = self.ftp_filenames
-                    files = list(filter(lambda f: ftp_filename in f, list_dir))
+                    files = [f for f in list_dir if ftp_filename in f]
 
                 for file in files:
                     self.log.info("Moving file %s", file)

airflow/providers/amazon/aws/transfers/mongo_to_s3.py

@@ -21,14 +21,15 @@ import json
 from typing import TYPE_CHECKING, Any, Iterable, Sequence, cast
 
 from bson import json_util
-from pymongo.command_cursor import CommandCursor
-from pymongo.cursor import Cursor
 
 from airflow.models import BaseOperator
 from airflow.providers.amazon.aws.hooks.s3 import S3Hook
 from airflow.providers.mongo.hooks.mongo import MongoHook
 
 if TYPE_CHECKING:
+    from pymongo.command_cursor import CommandCursor
+    from pymongo.cursor import Cursor
+
     from airflow.utils.context import Context
 
 

airflow/providers/amazon/aws/transfers/redshift_to_s3.py

@@ -131,9 +131,7 @@ class RedshiftToS3Operator(BaseOperator):
             )
 
         if self.include_header and "HEADER" not in [uo.upper().strip() for uo in self.unload_options]:
-            self.unload_options = list(self.unload_options) + [
-                "HEADER",
-            ]
+            self.unload_options = [*self.unload_options, "HEADER"]
 
         if self.redshift_data_api_kwargs:
             for arg in ["sql", "parameters"]:

airflow/providers/amazon/aws/transfers/sql_to_s3.py

@@ -20,17 +20,19 @@ from __future__ import annotations
 import enum
 from collections import namedtuple
 from tempfile import NamedTemporaryFile
-from typing import TYPE_CHECKING, Iterable, Literal, Mapping, Sequence
+from typing import TYPE_CHECKING, Iterable, Mapping, Sequence
+
+from typing_extensions import Literal
 
 from airflow.exceptions import AirflowException
 from airflow.hooks.base import BaseHook
 from airflow.models import BaseOperator
 from airflow.providers.amazon.aws.hooks.s3 import S3Hook
-from airflow.providers.common.sql.hooks.sql import DbApiHook
 
 if TYPE_CHECKING:
     import pandas as pd
 
+    from airflow.providers.common.sql.hooks.sql import DbApiHook
     from airflow.utils.context import Context
 
 

airflow/providers/amazon/aws/triggers/athena.py

@@ -16,10 +16,14 @@
 # under the License.
 from __future__ import annotations
 
+from typing import TYPE_CHECKING
+
 from airflow.providers.amazon.aws.hooks.athena import AthenaHook
-from airflow.providers.amazon.aws.hooks.base_aws import AwsGenericHook
 from airflow.providers.amazon.aws.triggers.base import AwsBaseWaiterTrigger
 
+if TYPE_CHECKING:
+    from airflow.providers.amazon.aws.hooks.base_aws import AwsGenericHook
+
 
 class AthenaTrigger(AwsBaseWaiterTrigger):
     """

airflow/providers/amazon/aws/triggers/base.py

@@ -18,12 +18,14 @@
 from __future__ import annotations
 
 from abc import abstractmethod
-from typing import Any, AsyncIterator
+from typing import TYPE_CHECKING, Any, AsyncIterator
 
-from airflow.providers.amazon.aws.hooks.base_aws import AwsGenericHook
 from airflow.providers.amazon.aws.utils.waiter_with_logging import async_wait
 from airflow.triggers.base import BaseTrigger, TriggerEvent
 
+if TYPE_CHECKING:
+    from airflow.providers.amazon.aws.hooks.base_aws import AwsGenericHook
+
 
 class AwsBaseWaiterTrigger(BaseTrigger):
     """

airflow/providers/amazon/aws/triggers/batch.py

@@ -19,16 +19,18 @@ from __future__ import annotations
 import asyncio
 import itertools
 from functools import cached_property
-from typing import Any
+from typing import TYPE_CHECKING, Any
 
 from botocore.exceptions import WaiterError
 from deprecated import deprecated
 
-from airflow.providers.amazon.aws.hooks.base_aws import AwsGenericHook
 from airflow.providers.amazon.aws.hooks.batch_client import BatchClientHook
 from airflow.providers.amazon.aws.triggers.base import AwsBaseWaiterTrigger
 from airflow.triggers.base import BaseTrigger, TriggerEvent
 
+if TYPE_CHECKING:
+    from airflow.providers.amazon.aws.hooks.base_aws import AwsGenericHook
+
 
 @deprecated(reason="use BatchJobTrigger instead")
 class BatchOperatorTrigger(BaseTrigger):
@@ -78,9 +80,7 @@ class BatchOperatorTrigger(BaseTrigger):
 
         async with self.hook.async_conn as client:
             waiter = self.hook.get_waiter("batch_job_complete", deferrable=True, client=client)
-            attempt = 0
-            while attempt < self.max_retries:
-                attempt = attempt + 1
+            for attempt in range(1, 1 + self.max_retries):
                 try:
                     await waiter.wait(
                         jobs=[self.job_id],
@@ -89,7 +89,6 @@ class BatchOperatorTrigger(BaseTrigger):
                             "MaxAttempts": 1,
                         },
                     )
-                    break
                 except WaiterError as error:
                     if "terminal failure" in str(error):
                         yield TriggerEvent(
@@ -103,11 +102,11 @@ class BatchOperatorTrigger(BaseTrigger):
                         self.max_retries,
                     )
                     await asyncio.sleep(int(self.poll_interval))
-
-        if attempt >= self.max_retries:
-            yield TriggerEvent({"status": "failure", "message": "Job Failed - max attempts reached."})
-        else:
-            yield TriggerEvent({"status": "success", "job_id": self.job_id})
+                else:
+                    yield TriggerEvent({"status": "success", "job_id": self.job_id})
+                    break
+            else:
+                yield TriggerEvent({"status": "failure", "message": "Job Failed - max attempts reached."})
 
 
 @deprecated(reason="use BatchJobTrigger instead")

airflow/providers/amazon/aws/triggers/ecs.py

@@ -18,18 +18,20 @@
 from __future__ import annotations
 
 import asyncio
-from typing import Any, AsyncIterator
+from typing import TYPE_CHECKING, Any, AsyncIterator
 
 from botocore.exceptions import ClientError, WaiterError
 
 from airflow import AirflowException
-from airflow.providers.amazon.aws.hooks.base_aws import AwsGenericHook
 from airflow.providers.amazon.aws.hooks.ecs import EcsHook
 from airflow.providers.amazon.aws.hooks.logs import AwsLogsHook
 from airflow.providers.amazon.aws.triggers.base import AwsBaseWaiterTrigger
 from airflow.providers.amazon.aws.utils.task_log_fetcher import AwsTaskLogFetcher
 from airflow.triggers.base import BaseTrigger, TriggerEvent
 
+if TYPE_CHECKING:
+    from airflow.providers.amazon.aws.hooks.base_aws import AwsGenericHook
+
 
 class ClusterActiveTrigger(AwsBaseWaiterTrigger):
     """
@@ -159,10 +161,11 @@ class TaskDoneTrigger(BaseTrigger):
         )
 
     async def run(self) -> AsyncIterator[TriggerEvent]:
-        # fmt: off
-        async with EcsHook(aws_conn_id=self.aws_conn_id, region_name=self.region).async_conn as ecs_client,\
-                AwsLogsHook(aws_conn_id=self.aws_conn_id, region_name=self.region).async_conn as logs_client:
-            # fmt: on
+        async with EcsHook(
+            aws_conn_id=self.aws_conn_id, region_name=self.region
+        ).async_conn as ecs_client, AwsLogsHook(
+            aws_conn_id=self.aws_conn_id, region_name=self.region
+        ).async_conn as logs_client:
             waiter = ecs_client.get_waiter("tasks_stopped")
             logs_token = None
             while self.waiter_max_attempts:

airflow/providers/amazon/aws/triggers/eks.py

@@ -17,15 +17,17 @@
 from __future__ import annotations
 
 import warnings
-from typing import Any
+from typing import TYPE_CHECKING, Any
 
 from airflow.exceptions import AirflowProviderDeprecationWarning
-from airflow.providers.amazon.aws.hooks.base_aws import AwsGenericHook
 from airflow.providers.amazon.aws.hooks.eks import EksHook
 from airflow.providers.amazon.aws.triggers.base import AwsBaseWaiterTrigger
 from airflow.providers.amazon.aws.utils.waiter_with_logging import async_wait
 from airflow.triggers.base import TriggerEvent
 
+if TYPE_CHECKING:
+    from airflow.providers.amazon.aws.hooks.base_aws import AwsGenericHook
+
 
 class EksCreateClusterTrigger(AwsBaseWaiterTrigger):
     """

airflow/providers/amazon/aws/triggers/emr.py

@@ -18,16 +18,18 @@ from __future__ import annotations
 
 import asyncio
 import warnings
-from typing import Any
+from typing import TYPE_CHECKING, Any
 
 from botocore.exceptions import WaiterError
 
 from airflow.exceptions import AirflowProviderDeprecationWarning
-from airflow.providers.amazon.aws.hooks.base_aws import AwsGenericHook
 from airflow.providers.amazon.aws.hooks.emr import EmrContainerHook, EmrHook, EmrServerlessHook
 from airflow.providers.amazon.aws.triggers.base import AwsBaseWaiterTrigger
 from airflow.triggers.base import BaseTrigger, TriggerEvent
 
+if TYPE_CHECKING:
+    from airflow.providers.amazon.aws.hooks.base_aws import AwsGenericHook
+
 
 class EmrAddStepsTrigger(BaseTrigger):
     """
@@ -240,7 +242,7 @@ class EmrContainerTrigger(AwsBaseWaiterTrigger):
         )
 
     def hook(self) -> AwsGenericHook:
-        return EmrContainerHook(self.aws_conn_id)
+        return EmrContainerHook(aws_conn_id=self.aws_conn_id)
 
 
 class EmrStepSensorTrigger(AwsBaseWaiterTrigger):
@@ -280,7 +282,7 @@ class EmrStepSensorTrigger(AwsBaseWaiterTrigger):
         )
 
     def hook(self) -> AwsGenericHook:
-        return EmrHook(self.aws_conn_id)
+        return EmrHook(aws_conn_id=self.aws_conn_id)
 
 
 class EmrServerlessCreateApplicationTrigger(AwsBaseWaiterTrigger):

airflow/providers/amazon/aws/triggers/glue_crawler.py

@@ -17,12 +17,15 @@
 from __future__ import annotations
 
 import warnings
+from typing import TYPE_CHECKING
 
 from airflow.exceptions import AirflowProviderDeprecationWarning
-from airflow.providers.amazon.aws.hooks.base_aws import AwsGenericHook
 from airflow.providers.amazon.aws.hooks.glue_crawler import GlueCrawlerHook
 from airflow.providers.amazon.aws.triggers.base import AwsBaseWaiterTrigger
 
+if TYPE_CHECKING:
+    from airflow.providers.amazon.aws.hooks.base_aws import AwsGenericHook
+
 
 class GlueCrawlerCompleteTrigger(AwsBaseWaiterTrigger):
     """