apache-airflow-providers-amazon 9.18.0rc2__py3-none-any.whl → 9.19.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- airflow/providers/amazon/__init__.py +1 -1
- airflow/providers/amazon/aws/auth_manager/avp/facade.py +1 -1
- airflow/providers/amazon/aws/bundles/s3.py +1 -1
- airflow/providers/amazon/aws/exceptions.py +1 -1
- airflow/providers/amazon/aws/executors/aws_lambda/lambda_executor.py +1 -2
- airflow/providers/amazon/aws/executors/batch/batch_executor.py +1 -2
- airflow/providers/amazon/aws/executors/ecs/ecs_executor.py +1 -2
- airflow/providers/amazon/aws/hooks/athena.py +1 -1
- airflow/providers/amazon/aws/hooks/athena_sql.py +1 -1
- airflow/providers/amazon/aws/hooks/base_aws.py +2 -6
- airflow/providers/amazon/aws/hooks/batch_client.py +1 -1
- airflow/providers/amazon/aws/hooks/batch_waiters.py +1 -1
- airflow/providers/amazon/aws/hooks/chime.py +1 -1
- airflow/providers/amazon/aws/hooks/comprehend.py +1 -1
- airflow/providers/amazon/aws/hooks/datasync.py +2 -2
- airflow/providers/amazon/aws/hooks/dynamodb.py +1 -1
- airflow/providers/amazon/aws/hooks/ec2.py +1 -1
- airflow/providers/amazon/aws/hooks/elasticache_replication_group.py +1 -1
- airflow/providers/amazon/aws/hooks/emr.py +1 -1
- airflow/providers/amazon/aws/hooks/glue.py +2 -1
- airflow/providers/amazon/aws/hooks/glue_catalog.py +1 -1
- airflow/providers/amazon/aws/hooks/logs.py +10 -2
- airflow/providers/amazon/aws/hooks/quicksight.py +1 -1
- airflow/providers/amazon/aws/hooks/rds.py +1 -1
- airflow/providers/amazon/aws/hooks/redshift_sql.py +11 -2
- airflow/providers/amazon/aws/hooks/s3.py +2 -1
- airflow/providers/amazon/aws/hooks/sagemaker.py +1 -1
- airflow/providers/amazon/aws/hooks/sagemaker_unified_studio.py +2 -3
- airflow/providers/amazon/aws/links/base_aws.py +1 -1
- airflow/providers/amazon/aws/links/emr.py +1 -1
- airflow/providers/amazon/aws/log/cloudwatch_task_handler.py +50 -20
- airflow/providers/amazon/aws/notifications/chime.py +1 -1
- airflow/providers/amazon/aws/operators/appflow.py +2 -2
- airflow/providers/amazon/aws/operators/athena.py +2 -2
- airflow/providers/amazon/aws/operators/batch.py +2 -2
- airflow/providers/amazon/aws/operators/bedrock.py +3 -4
- airflow/providers/amazon/aws/operators/cloud_formation.py +1 -1
- airflow/providers/amazon/aws/operators/comprehend.py +3 -4
- airflow/providers/amazon/aws/operators/datasync.py +2 -3
- airflow/providers/amazon/aws/operators/dms.py +2 -6
- airflow/providers/amazon/aws/operators/ec2.py +2 -2
- airflow/providers/amazon/aws/operators/ecs.py +2 -2
- airflow/providers/amazon/aws/operators/eks.py +3 -2
- airflow/providers/amazon/aws/operators/emr.py +3 -2
- airflow/providers/amazon/aws/operators/eventbridge.py +2 -2
- airflow/providers/amazon/aws/operators/glacier.py +1 -1
- airflow/providers/amazon/aws/operators/glue.py +2 -2
- airflow/providers/amazon/aws/operators/glue_crawler.py +3 -4
- airflow/providers/amazon/aws/operators/glue_databrew.py +2 -2
- airflow/providers/amazon/aws/operators/kinesis_analytics.py +2 -2
- airflow/providers/amazon/aws/operators/lambda_function.py +2 -2
- airflow/providers/amazon/aws/operators/mwaa.py +2 -2
- airflow/providers/amazon/aws/operators/neptune.py +2 -2
- airflow/providers/amazon/aws/operators/quicksight.py +1 -1
- airflow/providers/amazon/aws/operators/rds.py +2 -2
- airflow/providers/amazon/aws/operators/redshift_cluster.py +2 -2
- airflow/providers/amazon/aws/operators/redshift_data.py +2 -2
- airflow/providers/amazon/aws/operators/s3.py +2 -2
- airflow/providers/amazon/aws/operators/sagemaker.py +2 -2
- airflow/providers/amazon/aws/operators/sagemaker_unified_studio.py +2 -3
- airflow/providers/amazon/aws/operators/sns.py +1 -1
- airflow/providers/amazon/aws/operators/sqs.py +1 -1
- airflow/providers/amazon/aws/operators/ssm.py +1 -1
- airflow/providers/amazon/aws/operators/step_function.py +2 -2
- airflow/providers/amazon/aws/secrets/secrets_manager.py +2 -1
- airflow/providers/amazon/aws/secrets/systems_manager.py +2 -1
- airflow/providers/amazon/aws/sensors/athena.py +3 -4
- airflow/providers/amazon/aws/sensors/batch.py +2 -2
- airflow/providers/amazon/aws/sensors/bedrock.py +2 -2
- airflow/providers/amazon/aws/sensors/cloud_formation.py +2 -3
- airflow/providers/amazon/aws/sensors/comprehend.py +2 -2
- airflow/providers/amazon/aws/sensors/dms.py +2 -2
- airflow/providers/amazon/aws/sensors/dynamodb.py +1 -1
- airflow/providers/amazon/aws/sensors/ec2.py +2 -2
- airflow/providers/amazon/aws/sensors/ecs.py +2 -2
- airflow/providers/amazon/aws/sensors/eks.py +3 -2
- airflow/providers/amazon/aws/sensors/emr.py +2 -4
- airflow/providers/amazon/aws/sensors/glacier.py +2 -2
- airflow/providers/amazon/aws/sensors/glue.py +2 -2
- airflow/providers/amazon/aws/sensors/glue_catalog_partition.py +2 -2
- airflow/providers/amazon/aws/sensors/glue_crawler.py +2 -2
- airflow/providers/amazon/aws/sensors/kinesis_analytics.py +2 -2
- airflow/providers/amazon/aws/sensors/lambda_function.py +2 -2
- airflow/providers/amazon/aws/sensors/mwaa.py +2 -2
- airflow/providers/amazon/aws/sensors/opensearch_serverless.py +2 -2
- airflow/providers/amazon/aws/sensors/quicksight.py +2 -2
- airflow/providers/amazon/aws/sensors/rds.py +2 -2
- airflow/providers/amazon/aws/sensors/redshift_cluster.py +2 -2
- airflow/providers/amazon/aws/sensors/s3.py +5 -7
- airflow/providers/amazon/aws/sensors/sagemaker.py +2 -2
- airflow/providers/amazon/aws/sensors/sagemaker_unified_studio.py +2 -3
- airflow/providers/amazon/aws/sensors/sqs.py +2 -2
- airflow/providers/amazon/aws/sensors/ssm.py +1 -1
- airflow/providers/amazon/aws/sensors/step_function.py +2 -2
- airflow/providers/amazon/aws/transfers/azure_blob_to_s3.py +1 -1
- airflow/providers/amazon/aws/transfers/exasol_to_s3.py +1 -1
- airflow/providers/amazon/aws/transfers/ftp_to_s3.py +1 -1
- airflow/providers/amazon/aws/transfers/gcs_to_s3.py +2 -3
- airflow/providers/amazon/aws/transfers/glacier_to_gcs.py +1 -1
- airflow/providers/amazon/aws/transfers/google_api_to_s3.py +1 -1
- airflow/providers/amazon/aws/transfers/hive_to_dynamodb.py +1 -1
- airflow/providers/amazon/aws/transfers/http_to_s3.py +1 -1
- airflow/providers/amazon/aws/transfers/imap_attachment_to_s3.py +1 -1
- airflow/providers/amazon/aws/transfers/local_to_s3.py +1 -1
- airflow/providers/amazon/aws/transfers/mongo_to_s3.py +1 -1
- airflow/providers/amazon/aws/transfers/redshift_to_s3.py +2 -3
- airflow/providers/amazon/aws/transfers/s3_to_dynamodb.py +2 -3
- airflow/providers/amazon/aws/transfers/s3_to_ftp.py +1 -1
- airflow/providers/amazon/aws/transfers/s3_to_redshift.py +2 -3
- airflow/providers/amazon/aws/transfers/s3_to_sftp.py +1 -1
- airflow/providers/amazon/aws/transfers/s3_to_sql.py +2 -3
- airflow/providers/amazon/aws/transfers/salesforce_to_s3.py +1 -1
- airflow/providers/amazon/aws/transfers/sftp_to_s3.py +1 -1
- airflow/providers/amazon/aws/transfers/sql_to_s3.py +6 -6
- airflow/providers/amazon/aws/triggers/ecs.py +1 -1
- airflow/providers/amazon/aws/triggers/eks.py +1 -1
- airflow/providers/amazon/aws/triggers/sagemaker.py +1 -1
- airflow/providers/amazon/aws/triggers/sqs.py +1 -1
- airflow/providers/amazon/aws/utils/__init__.py +1 -1
- airflow/providers/amazon/aws/utils/connection_wrapper.py +1 -1
- airflow/providers/amazon/aws/utils/waiter.py +1 -1
- airflow/providers/amazon/aws/utils/waiter_with_logging.py +1 -1
- {apache_airflow_providers_amazon-9.18.0rc2.dist-info → apache_airflow_providers_amazon-9.19.0.dist-info}/METADATA +18 -14
- {apache_airflow_providers_amazon-9.18.0rc2.dist-info → apache_airflow_providers_amazon-9.19.0.dist-info}/RECORD +128 -128
- {apache_airflow_providers_amazon-9.18.0rc2.dist-info → apache_airflow_providers_amazon-9.19.0.dist-info}/WHEEL +0 -0
- {apache_airflow_providers_amazon-9.18.0rc2.dist-info → apache_airflow_providers_amazon-9.19.0.dist-info}/entry_points.txt +0 -0
- {apache_airflow_providers_amazon-9.18.0rc2.dist-info → apache_airflow_providers_amazon-9.19.0.dist-info}/licenses/LICENSE +0 -0
- {apache_airflow_providers_amazon-9.18.0rc2.dist-info → apache_airflow_providers_amazon-9.19.0.dist-info}/licenses/NOTICE +0 -0
|
@@ -22,7 +22,6 @@ from collections.abc import Sequence
|
|
|
22
22
|
from typing import TYPE_CHECKING, Any, TypeVar
|
|
23
23
|
|
|
24
24
|
from airflow.configuration import conf
|
|
25
|
-
from airflow.exceptions import AirflowException
|
|
26
25
|
from airflow.providers.amazon.aws.hooks.bedrock import BedrockAgentHook, BedrockHook
|
|
27
26
|
from airflow.providers.amazon.aws.sensors.base_aws import AwsBaseSensor
|
|
28
27
|
from airflow.providers.amazon.aws.triggers.bedrock import (
|
|
@@ -34,10 +33,11 @@ from airflow.providers.amazon.aws.triggers.bedrock import (
|
|
|
34
33
|
BedrockProvisionModelThroughputCompletedTrigger,
|
|
35
34
|
)
|
|
36
35
|
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
|
|
36
|
+
from airflow.providers.common.compat.sdk import AirflowException
|
|
37
37
|
|
|
38
38
|
if TYPE_CHECKING:
|
|
39
39
|
from airflow.providers.amazon.aws.triggers.bedrock import BedrockBaseBatchInferenceTrigger
|
|
40
|
-
from airflow.
|
|
40
|
+
from airflow.sdk import Context
|
|
41
41
|
|
|
42
42
|
|
|
43
43
|
_GenericBedrockHook = TypeVar("_GenericBedrockHook", BedrockAgentHook, BedrockHook)
|
|
@@ -22,13 +22,12 @@ from __future__ import annotations
|
|
|
22
22
|
from collections.abc import Sequence
|
|
23
23
|
from typing import TYPE_CHECKING
|
|
24
24
|
|
|
25
|
+
from airflow.providers.amazon.aws.hooks.cloud_formation import CloudFormationHook
|
|
25
26
|
from airflow.providers.amazon.aws.sensors.base_aws import AwsBaseSensor
|
|
26
27
|
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
|
|
27
28
|
|
|
28
29
|
if TYPE_CHECKING:
|
|
29
|
-
from airflow.
|
|
30
|
-
|
|
31
|
-
from airflow.providers.amazon.aws.hooks.cloud_formation import CloudFormationHook
|
|
30
|
+
from airflow.sdk import Context
|
|
32
31
|
|
|
33
32
|
|
|
34
33
|
class CloudFormationCreateStackSensor(AwsBaseSensor[CloudFormationHook]):
|
|
@@ -21,7 +21,6 @@ from collections.abc import Sequence
|
|
|
21
21
|
from typing import TYPE_CHECKING, Any
|
|
22
22
|
|
|
23
23
|
from airflow.configuration import conf
|
|
24
|
-
from airflow.exceptions import AirflowException
|
|
25
24
|
from airflow.providers.amazon.aws.hooks.comprehend import ComprehendHook
|
|
26
25
|
from airflow.providers.amazon.aws.sensors.base_aws import AwsBaseSensor
|
|
27
26
|
from airflow.providers.amazon.aws.triggers.comprehend import (
|
|
@@ -29,9 +28,10 @@ from airflow.providers.amazon.aws.triggers.comprehend import (
|
|
|
29
28
|
ComprehendPiiEntitiesDetectionJobCompletedTrigger,
|
|
30
29
|
)
|
|
31
30
|
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
|
|
31
|
+
from airflow.providers.common.compat.sdk import AirflowException
|
|
32
32
|
|
|
33
33
|
if TYPE_CHECKING:
|
|
34
|
-
from airflow.
|
|
34
|
+
from airflow.sdk import Context
|
|
35
35
|
|
|
36
36
|
|
|
37
37
|
class ComprehendBaseSensor(AwsBaseSensor[ComprehendHook]):
|
|
@@ -20,13 +20,13 @@ from __future__ import annotations
|
|
|
20
20
|
from collections.abc import Iterable, Sequence
|
|
21
21
|
from typing import TYPE_CHECKING
|
|
22
22
|
|
|
23
|
-
from airflow.exceptions import AirflowException
|
|
24
23
|
from airflow.providers.amazon.aws.hooks.dms import DmsHook
|
|
25
24
|
from airflow.providers.amazon.aws.sensors.base_aws import AwsBaseSensor
|
|
26
25
|
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
|
|
26
|
+
from airflow.providers.common.compat.sdk import AirflowException
|
|
27
27
|
|
|
28
28
|
if TYPE_CHECKING:
|
|
29
|
-
from airflow.
|
|
29
|
+
from airflow.sdk import Context
|
|
30
30
|
|
|
31
31
|
|
|
32
32
|
class DmsTaskBaseSensor(AwsBaseSensor[DmsHook]):
|
|
@@ -26,7 +26,7 @@ from airflow.providers.amazon.aws.sensors.base_aws import AwsBaseSensor
|
|
|
26
26
|
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
|
|
27
27
|
|
|
28
28
|
if TYPE_CHECKING:
|
|
29
|
-
from airflow.
|
|
29
|
+
from airflow.sdk import Context
|
|
30
30
|
|
|
31
31
|
|
|
32
32
|
class DynamoDBValueSensor(AwsBaseSensor[DynamoDBHook]):
|
|
@@ -21,15 +21,15 @@ from collections.abc import Sequence
|
|
|
21
21
|
from typing import TYPE_CHECKING, Any
|
|
22
22
|
|
|
23
23
|
from airflow.configuration import conf
|
|
24
|
-
from airflow.exceptions import AirflowException
|
|
25
24
|
from airflow.providers.amazon.aws.hooks.ec2 import EC2Hook
|
|
26
25
|
from airflow.providers.amazon.aws.sensors.base_aws import AwsBaseSensor
|
|
27
26
|
from airflow.providers.amazon.aws.triggers.ec2 import EC2StateSensorTrigger
|
|
28
27
|
from airflow.providers.amazon.aws.utils import validate_execute_complete_event
|
|
29
28
|
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
|
|
29
|
+
from airflow.providers.common.compat.sdk import AirflowException
|
|
30
30
|
|
|
31
31
|
if TYPE_CHECKING:
|
|
32
|
-
from airflow.
|
|
32
|
+
from airflow.sdk import Context
|
|
33
33
|
|
|
34
34
|
|
|
35
35
|
class EC2InstanceStateSensor(AwsBaseSensor[EC2Hook]):
|
|
@@ -20,7 +20,6 @@ from collections.abc import Sequence
|
|
|
20
20
|
from functools import cached_property
|
|
21
21
|
from typing import TYPE_CHECKING
|
|
22
22
|
|
|
23
|
-
from airflow.exceptions import AirflowException
|
|
24
23
|
from airflow.providers.amazon.aws.hooks.ecs import (
|
|
25
24
|
EcsClusterStates,
|
|
26
25
|
EcsHook,
|
|
@@ -29,11 +28,12 @@ from airflow.providers.amazon.aws.hooks.ecs import (
|
|
|
29
28
|
)
|
|
30
29
|
from airflow.providers.amazon.aws.sensors.base_aws import AwsBaseSensor
|
|
31
30
|
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
|
|
31
|
+
from airflow.providers.common.compat.sdk import AirflowException
|
|
32
32
|
|
|
33
33
|
if TYPE_CHECKING:
|
|
34
34
|
import boto3
|
|
35
35
|
|
|
36
|
-
from airflow.
|
|
36
|
+
from airflow.sdk import Context
|
|
37
37
|
|
|
38
38
|
|
|
39
39
|
def _check_failed(current_state, target_state, failure_states) -> None:
|
|
@@ -23,7 +23,7 @@ from abc import abstractmethod
|
|
|
23
23
|
from collections.abc import Sequence
|
|
24
24
|
from typing import TYPE_CHECKING
|
|
25
25
|
|
|
26
|
-
from airflow.exceptions import
|
|
26
|
+
from airflow.exceptions import AirflowProviderDeprecationWarning
|
|
27
27
|
from airflow.providers.amazon.aws.hooks.eks import (
|
|
28
28
|
ClusterStates,
|
|
29
29
|
EksHook,
|
|
@@ -32,9 +32,10 @@ from airflow.providers.amazon.aws.hooks.eks import (
|
|
|
32
32
|
)
|
|
33
33
|
from airflow.providers.amazon.aws.sensors.base_aws import AwsBaseSensor
|
|
34
34
|
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
|
|
35
|
+
from airflow.providers.common.compat.sdk import AirflowException
|
|
35
36
|
|
|
36
37
|
if TYPE_CHECKING:
|
|
37
|
-
from airflow.
|
|
38
|
+
from airflow.sdk import Context
|
|
38
39
|
|
|
39
40
|
|
|
40
41
|
DEFAULT_CONN_ID = "aws_default"
|
|
@@ -22,9 +22,6 @@ from datetime import timedelta
|
|
|
22
22
|
from typing import TYPE_CHECKING, Any
|
|
23
23
|
|
|
24
24
|
from airflow.configuration import conf
|
|
25
|
-
from airflow.exceptions import (
|
|
26
|
-
AirflowException,
|
|
27
|
-
)
|
|
28
25
|
from airflow.providers.amazon.aws.hooks.emr import EmrContainerHook, EmrHook, EmrServerlessHook
|
|
29
26
|
from airflow.providers.amazon.aws.links.emr import EmrClusterLink, EmrLogsLink, get_log_uri
|
|
30
27
|
from airflow.providers.amazon.aws.sensors.base_aws import AwsBaseSensor
|
|
@@ -35,9 +32,10 @@ from airflow.providers.amazon.aws.triggers.emr import (
|
|
|
35
32
|
)
|
|
36
33
|
from airflow.providers.amazon.aws.utils import validate_execute_complete_event
|
|
37
34
|
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
|
|
35
|
+
from airflow.providers.common.compat.sdk import AirflowException
|
|
38
36
|
|
|
39
37
|
if TYPE_CHECKING:
|
|
40
|
-
from airflow.
|
|
38
|
+
from airflow.sdk import Context
|
|
41
39
|
|
|
42
40
|
|
|
43
41
|
class EmrBaseSensor(AwsBaseSensor[EmrHook]):
|
|
@@ -21,13 +21,13 @@ from collections.abc import Sequence
|
|
|
21
21
|
from enum import Enum
|
|
22
22
|
from typing import TYPE_CHECKING, Any
|
|
23
23
|
|
|
24
|
-
from airflow.exceptions import AirflowException
|
|
25
24
|
from airflow.providers.amazon.aws.hooks.glacier import GlacierHook
|
|
26
25
|
from airflow.providers.amazon.aws.sensors.base_aws import AwsBaseSensor
|
|
27
26
|
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
|
|
27
|
+
from airflow.providers.common.compat.sdk import AirflowException
|
|
28
28
|
|
|
29
29
|
if TYPE_CHECKING:
|
|
30
|
-
from airflow.
|
|
30
|
+
from airflow.sdk import Context
|
|
31
31
|
|
|
32
32
|
|
|
33
33
|
class JobStatus(Enum):
|
|
@@ -21,7 +21,6 @@ from collections.abc import Sequence
|
|
|
21
21
|
from typing import TYPE_CHECKING, Any
|
|
22
22
|
|
|
23
23
|
from airflow.configuration import conf
|
|
24
|
-
from airflow.exceptions import AirflowException
|
|
25
24
|
from airflow.providers.amazon.aws.hooks.glue import GlueDataQualityHook, GlueJobHook
|
|
26
25
|
from airflow.providers.amazon.aws.sensors.base_aws import AwsBaseSensor
|
|
27
26
|
from airflow.providers.amazon.aws.triggers.glue import (
|
|
@@ -31,9 +30,10 @@ from airflow.providers.amazon.aws.triggers.glue import (
|
|
|
31
30
|
)
|
|
32
31
|
from airflow.providers.amazon.aws.utils import validate_execute_complete_event
|
|
33
32
|
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
|
|
33
|
+
from airflow.providers.common.compat.sdk import AirflowException
|
|
34
34
|
|
|
35
35
|
if TYPE_CHECKING:
|
|
36
|
-
from airflow.
|
|
36
|
+
from airflow.sdk import Context
|
|
37
37
|
|
|
38
38
|
|
|
39
39
|
class GlueJobSensor(AwsBaseSensor[GlueJobHook]):
|
|
@@ -22,15 +22,15 @@ from datetime import timedelta
|
|
|
22
22
|
from typing import TYPE_CHECKING, Any
|
|
23
23
|
|
|
24
24
|
from airflow.configuration import conf
|
|
25
|
-
from airflow.exceptions import AirflowException
|
|
26
25
|
from airflow.providers.amazon.aws.hooks.glue_catalog import GlueCatalogHook
|
|
27
26
|
from airflow.providers.amazon.aws.sensors.base_aws import AwsBaseSensor
|
|
28
27
|
from airflow.providers.amazon.aws.triggers.glue import GlueCatalogPartitionTrigger
|
|
29
28
|
from airflow.providers.amazon.aws.utils import validate_execute_complete_event
|
|
30
29
|
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
|
|
30
|
+
from airflow.providers.common.compat.sdk import AirflowException
|
|
31
31
|
|
|
32
32
|
if TYPE_CHECKING:
|
|
33
|
-
from airflow.
|
|
33
|
+
from airflow.sdk import Context
|
|
34
34
|
|
|
35
35
|
|
|
36
36
|
class GlueCatalogPartitionSensor(AwsBaseSensor[GlueCatalogHook]):
|
|
@@ -20,13 +20,13 @@ from __future__ import annotations
|
|
|
20
20
|
from collections.abc import Sequence
|
|
21
21
|
from typing import TYPE_CHECKING
|
|
22
22
|
|
|
23
|
-
from airflow.exceptions import AirflowException
|
|
24
23
|
from airflow.providers.amazon.aws.hooks.glue_crawler import GlueCrawlerHook
|
|
25
24
|
from airflow.providers.amazon.aws.sensors.base_aws import AwsBaseSensor
|
|
26
25
|
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
|
|
26
|
+
from airflow.providers.common.compat.sdk import AirflowException
|
|
27
27
|
|
|
28
28
|
if TYPE_CHECKING:
|
|
29
|
-
from airflow.
|
|
29
|
+
from airflow.sdk import Context
|
|
30
30
|
|
|
31
31
|
|
|
32
32
|
class GlueCrawlerSensor(AwsBaseSensor[GlueCrawlerHook]):
|
|
@@ -20,16 +20,16 @@ from collections.abc import Sequence
|
|
|
20
20
|
from typing import TYPE_CHECKING, Any
|
|
21
21
|
|
|
22
22
|
from airflow.configuration import conf
|
|
23
|
-
from airflow.exceptions import AirflowException
|
|
24
23
|
from airflow.providers.amazon.aws.hooks.kinesis_analytics import KinesisAnalyticsV2Hook
|
|
25
24
|
from airflow.providers.amazon.aws.sensors.base_aws import AwsBaseSensor
|
|
26
25
|
from airflow.providers.amazon.aws.triggers.kinesis_analytics import (
|
|
27
26
|
KinesisAnalyticsV2ApplicationOperationCompleteTrigger,
|
|
28
27
|
)
|
|
29
28
|
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
|
|
29
|
+
from airflow.providers.common.compat.sdk import AirflowException
|
|
30
30
|
|
|
31
31
|
if TYPE_CHECKING:
|
|
32
|
-
from airflow.
|
|
32
|
+
from airflow.sdk import Context
|
|
33
33
|
|
|
34
34
|
|
|
35
35
|
class KinesisAnalyticsV2BaseSensor(AwsBaseSensor[KinesisAnalyticsV2Hook]):
|
|
@@ -20,14 +20,14 @@ from __future__ import annotations
|
|
|
20
20
|
from collections.abc import Sequence
|
|
21
21
|
from typing import TYPE_CHECKING, Any
|
|
22
22
|
|
|
23
|
-
from airflow.exceptions import AirflowException
|
|
24
23
|
from airflow.providers.amazon.aws.hooks.lambda_function import LambdaHook
|
|
25
24
|
from airflow.providers.amazon.aws.sensors.base_aws import AwsBaseSensor
|
|
26
25
|
from airflow.providers.amazon.aws.utils import trim_none_values
|
|
27
26
|
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
|
|
27
|
+
from airflow.providers.common.compat.sdk import AirflowException
|
|
28
28
|
|
|
29
29
|
if TYPE_CHECKING:
|
|
30
|
-
from airflow.
|
|
30
|
+
from airflow.sdk import Context
|
|
31
31
|
|
|
32
32
|
|
|
33
33
|
class LambdaFunctionStateSensor(AwsBaseSensor[LambdaHook]):
|
|
@@ -21,15 +21,15 @@ from collections.abc import Collection, Sequence
|
|
|
21
21
|
from typing import TYPE_CHECKING, Any, Literal
|
|
22
22
|
|
|
23
23
|
from airflow.configuration import conf
|
|
24
|
-
from airflow.exceptions import AirflowException
|
|
25
24
|
from airflow.providers.amazon.aws.hooks.mwaa import MwaaHook
|
|
26
25
|
from airflow.providers.amazon.aws.sensors.base_aws import AwsBaseSensor
|
|
27
26
|
from airflow.providers.amazon.aws.triggers.mwaa import MwaaDagRunCompletedTrigger, MwaaTaskCompletedTrigger
|
|
28
27
|
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
|
|
28
|
+
from airflow.providers.common.compat.sdk import AirflowException
|
|
29
29
|
from airflow.utils.state import DagRunState, TaskInstanceState
|
|
30
30
|
|
|
31
31
|
if TYPE_CHECKING:
|
|
32
|
-
from airflow.
|
|
32
|
+
from airflow.sdk import Context
|
|
33
33
|
|
|
34
34
|
|
|
35
35
|
class MwaaDagRunSensor(AwsBaseSensor[MwaaHook]):
|
|
@@ -20,17 +20,17 @@ from collections.abc import Sequence
|
|
|
20
20
|
from typing import TYPE_CHECKING, Any
|
|
21
21
|
|
|
22
22
|
from airflow.configuration import conf
|
|
23
|
-
from airflow.exceptions import AirflowException
|
|
24
23
|
from airflow.providers.amazon.aws.hooks.opensearch_serverless import OpenSearchServerlessHook
|
|
25
24
|
from airflow.providers.amazon.aws.sensors.base_aws import AwsBaseSensor
|
|
26
25
|
from airflow.providers.amazon.aws.triggers.opensearch_serverless import (
|
|
27
26
|
OpenSearchServerlessCollectionActiveTrigger,
|
|
28
27
|
)
|
|
29
28
|
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
|
|
29
|
+
from airflow.providers.common.compat.sdk import AirflowException
|
|
30
30
|
from airflow.utils.helpers import exactly_one
|
|
31
31
|
|
|
32
32
|
if TYPE_CHECKING:
|
|
33
|
-
from airflow.
|
|
33
|
+
from airflow.sdk import Context
|
|
34
34
|
|
|
35
35
|
|
|
36
36
|
class OpenSearchServerlessCollectionActiveSensor(AwsBaseSensor[OpenSearchServerlessHook]):
|
|
@@ -20,12 +20,12 @@ from __future__ import annotations
|
|
|
20
20
|
from collections.abc import Sequence
|
|
21
21
|
from typing import TYPE_CHECKING
|
|
22
22
|
|
|
23
|
-
from airflow.exceptions import AirflowException
|
|
24
23
|
from airflow.providers.amazon.aws.hooks.quicksight import QuickSightHook
|
|
25
24
|
from airflow.providers.amazon.aws.sensors.base_aws import AwsBaseSensor
|
|
25
|
+
from airflow.providers.common.compat.sdk import AirflowException
|
|
26
26
|
|
|
27
27
|
if TYPE_CHECKING:
|
|
28
|
-
from airflow.
|
|
28
|
+
from airflow.sdk import Context
|
|
29
29
|
|
|
30
30
|
|
|
31
31
|
class QuickSightSensor(AwsBaseSensor[QuickSightHook]):
|
|
@@ -19,14 +19,14 @@ from __future__ import annotations
|
|
|
19
19
|
from collections.abc import Sequence
|
|
20
20
|
from typing import TYPE_CHECKING
|
|
21
21
|
|
|
22
|
-
from airflow.exceptions import AirflowException, AirflowNotFoundException
|
|
23
22
|
from airflow.providers.amazon.aws.hooks.rds import RdsHook
|
|
24
23
|
from airflow.providers.amazon.aws.sensors.base_aws import AwsBaseSensor
|
|
25
24
|
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
|
|
26
25
|
from airflow.providers.amazon.aws.utils.rds import RdsDbType
|
|
26
|
+
from airflow.providers.common.compat.sdk import AirflowException, AirflowNotFoundException
|
|
27
27
|
|
|
28
28
|
if TYPE_CHECKING:
|
|
29
|
-
from airflow.
|
|
29
|
+
from airflow.sdk import Context
|
|
30
30
|
|
|
31
31
|
|
|
32
32
|
class RdsBaseSensor(AwsBaseSensor[RdsHook]):
|
|
@@ -21,15 +21,15 @@ from datetime import timedelta
|
|
|
21
21
|
from typing import TYPE_CHECKING, Any
|
|
22
22
|
|
|
23
23
|
from airflow.configuration import conf
|
|
24
|
-
from airflow.exceptions import AirflowException
|
|
25
24
|
from airflow.providers.amazon.aws.hooks.redshift_cluster import RedshiftHook
|
|
26
25
|
from airflow.providers.amazon.aws.sensors.base_aws import AwsBaseSensor
|
|
27
26
|
from airflow.providers.amazon.aws.triggers.redshift_cluster import RedshiftClusterTrigger
|
|
28
27
|
from airflow.providers.amazon.aws.utils import validate_execute_complete_event
|
|
29
28
|
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
|
|
29
|
+
from airflow.providers.common.compat.sdk import AirflowException
|
|
30
30
|
|
|
31
31
|
if TYPE_CHECKING:
|
|
32
|
-
from airflow.
|
|
32
|
+
from airflow.sdk import Context
|
|
33
33
|
|
|
34
34
|
|
|
35
35
|
class RedshiftClusterSensor(AwsBaseSensor[RedshiftHook]):
|
|
@@ -26,17 +26,15 @@ from datetime import datetime, timedelta
|
|
|
26
26
|
from typing import TYPE_CHECKING, Any, cast
|
|
27
27
|
|
|
28
28
|
from airflow.configuration import conf
|
|
29
|
-
from airflow.providers.amazon.aws.utils import validate_execute_complete_event
|
|
30
|
-
|
|
31
|
-
if TYPE_CHECKING:
|
|
32
|
-
from airflow.utils.context import Context
|
|
33
|
-
|
|
34
|
-
from airflow.exceptions import AirflowException
|
|
35
29
|
from airflow.providers.amazon.aws.hooks.s3 import S3Hook
|
|
36
30
|
from airflow.providers.amazon.aws.sensors.base_aws import AwsBaseSensor
|
|
37
31
|
from airflow.providers.amazon.aws.triggers.s3 import S3KeysUnchangedTrigger, S3KeyTrigger
|
|
32
|
+
from airflow.providers.amazon.aws.utils import validate_execute_complete_event
|
|
38
33
|
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
|
|
39
|
-
from airflow.providers.common.compat.sdk import poke_mode_only
|
|
34
|
+
from airflow.providers.common.compat.sdk import AirflowException, poke_mode_only
|
|
35
|
+
|
|
36
|
+
if TYPE_CHECKING:
|
|
37
|
+
from airflow.sdk import Context
|
|
40
38
|
|
|
41
39
|
|
|
42
40
|
class S3KeySensor(AwsBaseSensor[S3Hook]):
|
|
@@ -20,13 +20,13 @@ import time
|
|
|
20
20
|
from collections.abc import Sequence
|
|
21
21
|
from typing import TYPE_CHECKING
|
|
22
22
|
|
|
23
|
-
from airflow.exceptions import AirflowException
|
|
24
23
|
from airflow.providers.amazon.aws.hooks.sagemaker import LogState, SageMakerHook
|
|
25
24
|
from airflow.providers.amazon.aws.sensors.base_aws import AwsBaseSensor
|
|
26
25
|
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
|
|
26
|
+
from airflow.providers.common.compat.sdk import AirflowException
|
|
27
27
|
|
|
28
28
|
if TYPE_CHECKING:
|
|
29
|
-
from airflow.
|
|
29
|
+
from airflow.sdk import Context
|
|
30
30
|
|
|
31
31
|
|
|
32
32
|
class SageMakerBaseSensor(AwsBaseSensor[SageMakerHook]):
|
|
@@ -21,14 +21,13 @@ from __future__ import annotations
|
|
|
21
21
|
|
|
22
22
|
from typing import TYPE_CHECKING
|
|
23
23
|
|
|
24
|
-
from airflow.exceptions import AirflowException
|
|
25
24
|
from airflow.providers.amazon.aws.hooks.sagemaker_unified_studio import (
|
|
26
25
|
SageMakerNotebookHook,
|
|
27
26
|
)
|
|
28
|
-
from airflow.providers.common.compat.sdk import BaseSensorOperator
|
|
27
|
+
from airflow.providers.common.compat.sdk import AirflowException, BaseSensorOperator
|
|
29
28
|
|
|
30
29
|
if TYPE_CHECKING:
|
|
31
|
-
from airflow.
|
|
30
|
+
from airflow.sdk import Context
|
|
32
31
|
|
|
33
32
|
|
|
34
33
|
class SageMakerNotebookSensor(BaseSensorOperator):
|
|
@@ -24,18 +24,18 @@ from datetime import timedelta
|
|
|
24
24
|
from typing import TYPE_CHECKING, Any
|
|
25
25
|
|
|
26
26
|
from airflow.configuration import conf
|
|
27
|
-
from airflow.exceptions import AirflowException
|
|
28
27
|
from airflow.providers.amazon.aws.hooks.sqs import SqsHook
|
|
29
28
|
from airflow.providers.amazon.aws.sensors.base_aws import AwsBaseSensor
|
|
30
29
|
from airflow.providers.amazon.aws.triggers.sqs import SqsSensorTrigger
|
|
31
30
|
from airflow.providers.amazon.aws.utils import validate_execute_complete_event
|
|
32
31
|
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
|
|
33
32
|
from airflow.providers.amazon.aws.utils.sqs import process_response
|
|
33
|
+
from airflow.providers.common.compat.sdk import AirflowException
|
|
34
34
|
|
|
35
35
|
if TYPE_CHECKING:
|
|
36
36
|
from airflow.providers.amazon.aws.hooks.base_aws import BaseAwsConnection
|
|
37
37
|
from airflow.providers.amazon.aws.utils.sqs import MessageFilteringType
|
|
38
|
-
from airflow.
|
|
38
|
+
from airflow.sdk import Context
|
|
39
39
|
|
|
40
40
|
|
|
41
41
|
class SqsSensor(AwsBaseSensor[SqsHook]):
|
|
@@ -28,7 +28,7 @@ from airflow.providers.amazon.aws.utils import validate_execute_complete_event
|
|
|
28
28
|
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
|
|
29
29
|
|
|
30
30
|
if TYPE_CHECKING:
|
|
31
|
-
from airflow.
|
|
31
|
+
from airflow.sdk import Context
|
|
32
32
|
|
|
33
33
|
|
|
34
34
|
class SsmRunCommandCompletedSensor(AwsBaseSensor[SsmHook]):
|
|
@@ -20,13 +20,13 @@ import json
|
|
|
20
20
|
from collections.abc import Sequence
|
|
21
21
|
from typing import TYPE_CHECKING
|
|
22
22
|
|
|
23
|
-
from airflow.exceptions import AirflowException
|
|
24
23
|
from airflow.providers.amazon.aws.hooks.step_function import StepFunctionHook
|
|
25
24
|
from airflow.providers.amazon.aws.sensors.base_aws import AwsBaseSensor
|
|
26
25
|
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
|
|
26
|
+
from airflow.providers.common.compat.sdk import AirflowException
|
|
27
27
|
|
|
28
28
|
if TYPE_CHECKING:
|
|
29
|
-
from airflow.
|
|
29
|
+
from airflow.sdk import Context
|
|
30
30
|
|
|
31
31
|
|
|
32
32
|
class StepFunctionExecutionSensor(AwsBaseSensor[StepFunctionHook]):
|
|
@@ -28,7 +28,7 @@ from airflow.providers.common.compat.sdk import BaseOperator
|
|
|
28
28
|
from airflow.providers.exasol.hooks.exasol import ExasolHook
|
|
29
29
|
|
|
30
30
|
if TYPE_CHECKING:
|
|
31
|
-
from airflow.
|
|
31
|
+
from airflow.sdk import Context
|
|
32
32
|
|
|
33
33
|
|
|
34
34
|
class ExasolToS3Operator(BaseOperator):
|
|
@@ -26,7 +26,7 @@ from airflow.providers.common.compat.sdk import BaseOperator
|
|
|
26
26
|
from airflow.providers.ftp.hooks.ftp import FTPHook
|
|
27
27
|
|
|
28
28
|
if TYPE_CHECKING:
|
|
29
|
-
from airflow.
|
|
29
|
+
from airflow.sdk import Context
|
|
30
30
|
|
|
31
31
|
|
|
32
32
|
class FTPToS3Operator(BaseOperator):
|
|
@@ -25,14 +25,13 @@ from typing import TYPE_CHECKING
|
|
|
25
25
|
|
|
26
26
|
from packaging.version import Version
|
|
27
27
|
|
|
28
|
-
from airflow.exceptions import AirflowException
|
|
29
28
|
from airflow.providers.amazon.aws.hooks.s3 import S3Hook
|
|
30
|
-
from airflow.providers.common.compat.sdk import BaseOperator
|
|
29
|
+
from airflow.providers.common.compat.sdk import AirflowException, BaseOperator
|
|
31
30
|
from airflow.providers.google.cloud.hooks.gcs import GCSHook
|
|
32
31
|
|
|
33
32
|
if TYPE_CHECKING:
|
|
34
33
|
from airflow.providers.openlineage.extractors import OperatorLineage
|
|
35
|
-
from airflow.
|
|
34
|
+
from airflow.sdk import Context
|
|
36
35
|
|
|
37
36
|
|
|
38
37
|
class GCSToS3Operator(BaseOperator):
|
|
@@ -26,7 +26,7 @@ from airflow.providers.common.compat.sdk import BaseOperator
|
|
|
26
26
|
from airflow.providers.google.cloud.hooks.gcs import GCSHook
|
|
27
27
|
|
|
28
28
|
if TYPE_CHECKING:
|
|
29
|
-
from airflow.
|
|
29
|
+
from airflow.sdk import Context
|
|
30
30
|
|
|
31
31
|
|
|
32
32
|
class GlacierToGCSOperator(BaseOperator):
|
|
@@ -31,7 +31,7 @@ from airflow.providers.google.common.hooks.discovery_api import GoogleDiscoveryA
|
|
|
31
31
|
|
|
32
32
|
if TYPE_CHECKING:
|
|
33
33
|
from airflow.providers.common.compat.sdk import RuntimeTaskInstanceProtocol
|
|
34
|
-
from airflow.
|
|
34
|
+
from airflow.sdk import Context
|
|
35
35
|
|
|
36
36
|
# MAX XCOM Size is 48KB
|
|
37
37
|
# https://github.com/apache/airflow/pull/1618#discussion_r68249677
|
|
@@ -28,7 +28,7 @@ from airflow.providers.apache.hive.hooks.hive import HiveServer2Hook
|
|
|
28
28
|
from airflow.providers.common.compat.sdk import BaseOperator
|
|
29
29
|
|
|
30
30
|
if TYPE_CHECKING:
|
|
31
|
-
from airflow.
|
|
31
|
+
from airflow.sdk import Context
|
|
32
32
|
|
|
33
33
|
|
|
34
34
|
class HiveToDynamoDBOperator(BaseOperator):
|
|
@@ -27,7 +27,7 @@ from airflow.providers.common.compat.sdk import BaseOperator
|
|
|
27
27
|
from airflow.providers.imap.hooks.imap import ImapHook
|
|
28
28
|
|
|
29
29
|
if TYPE_CHECKING:
|
|
30
|
-
from airflow.
|
|
30
|
+
from airflow.sdk import Context
|
|
31
31
|
|
|
32
32
|
|
|
33
33
|
class ImapAttachmentToS3Operator(BaseOperator):
|
|
@@ -24,7 +24,7 @@ from airflow.providers.amazon.aws.hooks.s3 import S3Hook
|
|
|
24
24
|
from airflow.providers.common.compat.sdk import BaseOperator
|
|
25
25
|
|
|
26
26
|
if TYPE_CHECKING:
|
|
27
|
-
from airflow.
|
|
27
|
+
from airflow.sdk import Context
|
|
28
28
|
|
|
29
29
|
|
|
30
30
|
class LocalFilesystemToS3Operator(BaseOperator):
|
|
@@ -23,16 +23,15 @@ import re
|
|
|
23
23
|
from collections.abc import Iterable, Mapping, Sequence
|
|
24
24
|
from typing import TYPE_CHECKING
|
|
25
25
|
|
|
26
|
-
from airflow.exceptions import AirflowException
|
|
27
26
|
from airflow.providers.amazon.aws.hooks.redshift_data import RedshiftDataHook
|
|
28
27
|
from airflow.providers.amazon.aws.hooks.redshift_sql import RedshiftSQLHook
|
|
29
28
|
from airflow.providers.amazon.aws.hooks.s3 import S3Hook
|
|
30
29
|
from airflow.providers.amazon.aws.utils.redshift import build_credentials_block
|
|
31
30
|
from airflow.providers.amazon.version_compat import NOTSET, ArgNotSet, is_arg_set
|
|
32
|
-
from airflow.providers.common.compat.sdk import BaseOperator
|
|
31
|
+
from airflow.providers.common.compat.sdk import AirflowException, BaseOperator
|
|
33
32
|
|
|
34
33
|
if TYPE_CHECKING:
|
|
35
|
-
from airflow.
|
|
34
|
+
from airflow.sdk import Context
|
|
36
35
|
|
|
37
36
|
|
|
38
37
|
class RedshiftToS3Operator(BaseOperator):
|
|
@@ -22,12 +22,11 @@ from typing import TYPE_CHECKING, Any, Literal, TypedDict
|
|
|
22
22
|
|
|
23
23
|
from botocore.exceptions import ClientError, WaiterError
|
|
24
24
|
|
|
25
|
-
from airflow.exceptions import AirflowException
|
|
26
25
|
from airflow.providers.amazon.aws.hooks.dynamodb import DynamoDBHook
|
|
27
|
-
from airflow.providers.common.compat.sdk import BaseOperator
|
|
26
|
+
from airflow.providers.common.compat.sdk import AirflowException, BaseOperator
|
|
28
27
|
|
|
29
28
|
if TYPE_CHECKING:
|
|
30
|
-
from airflow.
|
|
29
|
+
from airflow.sdk import Context
|
|
31
30
|
|
|
32
31
|
|
|
33
32
|
class AttributeDefinition(TypedDict):
|