apache-airflow-providers-amazon 9.7.0rc2__py3-none-any.whl → 9.8.0rc1__py3-none-any.whl

airflow/providers/amazon/__init__.py

@@ -29,7 +29,7 @@ from airflow import __version__ as airflow_version
 
 __all__ = ["__version__"]
 
-__version__ = "9.7.0"
+__version__ = "9.8.0"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.10.0"

airflow/providers/amazon/aws/operators/sagemaker.py

@@ -21,14 +21,12 @@ import json
 import time
 import urllib
 from collections.abc import Sequence
-from functools import cached_property
 from typing import TYPE_CHECKING, Any, Callable, ClassVar
 
 from botocore.exceptions import ClientError
 
 from airflow.configuration import conf
 from airflow.exceptions import AirflowException
-from airflow.models import BaseOperator
 from airflow.providers.amazon.aws.hooks.base_aws import AwsBaseHook
 from airflow.providers.amazon.aws.hooks.sagemaker import (
     LogState,
@@ -36,11 +34,13 @@ from airflow.providers.amazon.aws.hooks.sagemaker import (
     secondary_training_status_message,
 )
 from airflow.providers.amazon.aws.links.sagemaker import SageMakerTransformJobLink
+from airflow.providers.amazon.aws.operators.base_aws import AwsBaseOperator
 from airflow.providers.amazon.aws.triggers.sagemaker import (
     SageMakerPipelineTrigger,
     SageMakerTrigger,
 )
 from airflow.providers.amazon.aws.utils import trim_none_values, validate_execute_complete_event
+from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
 from airflow.providers.amazon.aws.utils.sagemaker import ApprovalStatus
 from airflow.providers.amazon.aws.utils.tags import format_tags
 from airflow.utils.helpers import prune_dict
@@ -50,7 +50,7 @@ if TYPE_CHECKING:
     from airflow.providers.openlineage.extractors.base import OperatorLineage
     from airflow.utils.context import Context
 
-DEFAULT_CONN_ID: str = "aws_default"
+# DEFAULT_CONN_ID: str = "aws_default"
 CHECK_INTERVAL_SECOND: int = 30
 
 
@@ -58,23 +58,33 @@ def serialize(result: dict) -> dict:
     return json.loads(json.dumps(result, default=repr))
 
 
-class SageMakerBaseOperator(BaseOperator):
+class SageMakerBaseOperator(AwsBaseOperator[SageMakerHook]):
     """
     This is the base operator for all SageMaker operators.
 
+    :param aws_conn_id: The Airflow connection used for AWS credentials.
+        If this is ``None`` or empty then the default boto3 behaviour is used. If
+        running Airflow in a distributed manner and aws_conn_id is None or
+        empty, then default boto3 configuration would be used (and must be
+        maintained on each worker node).
+    :param region_name: AWS region_name. If not specified then the default boto3 behaviour is used.
+    :param verify: Whether or not to verify SSL certificates. See:
+        https://boto3.amazonaws.com/v1/documentation/api/latest/reference/core/session.html
     :param config: The configuration necessary to start a training job (templated)
     """
 
-    template_fields: Sequence[str] = ("config",)
+    aws_hook_class = SageMakerHook
+    template_fields: Sequence[str] = aws_template_fields(
+        "config",
+    )
     template_ext: Sequence[str] = ()
     template_fields_renderers: ClassVar[dict] = {"config": "json"}
     ui_color: str = "#ededed"
     integer_fields: list[list[Any]] = []
 
-    def __init__(self, *, config: dict, aws_conn_id: str | None = DEFAULT_CONN_ID, **kwargs):
+    def __init__(self, *, config: dict, **kwargs):
         super().__init__(**kwargs)
         self.config = config
-        self.aws_conn_id = aws_conn_id
 
     def parse_integer(self, config: dict, field: list[str] | str) -> None:
         """Recursive method for parsing string fields holding integer values to integers."""
@@ -199,11 +209,6 @@ class SageMakerBaseOperator(BaseOperator):
     def execute(self, context: Context):
         raise NotImplementedError("Please implement execute() in sub class!")
 
-    @cached_property
-    def hook(self):
-        """Return SageMakerHook."""
-        return SageMakerHook(aws_conn_id=self.aws_conn_id)
-
     @staticmethod
     def path_to_s3_dataset(path) -> Dataset:
         from airflow.providers.common.compat.openlineage.facet import Dataset
@@ -227,7 +232,14 @@ class SageMakerProcessingOperator(SageMakerBaseOperator):
 
     :param config: The configuration necessary to start a processing job (templated).
         For details of the configuration parameter see :py:meth:`SageMaker.Client.create_processing_job`
-    :param aws_conn_id: The AWS connection ID to use.
+    :param aws_conn_id: The Airflow connection used for AWS credentials.
+        If this is ``None`` or empty then the default boto3 behaviour is used. If
+        running Airflow in a distributed manner and aws_conn_id is None or
+        empty, then default boto3 configuration would be used (and must be
+        maintained on each worker node).
+    :param region_name: AWS region_name. If not specified then the default boto3 behaviour is used.
+    :param verify: Whether or not to verify SSL certificates. See:
+        https://boto3.amazonaws.com/v1/documentation/api/latest/reference/core/session.html
     :param wait_for_completion: If wait is set to True, the time interval, in seconds,
         that the operation waits to check the status of the processing job.
     :param print_log: if the operator should print the cloudwatch log during processing
@@ -249,7 +261,6 @@ class SageMakerProcessingOperator(SageMakerBaseOperator):
         self,
         *,
         config: dict,
-        aws_conn_id: str | None = DEFAULT_CONN_ID,
         wait_for_completion: bool = True,
         print_log: bool = True,
         check_interval: int = CHECK_INTERVAL_SECOND,
@@ -259,7 +270,7 @@ class SageMakerProcessingOperator(SageMakerBaseOperator):
         deferrable: bool = conf.getboolean("operators", "default_deferrable", fallback=False),
         **kwargs,
     ):
-        super().__init__(config=config, aws_conn_id=aws_conn_id, **kwargs)
+        super().__init__(config=config, **kwargs)
         if action_if_job_exists not in ("fail", "timestamp"):
             raise AirflowException(
                 f"Argument action_if_job_exists accepts only 'timestamp' and 'fail'. \
@@ -403,7 +414,14 @@ class SageMakerEndpointConfigOperator(SageMakerBaseOperator):
     :param config: The configuration necessary to create an endpoint config.
 
         For details of the configuration parameter see :py:meth:`SageMaker.Client.create_endpoint_config`
-    :param aws_conn_id: The AWS connection ID to use.
+    :param aws_conn_id: The Airflow connection used for AWS credentials.
+        If this is ``None`` or empty then the default boto3 behaviour is used. If
+        running Airflow in a distributed manner and aws_conn_id is None or
+        empty, then default boto3 configuration would be used (and must be
+        maintained on each worker node).
+    :param region_name: AWS region_name. If not specified then the default boto3 behaviour is used.
+    :param verify: Whether or not to verify SSL certificates. See:
+        https://boto3.amazonaws.com/v1/documentation/api/latest/reference/core/session.html
     :return Dict: Returns The ARN of the endpoint config created in Amazon SageMaker.
     """
 
@@ -411,10 +429,9 @@ class SageMakerEndpointConfigOperator(SageMakerBaseOperator):
         self,
         *,
         config: dict,
-        aws_conn_id: str | None = DEFAULT_CONN_ID,
         **kwargs,
     ):
-        super().__init__(config=config, aws_conn_id=aws_conn_id, **kwargs)
+        super().__init__(config=config, **kwargs)
 
     def _create_integer_fields(self) -> None:
         """Set fields which should be cast to integers."""
@@ -476,7 +493,14 @@ class SageMakerEndpointOperator(SageMakerBaseOperator):
     :param max_ingestion_time: If wait is set to True, this operation fails if the endpoint creation doesn't
         finish within max_ingestion_time seconds. If you set this parameter to None it never times out.
     :param operation: Whether to create an endpoint or update an endpoint. Must be either 'create or 'update'.
-    :param aws_conn_id: The AWS connection ID to use.
+    :param aws_conn_id: The Airflow connection used for AWS credentials.
+        If this is ``None`` or empty then the default boto3 behaviour is used. If
+        running Airflow in a distributed manner and aws_conn_id is None or
+        empty, then default boto3 configuration would be used (and must be
+        maintained on each worker node).
+    :param region_name: AWS region_name. If not specified then the default boto3 behaviour is used.
+    :param verify: Whether or not to verify SSL certificates. See:
+        https://boto3.amazonaws.com/v1/documentation/api/latest/reference/core/session.html
     :param deferrable:  Will wait asynchronously for completion.
     :return Dict: Returns The ARN of the endpoint created in Amazon SageMaker.
     """
@@ -485,7 +509,6 @@ class SageMakerEndpointOperator(SageMakerBaseOperator):
         self,
         *,
         config: dict,
-        aws_conn_id: str | None = DEFAULT_CONN_ID,
         wait_for_completion: bool = True,
         check_interval: int = CHECK_INTERVAL_SECOND,
         max_ingestion_time: int | None = None,
@@ -493,7 +516,7 @@ class SageMakerEndpointOperator(SageMakerBaseOperator):
         deferrable: bool = conf.getboolean("operators", "default_deferrable", fallback=False),
         **kwargs,
     ):
-        super().__init__(config=config, aws_conn_id=aws_conn_id, **kwargs)
+        super().__init__(config=config, **kwargs)
         self.wait_for_completion = wait_for_completion
         self.check_interval = check_interval
         self.max_ingestion_time = max_ingestion_time or 3600 * 10
@@ -634,7 +657,14 @@ class SageMakerTransformOperator(SageMakerBaseOperator):
         For details of the configuration parameter of model_config, See:
         :py:meth:`SageMaker.Client.create_model`
 
-    :param aws_conn_id: The AWS connection ID to use.
+    :param aws_conn_id: The Airflow connection used for AWS credentials.
+        If this is ``None`` or empty then the default boto3 behaviour is used. If
+        running Airflow in a distributed manner and aws_conn_id is None or
+        empty, then default boto3 configuration would be used (and must be
+        maintained on each worker node).
+    :param region_name: AWS region_name. If not specified then the default boto3 behaviour is used.
+    :param verify: Whether or not to verify SSL certificates. See:
+        https://boto3.amazonaws.com/v1/documentation/api/latest/reference/core/session.html
     :param wait_for_completion: Set to True to wait until the transform job finishes.
     :param check_interval: If wait is set to True, the time interval, in seconds,
         that this operation waits to check the status of the transform job.
@@ -657,7 +687,6 @@ class SageMakerTransformOperator(SageMakerBaseOperator):
         self,
         *,
         config: dict,
-        aws_conn_id: str | None = DEFAULT_CONN_ID,
         wait_for_completion: bool = True,
         check_interval: int = CHECK_INTERVAL_SECOND,
         max_attempts: int | None = None,
@@ -669,7 +698,7 @@ class SageMakerTransformOperator(SageMakerBaseOperator):
         deferrable: bool = conf.getboolean("operators", "default_deferrable", fallback=False),
         **kwargs,
     ):
-        super().__init__(config=config, aws_conn_id=aws_conn_id, **kwargs)
+        super().__init__(config=config, **kwargs)
         self.wait_for_completion = wait_for_completion
         self.check_interval = check_interval
         self.max_attempts = max_attempts or 60
@@ -898,7 +927,14 @@ class SageMakerTuningOperator(SageMakerBaseOperator):
 
         For details of the configuration parameter see
         :py:meth:`SageMaker.Client.create_hyper_parameter_tuning_job`
-    :param aws_conn_id: The AWS connection ID to use.
+    :param aws_conn_id: The Airflow connection used for AWS credentials.
+        If this is ``None`` or empty then the default boto3 behaviour is used. If
+        running Airflow in a distributed manner and aws_conn_id is None or
+        empty, then default boto3 configuration would be used (and must be
+        maintained on each worker node).
+    :param region_name: AWS region_name. If not specified then the default boto3 behaviour is used.
+    :param verify: Whether or not to verify SSL certificates. See:
+        https://boto3.amazonaws.com/v1/documentation/api/latest/reference/core/session.html
     :param wait_for_completion: Set to True to wait until the tuning job finishes.
     :param check_interval: If wait is set to True, the time interval, in seconds,
         that this operation waits to check the status of the tuning job.
@@ -913,14 +949,13 @@ class SageMakerTuningOperator(SageMakerBaseOperator):
         self,
         *,
         config: dict,
-        aws_conn_id: str | None = DEFAULT_CONN_ID,
         wait_for_completion: bool = True,
         check_interval: int = CHECK_INTERVAL_SECOND,
         max_ingestion_time: int | None = None,
         deferrable: bool = conf.getboolean("operators", "default_deferrable", fallback=False),
         **kwargs,
     ):
-        super().__init__(config=config, aws_conn_id=aws_conn_id, **kwargs)
+        super().__init__(config=config, **kwargs)
         self.wait_for_completion = wait_for_completion
         self.check_interval = check_interval
         self.max_ingestion_time = max_ingestion_time
@@ -1016,8 +1051,8 @@ class SageMakerModelOperator(SageMakerBaseOperator):
     :return Dict: Returns The ARN of the model created in Amazon SageMaker.
     """
 
-    def __init__(self, *, config: dict, aws_conn_id: str | None = DEFAULT_CONN_ID, **kwargs):
-        super().__init__(config=config, aws_conn_id=aws_conn_id, **kwargs)
+    def __init__(self, *, config: dict, **kwargs):
+        super().__init__(config=config, **kwargs)
 
     def expand_role(self) -> None:
         """Expand an IAM role name into an ARN."""
@@ -1048,7 +1083,14 @@ class SageMakerTrainingOperator(SageMakerBaseOperator):
     :param config: The configuration necessary to start a training job (templated).
 
         For details of the configuration parameter see :py:meth:`SageMaker.Client.create_training_job`
-    :param aws_conn_id: The AWS connection ID to use.
+    :param aws_conn_id: The Airflow connection used for AWS credentials.
+        If this is ``None`` or empty then the default boto3 behaviour is used. If
+        running Airflow in a distributed manner and aws_conn_id is None or
+        empty, then default boto3 configuration would be used (and must be
+        maintained on each worker node).
+    :param region_name: AWS region_name. If not specified then the default boto3 behaviour is used.
+    :param verify: Whether or not to verify SSL certificates. See:
+        https://boto3.amazonaws.com/v1/documentation/api/latest/reference/core/session.html
     :param wait_for_completion: If wait is set to True, the time interval, in seconds,
         that the operation waits to check the status of the training job.
     :param print_log: if the operator should print the cloudwatch log during training
@@ -1073,7 +1115,6 @@ class SageMakerTrainingOperator(SageMakerBaseOperator):
         self,
         *,
         config: dict,
-        aws_conn_id: str | None = DEFAULT_CONN_ID,
         wait_for_completion: bool = True,
         print_log: bool = True,
         check_interval: int = CHECK_INTERVAL_SECOND,
@@ -1084,7 +1125,7 @@ class SageMakerTrainingOperator(SageMakerBaseOperator):
         deferrable: bool = conf.getboolean("operators", "default_deferrable", fallback=False),
         **kwargs,
     ):
-        super().__init__(config=config, aws_conn_id=aws_conn_id, **kwargs)
+        super().__init__(config=config, **kwargs)
         self.wait_for_completion = wait_for_completion
         self.print_log = print_log
         self.check_interval = check_interval
@@ -1243,15 +1284,22 @@ class SageMakerDeleteModelOperator(SageMakerBaseOperator):
 
     :param config: The configuration necessary to delete the model.
         For details of the configuration parameter see :py:meth:`SageMaker.Client.delete_model`
-    :param aws_conn_id: The AWS connection ID to use.
+    :param aws_conn_id: The Airflow connection used for AWS credentials.
+        If this is ``None`` or empty then the default boto3 behaviour is used. If
+        running Airflow in a distributed manner and aws_conn_id is None or
+        empty, then default boto3 configuration would be used (and must be
+        maintained on each worker node).
+    :param region_name: AWS region_name. If not specified then the default boto3 behaviour is used.
+    :param verify: Whether or not to verify SSL certificates. See:
+        https://boto3.amazonaws.com/v1/documentation/api/latest/reference/core/session.html
     """
 
-    def __init__(self, *, config: dict, aws_conn_id: str | None = DEFAULT_CONN_ID, **kwargs):
-        super().__init__(config=config, aws_conn_id=aws_conn_id, **kwargs)
+    def __init__(self, *, config: dict, **kwargs):
+        super().__init__(config=config, **kwargs)
 
     def execute(self, context: Context) -> Any:
-        sagemaker_hook = SageMakerHook(aws_conn_id=self.aws_conn_id)
-        sagemaker_hook.delete_model(model_name=self.config["ModelName"])
+        # sagemaker_hook = SageMakerHook(aws_conn_id=self.aws_conn_id)
+        self.hook.delete_model(model_name=self.config["ModelName"])
         self.log.info("Model %s deleted successfully.", self.config["ModelName"])
 
 
@@ -1264,7 +1312,14 @@ class SageMakerStartPipelineOperator(SageMakerBaseOperator):
         :ref:`howto/operator:SageMakerStartPipelineOperator`
 
     :param config: The configuration to start the pipeline execution.
-    :param aws_conn_id: The AWS connection ID to use.
+    :param aws_conn_id: The Airflow connection used for AWS credentials.
+        If this is ``None`` or empty then the default boto3 behaviour is used. If
+        running Airflow in a distributed manner and aws_conn_id is None or
+        empty, then default boto3 configuration would be used (and must be
+        maintained on each worker node).
+    :param region_name: AWS region_name. If not specified then the default boto3 behaviour is used.
+    :param verify: Whether or not to verify SSL certificates. See:
+        https://boto3.amazonaws.com/v1/documentation/api/latest/reference/core/session.html
     :param pipeline_name: Name of the pipeline to start.
     :param display_name: The name this pipeline execution will have in the UI. Doesn't need to be unique.
     :param pipeline_params: Optional parameters for the pipeline.
@@ -1279,8 +1334,7 @@ class SageMakerStartPipelineOperator(SageMakerBaseOperator):
     :return str: Returns The ARN of the pipeline execution created in Amazon SageMaker.
     """
 
-    template_fields: Sequence[str] = (
-        "aws_conn_id",
+    template_fields: Sequence[str] = aws_template_fields(
         "pipeline_name",
         "display_name",
         "pipeline_params",
@@ -1289,7 +1343,6 @@ class SageMakerStartPipelineOperator(SageMakerBaseOperator):
     def __init__(
         self,
         *,
-        aws_conn_id: str | None = DEFAULT_CONN_ID,
         pipeline_name: str,
         display_name: str = "airflow-triggered-execution",
         pipeline_params: dict | None = None,
@@ -1300,7 +1353,7 @@ class SageMakerStartPipelineOperator(SageMakerBaseOperator):
         deferrable: bool = conf.getboolean("operators", "default_deferrable", fallback=False),
         **kwargs,
     ):
-        super().__init__(config={}, aws_conn_id=aws_conn_id, **kwargs)
+        super().__init__(config={}, **kwargs)
         self.pipeline_name = pipeline_name
         self.display_name = display_name
         self.pipeline_params = pipeline_params
@@ -1358,7 +1411,14 @@ class SageMakerStopPipelineOperator(SageMakerBaseOperator):
         :ref:`howto/operator:SageMakerStopPipelineOperator`
 
     :param config: The configuration to start the pipeline execution.
-    :param aws_conn_id: The AWS connection ID to use.
+    :param aws_conn_id: The Airflow connection used for AWS credentials.
+        If this is ``None`` or empty then the default boto3 behaviour is used. If
+        running Airflow in a distributed manner and aws_conn_id is None or
+        empty, then default boto3 configuration would be used (and must be
+        maintained on each worker node).
+    :param region_name: AWS region_name. If not specified then the default boto3 behaviour is used.
+    :param verify: Whether or not to verify SSL certificates. See:
+        https://boto3.amazonaws.com/v1/documentation/api/latest/reference/core/session.html
     :param pipeline_exec_arn: Amazon Resource Name of the pipeline execution to stop.
     :param wait_for_completion: If true, this operator will only complete once the pipeline is fully stopped.
     :param check_interval: How long to wait between checks for pipeline status when waiting for completion.
@@ -1370,15 +1430,13 @@ class SageMakerStopPipelineOperator(SageMakerBaseOperator):
     :return str: Returns the status of the pipeline execution after the operation has been done.
     """
 
-    template_fields: Sequence[str] = (
-        "aws_conn_id",
+    template_fields: Sequence[str] = aws_template_fields(
         "pipeline_exec_arn",
     )
 
     def __init__(
         self,
         *,
-        aws_conn_id: str | None = DEFAULT_CONN_ID,
         pipeline_exec_arn: str,
         wait_for_completion: bool = False,
         check_interval: int = CHECK_INTERVAL_SECOND,
@@ -1388,7 +1446,7 @@ class SageMakerStopPipelineOperator(SageMakerBaseOperator):
         deferrable: bool = conf.getboolean("operators", "default_deferrable", fallback=False),
         **kwargs,
     ):
-        super().__init__(config={}, aws_conn_id=aws_conn_id, **kwargs)
+        super().__init__(config={}, **kwargs)
         self.pipeline_exec_arn = pipeline_exec_arn
         self.wait_for_completion = wait_for_completion
         self.check_interval = check_interval
@@ -1469,11 +1527,18 @@ class SageMakerRegisterModelVersionOperator(SageMakerBaseOperator):
     :param extras: Can contain extra parameters for the boto call to create_model_package, and/or overrides
         for any parameter defined above. For a complete list of available parameters, see
         https://boto3.amazonaws.com/v1/documentation/api/latest/reference/services/sagemaker.html#SageMaker.Client.create_model_package
-
+    :param aws_conn_id: The Airflow connection used for AWS credentials.
+        If this is ``None`` or empty then the default boto3 behaviour is used. If
+        running Airflow in a distributed manner and aws_conn_id is None or
+        empty, then default boto3 configuration would be used (and must be
+        maintained on each worker node).
+    :param region_name: AWS region_name. If not specified then the default boto3 behaviour is used.
+    :param verify: Whether or not to verify SSL certificates. See:
+        https://boto3.amazonaws.com/v1/documentation/api/latest/reference/core/session.html
     :return str: Returns the ARN of the model package created.
     """
 
-    template_fields: Sequence[str] = (
+    template_fields: Sequence[str] = aws_template_fields(
         "image_uri",
         "model_url",
         "package_group_name",
@@ -1492,11 +1557,10 @@ class SageMakerRegisterModelVersionOperator(SageMakerBaseOperator):
         package_desc: str = "",
         model_approval: ApprovalStatus = ApprovalStatus.PENDING_MANUAL_APPROVAL,
         extras: dict | None = None,
-        aws_conn_id: str | None = DEFAULT_CONN_ID,
         config: dict | None = None,
         **kwargs,
     ):
-        super().__init__(config=config or {}, aws_conn_id=aws_conn_id, **kwargs)
+        super().__init__(config=config or {}, **kwargs)
         self.image_uri = image_uri
         self.model_url = model_url
         self.package_group_name = package_group_name
@@ -1563,13 +1627,20 @@ class SageMakerAutoMLOperator(SageMakerBaseOperator):
         https://boto3.amazonaws.com/v1/documentation/api/latest/reference/services/sagemaker.html#SageMaker.Client.create_auto_ml_job
     :param wait_for_completion: Whether to wait for the job to finish before returning. Defaults to True.
     :param check_interval: Interval in seconds between 2 status checks when waiting for completion.
-
+    :param aws_conn_id: The Airflow connection used for AWS credentials.
+        If this is ``None`` or empty then the default boto3 behaviour is used. If
+        running Airflow in a distributed manner and aws_conn_id is None or
+        empty, then default boto3 configuration would be used (and must be
+        maintained on each worker node).
+    :param region_name: AWS region_name. If not specified then the default boto3 behaviour is used.
+    :param verify: Whether or not to verify SSL certificates. See:
+        https://boto3.amazonaws.com/v1/documentation/api/latest/reference/core/session.html
     :returns: Only if waiting for completion, a dictionary detailing the best model. The structure is that of
         the "BestCandidate" key in:
         https://boto3.amazonaws.com/v1/documentation/api/latest/reference/services/sagemaker.html#SageMaker.Client.describe_auto_ml_job
     """
 
-    template_fields: Sequence[str] = (
+    template_fields: Sequence[str] = aws_template_fields(
         "job_name",
         "s3_input",
         "target_attribute",
@@ -1595,11 +1666,10 @@ class SageMakerAutoMLOperator(SageMakerBaseOperator):
         extras: dict | None = None,
         wait_for_completion: bool = True,
         check_interval: int = 30,
-        aws_conn_id: str | None = DEFAULT_CONN_ID,
         config: dict | None = None,
         **kwargs,
     ):
-        super().__init__(config=config or {}, aws_conn_id=aws_conn_id, **kwargs)
+        super().__init__(config=config or {}, **kwargs)
         self.job_name = job_name
         self.s3_input = s3_input
         self.target_attribute = target_attribute
@@ -1640,12 +1710,19 @@ class SageMakerCreateExperimentOperator(SageMakerBaseOperator):
     :param name: name of the experiment, must be unique within the AWS account
     :param description: description of the experiment, optional
     :param tags: tags to attach to the experiment, optional
-    :param aws_conn_id: The AWS connection ID to use.
+    :param aws_conn_id: The Airflow connection used for AWS credentials.
+        If this is ``None`` or empty then the default boto3 behaviour is used. If
+        running Airflow in a distributed manner and aws_conn_id is None or
+        empty, then default boto3 configuration would be used (and must be
+        maintained on each worker node).
+    :param region_name: AWS region_name. If not specified then the default boto3 behaviour is used.
+    :param verify: Whether or not to verify SSL certificates. See:
+        https://boto3.amazonaws.com/v1/documentation/api/latest/reference/core/session.html
 
     :returns: the ARN of the experiment created, though experiments are referred to by name
     """
 
-    template_fields: Sequence[str] = (
+    template_fields: Sequence[str] = aws_template_fields(
         "name",
         "description",
         "tags",
@@ -1657,28 +1734,26 @@ class SageMakerCreateExperimentOperator(SageMakerBaseOperator):
         name: str,
         description: str | None = None,
         tags: dict | None = None,
-        aws_conn_id: str | None = DEFAULT_CONN_ID,
         **kwargs,
     ):
-        super().__init__(config={}, aws_conn_id=aws_conn_id, **kwargs)
+        super().__init__(config={}, **kwargs)
         self.name = name
         self.description = description
         self.tags = tags or {}
 
     def execute(self, context: Context) -> str:
-        sagemaker_hook = SageMakerHook(aws_conn_id=self.aws_conn_id)
         params = {
             "ExperimentName": self.name,
             "Description": self.description,
             "Tags": format_tags(self.tags),
         }
-        ans = sagemaker_hook.conn.create_experiment(**trim_none_values(params))
+        ans = self.hook.conn.create_experiment(**trim_none_values(params))
         arn = ans["ExperimentArn"]
         self.log.info("Experiment %s created successfully with ARN %s.", self.name, arn)
         return arn
 
 
-class SageMakerCreateNotebookOperator(BaseOperator):
+class SageMakerCreateNotebookOperator(AwsBaseOperator[SageMakerHook]):
     """
     Create a SageMaker notebook.
 
@@ -1699,12 +1774,19 @@ class SageMakerCreateNotebookOperator(BaseOperator):
     :param root_access: Whether to give the notebook instance root access to the Amazon S3 bucket.
     :param wait_for_completion: Whether or not to wait for the notebook to be InService before returning
     :param create_instance_kwargs: Additional configuration options for the create call.
-    :param aws_conn_id: The AWS connection ID to use.
-
+    :param aws_conn_id: The Airflow connection used for AWS credentials.
+        If this is ``None`` or empty then the default boto3 behaviour is used. If
+        running Airflow in a distributed manner and aws_conn_id is None or
+        empty, then default boto3 configuration would be used (and must be
+        maintained on each worker node).
+    :param region_name: AWS region_name. If not specified then the default boto3 behaviour is used.
+    :param verify: Whether or not to verify SSL certificates. See:
+        https://boto3.amazonaws.com/v1/documentation/api/latest/reference/core/session.html
     :return: The ARN of the created notebook.
     """
 
-    template_fields: Sequence[str] = (
+    aws_hook_class = SageMakerHook
+    template_fields: Sequence[str] = aws_template_fields(
         "instance_name",
         "instance_type",
         "role_arn",
@@ -1732,7 +1814,6 @@ class SageMakerCreateNotebookOperator(BaseOperator):
         root_access: str | None = None,
         create_instance_kwargs: dict[str, Any] | None = None,
         wait_for_completion: bool = True,
-        aws_conn_id: str | None = "aws_default",
         **kwargs,
     ):
         super().__init__(**kwargs)
@@ -1745,17 +1826,11 @@ class SageMakerCreateNotebookOperator(BaseOperator):
         self.direct_internet_access = direct_internet_access
         self.root_access = root_access
         self.wait_for_completion = wait_for_completion
-        self.aws_conn_id = aws_conn_id
         self.create_instance_kwargs = create_instance_kwargs or {}
 
         if self.create_instance_kwargs.get("tags") is not None:
             self.create_instance_kwargs["tags"] = format_tags(self.create_instance_kwargs["tags"])
 
-    @cached_property
-    def hook(self) -> SageMakerHook:
-        """Create and return SageMakerHook."""
-        return SageMakerHook(aws_conn_id=self.aws_conn_id)
-
     def execute(self, context: Context):
         create_notebook_instance_kwargs = {
             "NotebookInstanceName": self.instance_name,
@@ -1783,7 +1858,7 @@ class SageMakerCreateNotebookOperator(BaseOperator):
         return response["NotebookInstanceArn"]
 
 
-class SageMakerStopNotebookOperator(BaseOperator):
+class SageMakerStopNotebookOperator(AwsBaseOperator[SageMakerHook]):
     """
     Stop a notebook instance.
 
@@ -1793,10 +1868,18 @@ class SageMakerStopNotebookOperator(BaseOperator):
 
     :param instance_name: The name of the notebook instance to stop.
     :param wait_for_completion: Whether or not to wait for the notebook to be stopped before returning
-    :param aws_conn_id: The AWS connection ID to use.
+    :param aws_conn_id: The Airflow connection used for AWS credentials.
+        If this is ``None`` or empty then the default boto3 behaviour is used. If
+        running Airflow in a distributed manner and aws_conn_id is None or
+        empty, then default boto3 configuration would be used (and must be
+        maintained on each worker node).
+    :param region_name: AWS region_name. If not specified then the default boto3 behaviour is used.
+    :param verify: Whether or not to verify SSL certificates. See:
+        https://boto3.amazonaws.com/v1/documentation/api/latest/reference/core/session.html
     """
 
-    template_fields: Sequence[str] = ("instance_name", "wait_for_completion")
+    aws_hook_class = SageMakerHook
+    template_fields: Sequence[str] = aws_template_fields("instance_name", "wait_for_completion")
 
     ui_color = "#ff7300"
 
@@ -1804,18 +1887,11 @@ class SageMakerStopNotebookOperator(BaseOperator):
         self,
         instance_name: str,
         wait_for_completion: bool = True,
-        aws_conn_id: str | None = "aws_default",
         **kwargs,
     ):
         super().__init__(**kwargs)
         self.instance_name = instance_name
         self.wait_for_completion = wait_for_completion
-        self.aws_conn_id = aws_conn_id
-
-    @cached_property
-    def hook(self) -> SageMakerHook:
-        """Create and return SageMakerHook."""
-        return SageMakerHook(aws_conn_id=self.aws_conn_id)
 
     def execute(self, context):
         self.log.info("Stopping SageMaker notebook %s.", self.instance_name)
@@ -1828,7 +1904,7 @@ class SageMakerStopNotebookOperator(BaseOperator):
             )
 
 
-class SageMakerDeleteNotebookOperator(BaseOperator):
+class SageMakerDeleteNotebookOperator(AwsBaseOperator[SageMakerHook]):
     """
     Delete a notebook instance.
 
@@ -1838,30 +1914,30 @@ class SageMakerDeleteNotebookOperator(BaseOperator):
 
     :param instance_name: The name of the notebook instance to delete.
     :param wait_for_completion: Whether or not to wait for the notebook to delete before returning.
-    :param aws_conn_id: The AWS connection ID to use.
+    :param aws_conn_id: The Airflow connection used for AWS credentials.
+        If this is ``None`` or empty then the default boto3 behaviour is used. If
+        running Airflow in a distributed manner and aws_conn_id is None or
+        empty, then default boto3 configuration would be used (and must be
+        maintained on each worker node).
+    :param region_name: AWS region_name. If not specified then the default boto3 behaviour is used.
+    :param verify: Whether or not to verify SSL certificates. See:
+        https://boto3.amazonaws.com/v1/documentation/api/latest/reference/core/session.html
     """
 
-    template_fields: Sequence[str] = ("instance_name", "wait_for_completion")
-
+    template_fields: Sequence[str] = aws_template_fields("instance_name", "wait_for_completion")
+    aws_hook_class = SageMakerHook
     ui_color = "#ff7300"
 
     def __init__(
         self,
         instance_name: str,
         wait_for_completion: bool = True,
-        aws_conn_id: str | None = "aws_default",
         **kwargs,
     ):
         super().__init__(**kwargs)
         self.instance_name = instance_name
-        self.aws_conn_id = aws_conn_id
         self.wait_for_completion = wait_for_completion
 
-    @cached_property
-    def hook(self) -> SageMakerHook:
-        """Create and return SageMakerHook."""
-        return SageMakerHook(aws_conn_id=self.aws_conn_id)
-
     def execute(self, context):
         self.log.info("Deleting SageMaker notebook %s....", self.instance_name)
         self.hook.conn.delete_notebook_instance(NotebookInstanceName=self.instance_name)
@@ -1873,7 +1949,7 @@ class SageMakerDeleteNotebookOperator(BaseOperator):
             )
 
 
-class SageMakerStartNoteBookOperator(BaseOperator):
+class SageMakerStartNoteBookOperator(AwsBaseOperator[SageMakerHook]):
     """
     Start a notebook instance.
 
@@ -1883,10 +1959,18 @@ class SageMakerStartNoteBookOperator(BaseOperator):
 
     :param instance_name: The name of the notebook instance to start.
     :param wait_for_completion: Whether or not to wait for notebook to be InService before returning
-    :param aws_conn_id: The AWS connection ID to use.
+    :param aws_conn_id: The Airflow connection used for AWS credentials.
+        If this is ``None`` or empty then the default boto3 behaviour is used. If
+        running Airflow in a distributed manner and aws_conn_id is None or
+        empty, then default boto3 configuration would be used (and must be
+        maintained on each worker node).
+    :param region_name: AWS region_name. If not specified then the default boto3 behaviour is used.
+    :param verify: Whether or not to verify SSL certificates. See:
+        https://boto3.amazonaws.com/v1/documentation/api/latest/reference/core/session.html
     """
 
-    template_fields: Sequence[str] = ("instance_name", "wait_for_completion")
+    template_fields: Sequence[str] = aws_template_fields("instance_name", "wait_for_completion")
+    aws_hook_class = SageMakerHook
 
     ui_color = "#ff7300"
 
@@ -1894,19 +1978,12 @@ class SageMakerStartNoteBookOperator(BaseOperator):
         self,
         instance_name: str,
         wait_for_completion: bool = True,
-        aws_conn_id: str | None = "aws_default",
         **kwargs,
     ):
         super().__init__(**kwargs)
         self.instance_name = instance_name
-        self.aws_conn_id = aws_conn_id
         self.wait_for_completion = wait_for_completion
 
-    @cached_property
-    def hook(self) -> SageMakerHook:
-        """Create and return SageMakerHook."""
-        return SageMakerHook(aws_conn_id=self.aws_conn_id)
-
     def execute(self, context):
         self.log.info("Starting SageMaker notebook %s....", self.instance_name)
         self.hook.conn.start_notebook_instance(NotebookInstanceName=self.instance_name)

airflow/providers/amazon/aws/sensors/s3.py

@@ -107,7 +107,7 @@ class S3KeySensor(AwsBaseSensor[S3Hook]):
         self.verify = verify
         self.deferrable = deferrable
         self.use_regex = use_regex
-        self.metadata_keys = metadata_keys if metadata_keys else ["Size"]
+        self.metadata_keys = metadata_keys if metadata_keys else ["Size", "Key"]
 
     def _check_key(self, key, context: Context):
         bucket_name, key = self.hook.get_s3_bucket_key(self.bucket_name, key, "bucket_name", "bucket_key")
@@ -116,7 +116,8 @@ class S3KeySensor(AwsBaseSensor[S3Hook]):
         """
         Set variable `files` which contains a list of dict which contains attributes defined by the user
         Format: [{
-            'Size': int
+            'Size': int,
+            'Key': str,
         }]
         """
         if self.wildcard_match:

airflow/providers/amazon/aws/sensors/sagemaker.py

@@ -18,18 +18,18 @@ from __future__ import annotations
 
 import time
 from collections.abc import Sequence
-from functools import cached_property
 from typing import TYPE_CHECKING
 
 from airflow.exceptions import AirflowException
 from airflow.providers.amazon.aws.hooks.sagemaker import LogState, SageMakerHook
-from airflow.sensors.base import BaseSensorOperator
+from airflow.providers.amazon.aws.sensors.base_aws import AwsBaseSensor
+from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
 
 if TYPE_CHECKING:
     from airflow.utils.context import Context
 
 
-class SageMakerBaseSensor(BaseSensorOperator):
+class SageMakerBaseSensor(AwsBaseSensor[SageMakerHook]):
     """
     Contains general sensor behavior for SageMaker.
 
@@ -37,17 +37,13 @@ class SageMakerBaseSensor(BaseSensorOperator):
     Subclasses should also implement NON_TERMINAL_STATES and FAILED_STATE methods.
     """
 
+    aws_hook_class = SageMakerHook
     ui_color = "#ededed"
 
-    def __init__(self, *, aws_conn_id: str | None = "aws_default", resource_type: str = "job", **kwargs):
+    def __init__(self, *, resource_type: str = "job", **kwargs):
         super().__init__(**kwargs)
-        self.aws_conn_id = aws_conn_id
         self.resource_type = resource_type  # only used for logs, to say what kind of resource we are sensing
 
-    @cached_property
-    def hook(self) -> SageMakerHook:
-        return SageMakerHook(aws_conn_id=self.aws_conn_id)
-
     def poke(self, context: Context):
         response = self.get_sagemaker_response()
         if response["ResponseMetadata"]["HTTPStatusCode"] != 200:
@@ -96,7 +92,9 @@ class SageMakerEndpointSensor(SageMakerBaseSensor):
     :param endpoint_name: Name of the endpoint instance to watch.
     """
 
-    template_fields: Sequence[str] = ("endpoint_name",)
+    template_fields: Sequence[str] = aws_template_fields(
+        "endpoint_name",
+    )
     template_ext: Sequence[str] = ()
 
     def __init__(self, *, endpoint_name, **kwargs):
@@ -131,7 +129,9 @@ class SageMakerTransformSensor(SageMakerBaseSensor):
     :param job_name: Name of the transform job to watch.
     """
 
-    template_fields: Sequence[str] = ("job_name",)
+    template_fields: Sequence[str] = aws_template_fields(
+        "job_name",
+    )
     template_ext: Sequence[str] = ()
 
     def __init__(self, *, job_name: str, **kwargs):
@@ -166,7 +166,9 @@ class SageMakerTuningSensor(SageMakerBaseSensor):
     :param job_name: Name of the tuning instance to watch.
     """
 
-    template_fields: Sequence[str] = ("job_name",)
+    template_fields: Sequence[str] = aws_template_fields(
+        "job_name",
+    )
     template_ext: Sequence[str] = ()
 
     def __init__(self, *, job_name: str, **kwargs):
@@ -202,7 +204,9 @@ class SageMakerTrainingSensor(SageMakerBaseSensor):
     :param print_log: Prints the cloudwatch log if True; Defaults to True.
     """
 
-    template_fields: Sequence[str] = ("job_name",)
+    template_fields: Sequence[str] = aws_template_fields(
+        "job_name",
+    )
     template_ext: Sequence[str] = ()
 
     def __init__(self, *, job_name, print_log=True, **kwargs):
@@ -281,7 +285,9 @@ class SageMakerPipelineSensor(SageMakerBaseSensor):
             Defaults to true, consider turning off for pipelines that have thousands of steps.
     """
 
-    template_fields: Sequence[str] = ("pipeline_exec_arn",)
+    template_fields: Sequence[str] = aws_template_fields(
+        "pipeline_exec_arn",
+    )
 
     def __init__(self, *, pipeline_exec_arn: str, verbose: bool = True, **kwargs):
         super().__init__(resource_type="pipeline", **kwargs)
@@ -313,7 +319,9 @@ class SageMakerAutoMLSensor(SageMakerBaseSensor):
     :param job_name: unique name of the AutoML job to watch.
     """
 
-    template_fields: Sequence[str] = ("job_name",)
+    template_fields: Sequence[str] = aws_template_fields(
+        "job_name",
+    )
 
     def __init__(self, *, job_name: str, **kwargs):
         super().__init__(resource_type="autoML job", **kwargs)
@@ -344,7 +352,9 @@ class SageMakerProcessingSensor(SageMakerBaseSensor):
     :param job_name: Name of the processing job to watch.
     """
 
-    template_fields: Sequence[str] = ("job_name",)
+    template_fields: Sequence[str] = aws_template_fields(
+        "job_name",
+    )
     template_ext: Sequence[str] = ()
 
     def __init__(self, *, job_name: str, **kwargs):

airflow/providers/amazon/aws/transfers/sql_to_s3.py

@@ -18,9 +18,10 @@
 from __future__ import annotations
 
 import enum
+import gzip
+import io
 from collections import namedtuple
 from collections.abc import Iterable, Mapping, Sequence
-from tempfile import NamedTemporaryFile
 from typing import TYPE_CHECKING, Any, cast
 
 from typing_extensions import Literal
@@ -191,16 +192,29 @@ class SqlToS3Operator(BaseOperator):
         self.log.info("Data from SQL obtained")
         self._fix_dtypes(data_df, self.file_format)
         file_options = FILE_OPTIONS_MAP[self.file_format]
+
         for group_name, df in self._partition_dataframe(df=data_df):
-            with NamedTemporaryFile(mode=file_options.mode, suffix=file_options.suffix) as tmp_file:
-                self.log.info("Writing data to temp file")
-                getattr(df, file_options.function)(tmp_file.name, **self.pd_kwargs)
-
-                self.log.info("Uploading data to S3")
-                object_key = f"{self.s3_key}_{group_name}" if group_name else self.s3_key
-                s3_conn.load_file(
-                    filename=tmp_file.name, key=object_key, bucket_name=self.s3_bucket, replace=self.replace
-                )
+            buf = io.BytesIO()
+            self.log.info("Writing data to in-memory buffer")
+            object_key = f"{self.s3_key}_{group_name}" if group_name else self.s3_key
+
+            if self.pd_kwargs.get("compression") == "gzip":
+                pd_kwargs = {k: v for k, v in self.pd_kwargs.items() if k != "compression"}
+                with gzip.GzipFile(fileobj=buf, mode="wb", filename=object_key) as gz:
+                    getattr(df, file_options.function)(gz, **pd_kwargs)
+            else:
+                if self.file_format == FILE_FORMAT.PARQUET:
+                    getattr(df, file_options.function)(buf, **self.pd_kwargs)
+                else:
+                    text_buf = io.TextIOWrapper(buf, encoding="utf-8", write_through=True)
+                    getattr(df, file_options.function)(text_buf, **self.pd_kwargs)
+                    text_buf.flush()
+            buf.seek(0)
+
+            self.log.info("Uploading data to S3")
+            s3_conn.load_file_obj(
+                file_obj=buf, key=object_key, bucket_name=self.s3_bucket, replace=self.replace
+            )
 
     def _partition_dataframe(self, df: pd.DataFrame) -> Iterable[tuple[str, pd.DataFrame]]:
         """Partition dataframe using pandas groupby() method."""

{apache_airflow_providers_amazon-9.7.0rc2.dist-info → apache_airflow_providers_amazon-9.8.0rc1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: apache-airflow-providers-amazon
-Version: 9.7.0rc2
+Version: 9.8.0rc1
 Summary: Provider package apache-airflow-providers-amazon for Apache Airflow
 Keywords: airflow-provider,amazon,airflow,integration
 Author-email: Apache Software Foundation <dev@airflow.apache.org>
@@ -56,8 +56,8 @@ Requires-Dist: apache-airflow-providers-salesforce ; extra == "salesforce"
 Requires-Dist: apache-airflow-providers-ssh ; extra == "ssh"
 Requires-Dist: apache-airflow-providers-standard ; extra == "standard"
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
-Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-amazon/9.7.0/changelog.html
-Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-amazon/9.7.0
+Project-URL: Changelog, https://airflow.staged.apache.org/docs/apache-airflow-providers-amazon/9.8.0/changelog.html
+Project-URL: Documentation, https://airflow.staged.apache.org/docs/apache-airflow-providers-amazon/9.8.0
 Project-URL: Mastodon, https://fosstodon.org/@airflow
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
 Project-URL: Source Code, https://github.com/apache/airflow
@@ -105,7 +105,7 @@ Provides-Extra: standard
 
 Package ``apache-airflow-providers-amazon``
 
-Release: ``9.7.0``
+Release: ``9.8.0``
 
 
 Amazon integration (including `Amazon Web Services (AWS) <https://aws.amazon.com/>`__).
@@ -118,7 +118,7 @@ This is a provider package for ``amazon`` provider. All classes for this provide
 are in ``airflow.providers.amazon`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-amazon/9.7.0/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-amazon/9.8.0/>`_.
 
 Installation
 ------------
@@ -189,5 +189,5 @@ Dependent package
 ========================================================================================================================  ====================
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-amazon/9.7.0/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-amazon/9.8.0/changelog.html>`_.
 

{apache_airflow_providers_amazon-9.7.0rc2.dist-info → apache_airflow_providers_amazon-9.8.0rc1.dist-info}/RECORD

@@ -1,5 +1,5 @@
 airflow/providers/amazon/LICENSE,sha256=gXPVwptPlW1TJ4HSuG5OMPg-a3h43OGMkZRR1rpwfJA,10850
-airflow/providers/amazon/__init__.py,sha256=WURN_BIK-1PYtgyWYekRiDMEbfkAnPajJpKuhPT6gLQ,1495
+airflow/providers/amazon/__init__.py,sha256=_CZ_wEd1ln7ijiK7yeMFFxlJFhkSQb_T-U1QhAjBiH8,1495
 airflow/providers/amazon/get_provider_info.py,sha256=iXOUQZQkWSX6JDGZnqaQp7B7RzYyyW0RoLgS8qXFRl0,68490
 airflow/providers/amazon/version_compat.py,sha256=j5PCtXvZ71aBjixu-EFTNtVDPsngzzs7os0ZQDgFVDk,1536
 airflow/providers/amazon/aws/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
@@ -136,7 +136,7 @@ airflow/providers/amazon/aws/operators/rds.py,sha256=cib-k2aHpa-DeYL92HqRMa5x9O8
 airflow/providers/amazon/aws/operators/redshift_cluster.py,sha256=dXakMyZV5vvEh0-20FOolMU5xEDugnMrvwwbLvuYc3o,37168
 airflow/providers/amazon/aws/operators/redshift_data.py,sha256=dcPEYGgXn9M1zS2XP7szm_kYO2xWD2CiUqsmlygf0_k,10854
 airflow/providers/amazon/aws/operators/s3.py,sha256=Imd3siCtmtaPWRmmSd382dJHhr49WRd-_aP6Tx5T7ac,38389
-airflow/providers/amazon/aws/operators/sagemaker.py,sha256=gZ0y2aBkIq0IZo602q1cOHIi5ATVEitHCngKkcPHjYg,83551
+airflow/providers/amazon/aws/operators/sagemaker.py,sha256=54RsCEJ735MsAmXh3Z0hWVQFOP4X98kSeeKKXdWijaU,91293
 airflow/providers/amazon/aws/operators/sagemaker_unified_studio.py,sha256=J-huObn3pZ_fg0gEy-BLsX298CX_n7qWV2YwjfpFnrw,6867
 airflow/providers/amazon/aws/operators/sns.py,sha256=uVcSJBbqy7YCOeiCrMvFFn9F9xTzMRpfrEygqEIhWEM,3757
 airflow/providers/amazon/aws/operators/sqs.py,sha256=o9rH2Pm5DNmccLh5I2wr96hZiuxOPi6YGZ2QluOeVb0,4764
@@ -170,8 +170,8 @@ airflow/providers/amazon/aws/sensors/opensearch_serverless.py,sha256=cSaZvCvAC7z
 airflow/providers/amazon/aws/sensors/quicksight.py,sha256=lm1omzh01BKh0KHU3g2I1yH9LAXtddUDiuIS3uIeOrE,3575
 airflow/providers/amazon/aws/sensors/rds.py,sha256=HWYQOQ7n9s48Ci2WxBOtrAp17aB-at5werAljq3NDYE,7420
 airflow/providers/amazon/aws/sensors/redshift_cluster.py,sha256=8JxB23ifahmqrso6j8JPmiqYLcHZmFznE79aSeSHrJs,4086
-airflow/providers/amazon/aws/sensors/s3.py,sha256=kmlYlCHufVAr8kh_dXebAuLEIrDqymrPHdVWFpbU3mY,17312
-airflow/providers/amazon/aws/sensors/sagemaker.py,sha256=nR32E1qKl9X61W52fC5FVB6ZQKb4gZVgxoMDimvXYhQ,13661
+airflow/providers/amazon/aws/sensors/s3.py,sha256=y118-NM72oMrUQhSO9shdemqIIgBv-qJJa8BDXqHzsA,17344
+airflow/providers/amazon/aws/sensors/sagemaker.py,sha256=dVQntJNRyUYCLQ7cIkeHesgZxf-1yS_BBAiVBzCwaHI,13795
 airflow/providers/amazon/aws/sensors/sagemaker_unified_studio.py,sha256=REPtB8BXcGu5xX-n-y_IAZXYpZ9d1nKiJAVqnMW3ayY,2865
 airflow/providers/amazon/aws/sensors/sqs.py,sha256=V3d05xb2VuxdWimpDVJy_SOKX7N0ok9TBbEYO-9o3v4,10672
 airflow/providers/amazon/aws/sensors/step_function.py,sha256=gaklKHdfmE-9avKSmyuGYvv9CuSklpjPz4KXZI8wXnY,3607
@@ -197,7 +197,7 @@ airflow/providers/amazon/aws/transfers/s3_to_sftp.py,sha256=gYT0iG9pbL36ObnjzKm_
 airflow/providers/amazon/aws/transfers/s3_to_sql.py,sha256=shkNpAoNgKJ3fBEBg7ZQaU8zMa5WjZuZV4eihxh2uLQ,4976
 airflow/providers/amazon/aws/transfers/salesforce_to_s3.py,sha256=WbCZUa9gfQB1SjDfUfPw5QO8lZ8Q-vSLriTnpXLhvxs,5713
 airflow/providers/amazon/aws/transfers/sftp_to_s3.py,sha256=-D5AR306Q8710e4dHao75CMGS7InHernCH_aZsE6Je4,4209
-airflow/providers/amazon/aws/transfers/sql_to_s3.py,sha256=WI3ykSVZSGuS6iffP7d4WL3TvP-SthgwWUKnHoT8FNU,10587
+airflow/providers/amazon/aws/transfers/sql_to_s3.py,sha256=KbmMAVkIgC1jcOul70fzQnrx6V6vF7uXdO9I7JYA9oI,11118
 airflow/providers/amazon/aws/triggers/README.md,sha256=ax2F0w2CuQSDN4ghJADozrrv5W4OeCDPA8Vzp00BXOU,10919
 airflow/providers/amazon/aws/triggers/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvRQpt3YR7wjz_nceyF1IaI,787
 airflow/providers/amazon/aws/triggers/athena.py,sha256=62ty40zejcm5Y0d1rTQZuYzSjq3hUkmAs0d_zxM_Kjw,2596
@@ -269,7 +269,7 @@ airflow/providers/amazon/aws/waiters/rds.json,sha256=HNmNQm5J-VaFHzjWb1pE5P7-Ix-
 airflow/providers/amazon/aws/waiters/redshift.json,sha256=jOBotCgbkko1b_CHcGEbhhRvusgt0YSzVuFiZrqVP30,1742
 airflow/providers/amazon/aws/waiters/sagemaker.json,sha256=JPHuQtUFZ1B7EMLfVmCRevNZ9jgpB71LM0dva8ZEO9A,5254
 airflow/providers/amazon/aws/waiters/stepfunctions.json,sha256=GsOH-emGerKGBAUFmI5lpMfNGH4c0ol_PSiea25DCEY,1033
-apache_airflow_providers_amazon-9.7.0rc2.dist-info/entry_points.txt,sha256=vlc0ZzhBkMrav1maTRofgksnAw4SwoQLFX9cmnTgktk,102
-apache_airflow_providers_amazon-9.7.0rc2.dist-info/WHEEL,sha256=G2gURzTEtmeR8nrdXUJfNiB3VYVxigPQ-bEQujpNiNs,82
-apache_airflow_providers_amazon-9.7.0rc2.dist-info/METADATA,sha256=zErqGTl6canGc8K_h9vx-ueuZrRgCzbt8niXOUTislQ,10206
-apache_airflow_providers_amazon-9.7.0rc2.dist-info/RECORD,,
+apache_airflow_providers_amazon-9.8.0rc1.dist-info/entry_points.txt,sha256=vlc0ZzhBkMrav1maTRofgksnAw4SwoQLFX9cmnTgktk,102
+apache_airflow_providers_amazon-9.8.0rc1.dist-info/WHEEL,sha256=G2gURzTEtmeR8nrdXUJfNiB3VYVxigPQ-bEQujpNiNs,82
+apache_airflow_providers_amazon-9.8.0rc1.dist-info/METADATA,sha256=4tfW46Y4El9haP5LZt0H4_TJSc3CgwPS3jl854NFIcg,10220
+apache_airflow_providers_amazon-9.8.0rc1.dist-info/RECORD,,