apache-airflow-providers-amazon 8.28.0rc1__py3-none-any.whl → 8.29.0__py3-none-any.whl

airflow/providers/amazon/__init__.py

@@ -29,7 +29,7 @@ from airflow import __version__ as airflow_version
 
 __all__ = ["__version__"]
 
-__version__ = "8.28.0"
+__version__ = "8.29.0"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.8.0"

airflow/providers/amazon/aws/auth_manager/aws_auth_manager.py

@@ -36,6 +36,7 @@ from airflow.providers.amazon.aws.auth_manager.cli.definition import (
 from airflow.providers.amazon.aws.auth_manager.security_manager.aws_security_manager_override import (
     AwsSecurityManagerOverride,
 )
+from airflow.providers.amazon.aws.auth_manager.views.auth import AwsAuthManagerAuthenticationViews
 
 try:
     from airflow.auth.managers.base_auth_manager import BaseAuthManager, ResourceMethod
@@ -423,6 +424,9 @@ class AwsAuthManager(BaseAuthManager):
             ),
         ]
 
+    def register_views(self) -> None:
+        self.appbuilder.add_view_no_menu(AwsAuthManagerAuthenticationViews())
+
     @staticmethod
     def _get_menu_item_request(resource_name: str) -> IsAuthorizedRequest:
         return {

airflow/providers/amazon/aws/auth_manager/security_manager/aws_security_manager_override.py

@@ -27,7 +27,11 @@ except ImportError:
 
 
 class AwsSecurityManagerOverride(AirflowSecurityManagerV2):
-    """The security manager override specific to AWS auth manager."""
+    """
+    The security manager override specific to AWS auth manager.
+
+    This class is only used in Airflow 2. This can be safely be removed when min Airflow version >= 3
+    """
 
     def register_views(self):
         """Register views specific to AWS auth manager."""

airflow/providers/amazon/aws/executors/batch/batch_executor.py

@@ -448,7 +448,7 @@ class AwsBatchExecutor(BaseExecutor):
                         airflow_cmd=ti.command_as_list(),
                         queue=ti.queue,
                         exec_config=ti.executor_config,
-                        attempt_number=ti.prev_attempted_tries,
+                        attempt_number=ti.try_number,
                     )
                     adopted_tis.append(ti)
 

airflow/providers/amazon/aws/executors/ecs/ecs_executor_config.py

@@ -35,6 +35,8 @@ from json import JSONDecodeError
 from airflow.configuration import conf
 from airflow.providers.amazon.aws.executors.ecs.utils import (
     CONFIG_GROUP_NAME,
+    ECS_LAUNCH_TYPE_EC2,
+    ECS_LAUNCH_TYPE_FARGATE,
     AllEcsConfigKeys,
     RunTaskKwargsConfigKeys,
     camelize_dict_keys,
@@ -56,13 +58,15 @@ def _fetch_config_values() -> dict[str, str]:
 
 
 def build_task_kwargs() -> dict:
+    all_config_keys = AllEcsConfigKeys()
     # This will put some kwargs at the root of the dictionary that do NOT belong there. However,
     # the code below expects them to be there and will rearrange them as necessary.
     task_kwargs = _fetch_config_values()
     task_kwargs.update(_fetch_templated_kwargs())
 
-    has_launch_type: bool = "launch_type" in task_kwargs
-    has_capacity_provider: bool = "capacity_provider_strategy" in task_kwargs
+    has_launch_type: bool = all_config_keys.LAUNCH_TYPE in task_kwargs
+    has_capacity_provider: bool = all_config_keys.CAPACITY_PROVIDER_STRATEGY in task_kwargs
+    is_launch_type_ec2: bool = task_kwargs.get(all_config_keys.LAUNCH_TYPE, None) == ECS_LAUNCH_TYPE_EC2
 
     if has_capacity_provider and has_launch_type:
         raise ValueError(
@@ -75,7 +79,12 @@ def build_task_kwargs() -> dict:
         # the final fallback.
         cluster = EcsHook().conn.describe_clusters(clusters=[task_kwargs["cluster"]])["clusters"][0]
         if not cluster.get("defaultCapacityProviderStrategy"):
-            task_kwargs["launch_type"] = "FARGATE"
+            task_kwargs[all_config_keys.LAUNCH_TYPE] = ECS_LAUNCH_TYPE_FARGATE
+
+    # If you're using the EC2 launch type, you should not/can not provide the platform_version. In this
+    # case we'll drop it on the floor on behalf of the user, instead of throwing an exception.
+    if is_launch_type_ec2:
+        task_kwargs.pop(all_config_keys.PLATFORM_VERSION, None)
 
     # There can only be 1 count of these containers
     task_kwargs["count"] = 1  # type: ignore
@@ -105,7 +114,7 @@ def build_task_kwargs() -> dict:
                 "awsvpcConfiguration": {
                     "subnets": str(subnets).split(",") if subnets else None,
                     "securityGroups": str(security_groups).split(",") if security_groups else None,
-                    "assignPublicIp": parse_assign_public_ip(assign_public_ip),
+                    "assignPublicIp": parse_assign_public_ip(assign_public_ip, is_launch_type_ec2),
                 }
             }
         )

airflow/providers/amazon/aws/executors/ecs/utils.py

@@ -40,6 +40,9 @@ CommandType = List[str]
 ExecutorConfigFunctionType = Callable[[CommandType], dict]
 ExecutorConfigType = Dict[str, Any]
 
+ECS_LAUNCH_TYPE_EC2 = "EC2"
+ECS_LAUNCH_TYPE_FARGATE = "FARGATE"
+
 CONFIG_GROUP_NAME = "aws_ecs_executor"
 
 CONFIG_DEFAULTS = {
@@ -247,9 +250,12 @@ def _recursive_flatten_dict(nested_dict):
     return dict(items)
 
 
-def parse_assign_public_ip(assign_public_ip):
+def parse_assign_public_ip(assign_public_ip, is_launch_type_ec2=False):
     """Convert "assign_public_ip" from True/False to ENABLE/DISABLE."""
-    return "ENABLED" if assign_public_ip == "True" else "DISABLED"
+    # If the launch type is EC2, you cannot/should not provide the assignPublicIp parameter (which is
+    # specific to Fargate)
+    if not is_launch_type_ec2:
+        return "ENABLED" if assign_public_ip == "True" else "DISABLED"
 
 
 def camelize_dict_keys(nested_dict) -> dict:

airflow/providers/amazon/aws/hooks/s3.py

@@ -238,7 +238,7 @@ class S3Hook(AwsBaseHook):
         valid_s3_virtual_hosted_format = "https://bucket-name.s3.region-code.amazonaws.com/key-name"
         format = s3url.split("//")
         if re.match(r"s3[na]?:", format[0], re.IGNORECASE):
-            parsed_url = urlsplit(s3url)
+            parsed_url = urlsplit(s3url, allow_fragments=False)
             if not parsed_url.netloc:
                 raise S3HookUriParseFailure(
                     "Please provide a bucket name using a valid format of the form: "

airflow/providers/amazon/aws/log/cloudwatch_task_handler.py

@@ -71,13 +71,12 @@ class CloudwatchTaskHandler(FileTaskHandler, LoggingMixin):
     :param base_log_folder: base folder to store logs locally
     :param log_group_arn: ARN of the Cloudwatch log group for remote log storage
         with format ``arn:aws:logs:{region name}:{account id}:log-group:{group name}``
-    :param filename_template: template for file name (local storage) or log stream name (remote)
     """
 
     trigger_should_wrap = True
 
-    def __init__(self, base_log_folder: str, log_group_arn: str, filename_template: str | None = None):
-        super().__init__(base_log_folder, filename_template)
+    def __init__(self, base_log_folder: str, log_group_arn: str, **kwargs):
+        super().__init__(base_log_folder)
         split_arn = log_group_arn.split(":")
 
         self.handler = None

airflow/providers/amazon/aws/log/s3_task_handler.py

@@ -42,10 +42,8 @@ class S3TaskHandler(FileTaskHandler, LoggingMixin):
 
     trigger_should_wrap = True
 
-    def __init__(
-        self, base_log_folder: str, s3_log_folder: str, filename_template: str | None = None, **kwargs
-    ):
-        super().__init__(base_log_folder, filename_template)
+    def __init__(self, base_log_folder: str, s3_log_folder: str, **kwargs):
+        super().__init__(base_log_folder)
         self.handler: logging.FileHandler | None = None
         self.remote_base = s3_log_folder
         self.log_relative_path = ""

airflow/providers/amazon/aws/operators/ecs.py

@@ -373,6 +373,10 @@ class EcsRunTaskOperator(EcsBaseOperator):
         When capacity_provider_strategy is specified, the launch_type parameter is omitted.
         If no capacity_provider_strategy or launch_type is specified,
         the default capacity provider strategy for the cluster is used.
+    :param volume_configurations: the volume configurations to use when using capacity provider. The name of the volume must match
+                                  the name from the task definition.
+                                  You can configure the settings like size, volume type, IOPS, throughput and others mentioned in
+                                  (https://docs.aws.amazon.com/AmazonECS/latest/APIReference/API_TaskManagedEBSVolumeConfiguration.html)
     :param group: the name of the task group associated with the task
     :param placement_constraints: an array of placement constraint objects to use for
         the task
@@ -420,6 +424,7 @@ class EcsRunTaskOperator(EcsBaseOperator):
         "overrides",
         "launch_type",
         "capacity_provider_strategy",
+        "volume_configurations",
         "group",
         "placement_constraints",
         "placement_strategy",
@@ -450,6 +455,7 @@ class EcsRunTaskOperator(EcsBaseOperator):
         overrides: dict,
         launch_type: str = "EC2",
         capacity_provider_strategy: list | None = None,
+        volume_configurations: list | None = None,
         group: str | None = None,
         placement_constraints: list | None = None,
         placement_strategy: list | None = None,
@@ -479,6 +485,7 @@ class EcsRunTaskOperator(EcsBaseOperator):
         self.overrides = overrides
         self.launch_type = launch_type
         self.capacity_provider_strategy = capacity_provider_strategy
+        self.volume_configurations = volume_configurations
         self.group = group
         self.placement_constraints = placement_constraints
         self.placement_strategy = placement_strategy
@@ -614,6 +621,8 @@ class EcsRunTaskOperator(EcsBaseOperator):
 
         if self.capacity_provider_strategy:
             run_opts["capacityProviderStrategy"] = self.capacity_provider_strategy
+            if self.volume_configurations is not None:
+                run_opts["volumeConfigurations"] = self.volume_configurations
         elif self.launch_type:
             run_opts["launchType"] = self.launch_type
         if self.platform_version is not None:

airflow/providers/amazon/aws/operators/glue_databrew.py

@@ -17,20 +17,22 @@
 # under the License.
 from __future__ import annotations
 
-from functools import cached_property
+import warnings
 from typing import TYPE_CHECKING, Any, Sequence
 
 from airflow.configuration import conf
-from airflow.models import BaseOperator
+from airflow.exceptions import AirflowException, AirflowProviderDeprecationWarning
 from airflow.providers.amazon.aws.hooks.glue_databrew import GlueDataBrewHook
+from airflow.providers.amazon.aws.operators.base_aws import AwsBaseOperator
 from airflow.providers.amazon.aws.triggers.glue_databrew import GlueDataBrewJobCompleteTrigger
 from airflow.providers.amazon.aws.utils import validate_execute_complete_event
+from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
 
 if TYPE_CHECKING:
     from airflow.utils.context import Context
 
 
-class GlueDataBrewStartJobOperator(BaseOperator):
+class GlueDataBrewStartJobOperator(AwsBaseOperator[GlueDataBrewHook]):
     """
     Start an AWS Glue DataBrew job.
 
@@ -47,14 +49,30 @@ class GlueDataBrewStartJobOperator(BaseOperator):
     :param deferrable: If True, the operator will wait asynchronously for the job to complete.
         This implies waiting for completion. This mode requires aiobotocore module to be installed.
         (default: False)
-    :param delay: Time in seconds to wait between status checks. Default is 30.
+    :param delay: Time in seconds to wait between status checks. (Deprecated).
+    :param waiter_delay: Time in seconds to wait between status checks. Default is 30.
+    :param waiter_max_attempts: Maximum number of attempts to check for job completion. (default: 60)
     :return: dictionary with key run_id and value of the resulting job's run_id.
+
+    :param aws_conn_id: The Airflow connection used for AWS credentials.
+        If this is ``None`` or empty then the default boto3 behaviour is used. If
+        running Airflow in a distributed manner and aws_conn_id is None or
+        empty, then default boto3 configuration would be used (and must be
+        maintained on each worker node).
+    :param region_name: AWS region_name. If not specified then the default boto3 behaviour is used.
+    :param verify: Whether or not to verify SSL certificates. See:
+        https://boto3.amazonaws.com/v1/documentation/api/latest/reference/core/session.html
+    :param botocore_config: Configuration dictionary (key-values) for botocore client. See:
+        https://botocore.amazonaws.com/v1/documentation/api/latest/reference/config.html
     """
 
-    template_fields: Sequence[str] = (
+    aws_hook_class = GlueDataBrewHook
+
+    template_fields: Sequence[str] = aws_template_fields(
         "job_name",
         "wait_for_completion",
-        "delay",
+        "waiter_delay",
+        "waiter_max_attempts",
         "deferrable",
     )
 
@@ -62,21 +80,25 @@ class GlueDataBrewStartJobOperator(BaseOperator):
         self,
         job_name: str,
         wait_for_completion: bool = True,
-        delay: int = 30,
+        delay: int | None = None,
+        waiter_delay: int = 30,
+        waiter_max_attempts: int = 60,
         deferrable: bool = conf.getboolean("operators", "default_deferrable", fallback=False),
-        aws_conn_id: str | None = "aws_default",
         **kwargs,
     ):
         super().__init__(**kwargs)
         self.job_name = job_name
         self.wait_for_completion = wait_for_completion
+        self.waiter_delay = waiter_delay
+        self.waiter_max_attempts = waiter_max_attempts
         self.deferrable = deferrable
-        self.delay = delay
-        self.aws_conn_id = aws_conn_id
-
-    @cached_property
-    def hook(self) -> GlueDataBrewHook:
-        return GlueDataBrewHook(aws_conn_id=self.aws_conn_id)
+        if delay is not None:
+            warnings.warn(
+                "please use `waiter_delay` instead of delay.",
+                AirflowProviderDeprecationWarning,
+                stacklevel=2,
+            )
+            self.waiter_delay = delay
 
     def execute(self, context: Context):
         job = self.hook.conn.start_job_run(Name=self.job_name)
@@ -88,7 +110,14 @@ class GlueDataBrewStartJobOperator(BaseOperator):
             self.log.info("Deferring job %s with run_id %s", self.job_name, run_id)
             self.defer(
                 trigger=GlueDataBrewJobCompleteTrigger(
-                    aws_conn_id=self.aws_conn_id, job_name=self.job_name, run_id=run_id, delay=self.delay
+                    job_name=self.job_name,
+                    run_id=run_id,
+                    waiter_delay=self.waiter_delay,
+                    waiter_max_attempts=self.waiter_max_attempts,
+                    aws_conn_id=self.aws_conn_id,
+                    region_name=self.region_name,
+                    verify=self.verify,
+                    botocore_config=self.botocore_config,
                 ),
                 method_name="execute_complete",
             )
@@ -97,7 +126,12 @@ class GlueDataBrewStartJobOperator(BaseOperator):
             self.log.info(
                 "Waiting for AWS Glue DataBrew Job: %s. Run Id: %s to complete.", self.job_name, run_id
             )
-            status = self.hook.job_completion(job_name=self.job_name, delay=self.delay, run_id=run_id)
+            status = self.hook.job_completion(
+                job_name=self.job_name,
+                delay=self.waiter_delay,
+                run_id=run_id,
+                max_attempts=self.waiter_max_attempts,
+            )
             self.log.info("Glue DataBrew Job: %s status: %s", self.job_name, status)
 
         return {"run_id": run_id}
@@ -105,6 +139,9 @@ class GlueDataBrewStartJobOperator(BaseOperator):
     def execute_complete(self, context: Context, event: dict[str, Any] | None = None) -> dict[str, str]:
         event = validate_execute_complete_event(event)
 
+        if event["status"] != "success":
+            raise AirflowException("Error while running AWS Glue DataBrew job: %s", event)
+
         run_id = event.get("run_id", "")
         status = event.get("status", "")
 

airflow/providers/amazon/aws/sensors/batch.py

@@ -23,7 +23,7 @@ from typing import TYPE_CHECKING, Any, Sequence
 from deprecated import deprecated
 
 from airflow.configuration import conf
-from airflow.exceptions import AirflowException, AirflowProviderDeprecationWarning, AirflowSkipException
+from airflow.exceptions import AirflowException, AirflowProviderDeprecationWarning
 from airflow.providers.amazon.aws.hooks.batch_client import BatchClientHook
 from airflow.providers.amazon.aws.triggers.batch import BatchJobTrigger
 from airflow.sensors.base import BaseSensorOperator
@@ -265,6 +265,4 @@ class BatchJobQueueSensor(BaseSensorOperator):
             return False
 
         message = f"AWS Batch job queue failed. AWS Batch job queue status: {status}"
-        if self.soft_fail:
-            raise AirflowSkipException(message)
         raise AirflowException(message)

airflow/providers/amazon/aws/sensors/ecs.py

@@ -35,7 +35,7 @@ if TYPE_CHECKING:
     from airflow.utils.context import Context
 
 
-def _check_failed(current_state, target_state, failure_states, soft_fail: bool) -> None:
+def _check_failed(current_state, target_state, failure_states) -> None:
     if (current_state != target_state) and (current_state in failure_states):
         raise AirflowException(
             f"Terminal state reached. Current state: {current_state}, Expected state: {target_state}"
@@ -86,7 +86,7 @@ class EcsClusterStateSensor(EcsBaseSensor):
         cluster_state = EcsClusterStates(self.hook.get_cluster_state(cluster_name=self.cluster_name))
 
         self.log.info("Cluster state: %s, waiting for: %s", cluster_state, self.target_state)
-        _check_failed(cluster_state, self.target_state, self.failure_states, self.soft_fail)
+        _check_failed(cluster_state, self.target_state, self.failure_states)
 
         return cluster_state == self.target_state
 
@@ -132,7 +132,7 @@ class EcsTaskDefinitionStateSensor(EcsBaseSensor):
         )
 
         self.log.info("Task Definition state: %s, waiting for: %s", task_definition_state, self.target_state)
-        _check_failed(task_definition_state, self.target_state, [self.failure_states], self.soft_fail)
+        _check_failed(task_definition_state, self.target_state, [self.failure_states])
         return task_definition_state == self.target_state
 
 
@@ -172,5 +172,5 @@ class EcsTaskStateSensor(EcsBaseSensor):
         task_state = EcsTaskStates(self.hook.get_task_state(cluster=self.cluster, task=self.task))
 
         self.log.info("Task state: %s, waiting for: %s", task_state, self.target_state)
-        _check_failed(task_state, self.target_state, self.failure_states, self.soft_fail)
+        _check_failed(task_state, self.target_state, self.failure_states)
         return task_state == self.target_state

airflow/providers/amazon/aws/sensors/glue.py

@@ -21,7 +21,7 @@ from functools import cached_property
 from typing import TYPE_CHECKING, Any, Sequence
 
 from airflow.configuration import conf
-from airflow.exceptions import AirflowException, AirflowSkipException
+from airflow.exceptions import AirflowException
 from airflow.providers.amazon.aws.hooks.glue import GlueDataQualityHook, GlueJobHook
 from airflow.providers.amazon.aws.sensors.base_aws import AwsBaseSensor
 from airflow.providers.amazon.aws.triggers.glue import (
@@ -177,8 +177,6 @@ class GlueDataQualityRuleSetEvaluationRunSensor(AwsBaseSensor[GlueDataQualityHoo
 
         if event["status"] != "success":
             message = f"Error: AWS Glue data quality ruleset evaluation run: {event}"
-            if self.soft_fail:
-                raise AirflowSkipException(message)
             raise AirflowException(message)
 
         self.hook.validate_evaluation_run_results(
@@ -300,8 +298,6 @@ class GlueDataQualityRuleRecommendationRunSensor(AwsBaseSensor[GlueDataQualityHo
 
         if event["status"] != "success":
             message = f"Error: AWS Glue data quality recommendation run: {event}"
-            if self.soft_fail:
-                raise AirflowSkipException(message)
             raise AirflowException(message)
 
         if self.show_results:

airflow/providers/amazon/aws/transfers/redshift_to_s3.py

@@ -44,11 +44,12 @@ class RedshiftToS3Operator(BaseOperator):
     :param s3_bucket: reference to a specific S3 bucket
     :param s3_key: reference to a specific S3 key. If ``table_as_file_name`` is set
         to False, this param must include the desired file name
-    :param schema: reference to a specific schema in redshift database
-        Applicable when ``table`` param provided.
-    :param table: reference to a specific table in redshift database
-        Used when ``select_query`` param not provided.
-    :param select_query: custom select query to fetch data from redshift database
+    :param schema: reference to a specific schema in redshift database,
+        used when ``table`` param provided and ``select_query`` param not provided
+    :param table: reference to a specific table in redshift database,
+        used when ``schema`` param provided and ``select_query`` param not provided
+    :param select_query: custom select query to fetch data from redshift database,
+        has precedence over default query `SELECT * FROM ``schema``.``table``
     :param redshift_conn_id: reference to a specific redshift database
     :param aws_conn_id: reference to a specific S3 connection
         If the AWS connection contains 'aws_iam_role' in ``extras``
@@ -138,12 +139,17 @@ class RedshiftToS3Operator(BaseOperator):
                     {unload_options};
         """
 
+    @property
+    def default_select_query(self) -> str | None:
+        if self.schema and self.table:
+            return f"SELECT * FROM {self.schema}.{self.table}"
+        return None
+
     def execute(self, context: Context) -> None:
         if self.table and self.table_as_file_name:
             self.s3_key = f"{self.s3_key}/{self.table}_"
 
-        if self.schema and self.table:
-            self.select_query = f"SELECT * FROM {self.schema}.{self.table}"
+        self.select_query = self.select_query or self.default_select_query
 
         if self.select_query is None:
             raise ValueError(

airflow/providers/amazon/aws/transfers/s3_to_redshift.py

@@ -59,7 +59,8 @@ class S3ToRedshiftOperator(BaseOperator):
         - ``path/to/cert/bundle.pem``: A filename of the CA cert bundle to uses.
                  You can specify this argument if you want to use a different
                  CA cert bundle than the one used by botocore.
-    :param column_list: list of column names to load
+    :param column_list: list of column names to load source data fields into specific target columns
+        https://docs.aws.amazon.com/redshift/latest/dg/copy-parameters-column-mapping.html#copy-column-list
     :param copy_options: reference to a list of COPY options
     :param method: Action to be performed on execution. Available ``APPEND``, ``UPSERT`` and ``REPLACE``.
     :param upsert_keys: List of fields to use as key on upsert action
@@ -121,6 +122,10 @@ class S3ToRedshiftOperator(BaseOperator):
                 if arg in self.redshift_data_api_kwargs:
                     raise AirflowException(f"Cannot include param '{arg}' in Redshift Data API kwargs")
 
+    @property
+    def use_redshift_data(self):
+        return bool(self.redshift_data_api_kwargs)
+
     def _build_copy_query(
         self, copy_destination: str, credentials_block: str, region_info: str, copy_options: str
     ) -> str:
@@ -138,11 +143,11 @@ class S3ToRedshiftOperator(BaseOperator):
         if self.method not in AVAILABLE_METHODS:
             raise AirflowException(f"Method not found! Available methods: {AVAILABLE_METHODS}")
 
-        redshift_hook: RedshiftDataHook | RedshiftSQLHook
-        if self.redshift_data_api_kwargs:
-            redshift_hook = RedshiftDataHook(aws_conn_id=self.redshift_conn_id)
+        if self.use_redshift_data:
+            redshift_data_hook = RedshiftDataHook(aws_conn_id=self.redshift_conn_id)
         else:
-            redshift_hook = RedshiftSQLHook(redshift_conn_id=self.redshift_conn_id)
+            redshift_sql_hook = RedshiftSQLHook(redshift_conn_id=self.redshift_conn_id)
+
         conn = S3Hook.get_connection(conn_id=self.aws_conn_id) if self.aws_conn_id else None
         region_info = ""
         if conn and conn.extra_dejson.get("region", False):
@@ -167,12 +172,12 @@ class S3ToRedshiftOperator(BaseOperator):
         if self.method == "REPLACE":
             sql = ["BEGIN;", f"DELETE FROM {destination};", copy_statement, "COMMIT"]
         elif self.method == "UPSERT":
-            if isinstance(redshift_hook, RedshiftDataHook):
-                keys = self.upsert_keys or redshift_hook.get_table_primary_key(
+            if self.use_redshift_data:
+                keys = self.upsert_keys or redshift_data_hook.get_table_primary_key(
                     table=self.table, schema=self.schema, **self.redshift_data_api_kwargs
                 )
             else:
-                keys = self.upsert_keys or redshift_hook.get_table_primary_key(self.table, self.schema)
+                keys = self.upsert_keys or redshift_sql_hook.get_table_primary_key(self.table, self.schema)
             if not keys:
                 raise AirflowException(
                     f"No primary key on {self.schema}.{self.table}. Please provide keys on 'upsert_keys'"
@@ -192,8 +197,57 @@ class S3ToRedshiftOperator(BaseOperator):
             sql = copy_statement
 
         self.log.info("Executing COPY command...")
-        if isinstance(redshift_hook, RedshiftDataHook):
-            redshift_hook.execute_query(sql=sql, **self.redshift_data_api_kwargs)
+        if self.use_redshift_data:
+            redshift_data_hook.execute_query(sql=sql, **self.redshift_data_api_kwargs)
         else:
-            redshift_hook.run(sql, autocommit=self.autocommit)
+            redshift_sql_hook.run(sql, autocommit=self.autocommit)
         self.log.info("COPY command complete...")
+
+    def get_openlineage_facets_on_complete(self, task_instance):
+        """Implement on_complete as we will query destination table."""
+        from airflow.providers.amazon.aws.utils.openlineage import (
+            get_facets_from_redshift_table,
+        )
+        from airflow.providers.common.compat.openlineage.facet import (
+            Dataset,
+            LifecycleStateChange,
+            LifecycleStateChangeDatasetFacet,
+        )
+        from airflow.providers.openlineage.extractors import OperatorLineage
+
+        if self.use_redshift_data:
+            redshift_data_hook = RedshiftDataHook(aws_conn_id=self.redshift_conn_id)
+            database = self.redshift_data_api_kwargs.get("database")
+            identifier = self.redshift_data_api_kwargs.get(
+                "cluster_identifier", self.redshift_data_api_kwargs.get("workgroup_name")
+            )
+            port = self.redshift_data_api_kwargs.get("port", "5439")
+            authority = f"{identifier}.{redshift_data_hook.region_name}:{port}"
+            output_dataset_facets = get_facets_from_redshift_table(
+                redshift_data_hook, self.table, self.redshift_data_api_kwargs, self.schema
+            )
+        else:
+            redshift_sql_hook = RedshiftSQLHook(redshift_conn_id=self.redshift_conn_id)
+            database = redshift_sql_hook.conn.schema
+            authority = redshift_sql_hook.get_openlineage_database_info(redshift_sql_hook.conn).authority
+            output_dataset_facets = get_facets_from_redshift_table(
+                redshift_sql_hook, self.table, {}, self.schema
+            )
+
+        if self.method == "REPLACE":
+            output_dataset_facets["lifecycleStateChange"] = LifecycleStateChangeDatasetFacet(
+                lifecycleStateChange=LifecycleStateChange.OVERWRITE
+            )
+
+        output_dataset = Dataset(
+            namespace=f"redshift://{authority}",
+            name=f"{database}.{self.schema}.{self.table}",
+            facets=output_dataset_facets,
+        )
+
+        input_dataset = Dataset(
+            namespace=f"s3://{self.s3_bucket}",
+            name=self.s3_key,
+        )
+
+        return OperatorLineage(inputs=[input_dataset], outputs=[output_dataset])

airflow/providers/amazon/aws/triggers/glue_databrew.py

@@ -17,6 +17,9 @@
 
 from __future__ import annotations
 
+import warnings
+
+from airflow.exceptions import AirflowProviderDeprecationWarning
 from airflow.providers.amazon.aws.hooks.glue_databrew import GlueDataBrewHook
 from airflow.providers.amazon.aws.triggers.base import AwsBaseWaiterTrigger
 
@@ -27,8 +30,10 @@ class GlueDataBrewJobCompleteTrigger(AwsBaseWaiterTrigger):
 
     :param job_name: Glue DataBrew job name
     :param run_id: the ID of the specific run to watch for that job
-    :param delay: Number of seconds to wait between two checks. Default is 10 seconds.
-    :param max_attempts: Maximum number of attempts to wait for the job to complete. Default is 60 attempts.
+    :param delay: Number of seconds to wait between two checks.(Deprecated).
+    :param waiter_delay: Number of seconds to wait between two checks. Default is 30 seconds.
+    :param max_attempts: Maximum number of attempts to wait for the job to complete.(Deprecated).
+    :param waiter_max_attempts: Maximum number of attempts to wait for the job to complete. Default is 60 attempts.
     :param aws_conn_id: The Airflow connection used for AWS credentials.
     """
 
@@ -36,11 +41,27 @@ class GlueDataBrewJobCompleteTrigger(AwsBaseWaiterTrigger):
         self,
         job_name: str,
         run_id: str,
-        aws_conn_id: str | None,
-        delay: int = 10,
-        max_attempts: int = 60,
+        delay: int | None = None,
+        max_attempts: int | None = None,
+        waiter_delay: int = 30,
+        waiter_max_attempts: int = 60,
+        aws_conn_id: str | None = "aws_default",
         **kwargs,
     ):
+        if delay is not None:
+            warnings.warn(
+                "please use `waiter_delay` instead of delay.",
+                AirflowProviderDeprecationWarning,
+                stacklevel=2,
+            )
+            waiter_delay = delay or waiter_delay
+        if max_attempts is not None:
+            warnings.warn(
+                "please use `waiter_max_attempts` instead of max_attempts.",
+                AirflowProviderDeprecationWarning,
+                stacklevel=2,
+            )
+            waiter_max_attempts = max_attempts or waiter_max_attempts
         super().__init__(
             serialized_fields={"job_name": job_name, "run_id": run_id},
             waiter_name="job_complete",
@@ -50,10 +71,16 @@ class GlueDataBrewJobCompleteTrigger(AwsBaseWaiterTrigger):
             status_queries=["State"],
             return_value=run_id,
             return_key="run_id",
-            waiter_delay=delay,
-            waiter_max_attempts=max_attempts,
+            waiter_delay=waiter_delay,
+            waiter_max_attempts=waiter_max_attempts,
             aws_conn_id=aws_conn_id,
+            **kwargs,
         )
 
     def hook(self) -> GlueDataBrewHook:
-        return GlueDataBrewHook(aws_conn_id=self.aws_conn_id)
+        return GlueDataBrewHook(
+            aws_conn_id=self.aws_conn_id,
+            region_name=self.region_name,
+            verify=self.verify,
+            config=self.botocore_config,
+        )

airflow/providers/amazon/aws/utils/openlineage.py

@@ -0,0 +1,136 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+from __future__ import annotations
+
+from typing import TYPE_CHECKING, Any
+
+from airflow.providers.amazon.aws.hooks.redshift_sql import RedshiftSQLHook
+from airflow.providers.common.compat.openlineage.facet import (
+    ColumnLineageDatasetFacet,
+    DocumentationDatasetFacet,
+    Fields,
+    InputField,
+    SchemaDatasetFacet,
+    SchemaDatasetFacetFields,
+)
+
+if TYPE_CHECKING:
+    from airflow.providers.amazon.aws.hooks.redshift_data import RedshiftDataHook
+
+
+def get_facets_from_redshift_table(
+    redshift_hook: RedshiftDataHook | RedshiftSQLHook,
+    table: str,
+    redshift_data_api_kwargs: dict,
+    schema: str = "public",
+) -> dict[Any, Any]:
+    """
+    Query redshift for table metadata.
+
+    SchemaDatasetFacet and DocumentationDatasetFacet (if table has description) will be created.
+    """
+    sql = f"""
+    SELECT
+        cols.column_name,
+        cols.data_type,
+        col_des.description as column_description,
+        tbl_des.description as table_description
+    FROM
+        information_schema.columns cols
+    LEFT JOIN
+        pg_catalog.pg_description col_des
+    ON
+        cols.ordinal_position = col_des.objsubid
+        AND col_des.objoid = (SELECT oid FROM pg_class WHERE relnamespace =
+        (SELECT oid FROM pg_namespace WHERE nspname = cols.table_schema) AND relname = cols.table_name)
+    LEFT JOIN
+        pg_catalog.pg_class tbl
+    ON
+        tbl.relname = cols.table_name
+        AND tbl.relnamespace = (SELECT oid FROM pg_namespace WHERE nspname = cols.table_schema)
+    LEFT JOIN
+        pg_catalog.pg_description tbl_des
+    ON
+        tbl.oid = tbl_des.objoid
+        AND tbl_des.objsubid = 0
+    WHERE
+        cols.table_name = '{table}'
+        AND cols.table_schema = '{schema}';
+    """
+    if isinstance(redshift_hook, RedshiftSQLHook):
+        records = redshift_hook.get_records(sql)
+        if records:
+            table_description = records[0][-1]  # Assuming the table description is the same for all rows
+        else:
+            table_description = None
+        documentation = DocumentationDatasetFacet(description=table_description or "")
+        table_schema = SchemaDatasetFacet(
+            fields=[
+                SchemaDatasetFacetFields(name=field[0], type=field[1], description=field[2])
+                for field in records
+            ]
+        )
+    else:
+        statement_id = redshift_hook.execute_query(sql=sql, poll_interval=1, **redshift_data_api_kwargs)
+        response = redshift_hook.conn.get_statement_result(Id=statement_id)
+
+        table_schema = SchemaDatasetFacet(
+            fields=[
+                SchemaDatasetFacetFields(
+                    name=field[0]["stringValue"],
+                    type=field[1]["stringValue"],
+                    description=field[2].get("stringValue"),
+                )
+                for field in response["Records"]
+            ]
+        )
+        #  Table description will be the same for all fields, so we retrieve it from first field.
+        documentation = DocumentationDatasetFacet(
+            description=response["Records"][0][3].get("stringValue") or ""
+        )
+
+    return {"schema": table_schema, "documentation": documentation}
+
+
+def get_identity_column_lineage_facet(
+    field_names,
+    input_datasets,
+) -> ColumnLineageDatasetFacet:
+    """
+    Get column lineage facet.
+
+    Simple lineage will be created, where each source column corresponds to single destination column
+    in each input dataset and there are no transformations made.
+    """
+    if field_names and not input_datasets:
+        raise ValueError("When providing `field_names` You must provide at least one `input_dataset`.")
+
+    column_lineage_facet = ColumnLineageDatasetFacet(
+        fields={
+            field: Fields(
+                inputFields=[
+                    InputField(namespace=dataset.namespace, name=dataset.name, field=field)
+                    for dataset in input_datasets
+                ],
+                transformationType="IDENTITY",
+                transformationDescription="identical",
+            )
+            for field in field_names
+        }
+    )
+    return column_lineage_facet

airflow/providers/amazon/aws/utils/waiter_with_logging.py

@@ -71,11 +71,21 @@ def wait(
         try:
             waiter.wait(**args, WaiterConfig={"MaxAttempts": 1})
         except WaiterError as error:
-            if "terminal failure" in str(error):
-                log.error("%s: %s", failure_message, _LazyStatusFormatter(status_args, error.last_response))
+            error_reason = str(error)
+            last_response = error.last_response
+
+            if "terminal failure" in error_reason:
+                log.error("%s: %s", failure_message, _LazyStatusFormatter(status_args, last_response))
+                raise AirflowException(f"{failure_message}: {error}")
+
+            if (
+                "An error occurred" in error_reason
+                and isinstance(last_response.get("Error"), dict)
+                and "Code" in last_response.get("Error")
+            ):
                 raise AirflowException(f"{failure_message}: {error}")
 
-            log.info("%s: %s", status_message, _LazyStatusFormatter(status_args, error.last_response))
+            log.info("%s: %s", status_message, _LazyStatusFormatter(status_args, last_response))
         else:
             break
     else:
@@ -122,11 +132,21 @@ async def async_wait(
         try:
             await waiter.wait(**args, WaiterConfig={"MaxAttempts": 1})
         except WaiterError as error:
-            if "terminal failure" in str(error):
-                log.error("%s: %s", failure_message, _LazyStatusFormatter(status_args, error.last_response))
+            error_reason = str(error)
+            last_response = error.last_response
+
+            if "terminal failure" in error_reason:
+                log.error("%s: %s", failure_message, _LazyStatusFormatter(status_args, last_response))
+                raise AirflowException(f"{failure_message}: {error}")
+
+            if (
+                "An error occurred" in error_reason
+                and isinstance(last_response.get("Error"), dict)
+                and "Code" in last_response.get("Error")
+            ):
                 raise AirflowException(f"{failure_message}: {error}")
 
-            log.info("%s: %s", status_message, _LazyStatusFormatter(status_args, error.last_response))
+            log.info("%s: %s", status_message, _LazyStatusFormatter(status_args, last_response))
         else:
             break
     else:

airflow/providers/amazon/aws/waiters/stepfunctions.json

@@ -13,7 +13,7 @@
                     "state": "success"
                 },
                 {
-                    "matcher": "error",
+                    "matcher": "path",
                     "argument": "status",
                     "expected": "RUNNING",
                     "state": "retry"

airflow/providers/amazon/get_provider_info.py

@@ -28,8 +28,9 @@ def get_provider_info():
         "name": "Amazon",
         "description": "Amazon integration (including `Amazon Web Services (AWS) <https://aws.amazon.com/>`__).\n",
         "state": "ready",
-        "source-date-epoch": 1723968989,
+        "source-date-epoch": 1726859877,
         "versions": [
+            "8.29.0",
             "8.28.0",
             "8.27.0",
             "8.26.0",
@@ -99,17 +100,17 @@ def get_provider_info():
             "apache-airflow-providers-common-compat>=1.1.0",
             "apache-airflow-providers-common-sql>=1.3.1",
             "apache-airflow-providers-http",
-            "apache-airflow-providers-common-compat>=1.1.0",
             "boto3>=1.34.90",
             "botocore>=1.34.90",
             "inflection>=0.5.1",
-            "watchtower>=3.0.0,<4",
+            "watchtower>=3.0.0,!=3.3.0,<4",
             "jsonpath_ng>=1.5.3",
             "redshift_connector>=2.0.918",
             "sqlalchemy_redshift>=0.8.6",
             "asgiref>=2.3.0",
             "PyAthena>=3.0.10",
             "jmespath>=0.7.0",
+            "python3-saml>=1.16.0",
         ],
         "additional-extras": [
             {

{apache_airflow_providers_amazon-8.28.0rc1.dist-info → apache_airflow_providers_amazon-8.29.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: apache-airflow-providers-amazon
-Version: 8.28.0rc1
+Version: 8.29.0
 Summary: Provider package apache-airflow-providers-amazon for Apache Airflow
 Keywords: airflow-provider,amazon,airflow,integration
 Author-email: Apache Software Foundation <dev@airflow.apache.org>
@@ -22,23 +22,23 @@ Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Topic :: System :: Monitoring
 Requires-Dist: PyAthena>=3.0.10
-Requires-Dist: apache-airflow-providers-common-compat>=1.1.0rc0
-Requires-Dist: apache-airflow-providers-common-compat>=1.1.0rc0
-Requires-Dist: apache-airflow-providers-common-sql>=1.3.1rc0
+Requires-Dist: apache-airflow-providers-common-compat>=1.1.0
+Requires-Dist: apache-airflow-providers-common-sql>=1.3.1
 Requires-Dist: apache-airflow-providers-http
-Requires-Dist: apache-airflow>=2.8.0rc0
+Requires-Dist: apache-airflow>=2.8.0
 Requires-Dist: asgiref>=2.3.0
 Requires-Dist: boto3>=1.34.90
 Requires-Dist: botocore>=1.34.90
 Requires-Dist: inflection>=0.5.1
 Requires-Dist: jmespath>=0.7.0
 Requires-Dist: jsonpath_ng>=1.5.3
+Requires-Dist: python3-saml>=1.16.0
 Requires-Dist: redshift_connector>=2.0.918
 Requires-Dist: sqlalchemy_redshift>=0.8.6
-Requires-Dist: watchtower>=3.0.0,<4
+Requires-Dist: watchtower>=3.0.0,!=3.3.0,<4
 Requires-Dist: aiobotocore[boto3]>=2.13.0 ; extra == "aiobotocore"
 Requires-Dist: apache-airflow-providers-apache-hive ; extra == "apache.hive"
-Requires-Dist: apache-airflow-providers-cncf-kubernetes>=7.2.0rc0 ; extra == "cncf.kubernetes"
+Requires-Dist: apache-airflow-providers-cncf-kubernetes>=7.2.0 ; extra == "cncf.kubernetes"
 Requires-Dist: apache-airflow-providers-common-compat ; extra == "common.compat"
 Requires-Dist: apache-airflow-providers-common-sql ; extra == "common.sql"
 Requires-Dist: apache-airflow-providers-exasol ; extra == "exasol"
@@ -56,8 +56,8 @@ Requires-Dist: s3fs>=2023.10.0 ; extra == "s3fs"
 Requires-Dist: apache-airflow-providers-salesforce ; extra == "salesforce"
 Requires-Dist: apache-airflow-providers-ssh ; extra == "ssh"
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
-Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-amazon/8.28.0/changelog.html
-Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-amazon/8.28.0
+Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-amazon/8.29.0/changelog.html
+Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-amazon/8.29.0
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
 Project-URL: Source Code, https://github.com/apache/airflow
 Project-URL: Twitter, https://twitter.com/ApacheAirflow
@@ -125,7 +125,7 @@ Provides-Extra: ssh
 
 Package ``apache-airflow-providers-amazon``
 
-Release: ``8.28.0.rc1``
+Release: ``8.29.0``
 
 
 Amazon integration (including `Amazon Web Services (AWS) <https://aws.amazon.com/>`__).
@@ -138,7 +138,7 @@ This is a provider package for ``amazon`` provider. All classes for this provide
 are in ``airflow.providers.amazon`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-amazon/8.28.0/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-amazon/8.29.0/>`_.
 
 Installation
 ------------
@@ -152,25 +152,25 @@ The package supports the following python versions: 3.8,3.9,3.10,3.11,3.12
 Requirements
 ------------
 
-==========================================  ==================
+==========================================  ======================
 PIP package                                 Version required
-==========================================  ==================
+==========================================  ======================
 ``apache-airflow``                          ``>=2.8.0``
 ``apache-airflow-providers-common-compat``  ``>=1.1.0``
 ``apache-airflow-providers-common-sql``     ``>=1.3.1``
 ``apache-airflow-providers-http``
-``apache-airflow-providers-common-compat``  ``>=1.1.0``
 ``boto3``                                   ``>=1.34.90``
 ``botocore``                                ``>=1.34.90``
 ``inflection``                              ``>=0.5.1``
-``watchtower``                              ``>=3.0.0,<4``
+``watchtower``                              ``>=3.0.0,!=3.3.0,<4``
 ``jsonpath_ng``                             ``>=1.5.3``
 ``redshift_connector``                      ``>=2.0.918``
 ``sqlalchemy_redshift``                     ``>=0.8.6``
 ``asgiref``                                 ``>=2.3.0``
 ``PyAthena``                                ``>=3.0.10``
 ``jmespath``                                ``>=0.7.0``
-==========================================  ==================
+``python3-saml``                            ``>=1.16.0``
+==========================================  ======================
 
 Cross provider package dependencies
 -----------------------------------
@@ -205,4 +205,4 @@ Dependent package
 ======================================================================================================================  ===================
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-amazon/8.28.0/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-amazon/8.29.0/changelog.html>`_.

{apache_airflow_providers_amazon-8.28.0rc1.dist-info → apache_airflow_providers_amazon-8.29.0.dist-info}/RECORD

@@ -1,10 +1,10 @@
 airflow/providers/amazon/LICENSE,sha256=FFb4jd2AXnOOf7XLP04pQW6jbdhG49TxlGY6fFpCV1Y,13609
-airflow/providers/amazon/__init__.py,sha256=Q81gd1BpNYVrDMTImImWYFH9aNzRG1HIDcotMYnzAfE,1494
-airflow/providers/amazon/get_provider_info.py,sha256=ooAm-teOdxdYJAv29APRVll6FTxWKDO4iwMaD9C2ezc,68588
+airflow/providers/amazon/__init__.py,sha256=DVlqjb_QLk8ox7WCkFnM04OlVRPLseFoCWovvNvoN54,1494
+airflow/providers/amazon/get_provider_info.py,sha256=UAYKuSFhpOhShfBdpa-Jdj7CTAUWiL6WWt01X5xCd_k,68593
 airflow/providers/amazon/aws/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/amazon/aws/exceptions.py,sha256=uRGNMgXvgdzfphpOTiyj74lQhjzb70J-X8n6fsx5Jog,1864
 airflow/providers/amazon/aws/auth_manager/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/amazon/aws/auth_manager/aws_auth_manager.py,sha256=4h0SZ63YxsMKM5xk8mm5v05PbEXUIL79a0YCbJ8QP_Y,16483
+airflow/providers/amazon/aws/auth_manager/aws_auth_manager.py,sha256=i-yJp506WC1PE30XiD1rYN-jxagikgDoK-MZ6yJr44o,16699
 airflow/providers/amazon/aws/auth_manager/constants.py,sha256=Jdluo42InhyNGkYHB_dRtoFMpKanJLJdH0hyR9-5AZg,1050
 airflow/providers/amazon/aws/auth_manager/user.py,sha256=SoiiA3sVB1-G02qhQDSTst_25MjW4xbSE0vVDxwR-uw,1882
 airflow/providers/amazon/aws/auth_manager/avp/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
@@ -16,7 +16,7 @@ airflow/providers/amazon/aws/auth_manager/cli/avp_commands.py,sha256=SCTdbAsedEp
 airflow/providers/amazon/aws/auth_manager/cli/definition.py,sha256=oGMUGwb6xz47vaGwAzTzn8g0xUcAbvtxGPeANFOc7Ec,2749
 airflow/providers/amazon/aws/auth_manager/cli/idc_commands.py,sha256=4r5xfkyyqUhqdYJuyISfBI7-WlPzxfEgqmh_PR37wj8,5837
 airflow/providers/amazon/aws/auth_manager/security_manager/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/amazon/aws/auth_manager/security_manager/aws_security_manager_override.py,sha256=5XLvMpdpNpTYxntN2xL1-XfuxevQzz5EYHJb4TBOLFI,1566
+airflow/providers/amazon/aws/auth_manager/security_manager/aws_security_manager_override.py,sha256=b8vMzCFyJgkqnnqsR52tUlR7Lm4Dj8Yev7yFC3c22_Y,1679
 airflow/providers/amazon/aws/auth_manager/views/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/amazon/aws/auth_manager/views/auth.py,sha256=e5InDh2jYEBClkgn9xm6fYl8qK-miP692WuOGa5gC6g,5884
 airflow/providers/amazon/aws/datasets/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
@@ -24,15 +24,15 @@ airflow/providers/amazon/aws/datasets/s3.py,sha256=GFTxmCNwfV3FeWW_b78-RIop6NRCk
 airflow/providers/amazon/aws/executors/Dockerfile,sha256=VZ-YOR59KSMoztJV_g7v5hUwetKR0Ii4wNNaKqDIfyQ,4275
 airflow/providers/amazon/aws/executors/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/amazon/aws/executors/batch/__init__.py,sha256=TPSNZJ6E3zqN7mvdrMrarqwHeFYN9Efd2jD3hpN7tr0,970
-airflow/providers/amazon/aws/executors/batch/batch_executor.py,sha256=iGIYiedhoziVA3_ZIx20kXLyBO5l0Pf0kUjHjfxS5ok,21092
+airflow/providers/amazon/aws/executors/batch/batch_executor.py,sha256=kXUuJVMW3_winuX81dE-_YEZ3kSz09oJ4mmf3liFt2k,21082
 airflow/providers/amazon/aws/executors/batch/batch_executor_config.py,sha256=7yYLKB1jRoBy0AeW5chcpz7i2UfvSQob9QLvMhYUWDQ,3223
 airflow/providers/amazon/aws/executors/batch/boto_schema.py,sha256=Rqr_uk6Tx6hNVYsQRPNlLj0zC8TC_awWk2rv3tkUuYU,2445
 airflow/providers/amazon/aws/executors/batch/utils.py,sha256=Jugs8lvvtWey_CcwMkHnRVe9G0Sn8wyVmbROVrjgk9A,5286
 airflow/providers/amazon/aws/executors/ecs/__init__.py,sha256=J_B7TIPPQmn67Y7kzr4pgzcpFRr0wUp6gVsyfz5GKc4,962
 airflow/providers/amazon/aws/executors/ecs/boto_schema.py,sha256=hxj76uoo4y9koshb5Ou2hyjvNKCtrSK5wXea3iVtPqs,3762
 airflow/providers/amazon/aws/executors/ecs/ecs_executor.py,sha256=72N8Y84j-cnICWqg7WuW2AI_B_DYlUcpkvPlzZGNI0Y,25002
-airflow/providers/amazon/aws/executors/ecs/ecs_executor_config.py,sha256=iRP39ynsYFOisLN9NQsiLikTrBBN54bWaFQs60Snrsw,5436
-airflow/providers/amazon/aws/executors/ecs/utils.py,sha256=RLsmPN5MpLpXQftkyoIb8i8HxAw2R3vQWK1zM_M5XDg,9477
+airflow/providers/amazon/aws/executors/ecs/ecs_executor_config.py,sha256=pJwaSJLzsflJxlB-5pveRSzXS1O8ua9Tq7_P63RrQ9I,6003
+airflow/providers/amazon/aws/executors/ecs/utils.py,sha256=pzMNZ8rtD3HCOdAfUCL6xyTvu9Z8wXfIzgRIbK4_g28,9732
 airflow/providers/amazon/aws/executors/utils/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/amazon/aws/executors/utils/base_config_keys.py,sha256=q-xDVM8_iiygte8PK1khJjX7442sTNe72xJGwngtdV8,1169
 airflow/providers/amazon/aws/executors/utils/exponential_backoff_retry.py,sha256=FDdxVfdiCBZRiKQXYdjUp33hYaoHvOSZ4HjZAzpL8NY,3100
@@ -76,7 +76,7 @@ airflow/providers/amazon/aws/hooks/rds.py,sha256=h7NF3GZ42RKeh70rlg2BQFVpa8vNadS
 airflow/providers/amazon/aws/hooks/redshift_cluster.py,sha256=NA9HDPkTwSVVwE1BN1WCym_HQ2OQcsDBXFjqxQixKhg,13119
 airflow/providers/amazon/aws/hooks/redshift_data.py,sha256=oYlUoRBE45XRQxkGCnXBv707iBk1QieOQfeZ3bn81Rw,10253
 airflow/providers/amazon/aws/hooks/redshift_sql.py,sha256=7Iqr_5IVREdsW9mdTZEm2_Ng13eIBvkqZKS-LtTMM-k,11318
-airflow/providers/amazon/aws/hooks/s3.py,sha256=jIMunEV-0mlD6sbdVd0Og07hAs9K9anBc7VXM7BIBvY,61423
+airflow/providers/amazon/aws/hooks/s3.py,sha256=9-asub19mVios2uuwIt8wPwaXPSg-ljvhVzAI82rhp8,61446
 airflow/providers/amazon/aws/hooks/sagemaker.py,sha256=EF3fK_vYlklQd7YTIovLN25jYH1JMjqcTB9TlXJdzAQ,62154
 airflow/providers/amazon/aws/hooks/secrets_manager.py,sha256=6srh3jUeSGoqyrSj1M6aSOaA9xT5kna0VGUC0kzH-q0,2690
 airflow/providers/amazon/aws/hooks/ses.py,sha256=uOTjyhb87jNyf2B11zH1wg5Oomnsx0nM4aHteP-mCHs,4147
@@ -95,8 +95,8 @@ airflow/providers/amazon/aws/links/glue.py,sha256=NrXZ-jKmX3jNxGngBruudRcm7vgsxZ
 airflow/providers/amazon/aws/links/logs.py,sha256=BgRd61V_IvZpnZLShRN6zDqeoxjXC4M-6sfSgL0TGpM,1608
 airflow/providers/amazon/aws/links/step_function.py,sha256=xSL4vfKLnCn-QboRtruajpH5elRrNfw0XkY7eSfPpE4,2099
 airflow/providers/amazon/aws/log/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/amazon/aws/log/cloudwatch_task_handler.py,sha256=CMjD5z_HPCs_wkZ_dSB1JtnLb30s6OdTjrF4amguqqw,6950
-airflow/providers/amazon/aws/log/s3_task_handler.py,sha256=n361LFeRY_2-OVZiwjvvCbt03cmO-Ts7cPeoiN6kiXE,8467
+airflow/providers/amazon/aws/log/cloudwatch_task_handler.py,sha256=11iFc08HE6bvLWsGCTi0RoiYsSziEXWFEjvCwDJ4liw,6806
+airflow/providers/amazon/aws/log/s3_task_handler.py,sha256=opeXMThRDzKtcxlyNnM2QvNPdrrnekVWIskpUREQrMo,8396
 airflow/providers/amazon/aws/notifications/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/amazon/aws/notifications/chime.py,sha256=QCEdvVO7oCIbf_rGHtQZeitAUKARgsgtKjokxYb_kB0,2122
 airflow/providers/amazon/aws/notifications/sns.py,sha256=VCh3MpKl86RBBmI2zw0eyHG7Q8DxdL9ug8zaiC3YZyI,3101
@@ -112,14 +112,14 @@ airflow/providers/amazon/aws/operators/comprehend.py,sha256=JL0UfGpAekOeRFx3IT32
 airflow/providers/amazon/aws/operators/datasync.py,sha256=sZHqD1EDv0FfMj-r__P3MnN_39LzQhlT1_l9ghJbJ5c,18925
 airflow/providers/amazon/aws/operators/dms.py,sha256=6RhUtbELAjp0LLkUWl73kdcH4MRmyTzwHi1NxOlkE0Q,12313
 airflow/providers/amazon/aws/operators/ec2.py,sha256=aQj6cL3nZzu0tcn3dq6RBSPsByZe8fNtn6qcpQYtlNI,17051
-airflow/providers/amazon/aws/operators/ecs.py,sha256=pmm05ugkdyUNwkfY1X-mQdT8pqui0qJumwt92tEaEgU,32601
+airflow/providers/amazon/aws/operators/ecs.py,sha256=h-rRbIU3MeVgoZz85O73F8vwiOG942h0_n6DpeYejVM,33344
 airflow/providers/amazon/aws/operators/eks.py,sha256=0xHtPzxZx3ymr6-iqGvAoZsnA24PrjYRSAiFzuxrl3U,50761
 airflow/providers/amazon/aws/operators/emr.py,sha256=XNafysiROWBcMxAPK_9MQplcY-itOivKYnljffQo6eE,84909
 airflow/providers/amazon/aws/operators/eventbridge.py,sha256=e686XFhVi54DbaCk7oVc0fhvH6GIPU3p8jgyCie1yBU,10394
 airflow/providers/amazon/aws/operators/glacier.py,sha256=zxwC6lLk6sWerjlogXq6HgNOJx4h0hkqpGpqn23hJWk,3654
 airflow/providers/amazon/aws/operators/glue.py,sha256=m8hdF6eTyzsK3onOqt6Td0dGshhgf_XU1f4EtMb42LU,28390
 airflow/providers/amazon/aws/operators/glue_crawler.py,sha256=6646Ru_DrGjcv_hCy5EjPXcFY6pdB0bjj6ko8Wj3XDk,5253
-airflow/providers/amazon/aws/operators/glue_databrew.py,sha256=zXP0_ZoqFmjcG0REDj-e7GdZmrSvJtfvZrqg1yKSH_U,4475
+airflow/providers/amazon/aws/operators/glue_databrew.py,sha256=jpribaVZqaq7rxMMhOeF5veFzGHgv184AHUhwUpsbTc,6475
 airflow/providers/amazon/aws/operators/kinesis_analytics.py,sha256=Phjx24ESi2QIszD1O6OTCV_R7Wkr04qjUsASuLzCOoM,15773
 airflow/providers/amazon/aws/operators/lambda_function.py,sha256=96KtK5KUpMPW2i8Xay1UdKPMX211hS6FqweFnRNuTFQ,10619
 airflow/providers/amazon/aws/operators/neptune.py,sha256=on5oNX5K4yHfW1POE0eeZujta71vkJdVL07vucGjX-4,14751
@@ -138,18 +138,18 @@ airflow/providers/amazon/aws/secrets/systems_manager.py,sha256=4o9x02hR3i9BIEHJs
 airflow/providers/amazon/aws/sensors/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/amazon/aws/sensors/athena.py,sha256=AYPc1Jna3Erz4lq3sc8Buc-u1CIF9N_h-Uy-HBv5q_c,3634
 airflow/providers/amazon/aws/sensors/base_aws.py,sha256=8uzQbi8sksoxTpviirFYjLr3a-SUJMNAg7d9pI_w8-s,3858
-airflow/providers/amazon/aws/sensors/batch.py,sha256=ilTTHIu-F3MrFDDikgfpB3dmF_i8_LU_JnIXVgv5pEk,10027
+airflow/providers/amazon/aws/sensors/batch.py,sha256=LhFl7XLX-w5FsJ9GZMLoLLxMPDhO8W1kRQbeNbiq6Oc,9930
 airflow/providers/amazon/aws/sensors/bedrock.py,sha256=AMoCyKmwdRMnhcoZqMLz1XgyfoK4LyJW0m4TeXxrFZk,15695
 airflow/providers/amazon/aws/sensors/cloud_formation.py,sha256=_ZwuQbUtN1bIgNQEtKM8DkrXbYAUfEt49esEJxArmn4,4992
 airflow/providers/amazon/aws/sensors/comprehend.py,sha256=84ejUDrsrINpcxkpMo1xBOuf2_V4meWu0_wJ295QT8M,10319
 airflow/providers/amazon/aws/sensors/dms.py,sha256=EJqh2ojqFoRj4cSb2AeuWwFtHahn-h1FRvtPhd_Kspc,5338
 airflow/providers/amazon/aws/sensors/dynamodb.py,sha256=P43g73ACBoDo0Lrxzm9wOoEepbRVAOjqtwWYvIq1Tls,5008
 airflow/providers/amazon/aws/sensors/ec2.py,sha256=QHo9djFIoWKj_C2WkbfZSTogDTbXcJfeXUUCEplKRZY,3890
-airflow/providers/amazon/aws/sensors/ecs.py,sha256=utRzJBU02nMV7T8rL83DvWW0CyVHUPk1kuRTyrmIbmc,6901
+airflow/providers/amazon/aws/sensors/ecs.py,sha256=BMQbTWJZMIYA68jOi0d-t0GN2fP2lDAvXp2K5ybMTCA,6836
 airflow/providers/amazon/aws/sensors/eks.py,sha256=AWnPm41xs20jLiV9q5gP-CysNdUgIC0T1WvS3oMJ9JA,9631
 airflow/providers/amazon/aws/sensors/emr.py,sha256=0vkIlj1toOeImrPp5uH3WKhb4aBYiDKdnXaHlU0wyZU,24846
 airflow/providers/amazon/aws/sensors/glacier.py,sha256=qCeMA6IQMDiSGRjkw87psI6f8Kp-qHsHEjZ1u_vZgrc,4051
-airflow/providers/amazon/aws/sensors/glue.py,sha256=FqM-5-N-yC5vKKnjlHyx6JDXsbToZesyx_Q9Jtb9IVA,14358
+airflow/providers/amazon/aws/sensors/glue.py,sha256=16iCyOteauc-ffU--YaZQmTWSp1xm124GcLbK9tYH7A,14170
 airflow/providers/amazon/aws/sensors/glue_catalog_partition.py,sha256=5Hfm_qw_Yo82s4TIOdASqwgejrK-xRqYwrvcSoJvM1Y,6051
 airflow/providers/amazon/aws/sensors/glue_crawler.py,sha256=jjvYG2hBnhadZ5vGqo16zaj_mlH2jA2HCjXOMdWkMbg,3686
 airflow/providers/amazon/aws/sensors/kinesis_analytics.py,sha256=aWrPRDjKuC3bbsTi_R1D8J5_NQI684F0DjpljDzDDJQ,9906
@@ -176,10 +176,10 @@ airflow/providers/amazon/aws/transfers/http_to_s3.py,sha256=J1HjIdGsd4Zl8kk-RJAX
 airflow/providers/amazon/aws/transfers/imap_attachment_to_s3.py,sha256=xYJ94xNDsadluJpUUv1fURLW7YhSgL-9GaebZ6l4RLU,4536
 airflow/providers/amazon/aws/transfers/local_to_s3.py,sha256=yp9m7aZuL6YgzYRsFcyZ1wcGTXZTMO0F0CuBfkH1eGo,4165
 airflow/providers/amazon/aws/transfers/mongo_to_s3.py,sha256=OU7Cge_0WQd7xEb38V-0hjSHbjZRCQ7Ay4xntcG9R28,6020
-airflow/providers/amazon/aws/transfers/redshift_to_s3.py,sha256=bw7VifyjePelD_X-hlqc_RHRz1tbCc1Cg1HI8ONjxxY,8279
+airflow/providers/amazon/aws/transfers/redshift_to_s3.py,sha256=Ko-M-efK8D5AVLgLAuY3mMj_U2zq8vVu2IhJtot0uCc,8569
 airflow/providers/amazon/aws/transfers/s3_to_dynamodb.py,sha256=BRYID2nCmjooVH4WVD7tcy5MnkGQPK4c9BwioeCsIsw,11658
 airflow/providers/amazon/aws/transfers/s3_to_ftp.py,sha256=cxyNRW_FJQNNluuYr5fVluGLYnNRUvN75iHSSEHrVnY,2966
-airflow/providers/amazon/aws/transfers/s3_to_redshift.py,sha256=HVLDIG_-wftPk6YQO1S-6DOaTgRISgxaY7kG-614o40,8672
+airflow/providers/amazon/aws/transfers/s3_to_redshift.py,sha256=VX_ZYcCH8GvzQn1OH4j40PjtcnPYd8_lsB96AWTSiMw,11064
 airflow/providers/amazon/aws/transfers/s3_to_sftp.py,sha256=bgHgKv7o8ueC_zkhzW5k2xZpFnMlBHMcDf0t4sQ7kHY,3488
 airflow/providers/amazon/aws/transfers/s3_to_sql.py,sha256=kUuHDDR2ATDBHoRVq_3DOXGe8MVH9gcLHDMLMtFe4GI,4949
 airflow/providers/amazon/aws/transfers/salesforce_to_s3.py,sha256=yt77guCyYqVwDLdpmLb_psAI8PpGvbCjKQO6pz1J564,5686
@@ -198,7 +198,7 @@ airflow/providers/amazon/aws/triggers/eks.py,sha256=i7feJrOJgJKoToFVmtXeEoopOkJl
 airflow/providers/amazon/aws/triggers/emr.py,sha256=SYGZG4W79wQy_sH1UBd0Qau-eVg2XAv3CwqlJYayB60,18111
 airflow/providers/amazon/aws/triggers/glue.py,sha256=hv_nLzBRPG13MetjEfU_-KuTphLE-xyF6yW4uQJQuBc,9480
 airflow/providers/amazon/aws/triggers/glue_crawler.py,sha256=HtWE41ZD21C-At_bXfj0B0kuyYYklQtgXbodGgzPoF4,2863
-airflow/providers/amazon/aws/triggers/glue_databrew.py,sha256=cVFs6fBudG_w3errz9fa7n8qUlYOpo3ANHp9O1VzuXo,2375
+airflow/providers/amazon/aws/triggers/glue_databrew.py,sha256=A_MLJgdd6N3KsiPOJjiQI5YX5qtay0-hXWjB9H223rQ,3495
 airflow/providers/amazon/aws/triggers/kinesis_analytics.py,sha256=FERA9pE2o4juRJZVlEauDcJcPkhlQ6K9Q6RHt2MZlcE,2937
 airflow/providers/amazon/aws/triggers/lambda_function.py,sha256=CWVJHvUSd1v4THrFOA59XW0AjOqfwTR87rT4tUaYaYQ,2847
 airflow/providers/amazon/aws/triggers/neptune.py,sha256=bL9W78zgDp5rASdLGm-_WO6XKne5_tcOMkbGBPmdX-8,5868
@@ -216,6 +216,7 @@ airflow/providers/amazon/aws/utils/eks_get_token.py,sha256=q4utFF2c02T2Lm6KIZLAB
 airflow/providers/amazon/aws/utils/emailer.py,sha256=y-bzg1BZzOQ8J9-ed-74LY3VMv6LrLfBDtw5S4t3Tv4,1855
 airflow/providers/amazon/aws/utils/identifiers.py,sha256=KqkEJ96mz4BYt0wuKX-_DaFk-8Lv9CuDVo-VrlAK29U,1944
 airflow/providers/amazon/aws/utils/mixins.py,sha256=aBdHNvrjSKzPczOG_lpWHjyzU3jw6RB1GyxUuukb7c4,6609
+airflow/providers/amazon/aws/utils/openlineage.py,sha256=ooyRbKoLyjfGZYy3I6k3JxToCK07VHE5uc4f4b2ntr8,4924
 airflow/providers/amazon/aws/utils/rds.py,sha256=Qx5NEHGdzdmqNOtmAnSk1xErt9v6f-25a5Huos9bvPY,963
 airflow/providers/amazon/aws/utils/redshift.py,sha256=-Fh3kgrv_3VN6Ys5sEudtRWR9ITZqjhrDeY03hIvdkc,1957
 airflow/providers/amazon/aws/utils/sagemaker.py,sha256=893W8DBPhsyPINbFph9MKKP4O_zwptse0oUWm3XtGDE,1040
@@ -224,7 +225,7 @@ airflow/providers/amazon/aws/utils/suppress.py,sha256=5jFviuoFOJ0L3vBKI0qoCSgpVx
 airflow/providers/amazon/aws/utils/tags.py,sha256=-WPb4MpzZxV4MHS6OD09EronbR_jlfuVQeEqu4cVnj0,1762
 airflow/providers/amazon/aws/utils/task_log_fetcher.py,sha256=JlZq7Nt_2Qb94S76h_zR2B_Trg4gtvrfDQG8Tm7bNgo,5325
 airflow/providers/amazon/aws/utils/waiter.py,sha256=FO1WupdK7Z9AonrC8w_XcRpQE7A-o4VlgaqQxV65dbk,3509
-airflow/providers/amazon/aws/utils/waiter_with_logging.py,sha256=Y2yKAy6v64kj4miDvC5bcK0jP8GDyWDzy-jUaI9ONMM,5892
+airflow/providers/amazon/aws/utils/waiter_with_logging.py,sha256=7fzlo4Fc_w-1TXrnFKlnaeoPT4d_k4IK_VUWZww7jBw,6600
 airflow/providers/amazon/aws/waiters/README.md,sha256=ftfKyOH1Rqxa77DyLHkqRF1IltQty3uczLXWX7ekE0A,4535
 airflow/providers/amazon/aws/waiters/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/amazon/aws/waiters/appflow.json,sha256=aeYUa6gDxvOjDxarOUOPVjp9zp0blN2MiWxiiR0G-PE,1014
@@ -248,8 +249,8 @@ airflow/providers/amazon/aws/waiters/opensearchserverless.json,sha256=7UkPgv_tBm
 airflow/providers/amazon/aws/waiters/rds.json,sha256=HNmNQm5J-VaFHzjWb1pE5P7-Ix-yR4CQrlhfK9bAdM4,9511
 airflow/providers/amazon/aws/waiters/redshift.json,sha256=jOBotCgbkko1b_CHcGEbhhRvusgt0YSzVuFiZrqVP30,1742
 airflow/providers/amazon/aws/waiters/sagemaker.json,sha256=JPHuQtUFZ1B7EMLfVmCRevNZ9jgpB71LM0dva8ZEO9A,5254
-airflow/providers/amazon/aws/waiters/stepfunctions.json,sha256=aBaAZaGv8ZZGdN-2gvYEbq3fL_WHI_7s6SSDL-nWS1A,1034
-apache_airflow_providers_amazon-8.28.0rc1.dist-info/entry_points.txt,sha256=vlc0ZzhBkMrav1maTRofgksnAw4SwoQLFX9cmnTgktk,102
-apache_airflow_providers_amazon-8.28.0rc1.dist-info/WHEEL,sha256=EZbGkh7Ie4PoZfRQ8I0ZuP9VklN_TvcZ6DSE5Uar4z4,81
-apache_airflow_providers_amazon-8.28.0rc1.dist-info/METADATA,sha256=bfilJwgJ2XE4Xes0UaS1egO6b3nNqyUhS8u0pIHhlfA,10844
-apache_airflow_providers_amazon-8.28.0rc1.dist-info/RECORD,,
+airflow/providers/amazon/aws/waiters/stepfunctions.json,sha256=GsOH-emGerKGBAUFmI5lpMfNGH4c0ol_PSiea25DCEY,1033
+apache_airflow_providers_amazon-8.29.0.dist-info/entry_points.txt,sha256=vlc0ZzhBkMrav1maTRofgksnAw4SwoQLFX9cmnTgktk,102
+apache_airflow_providers_amazon-8.29.0.dist-info/WHEEL,sha256=EZbGkh7Ie4PoZfRQ8I0ZuP9VklN_TvcZ6DSE5Uar4z4,81
+apache_airflow_providers_amazon-8.29.0.dist-info/METADATA,sha256=WLZea2DqkaKnL0fLEaghRDJ_PpbzAuccd1f_xeuEUXA,10826
+apache_airflow_providers_amazon-8.29.0.dist-info/RECORD,,