apache-airflow-providers-amazon 9.1.0__tar.gz → 9.1.0rc1__tar.gz

{apache_airflow_providers_amazon-9.1.0 → apache_airflow_providers_amazon-9.1.0rc1}/PKG-INFO

@@ -1,6 +1,6 @@
-Metadata-Version: 2.3
+Metadata-Version: 2.1
 Name: apache-airflow-providers-amazon
-Version: 9.1.0
+Version: 9.1.0rc1
 Summary: Provider package apache-airflow-providers-amazon for Apache Airflow
 Keywords: airflow-provider,amazon,airflow,integration
 Author-email: Apache Software Foundation <dev@airflow.apache.org>
@@ -21,10 +21,10 @@ Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Topic :: System :: Monitoring
 Requires-Dist: PyAthena>=3.0.10
-Requires-Dist: apache-airflow-providers-common-compat>=1.2.1
-Requires-Dist: apache-airflow-providers-common-sql>=1.20.0
+Requires-Dist: apache-airflow-providers-common-compat>=1.2.1rc0
+Requires-Dist: apache-airflow-providers-common-sql>=1.3.1rc0
 Requires-Dist: apache-airflow-providers-http
-Requires-Dist: apache-airflow>=2.8.0
+Requires-Dist: apache-airflow>=2.8.0rc0
 Requires-Dist: asgiref>=2.3.0
 Requires-Dist: boto3>=1.34.90
 Requires-Dist: botocore>=1.34.90
@@ -35,16 +35,16 @@ Requires-Dist: python3-saml>=1.16.0
 Requires-Dist: redshift_connector>=2.0.918
 Requires-Dist: watchtower>=3.0.0,!=3.3.0,<4
 Requires-Dist: aiobotocore[boto3]>=2.13.0 ; extra == "aiobotocore"
-Requires-Dist: apache-airflow-providers-apache-hive ; extra == "apache-hive"
-Requires-Dist: apache-airflow-providers-cncf-kubernetes>=7.2.0 ; extra == "cncf-kubernetes"
-Requires-Dist: apache-airflow-providers-common-compat ; extra == "common-compat"
-Requires-Dist: apache-airflow-providers-common-sql ; extra == "common-sql"
+Requires-Dist: apache-airflow-providers-apache-hive ; extra == "apache.hive"
+Requires-Dist: apache-airflow-providers-cncf-kubernetes>=7.2.0rc0 ; extra == "cncf.kubernetes"
+Requires-Dist: apache-airflow-providers-common-compat ; extra == "common.compat"
+Requires-Dist: apache-airflow-providers-common-sql ; extra == "common.sql"
 Requires-Dist: apache-airflow-providers-exasol ; extra == "exasol"
 Requires-Dist: apache-airflow-providers-ftp ; extra == "ftp"
 Requires-Dist: apache-airflow-providers-google ; extra == "google"
 Requires-Dist: apache-airflow-providers-http ; extra == "http"
 Requires-Dist: apache-airflow-providers-imap ; extra == "imap"
-Requires-Dist: apache-airflow-providers-microsoft-azure ; extra == "microsoft-azure"
+Requires-Dist: apache-airflow-providers-microsoft-azure ; extra == "microsoft.azure"
 Requires-Dist: apache-airflow-providers-mongo ; extra == "mongo"
 Requires-Dist: apache-airflow-providers-openlineage ; extra == "openlineage"
 Requires-Dist: pandas>=2.1.2,<2.2 ; extra == "pandas" and (python_version>="3.9")
@@ -61,16 +61,16 @@ Project-URL: Source Code, https://github.com/apache/airflow
 Project-URL: Twitter, https://twitter.com/ApacheAirflow
 Project-URL: YouTube, https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA/
 Provides-Extra: aiobotocore
-Provides-Extra: apache-hive
-Provides-Extra: cncf-kubernetes
-Provides-Extra: common-compat
-Provides-Extra: common-sql
+Provides-Extra: apache.hive
+Provides-Extra: cncf.kubernetes
+Provides-Extra: common.compat
+Provides-Extra: common.sql
 Provides-Extra: exasol
 Provides-Extra: ftp
 Provides-Extra: google
 Provides-Extra: http
 Provides-Extra: imap
-Provides-Extra: microsoft-azure
+Provides-Extra: microsoft.azure
 Provides-Extra: mongo
 Provides-Extra: openlineage
 Provides-Extra: pandas
@@ -123,7 +123,7 @@ Provides-Extra: ssh
 
 Package ``apache-airflow-providers-amazon``
 
-Release: ``9.1.0``
+Release: ``9.1.0.rc1``
 
 
 Amazon integration (including `Amazon Web Services (AWS) <https://aws.amazon.com/>`__).
@@ -155,7 +155,7 @@ PIP package                                 Version required
 ==========================================  ======================
 ``apache-airflow``                          ``>=2.8.0``
 ``apache-airflow-providers-common-compat``  ``>=1.2.1``
-``apache-airflow-providers-common-sql``     ``>=1.20.0``
+``apache-airflow-providers-common-sql``     ``>=1.3.1``
 ``apache-airflow-providers-http``
 ``boto3``                                   ``>=1.34.90``
 ``botocore``                                ``>=1.34.90``

{apache_airflow_providers_amazon-9.1.0 → apache_airflow_providers_amazon-9.1.0rc1}/README.rst

@@ -42,7 +42,7 @@
 
 Package ``apache-airflow-providers-amazon``
 
-Release: ``9.1.0``
+Release: ``9.1.0.rc1``
 
 
 Amazon integration (including `Amazon Web Services (AWS) <https://aws.amazon.com/>`__).
@@ -74,7 +74,7 @@ PIP package                                 Version required
 ==========================================  ======================
 ``apache-airflow``                          ``>=2.8.0``
 ``apache-airflow-providers-common-compat``  ``>=1.2.1``
-``apache-airflow-providers-common-sql``     ``>=1.20.0``
+``apache-airflow-providers-common-sql``     ``>=1.3.1``
 ``apache-airflow-providers-http``
 ``boto3``                                   ``>=1.34.90``
 ``botocore``                                ``>=1.34.90``

{apache_airflow_providers_amazon-9.1.0 → apache_airflow_providers_amazon-9.1.0rc1}/airflow/providers/amazon/aws/auth_manager/aws_auth_manager.py

@@ -17,7 +17,6 @@
 from __future__ import annotations
 
 import argparse
-import warnings
 from collections import defaultdict
 from functools import cached_property
 from typing import TYPE_CHECKING, Container, Sequence, cast
@@ -25,7 +24,7 @@ from typing import TYPE_CHECKING, Container, Sequence, cast
 from flask import session, url_for
 
 from airflow.cli.cli_config import CLICommand, DefaultHelpParser, GroupCommand
-from airflow.exceptions import AirflowOptionalProviderFeatureException, AirflowProviderDeprecationWarning
+from airflow.exceptions import AirflowOptionalProviderFeatureException
 from airflow.providers.amazon.aws.auth_manager.avp.entities import AvpEntities
 from airflow.providers.amazon.aws.auth_manager.avp.facade import (
     AwsAuthManagerAmazonVerifiedPermissionsFacade,
@@ -167,16 +166,6 @@ class AwsAuthManager(BaseAuthManager):
             method=method, entity_type=AvpEntities.ASSET, user=user or self.get_user(), entity_id=asset_uri
         )
 
-    def is_authorized_dataset(
-        self, *, method: ResourceMethod, details: AssetDetails | None = None, user: BaseUser | None = None
-    ) -> bool:
-        warnings.warn(
-            "is_authorized_dataset will be renamed as is_authorized_asset in Airflow 3 and will be removed when the minimum Airflow version is set to 3.0 for the amazon provider",
-            AirflowProviderDeprecationWarning,
-            stacklevel=2,
-        )
-        return self.is_authorized_asset(method=method, user=user)
-
     def is_authorized_pool(
         self, *, method: ResourceMethod, details: PoolDetails | None = None, user: BaseUser | None = None
     ) -> bool:

{apache_airflow_providers_amazon-9.1.0 → apache_airflow_providers_amazon-9.1.0rc1}/airflow/providers/amazon/aws/hooks/appflow.py

@@ -117,9 +117,9 @@ class AppflowHook(AwsGenericHook["AppflowClient"]):
 
         self.conn.update_flow(
             flowName=response["flowName"],
-            destinationFlowConfigList=response["destinationFlowConfigList"],
-            sourceFlowConfig=response["sourceFlowConfig"],
-            triggerConfig=response["triggerConfig"],
+            destinationFlowConfigList=response["destinationFlowConfigList"],  # type: ignore[arg-type]
+            sourceFlowConfig=response["sourceFlowConfig"],  # type: ignore[arg-type]
+            triggerConfig=response["triggerConfig"],  # type: ignore[arg-type]
             description=response.get("description", "Flow description."),
-            tasks=tasks,
+            tasks=tasks,  # type: ignore[arg-type]
         )

{apache_airflow_providers_amazon-9.1.0 → apache_airflow_providers_amazon-9.1.0rc1}/airflow/providers/amazon/aws/hooks/athena.py

@@ -155,15 +155,14 @@ class AthenaHook(AwsBaseHook):
         state = None
         try:
             state = response["QueryExecution"]["Status"]["State"]
-        except Exception as e:
-            # The error is being absorbed here and is being handled by the caller.
-            # The error is being absorbed to implement retries.
+        except Exception:
             self.log.exception(
-                "Exception while getting query state. Query execution id: %s, Exception: %s",
-                query_execution_id,
-                e,
+                "Exception while getting query state. Query execution id: %s", query_execution_id
             )
-        return state
+        finally:
+            # The error is being absorbed here and is being handled by the caller.
+            # The error is being absorbed to implement retries.
+            return state
 
     def get_state_change_reason(self, query_execution_id: str, use_cache: bool = False) -> str | None:
         """
@@ -178,15 +177,15 @@ class AthenaHook(AwsBaseHook):
         reason = None
         try:
             reason = response["QueryExecution"]["Status"]["StateChangeReason"]
-        except Exception as e:
-            # The error is being absorbed here and is being handled by the caller.
-            # The error is being absorbed to implement retries.
+        except Exception:
             self.log.exception(
-                "Exception while getting query state change reason. Query execution id: %s, Exception: %s",
+                "Exception while getting query state change reason. Query execution id: %s",
                 query_execution_id,
-                e,
             )
-        return reason
+        finally:
+            # The error is being absorbed here and is being handled by the caller.
+            # The error is being absorbed to implement retries.
+            return reason
 
     def get_query_results(
         self, query_execution_id: str, next_token_id: str | None = None, max_results: int = 1000
@@ -288,18 +287,9 @@ class AthenaHook(AwsBaseHook):
             )
         except AirflowException as error:
             # this function does not raise errors to keep previous behavior.
-            self.log.warning(
-                "AirflowException while polling query status. Query execution id: %s, Exception: %s",
-                query_execution_id,
-                error,
-            )
-        except Exception as e:
-            self.log.warning(
-                "Unexpected exception while polling query status. Query execution id: %s, Exception: %s",
-                query_execution_id,
-                e,
-            )
-        return self.check_query_status(query_execution_id)
+            self.log.warning(error)
+        finally:
+            return self.check_query_status(query_execution_id)
 
     def get_output_location(self, query_execution_id: str) -> str:
         """

{apache_airflow_providers_amazon-9.1.0 → apache_airflow_providers_amazon-9.1.0rc1}/airflow/providers/amazon/aws/hooks/eks.py

@@ -85,8 +85,8 @@ COMMAND = """
                 exit 1
             fi
 
-            expiration_timestamp=$(echo "$output" | grep -oP 'expirationTimestamp: \\K[^,]+')
-            token=$(echo "$output" | grep -oP 'token: \\K[^,]+')
+            expiration_timestamp=$(echo "$output" | grep -oP 'expirationTimestamp:\s*\K[^,]+')
+            token=$(echo "$output" | grep -oP 'token:\s*\K[^,]+')
 
             json_string=$(printf '{{"kind": "ExecCredential","apiVersion": \
                 "client.authentication.k8s.io/v1alpha1","spec": {{}},"status": \

{apache_airflow_providers_amazon-9.1.0 → apache_airflow_providers_amazon-9.1.0rc1}/airflow/providers/amazon/aws/hooks/glue.py

@@ -282,16 +282,13 @@ class GlueJobHook(AwsBaseHook):
             log_group_error, continuation_tokens.error_stream_continuation
         )
 
-    def job_completion(
-        self, job_name: str, run_id: str, verbose: bool = False, sleep_before_return: int = 0
-    ) -> dict[str, str]:
+    def job_completion(self, job_name: str, run_id: str, verbose: bool = False) -> dict[str, str]:
         """
         Wait until Glue job with job_name finishes; return final state if finished or raises AirflowException.
 
         :param job_name: unique job name per AWS account
         :param run_id: The job-run ID of the predecessor job run
         :param verbose: If True, more Glue Job Run logs show in the Airflow Task Logs.  (default: False)
-        :param sleep_before_return: time in seconds to wait before returning final status.
         :return: Dict of JobRunState and JobRunId
         """
         next_log_tokens = self.LogContinuationTokens()
@@ -299,7 +296,6 @@ class GlueJobHook(AwsBaseHook):
             job_run_state = self.get_job_state(job_name, run_id)
             ret = self._handle_state(job_run_state, job_name, run_id, verbose, next_log_tokens)
             if ret:
-                time.sleep(sleep_before_return)
                 return ret
             else:
                 time.sleep(self.job_poll_interval)

{apache_airflow_providers_amazon-9.1.0 → apache_airflow_providers_amazon-9.1.0rc1}/airflow/providers/amazon/aws/hooks/s3.py

@@ -86,7 +86,7 @@ def provide_bucket_name(func: Callable) -> Callable:
     async def maybe_add_bucket_name(*args, **kwargs):
         bound_args = function_signature.bind(*args, **kwargs)
 
-        if not bound_args.arguments.get("bucket_name"):
+        if "bucket_name" not in bound_args.arguments:
             self = args[0]
             if self.aws_conn_id:
                 connection = await sync_to_async(self.get_connection)(self.aws_conn_id)
@@ -116,7 +116,7 @@ def provide_bucket_name(func: Callable) -> Callable:
         def wrapper(*args, **kwargs) -> Callable:
             bound_args = function_signature.bind(*args, **kwargs)
 
-            if not bound_args.arguments.get("bucket_name"):
+            if "bucket_name" not in bound_args.arguments:
                 self = args[0]
 
                 if "bucket_name" in self.service_config:

{apache_airflow_providers_amazon-9.1.0 → apache_airflow_providers_amazon-9.1.0rc1}/airflow/providers/amazon/aws/operators/appflow.py

@@ -21,11 +21,11 @@ from datetime import datetime, timedelta
 from typing import TYPE_CHECKING, cast
 
 from airflow.exceptions import AirflowException
+from airflow.operators.python import ShortCircuitOperator
 from airflow.providers.amazon.aws.hooks.appflow import AppflowHook
 from airflow.providers.amazon.aws.operators.base_aws import AwsBaseOperator
 from airflow.providers.amazon.aws.utils import datetime_to_epoch_ms
 from airflow.providers.amazon.aws.utils.mixins import AwsBaseHookMixin, AwsHookParams, aws_template_fields
-from airflow.providers.common.compat.standard.operators import ShortCircuitOperator
 
 if TYPE_CHECKING:
     from mypy_boto3_appflow.type_defs import (

{apache_airflow_providers_amazon-9.1.0 → apache_airflow_providers_amazon-9.1.0rc1}/airflow/providers/amazon/aws/operators/athena.py

@@ -311,9 +311,7 @@ class AthenaOperator(AwsBaseOperator[AthenaHook]):
             }
             fields = [
                 SchemaDatasetFacetFields(
-                    name=column["Name"],
-                    type=column["Type"],
-                    description=column.get("Comment"),
+                    name=column["Name"], type=column["Type"], description=column["Comment"]
                 )
                 for column in table_metadata["TableMetadata"]["Columns"]
             ]

{apache_airflow_providers_amazon-9.1.0 → apache_airflow_providers_amazon-9.1.0rc1}/airflow/providers/amazon/aws/operators/comprehend.py

@@ -17,7 +17,7 @@
 from __future__ import annotations
 
 from functools import cached_property
-from typing import TYPE_CHECKING, Any, ClassVar, Sequence
+from typing import TYPE_CHECKING, Any, Sequence
 
 from airflow.configuration import conf
 from airflow.exceptions import AirflowException
@@ -55,7 +55,7 @@ class ComprehendBaseOperator(AwsBaseOperator[ComprehendHook]):
         "input_data_config", "output_data_config", "data_access_role_arn", "language_code"
     )
 
-    template_fields_renderers: ClassVar[dict] = {"input_data_config": "json", "output_data_config": "json"}
+    template_fields_renderers: dict = {"input_data_config": "json", "output_data_config": "json"}
 
     def __init__(
         self,
@@ -248,7 +248,7 @@ class ComprehendCreateDocumentClassifierOperator(AwsBaseOperator[ComprehendHook]
         "document_classifier_kwargs",
     )
 
-    template_fields_renderers: ClassVar[dict] = {
+    template_fields_renderers: dict = {
         "input_data_config": "json",
         "output_data_config": "json",
         "document_classifier_kwargs": "json",

{apache_airflow_providers_amazon-9.1.0 → apache_airflow_providers_amazon-9.1.0rc1}/airflow/providers/amazon/aws/operators/dms.py

@@ -17,7 +17,7 @@
 # under the License.
 from __future__ import annotations
 
-from typing import TYPE_CHECKING, ClassVar, Sequence
+from typing import TYPE_CHECKING, Sequence
 
 from airflow.providers.amazon.aws.hooks.dms import DmsHook
 from airflow.providers.amazon.aws.operators.base_aws import AwsBaseOperator
@@ -64,7 +64,7 @@ class DmsCreateTaskOperator(AwsBaseOperator[DmsHook]):
         "migration_type",
         "create_task_kwargs",
     )
-    template_fields_renderers: ClassVar[dict] = {
+    template_fields_renderers = {
         "table_mappings": "json",
         "create_task_kwargs": "json",
     }
@@ -173,7 +173,7 @@ class DmsDescribeTasksOperator(AwsBaseOperator[DmsHook]):
 
     aws_hook_class = DmsHook
     template_fields: Sequence[str] = aws_template_fields("describe_tasks_kwargs")
-    template_fields_renderers: ClassVar[dict[str, str]] = {"describe_tasks_kwargs": "json"}
+    template_fields_renderers: dict[str, str] = {"describe_tasks_kwargs": "json"}
 
     def __init__(self, *, describe_tasks_kwargs: dict | None = None, **kwargs):
         super().__init__(**kwargs)

{apache_airflow_providers_amazon-9.1.0 → apache_airflow_providers_amazon-9.1.0rc1}/airflow/providers/amazon/aws/operators/ecs.py

@@ -368,7 +368,7 @@ class EcsRunTaskOperator(EcsBaseOperator):
         If None, this is the same as the `region` parameter. If that is also None,
         this is the default AWS region based on your connection settings.
     :param awslogs_stream_prefix: the stream prefix that is used for the CloudWatch logs.
-        This should match the prefix specified in the log configuration of the task definition.
+        This is usually based on some custom name combined with the name of the container.
         Only required if you want logs to be shown in the Airflow UI after your job has
         finished.
     :param awslogs_fetch_interval: the interval that the ECS task log fetcher should wait
@@ -481,7 +481,6 @@ class EcsRunTaskOperator(EcsBaseOperator):
             self.awslogs_region = self.region_name
 
         self.arn: str | None = None
-        self.container_name: str | None = None
         self._started_by: str | None = None
 
         self.retry_args = quota_retry
@@ -598,10 +597,10 @@ class EcsRunTaskOperator(EcsBaseOperator):
 
         if self.capacity_provider_strategy:
             run_opts["capacityProviderStrategy"] = self.capacity_provider_strategy
+            if self.volume_configurations is not None:
+                run_opts["volumeConfigurations"] = self.volume_configurations
         elif self.launch_type:
             run_opts["launchType"] = self.launch_type
-        if self.volume_configurations is not None:
-            run_opts["volumeConfigurations"] = self.volume_configurations
         if self.platform_version is not None:
             run_opts["platformVersion"] = self.platform_version
         if self.group is not None:
@@ -625,7 +624,6 @@ class EcsRunTaskOperator(EcsBaseOperator):
         self.log.info("ECS Task started: %s", response)
 
         self.arn = response["tasks"][0]["taskArn"]
-        self.container_name = response["tasks"][0]["containers"][0]["name"]
         self.log.info("ECS task ID is: %s", self._get_ecs_task_id(self.arn))
 
     def _try_reattach_task(self, started_by: str):
@@ -661,12 +659,6 @@ class EcsRunTaskOperator(EcsBaseOperator):
         return self.awslogs_group and self.awslogs_stream_prefix
 
     def _get_logs_stream_name(self) -> str:
-        if (
-            self.awslogs_stream_prefix
-            and self.container_name
-            and not self.awslogs_stream_prefix.endswith(f"/{self.container_name}")
-        ):
-            return f"{self.awslogs_stream_prefix}/{self.container_name}/{self._get_ecs_task_id(self.arn)}"
         return f"{self.awslogs_stream_prefix}/{self._get_ecs_task_id(self.arn)}"
 
     def _get_task_log_fetcher(self) -> AwsTaskLogFetcher:

{apache_airflow_providers_amazon-9.1.0 → apache_airflow_providers_amazon-9.1.0rc1}/airflow/providers/amazon/aws/operators/eks.py

@@ -45,10 +45,8 @@ from airflow.providers.cncf.kubernetes.utils.pod_manager import OnFinishAction
 try:
     from airflow.providers.cncf.kubernetes.operators.pod import KubernetesPodOperator
 except ImportError:
-    # preserve backward compatibility for older versions of cncf.kubernetes provider, remove this when minimum cncf.kubernetes provider is 10.0
-    from airflow.providers.cncf.kubernetes.operators.kubernetes_pod import (  # type: ignore[no-redef]
-        KubernetesPodOperator,
-    )
+    # preserve backward compatibility for older versions of cncf.kubernetes provider
+    from airflow.providers.cncf.kubernetes.operators.kubernetes_pod import KubernetesPodOperator
 
 if TYPE_CHECKING:
     from airflow.utils.context import Context

{apache_airflow_providers_amazon-9.1.0 → apache_airflow_providers_amazon-9.1.0rc1}/airflow/providers/amazon/aws/operators/glue.py

@@ -74,11 +74,6 @@ class GlueJobOperator(BaseOperator):
     :param update_config: If True, Operator will update job configuration.  (default: False)
     :param replace_script_file: If True, the script file will be replaced in S3. (default: False)
     :param stop_job_run_on_kill: If True, Operator will stop the job run when task is killed.
-    :param sleep_before_return: time in seconds to wait before returning final status. This is meaningful in case
-        of limiting concurrency, Glue needs 5-10 seconds to clean up resources.
-        Thus if status is returned immediately it might end up in case of more than 1 concurrent run.
-        It is recommended to set this parameter to 10 when you are using concurrency=1.
-        For more information see: https://repost.aws/questions/QUaKgpLBMPSGWO0iq2Fob_bw/glue-run-concurrent-jobs#ANFpCL2fRnQRqgDFuIU_rpvA
     """
 
     template_fields: Sequence[str] = (
@@ -123,7 +118,6 @@ class GlueJobOperator(BaseOperator):
         update_config: bool = False,
         job_poll_interval: int | float = 6,
         stop_job_run_on_kill: bool = False,
-        sleep_before_return: int = 0,
         **kwargs,
     ):
         super().__init__(**kwargs)
@@ -151,7 +145,6 @@ class GlueJobOperator(BaseOperator):
         self.job_poll_interval = job_poll_interval
         self.stop_job_run_on_kill = stop_job_run_on_kill
         self._job_run_id: str | None = None
-        self.sleep_before_return: int = sleep_before_return
 
     @cached_property
     def glue_job_hook(self) -> GlueJobHook:
@@ -227,9 +220,7 @@ class GlueJobOperator(BaseOperator):
                 method_name="execute_complete",
             )
         elif self.wait_for_completion:
-            glue_job_run = self.glue_job_hook.job_completion(
-                self.job_name, self._job_run_id, self.verbose, self.sleep_before_return
-            )
+            glue_job_run = self.glue_job_hook.job_completion(self.job_name, self._job_run_id, self.verbose)
             self.log.info(
                 "AWS Glue Job: %s status: %s. Run Id: %s",
                 self.job_name,

{apache_airflow_providers_amazon-9.1.0 → apache_airflow_providers_amazon-9.1.0rc1}/airflow/providers/amazon/aws/operators/kinesis_analytics.py

@@ -16,7 +16,7 @@
 # under the License.
 from __future__ import annotations
 
-from typing import TYPE_CHECKING, Any, ClassVar, Sequence
+from typing import TYPE_CHECKING, Any, Sequence
 
 from botocore.exceptions import ClientError
 
@@ -70,7 +70,7 @@ class KinesisAnalyticsV2CreateApplicationOperator(AwsBaseOperator[KinesisAnalyti
         "create_application_kwargs",
         "application_description",
     )
-    template_fields_renderers: ClassVar[dict] = {
+    template_fields_renderers: dict = {
         "create_application_kwargs": "json",
     }
 
@@ -149,7 +149,7 @@ class KinesisAnalyticsV2StartApplicationOperator(AwsBaseOperator[KinesisAnalytic
         "application_name",
         "run_configuration",
     )
-    template_fields_renderers: ClassVar[dict] = {
+    template_fields_renderers: dict = {
         "run_configuration": "json",
     }
 

{apache_airflow_providers_amazon-9.1.0 → apache_airflow_providers_amazon-9.1.0rc1}/airflow/providers/amazon/aws/operators/sagemaker.py

@@ -20,7 +20,7 @@ import datetime
 import json
 import time
 from functools import cached_property
-from typing import TYPE_CHECKING, Any, Callable, ClassVar, Sequence
+from typing import TYPE_CHECKING, Any, Callable, Sequence
 
 from botocore.exceptions import ClientError
 
@@ -65,7 +65,7 @@ class SageMakerBaseOperator(BaseOperator):
 
     template_fields: Sequence[str] = ("config",)
     template_ext: Sequence[str] = ()
-    template_fields_renderers: ClassVar[dict] = {"config": "json"}
+    template_fields_renderers: dict = {"config": "json"}
     ui_color: str = "#ededed"
     integer_fields: list[list[Any]] = []
 

{apache_airflow_providers_amazon-9.1.0 → apache_airflow_providers_amazon-9.1.0rc1}/airflow/providers/amazon/aws/transfers/s3_to_dynamodb.py

@@ -240,7 +240,7 @@ class S3ToDynamoDBOperator(BaseOperator):
         finally:
             self.log.info("Delete tmp DynamoDB table %s", self.tmp_table_name)
             client.delete_table(TableName=self.tmp_table_name)
-        return dynamodb_hook.get_conn().Table(self.dynamodb_table_name).table_arn
+            return dynamodb_hook.get_conn().Table(self.dynamodb_table_name).table_arn
 
     def execute(self, context: Context) -> str:
         """

{apache_airflow_providers_amazon-9.1.0 → apache_airflow_providers_amazon-9.1.0rc1}/airflow/providers/amazon/aws/triggers/athena.py

@@ -29,7 +29,8 @@ class AthenaTrigger(AwsBaseWaiterTrigger):
     """
     Trigger for AthenaOperator.
 
-    The trigger will asynchronously poll the boto3 API
+    The trigger will asynchronously poll the boto3 API and wait for the
+    Redshift cluster to be in the `available` state.
 
     :param query_execution_id:  ID of the Athena query execution to watch
     :param waiter_delay: The amount of time in seconds to wait between attempts.

{apache_airflow_providers_amazon-9.1.0 → apache_airflow_providers_amazon-9.1.0rc1}/airflow/providers/amazon/aws/triggers/glue.py

@@ -62,7 +62,7 @@ class GlueJobCompleteTrigger(BaseTrigger):
             {
                 "job_name": self.job_name,
                 "run_id": self.run_id,
-                "verbose": self.verbose,
+                "verbose": str(self.verbose),
                 "aws_conn_id": self.aws_conn_id,
                 "job_poll_interval": self.job_poll_interval,
             },

{apache_airflow_providers_amazon-9.1.0 → apache_airflow_providers_amazon-9.1.0rc1}/airflow/providers/amazon/get_provider_info.py

@@ -100,7 +100,7 @@ def get_provider_info():
         "dependencies": [
             "apache-airflow>=2.8.0",
             "apache-airflow-providers-common-compat>=1.2.1",
-            "apache-airflow-providers-common-sql>=1.20.0",
+            "apache-airflow-providers-common-sql>=1.3.1",
             "apache-airflow-providers-http",
             "boto3>=1.34.90",
             "botocore>=1.34.90",
@@ -130,7 +130,7 @@ def get_provider_info():
             "aiobotocore>=2.13.0",
             "aws_xray_sdk>=2.12.0",
             "moto[cloudformation,glue]>=5.0.0",
-            "mypy-boto3-appflow>=1.34.0,<1.35.39",
+            "mypy-boto3-appflow>=1.34.0",
             "mypy-boto3-rds>=1.34.90",
             "mypy-boto3-redshift-data>=1.34.0",
             "mypy-boto3-s3>=1.34.90",

{apache_airflow_providers_amazon-9.1.0 → apache_airflow_providers_amazon-9.1.0rc1}/pyproject.toml

@@ -21,13 +21,14 @@
 
 # IF YOU WANT TO MODIFY THIS FILE, YOU SHOULD MODIFY THE TEMPLATE
 # `pyproject_TEMPLATE.toml.jinja2` IN the `dev/breeze/src/airflow_breeze/templates` DIRECTORY
+#
 [build-system]
-requires = ["flit_core==3.10.1"]
+requires = ["flit_core >=3.2,<4"]
 build-backend = "flit_core.buildapi"
 
 [project]
 name = "apache-airflow-providers-amazon"
-version = "9.1.0"
+version = "9.1.0.rc1"
 description = "Provider package apache-airflow-providers-amazon for Apache Airflow"
 readme = "README.rst"
 authors = [
@@ -55,10 +56,10 @@ classifiers = [
 requires-python = "~=3.9"
 dependencies = [
     "PyAthena>=3.0.10",
-    "apache-airflow-providers-common-compat>=1.2.1",
-    "apache-airflow-providers-common-sql>=1.20.0",
+    "apache-airflow-providers-common-compat>=1.2.1rc0",
+    "apache-airflow-providers-common-sql>=1.3.1rc0",
     "apache-airflow-providers-http",
-    "apache-airflow>=2.8.0",
+    "apache-airflow>=2.8.0rc0",
     "asgiref>=2.3.0",
     "boto3>=1.34.90",
     "botocore>=1.34.90",
@@ -86,7 +87,7 @@ provider_info = "airflow.providers.amazon.get_provider_info:get_provider_info"
     "apache-airflow-providers-apache-hive",
 ]
 "cncf.kubernetes" = [
-    "apache-airflow-providers-cncf-kubernetes>=7.2.0",
+    "apache-airflow-providers-cncf-kubernetes>=7.2.0rc0",
 ]
 "common.compat" = [
     "apache-airflow-providers-common-compat",