apache-airflow-providers-amazon 9.12.0rc1__py3-none-any.whl → 9.13.0rc1__py3-none-any.whl

airflow/providers/amazon/__init__.py

@@ -29,7 +29,7 @@ from airflow import __version__ as airflow_version
 
 __all__ = ["__version__"]
 
-__version__ = "9.12.0"
+__version__ = "9.13.0"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.10.0"

airflow/providers/amazon/aws/auth_manager/avp/entities.py

@@ -57,7 +57,7 @@ def get_entity_type(resource_type: AvpEntities) -> str:
     return AVP_PREFIX_ENTITIES + resource_type.value
 
 
-def get_action_id(resource_type: AvpEntities, method: ResourceMethod | str):
+def get_action_id(resource_type: AvpEntities, method: ResourceMethod | str, entity_id: str | None):
     """
     Return action id.
 
@@ -65,5 +65,9 @@ def get_action_id(resource_type: AvpEntities, method: ResourceMethod | str):
 
     :param resource_type: Resource type.
     :param method: Resource method.
+    :param entity_id: The entity ID.
     """
+    if method == "GET" and not entity_id:
+        method = "LIST"
+
     return f"{resource_type.value}.{method}"

airflow/providers/amazon/aws/auth_manager/avp/facade.py

@@ -120,7 +120,7 @@ class AwsAuthManagerAmazonVerifiedPermissionsFacade(LoggingMixin):
                 "principal": {"entityType": get_entity_type(AvpEntities.USER), "entityId": user.get_id()},
                 "action": {
                     "actionType": get_entity_type(AvpEntities.ACTION),
-                    "actionId": get_action_id(entity_type, method),
+                    "actionId": get_action_id(entity_type, method, entity_id),
                 },
                 "resource": {"entityType": get_entity_type(entity_type), "entityId": entity_id or "*"},
                 "entities": {"entityList": entity_list},
@@ -281,7 +281,9 @@ class AwsAuthManagerAmazonVerifiedPermissionsFacade(LoggingMixin):
                 "principal": {"entityType": get_entity_type(AvpEntities.USER), "entityId": user.get_id()},
                 "action": {
                     "actionType": get_entity_type(AvpEntities.ACTION),
-                    "actionId": get_action_id(request["entity_type"], request["method"]),
+                    "actionId": get_action_id(
+                        request["entity_type"], request["method"], request.get("entity_id")
+                    ),
                 },
                 "resource": {
                     "entityType": get_entity_type(request["entity_type"]),

airflow/providers/amazon/aws/auth_manager/avp/schema.json

@@ -7,18 +7,48 @@
                     "resourceTypes": ["Asset"]
                 }
             },
+            "Asset.LIST": {
+                "appliesTo": {
+                    "principalTypes": ["User"],
+                    "resourceTypes": ["Asset"]
+                }
+            },
+            "Asset.POST": {
+                "appliesTo": {
+                    "principalTypes": ["User"],
+                    "resourceTypes": ["Asset"]
+                }
+            },
+            "Asset.DELETE": {
+                "appliesTo": {
+                    "principalTypes": ["User"],
+                    "resourceTypes": ["Asset"]
+                }
+            },
             "AssetAlias.GET": {
                 "appliesTo": {
                     "principalTypes": ["User"],
                     "resourceTypes": ["AssetAlias"]
                 }
             },
+            "AssetAlias.LIST": {
+                "appliesTo": {
+                    "principalTypes": ["User"],
+                    "resourceTypes": ["AssetAlias"]
+                }
+            },
             "Backfill.GET": {
                 "appliesTo": {
                     "principalTypes": ["User"],
                     "resourceTypes": ["Backfill"]
                 }
             },
+            "Backfill.LIST": {
+                "appliesTo": {
+                    "principalTypes": ["User"],
+                    "resourceTypes": ["Backfill"]
+                }
+            },
             "Backfill.POST": {
                 "appliesTo": {
                     "principalTypes": ["User"],
@@ -43,6 +73,12 @@
                     "resourceTypes": ["Connection"]
                 }
             },
+            "Connection.LIST": {
+                "appliesTo": {
+                    "principalTypes": ["User"],
+                    "resourceTypes": ["Connection"]
+                }
+            },
             "Connection.POST": {
                 "appliesTo": {
                     "principalTypes": ["User"],
@@ -67,6 +103,12 @@
                     "resourceTypes": ["Custom"]
                 }
             },
+            "Custom.LIST": {
+                "appliesTo": {
+                    "principalTypes": ["User"],
+                    "resourceTypes": ["Custom"]
+                }
+            },
             "Custom.POST": {
                 "appliesTo": {
                     "principalTypes": ["User"],
@@ -85,6 +127,12 @@
                     "resourceTypes": ["Configuration"]
                 }
             },
+            "Configuration.LIST": {
+                "appliesTo": {
+                    "principalTypes": ["User"],
+                    "resourceTypes": ["Configuration"]
+                }
+            },
             "Dag.DELETE": {
                 "appliesTo": {
                     "principalTypes": ["User"],
@@ -115,6 +163,21 @@
                     }
                 }
             },
+            "Dag.LIST": {
+                "appliesTo": {
+                    "principalTypes": ["User"],
+                    "resourceTypes": ["Dag"],
+                    "context": {
+                        "attributes": {
+                            "dag_entity": {
+                                "required": false,
+                                "type": "String"
+                            }
+                        },
+                        "type": "Record"
+                    }
+                }
+            },
             "Dag.POST": {
                 "appliesTo": {
                     "principalTypes": ["User"],
@@ -163,6 +226,12 @@
                     "resourceTypes": ["Pool"]
                 }
             },
+            "Pool.LIST": {
+                "appliesTo": {
+                    "principalTypes": ["User"],
+                    "resourceTypes": ["Pool"]
+                }
+            },
             "Pool.POST": {
                 "appliesTo": {
                     "principalTypes": ["User"],
@@ -187,6 +256,12 @@
                     "resourceTypes": ["Variable"]
                 }
             },
+            "Variable.LIST": {
+                "appliesTo": {
+                    "principalTypes": ["User"],
+                    "resourceTypes": ["Variable"]
+                }
+            },
             "Variable.POST": {
                 "appliesTo": {
                     "principalTypes": ["User"],

airflow/providers/amazon/aws/hooks/base_aws.py

@@ -61,7 +61,6 @@ from airflow.providers.amazon.aws.utils.connection_wrapper import AwsConnectionW
 from airflow.providers.amazon.aws.utils.identifiers import generate_uuid
 from airflow.providers.amazon.aws.utils.suppress import return_on_error
 from airflow.providers.amazon.version_compat import BaseHook
-from airflow.providers.common.compat.version_compat import AIRFLOW_V_3_0_PLUS
 from airflow.providers_manager import ProvidersManager
 from airflow.utils.helpers import exactly_one
 from airflow.utils.log.logging_mixin import LoggingMixin
@@ -77,9 +76,6 @@ from airflow.utils.log.logging_mixin import LoggingMixin
 BaseAwsConnection = TypeVar("BaseAwsConnection", bound=Union[BaseClient, ServiceResource])  # noqa: UP007
 
 
-if AIRFLOW_V_3_0_PLUS:
-    from airflow.sdk.exceptions import AirflowRuntimeError, ErrorType
-
 if TYPE_CHECKING:
     from aiobotocore.session import AioSession
     from botocore.client import ClientMeta
@@ -89,9 +85,12 @@ if TYPE_CHECKING:
     from airflow.sdk.execution_time.secrets_masker import mask_secret
 else:
     try:
-        from airflow.sdk.execution_time.secrets_masker import mask_secret
+        from airflow.sdk.log import mask_secret
     except ImportError:
-        from airflow.utils.log.secrets_masker import mask_secret
+        try:
+            from airflow.sdk.execution_time.secrets_masker import mask_secret
+        except ImportError:
+            from airflow.utils.log.secrets_masker import mask_secret
 
 _loader = botocore.loaders.Loader()
 """
@@ -621,20 +620,17 @@ class AwsGenericHook(BaseHook, Generic[BaseAwsConnection]):
         if self.aws_conn_id:
             try:
                 connection = self.get_connection(self.aws_conn_id)
-            except Exception as e:
-                not_found_exc_via_core = isinstance(e, AirflowNotFoundException)
-                not_found_exc_via_task_sdk = (
-                    AIRFLOW_V_3_0_PLUS
-                    and isinstance(e, AirflowRuntimeError)
-                    and e.error.error == ErrorType.CONNECTION_NOT_FOUND
+            except AirflowNotFoundException:
+                self.log.warning(
+                    "Unable to find AWS Connection ID '%s', switching to empty.", self.aws_conn_id
                 )
-                if not_found_exc_via_core or not_found_exc_via_task_sdk:
-                    self.log.warning(
-                        "Unable to find AWS Connection ID '%s', switching to empty.", self.aws_conn_id
-                    )
+            # In the TaskSDK's BaseHook, it only retrieves the connection via task-sdk. Since the AWS system testing infrastructure
+            # doesn't use task-sdk, this leads to an error which we handle below.
+            except ImportError as e:
+                if "SUPERVISOR_COMMS" in str(e):
+                    self.log.exception(e)
                 else:
                     raise
-
         return AwsConnectionWrapper(
             conn=connection,
             region_name=self._region_name,

airflow/providers/amazon/aws/hooks/ecr.py

@@ -30,9 +30,12 @@ if TYPE_CHECKING:
     from airflow.sdk.execution_time.secrets_masker import mask_secret
 else:
     try:
-        from airflow.sdk.execution_time.secrets_masker import mask_secret
+        from airflow.sdk.log import mask_secret
     except ImportError:
-        from airflow.utils.log.secrets_masker import mask_secret
+        try:
+            from airflow.sdk.execution_time.secrets_masker import mask_secret
+        except ImportError:
+            from airflow.utils.log.secrets_masker import mask_secret
 
 logger = logging.getLogger(__name__)
 

airflow/providers/amazon/aws/hooks/eks.py

@@ -18,9 +18,10 @@
 
 from __future__ import annotations
 
-import base64
+import contextlib
 import json
 import os
+import stat
 import sys
 import tempfile
 from collections.abc import Callable, Generator
@@ -29,14 +30,12 @@ from enum import Enum
 from functools import partial
 
 from botocore.exceptions import ClientError
-from botocore.signers import RequestSigner
 
 from airflow.providers.amazon.aws.hooks.base_aws import AwsBaseHook
 from airflow.providers.amazon.aws.hooks.sts import StsHook
 from airflow.utils import yaml
 
 DEFAULT_PAGINATION_TOKEN = ""
-STS_TOKEN_EXPIRES_IN = 60
 AUTHENTICATION_API_VERSION = "client.authentication.k8s.io/v1alpha1"
 _POD_USERNAME = "aws"
 _CONTEXT_NAME = "aws"
@@ -79,11 +78,18 @@ class NodegroupStates(Enum):
 
 COMMAND = """
             export PYTHON_OPERATORS_VIRTUAL_ENV_MODE=1
+
+            # Source credentials from secure file
+            source {credentials_file}
+
             output=$({python_executable} -m airflow.providers.amazon.aws.utils.eks_get_token \
-                --cluster-name {eks_cluster_name} {args} 2>&1)
+                --cluster-name {eks_cluster_name} --sts-url '{sts_url}' {args} 2>&1)
 
             status=$?
 
+            # Clear environment variables after use (defense in depth)
+            unset AWS_ACCESS_KEY_ID AWS_SECRET_ACCESS_KEY AWS_SESSION_TOKEN
+
             if [ "$status" -ne 0 ]; then
                 printf '%s' "$output" >&2
                 exit "$status"
@@ -537,11 +543,60 @@ class EksHook(AwsBaseHook):
 
         return name_collection
 
+    @contextlib.contextmanager
+    def _secure_credential_context(
+        self, access_key: str, secret_key: str, session_token: str | None
+    ) -> Generator[str, None, None]:
+        """
+        Context manager for secure temporary credential file.
+
+        Creates a temporary file with restrictive permissions (0600) containing AWS credentials.
+        The file is automatically cleaned up when the context manager exits.
+
+        :param access_key: AWS access key ID
+        :param secret_key: AWS secret access key
+        :param session_token: AWS session token (optional)
+        :return: Path to the temporary credential file
+        """
+        fd = None
+        temp_path = None
+
+        try:
+            # Create secure temporary file
+            fd, temp_path = tempfile.mkstemp(
+                suffix=".aws_creds",
+                prefix="airflow_eks_",
+            )
+
+            # Set restrictive permissions (0600) - owner read/write only
+            os.fchmod(fd, stat.S_IRUSR | stat.S_IWUSR)
+
+            # Write credentials to secure file
+            with os.fdopen(fd, "w") as f:
+                f.write(f"export AWS_ACCESS_KEY_ID='{access_key}'\n")
+                f.write(f"export AWS_SECRET_ACCESS_KEY='{secret_key}'\n")
+                if session_token:
+                    f.write(f"export AWS_SESSION_TOKEN='{session_token}'\n")
+
+            fd = None  # File handle closed by fdopen
+            yield temp_path
+
+        finally:
+            # Cleanup
+            if fd is not None:
+                os.close(fd)
+            if temp_path and os.path.exists(temp_path):
+                try:
+                    os.unlink(temp_path)
+                except OSError:
+                    pass  # Best effort cleanup
+
     @contextmanager
     def generate_config_file(
         self,
         eks_cluster_name: str,
         pod_namespace: str | None,
+        credentials_file,
     ) -> Generator[str, None, None]:
         """
         Write the kubeconfig file given an EKS Cluster.
@@ -553,20 +608,24 @@ class EksHook(AwsBaseHook):
         if self.region_name is not None:
             args = args + f" --region-name {self.region_name}"
 
-        if self.aws_conn_id is not None:
-            args = args + f" --aws-conn-id {self.aws_conn_id}"
-
         # We need to determine which python executable the host is running in order to correctly
         # call the eks_get_token.py script.
         python_executable = f"python{sys.version_info[0]}.{sys.version_info[1]}"
         # Set up the client
         eks_client = self.conn
+        session = self.get_session()
 
         # Get cluster details
         cluster = eks_client.describe_cluster(name=eks_cluster_name)
         cluster_cert = cluster["cluster"]["certificateAuthority"]["data"]
         cluster_ep = cluster["cluster"]["endpoint"]
 
+        os.environ["AWS_STS_REGIONAL_ENDPOINTS"] = "regional"
+        try:
+            sts_url = f"{StsHook(region_name=session.region_name).conn_client_meta.endpoint_url}/?Action=GetCallerIdentity&Version=2011-06-15"
+        finally:
+            del os.environ["AWS_STS_REGIONAL_ENDPOINTS"]
+
         cluster_config = {
             "apiVersion": "v1",
             "kind": "Config",
@@ -598,6 +657,8 @@ class EksHook(AwsBaseHook):
                             "args": [
                                 "-c",
                                 COMMAND.format(
+                                    credentials_file=credentials_file,
+                                    sts_url=sts_url,
                                     python_executable=python_executable,
                                     eks_cluster_name=eks_cluster_name,
                                     args=args,
@@ -609,50 +670,10 @@ class EksHook(AwsBaseHook):
                 }
             ],
         }
+
         config_text = yaml.dump(cluster_config, default_flow_style=False)
 
         with tempfile.NamedTemporaryFile(mode="w") as config_file:
             config_file.write(config_text)
             config_file.flush()
             yield config_file.name
-
-    def fetch_access_token_for_cluster(self, eks_cluster_name: str) -> str:
-        session = self.get_session()
-        service_id = self.conn.meta.service_model.service_id
-        # This env variable is required so that we get a regionalized endpoint for STS in regions that
-        # otherwise default to global endpoints. The mechanism below to generate the token is very picky that
-        # the endpoint is regional.
-        os.environ["AWS_STS_REGIONAL_ENDPOINTS"] = "regional"
-        try:
-            sts_url = f"{StsHook(region_name=session.region_name).conn_client_meta.endpoint_url}/?Action=GetCallerIdentity&Version=2011-06-15"
-        finally:
-            del os.environ["AWS_STS_REGIONAL_ENDPOINTS"]
-
-        signer = RequestSigner(
-            service_id=service_id,
-            region_name=session.region_name,
-            signing_name="sts",
-            signature_version="v4",
-            credentials=session.get_credentials(),
-            event_emitter=session.events,
-        )
-
-        request_params = {
-            "method": "GET",
-            "url": sts_url,
-            "body": {},
-            "headers": {"x-k8s-aws-id": eks_cluster_name},
-            "context": {},
-        }
-
-        signed_url = signer.generate_presigned_url(
-            request_dict=request_params,
-            region_name=session.region_name,
-            expires_in=STS_TOKEN_EXPIRES_IN,
-            operation_name="",
-        )
-
-        base64_url = base64.urlsafe_b64encode(signed_url.encode("utf-8")).decode("utf-8")
-
-        # remove any base64 encoding padding:
-        return "k8s-aws-v1." + base64_url.rstrip("=")

airflow/providers/amazon/aws/hooks/ssm.py

@@ -26,9 +26,12 @@ if TYPE_CHECKING:
     from airflow.sdk.execution_time.secrets_masker import mask_secret
 else:
     try:
-        from airflow.sdk.execution_time.secrets_masker import mask_secret
+        from airflow.sdk.log import mask_secret
     except ImportError:
-        from airflow.utils.log.secrets_masker import mask_secret
+        try:
+            from airflow.sdk.execution_time.secrets_masker import mask_secret
+        except ImportError:
+            from airflow.utils.log.secrets_masker import mask_secret
 
 
 class SsmHook(AwsBaseHook):

airflow/providers/amazon/aws/operators/bedrock.py

@@ -476,10 +476,17 @@ class BedrockCreateKnowledgeBaseOperator(AwsBaseOperator[BedrockAgentHook]):
                     **self.create_knowledge_base_kwargs,
                 )["knowledgeBase"]["knowledgeBaseId"]
             except ClientError as error:
+                error_message = error.response["Error"]["Message"].lower()
+                is_known_retryable_message = (
+                    "no such index" in error_message
+                    # It may also be that permissions haven't even propagated yet to check for the index
+                    or "server returned 401" in error_message
+                    or "user does not have permissions" in error_message
+                )
                 if all(
                     [
                         error.response["Error"]["Code"] == "ValidationException",
-                        "no such index" in error.response["Error"]["Message"],
+                        is_known_retryable_message,
                         self.wait_for_indexing,
                         self.indexing_error_max_attempts > 0,
                     ]
@@ -488,7 +495,7 @@ class BedrockCreateKnowledgeBaseOperator(AwsBaseOperator[BedrockAgentHook]):
                     self.log.warning(
                         "Vector index not ready, retrying in %s seconds.", self.indexing_error_retry_delay
                     )
-                    self.log.debug("%s retries remaining.", self.indexing_error_max_attempts)
+                    self.log.info("%s retries remaining.", self.indexing_error_max_attempts)
                     sleep(self.indexing_error_retry_delay)
                     return _create_kb()
                 raise

airflow/providers/amazon/aws/operators/eks.py

@@ -1069,10 +1069,17 @@ class EksPodOperator(KubernetesPodOperator):
             aws_conn_id=self.aws_conn_id,
             region_name=self.region,
         )
-        with eks_hook.generate_config_file(
-            eks_cluster_name=self.cluster_name, pod_namespace=self.namespace
-        ) as self.config_file:
-            return super().execute(context)
+        session = eks_hook.get_session()
+        credentials = session.get_credentials().get_frozen_credentials()
+        with eks_hook._secure_credential_context(
+            credentials.access_key, credentials.secret_key, credentials.token
+        ) as credentials_file:
+            with eks_hook.generate_config_file(
+                eks_cluster_name=self.cluster_name,
+                pod_namespace=self.namespace,
+                credentials_file=credentials_file,
+            ) as self.config_file:
+                return super().execute(context)
 
     def trigger_reentry(self, context: Context, event: dict[str, Any]) -> Any:
         eks_hook = EksHook(
@@ -1081,7 +1088,14 @@ class EksPodOperator(KubernetesPodOperator):
         )
         eks_cluster_name = event["eks_cluster_name"]
         pod_namespace = event["namespace"]
-        with eks_hook.generate_config_file(
-            eks_cluster_name=eks_cluster_name, pod_namespace=pod_namespace
-        ) as self.config_file:
-            return super().trigger_reentry(context, event)
+        session = eks_hook.get_session()
+        credentials = session.get_credentials().get_frozen_credentials()
+        with eks_hook._secure_credential_context(
+            credentials.access_key, credentials.secret_key, credentials.token
+        ) as credentials_file:
+            with eks_hook.generate_config_file(
+                eks_cluster_name=eks_cluster_name,
+                pod_namespace=pod_namespace,
+                credentials_file=credentials_file,
+            ) as self.config_file:
+                return super().trigger_reentry(context, event)

airflow/providers/amazon/aws/queues/sqs.py

@@ -38,7 +38,35 @@ QUEUE_REGEXP = r"^https://sqs\.[^.]+\.amazonaws\.com/[0-9]+/.+"
 
 
 class SqsMessageQueueProvider(BaseMessageQueueProvider):
-    """Configuration for SQS integration with common-messaging."""
+    """
+    Configuration for SQS integration with common-messaging.
+
+    [START sqs_message_queue_provider_description]
+
+    * It uses ``sqs`` as scheme for identifying SQS queues.
+    * For parameter definitions take a look at :class:`~airflow.providers.amazon.aws.triggers.sqs.SqsSensorTrigger`.
+
+    .. code-block:: python
+
+        from airflow.providers.common.messaging.triggers.msg_queue import MessageQueueTrigger
+        from airflow.sdk import Asset, AssetWatcher
+
+        trigger = MessageQueueTrigger(
+            scheme="sqs",
+            # Additional AWS SqsSensorTrigger parameters as needed
+            sqs_queue="https://sqs.us-east-1.amazonaws.com/123456789012/my-queue",
+            aws_conn_id="aws_default",
+        )
+
+        asset = Asset("sqs_queue_asset", watchers=[AssetWatcher(name="sqs_watcher", trigger=trigger)])
+
+    For a complete example, see:
+    :mod:`tests.system.amazon.aws.example_dag_sqs_message_queue_trigger`
+
+    [END sqs_message_queue_provider_description]
+    """
+
+    scheme = "sqs"
 
     def queue_matches(self, queue: str) -> bool:
         return bool(re.match(QUEUE_REGEXP, queue))

airflow/providers/amazon/aws/sensors/mwaa.py

@@ -152,7 +152,6 @@ class MwaaDagRunSensor(AwsBaseSensor[MwaaHook]):
                     waiter_delay=int(self.poke_interval),
                     waiter_max_attempts=self.max_retries,
                     aws_conn_id=self.aws_conn_id,
-                    end_from_trigger=True,
                 ),
                 method_name="execute_complete",
             )
@@ -294,7 +293,6 @@ class MwaaTaskSensor(AwsBaseSensor[MwaaHook]):
                     waiter_delay=int(self.poke_interval),
                     waiter_max_attempts=self.max_retries,
                     aws_conn_id=self.aws_conn_id,
-                    end_from_trigger=True,
                 ),
                 method_name="execute_complete",
             )

airflow/providers/amazon/aws/transfers/gcs_to_s3.py

@@ -31,6 +31,7 @@ from airflow.providers.amazon.version_compat import BaseOperator
 from airflow.providers.google.cloud.hooks.gcs import GCSHook
 
 if TYPE_CHECKING:
+    from airflow.providers.openlineage.extractors import OperatorLineage
     from airflow.utils.context import Context
 
 
@@ -206,3 +207,14 @@ class GCSToS3Operator(BaseOperator):
             self.log.info("In sync, no files needed to be uploaded to S3")
 
         return gcs_files
+
+    def get_openlineage_facets_on_start(self) -> OperatorLineage:
+        from airflow.providers.common.compat.openlineage.facet import Dataset
+        from airflow.providers.openlineage.extractors import OperatorLineage
+
+        bucket_name, s3_key = S3Hook.parse_s3_url(self.dest_s3_key)
+
+        return OperatorLineage(
+            inputs=[Dataset(namespace=f"gs://{self.gcs_bucket}", name=self.prefix or "/")],
+            outputs=[Dataset(namespace=f"s3://{bucket_name}", name=s3_key or "/")],
+        )

airflow/providers/amazon/aws/transfers/hive_to_dynamodb.py

@@ -21,7 +21,7 @@ from __future__ import annotations
 
 import json
 from collections.abc import Callable, Sequence
-from typing import TYPE_CHECKING
+from typing import TYPE_CHECKING, Literal
 
 from airflow.providers.amazon.aws.hooks.dynamodb import DynamoDBHook
 from airflow.providers.amazon.version_compat import BaseOperator
@@ -53,6 +53,7 @@ class HiveToDynamoDBOperator(BaseOperator):
     :param hiveserver2_conn_id: Reference to the
         :ref: `Hive Server2 thrift service connection id <howto/connection:hiveserver2>`.
     :param aws_conn_id: aws connection
+    :param df_type: DataFrame type to use ("pandas" or "polars").
     """
 
     template_fields: Sequence[str] = ("sql",)
@@ -73,6 +74,7 @@ class HiveToDynamoDBOperator(BaseOperator):
         schema: str = "default",
         hiveserver2_conn_id: str = "hiveserver2_default",
         aws_conn_id: str | None = "aws_default",
+        df_type: Literal["pandas", "polars"] = "pandas",
         **kwargs,
     ) -> None:
         super().__init__(**kwargs)
@@ -86,6 +88,7 @@ class HiveToDynamoDBOperator(BaseOperator):
         self.schema = schema
         self.hiveserver2_conn_id = hiveserver2_conn_id
         self.aws_conn_id = aws_conn_id
+        self.df_type = df_type
 
     def execute(self, context: Context):
         hive = HiveServer2Hook(hiveserver2_conn_id=self.hiveserver2_conn_id)
@@ -93,7 +96,7 @@ class HiveToDynamoDBOperator(BaseOperator):
         self.log.info("Extracting data from Hive")
         self.log.info(self.sql)
 
-        data = hive.get_df(self.sql, schema=self.schema, df_type="pandas")
+        data = hive.get_df(self.sql, schema=self.schema, df_type=self.df_type)
         dynamodb = DynamoDBHook(
             aws_conn_id=self.aws_conn_id,
             table_name=self.table_name,
@@ -104,7 +107,10 @@ class HiveToDynamoDBOperator(BaseOperator):
         self.log.info("Inserting rows into dynamodb")
 
         if self.pre_process is None:
-            dynamodb.write_batch_data(json.loads(data.to_json(orient="records")))
+            if self.df_type == "polars":
+                dynamodb.write_batch_data(data.to_dicts())  # type:ignore[operator]
+            elif self.df_type == "pandas":
+                dynamodb.write_batch_data(json.loads(data.to_json(orient="records")))  # type:ignore[union-attr]
         else:
             dynamodb.write_batch_data(
                 self.pre_process(data=data, args=self.pre_process_args, kwargs=self.pre_process_kwargs)

airflow/providers/amazon/aws/transfers/sql_to_s3.py

@@ -20,16 +20,18 @@ from __future__ import annotations
 import enum
 import gzip
 import io
+import warnings
 from collections import namedtuple
 from collections.abc import Iterable, Mapping, Sequence
 from typing import TYPE_CHECKING, Any, Literal, cast
 
-from airflow.exceptions import AirflowException
+from airflow.exceptions import AirflowException, AirflowProviderDeprecationWarning
 from airflow.providers.amazon.aws.hooks.s3 import S3Hook
 from airflow.providers.amazon.version_compat import BaseHook, BaseOperator
 
 if TYPE_CHECKING:
     import pandas as pd
+    import polars as pl
 
     from airflow.providers.common.sql.hooks.sql import DbApiHook
     from airflow.utils.context import Context
@@ -69,7 +71,8 @@ class SqlToS3Operator(BaseOperator):
     :param sql_hook_params: Extra config params to be passed to the underlying hook.
         Should match the desired hook constructor params.
     :param parameters: (optional) the parameters to render the SQL query with.
-    :param read_pd_kwargs: arguments to include in DataFrame when ``pd.read_sql()`` is called.
+    :param read_kwargs: arguments to include in DataFrame when reading from SQL (supports both pandas and polars).
+    :param df_type: the type of DataFrame to use ('pandas' or 'polars'). Defaults to 'pandas'.
     :param aws_conn_id: reference to a specific S3 connection
     :param verify: Whether or not to verify SSL certificates for S3 connection.
         By default SSL certificates are verified.
@@ -84,7 +87,7 @@ class SqlToS3Operator(BaseOperator):
     :param max_rows_per_file: (optional) argument to set destination file number of rows limit, if source data
         is larger than that, it will be dispatched into multiple files.
         Will be ignored if ``groupby_kwargs`` argument is specified.
-    :param pd_kwargs: arguments to include in DataFrame ``.to_parquet()``, ``.to_json()`` or ``.to_csv()``.
+    :param df_kwargs: arguments to include in DataFrame ``.to_parquet()``, ``.to_json()`` or ``.to_csv()``.
     :param groupby_kwargs: argument to include in DataFrame ``groupby()``.
     """
 
@@ -97,8 +100,9 @@ class SqlToS3Operator(BaseOperator):
     template_ext: Sequence[str] = (".sql",)
     template_fields_renderers = {
         "query": "sql",
+        "df_kwargs": "json",
         "pd_kwargs": "json",
-        "read_pd_kwargs": "json",
+        "read_kwargs": "json",
     }
 
     def __init__(
@@ -110,12 +114,15 @@ class SqlToS3Operator(BaseOperator):
         sql_conn_id: str,
         sql_hook_params: dict | None = None,
         parameters: None | Mapping[str, Any] | list | tuple = None,
+        read_kwargs: dict | None = None,
         read_pd_kwargs: dict | None = None,
+        df_type: Literal["pandas", "polars"] = "pandas",
         replace: bool = False,
         aws_conn_id: str | None = "aws_default",
         verify: bool | str | None = None,
         file_format: Literal["csv", "json", "parquet"] = "csv",
         max_rows_per_file: int = 0,
+        df_kwargs: dict | None = None,
         pd_kwargs: dict | None = None,
         groupby_kwargs: dict | None = None,
         **kwargs,
@@ -128,14 +135,30 @@ class SqlToS3Operator(BaseOperator):
         self.aws_conn_id = aws_conn_id
         self.verify = verify
         self.replace = replace
-        self.pd_kwargs = pd_kwargs or {}
         self.parameters = parameters
-        self.read_pd_kwargs = read_pd_kwargs or {}
         self.max_rows_per_file = max_rows_per_file
         self.groupby_kwargs = groupby_kwargs or {}
         self.sql_hook_params = sql_hook_params
+        self.df_type = df_type
 
-        if "path_or_buf" in self.pd_kwargs:
+        if read_pd_kwargs is not None:
+            warnings.warn(
+                "The 'read_pd_kwargs' parameter is deprecated. Use 'read_kwargs' instead.",
+                AirflowProviderDeprecationWarning,
+                stacklevel=2,
+            )
+        self.read_kwargs = read_kwargs if read_kwargs is not None else read_pd_kwargs or {}
+
+        if pd_kwargs is not None:
+            warnings.warn(
+                "The 'pd_kwargs' parameter is deprecated. Use 'df_kwargs' instead.",
+                AirflowProviderDeprecationWarning,
+                stacklevel=2,
+            )
+
+        self.df_kwargs = df_kwargs if df_kwargs is not None else pd_kwargs or {}
+
+        if "path_or_buf" in self.df_kwargs:
             raise AirflowException("The argument path_or_buf is not allowed, please remove it")
 
         if self.max_rows_per_file and self.groupby_kwargs:
@@ -186,33 +209,51 @@ class SqlToS3Operator(BaseOperator):
                     df[col] = np.where(df[col].isnull(), None, df[col])  # type: ignore[call-overload]
                     df[col] = df[col].astype(pd.Float64Dtype())
 
+    @staticmethod
+    def _strip_suffixes(
+        path: str,
+    ) -> str:
+        suffixes = [".json.gz", ".csv.gz", ".json", ".csv", ".parquet"]
+        for suffix in sorted(suffixes, key=len, reverse=True):
+            if path.endswith(suffix):
+                return path[: -len(suffix)]
+        return path
+
     def execute(self, context: Context) -> None:
         sql_hook = self._get_hook()
         s3_conn = S3Hook(aws_conn_id=self.aws_conn_id, verify=self.verify)
         data_df = sql_hook.get_df(
-            sql=self.query, parameters=self.parameters, df_type="pandas", **self.read_pd_kwargs
+            sql=self.query, parameters=self.parameters, df_type=self.df_type, **self.read_kwargs
         )
         self.log.info("Data from SQL obtained")
-        if ("dtype_backend", "pyarrow") not in self.read_pd_kwargs.items():
-            self._fix_dtypes(data_df, self.file_format)
+        # Only apply dtype fixes to pandas DataFrames since Polars doesn't have the same NaN/None inconsistencies as panda
+        if ("dtype_backend", "pyarrow") not in self.read_kwargs.items() and self.df_type == "pandas":
+            self._fix_dtypes(data_df, self.file_format)  # type: ignore[arg-type]
         file_options = FILE_OPTIONS_MAP[self.file_format]
 
         for group_name, df in self._partition_dataframe(df=data_df):
             buf = io.BytesIO()
             self.log.info("Writing data to in-memory buffer")
-            object_key = f"{self.s3_key}_{group_name}" if group_name else self.s3_key
+            clean_key = self._strip_suffixes(self.s3_key)
+            object_key = (
+                f"{clean_key}_{group_name}{file_options.suffix}"
+                if group_name
+                else f"{clean_key}{file_options.suffix}"
+            )
 
-            if self.pd_kwargs.get("compression") == "gzip":
-                pd_kwargs = {k: v for k, v in self.pd_kwargs.items() if k != "compression"}
+            if self.file_format != FILE_FORMAT.PARQUET and self.df_kwargs.get("compression") == "gzip":
+                object_key += ".gz"
+                df_kwargs = {k: v for k, v in self.df_kwargs.items() if k != "compression"}
                 with gzip.GzipFile(fileobj=buf, mode="wb", filename=object_key) as gz:
-                    getattr(df, file_options.function)(gz, **pd_kwargs)
+                    getattr(df, file_options.function)(gz, **df_kwargs)
             else:
                 if self.file_format == FILE_FORMAT.PARQUET:
-                    getattr(df, file_options.function)(buf, **self.pd_kwargs)
+                    getattr(df, file_options.function)(buf, **self.df_kwargs)
                 else:
                     text_buf = io.TextIOWrapper(buf, encoding="utf-8", write_through=True)
-                    getattr(df, file_options.function)(text_buf, **self.pd_kwargs)
+                    getattr(df, file_options.function)(text_buf, **self.df_kwargs)
                     text_buf.flush()
+
             buf.seek(0)
 
             self.log.info("Uploading data to S3")
@@ -220,32 +261,56 @@ class SqlToS3Operator(BaseOperator):
                 file_obj=buf, key=object_key, bucket_name=self.s3_bucket, replace=self.replace
             )
 
-    def _partition_dataframe(self, df: pd.DataFrame) -> Iterable[tuple[str, pd.DataFrame]]:
-        """Partition dataframe using pandas groupby() method."""
+    def _partition_dataframe(
+        self, df: pd.DataFrame | pl.DataFrame
+    ) -> Iterable[tuple[str, pd.DataFrame | pl.DataFrame]]:
+        """Partition dataframe using pandas or polars groupby() method."""
         try:
             import secrets
             import string
 
             import numpy as np
+            import pandas as pd
+            import polars as pl
         except ImportError:
             pass
+
         # if max_rows_per_file argument is specified, a temporary column with a random unusual name will be
         # added to the dataframe. This column is used to dispatch the dataframe into smaller ones using groupby()
-        random_column_name = ""
+        random_column_name = None
         if self.max_rows_per_file and not self.groupby_kwargs:
             random_column_name = "".join(secrets.choice(string.ascii_letters) for _ in range(20))
-            df[random_column_name] = np.arange(len(df)) // self.max_rows_per_file
             self.groupby_kwargs = {"by": random_column_name}
+
+        if random_column_name:
+            if isinstance(df, pd.DataFrame):
+                df[random_column_name] = np.arange(len(df)) // self.max_rows_per_file
+            elif isinstance(df, pl.DataFrame):
+                df = df.with_columns(
+                    (pl.int_range(pl.len()) // self.max_rows_per_file).alias(random_column_name)
+                )
+
         if not self.groupby_kwargs:
             yield "", df
             return
-        for group_label in (grouped_df := df.groupby(**self.groupby_kwargs)).groups:
-            yield (
-                cast("str", group_label),
-                grouped_df.get_group(group_label)
-                .drop(random_column_name, axis=1, errors="ignore")
-                .reset_index(drop=True),
-            )
+
+        if isinstance(df, pd.DataFrame):
+            for group_label in (grouped_df := df.groupby(**self.groupby_kwargs)).groups:
+                group_df = grouped_df.get_group(group_label)
+                if random_column_name:
+                    group_df = group_df.drop(random_column_name, axis=1, errors="ignore")
+                yield (
+                    cast("str", group_label[0] if isinstance(group_label, tuple) else group_label),
+                    group_df.reset_index(drop=True),
+                )
+        elif isinstance(df, pl.DataFrame):
+            for group_label, group_df in df.group_by(**self.groupby_kwargs):  # type: ignore[assignment]
+                if random_column_name:
+                    group_df = group_df.drop(random_column_name)
+                yield (
+                    cast("str", group_label[0] if isinstance(group_label, tuple) else group_label),
+                    group_df,
+                )
 
     def _get_hook(self) -> DbApiHook:
         self.log.debug("Get connection for %s", self.sql_conn_id)

airflow/providers/amazon/aws/utils/eks_get_token.py

@@ -17,12 +17,16 @@
 from __future__ import annotations
 
 import argparse
+import base64
+import os
 from datetime import datetime, timedelta, timezone
 
-from airflow.providers.amazon.aws.hooks.eks import EksHook
+import boto3
+from botocore.signers import RequestSigner
 
 # Presigned STS urls are valid for 15 minutes, set token expiration to 1 minute before it expires for
 # some cushion
+STS_TOKEN_EXPIRES_IN = 60
 TOKEN_EXPIRATION_MINUTES = 14
 
 
@@ -37,25 +41,59 @@ def get_parser():
     parser.add_argument(
         "--cluster-name", help="The name of the cluster to generate kubeconfig file for.", required=True
     )
-    parser.add_argument(
-        "--aws-conn-id",
-        help=(
-            "The Airflow connection used for AWS credentials. "
-            "If not specified or empty then the default boto3 behaviour is used."
-        ),
-    )
     parser.add_argument(
         "--region-name", help="AWS region_name. If not specified then the default boto3 behaviour is used."
     )
+    parser.add_argument("--sts-url", help="Provide the STS url", required=True)
 
     return parser
 
 
+def fetch_access_token_for_cluster(eks_cluster_name: str, sts_url: str, region_name: str) -> str:
+    # This will use the credentials from the caller set as the standard AWS env variables
+    session = boto3.Session(region_name=region_name)
+    eks_client = session.client("eks")
+    # This env variable is required so that we get a regionalized endpoint for STS in regions that
+    # otherwise default to global endpoints. The mechanism below to generate the token is very picky that
+    # the endpoint is regional.
+    os.environ["AWS_STS_REGIONAL_ENDPOINTS"] = "regional"
+
+    signer = RequestSigner(
+        service_id=eks_client.meta.service_model.service_id,
+        region_name=session.region_name,
+        signing_name="sts",
+        signature_version="v4",
+        credentials=session.get_credentials(),
+        event_emitter=session.events,
+    )
+
+    request_params = {
+        "method": "GET",
+        "url": sts_url,
+        "body": {},
+        "headers": {"x-k8s-aws-id": eks_cluster_name},
+        "context": {},
+    }
+
+    signed_url = signer.generate_presigned_url(
+        request_dict=request_params,
+        region_name=session.region_name,
+        expires_in=STS_TOKEN_EXPIRES_IN,
+        operation_name="",
+    )
+
+    base64_url = base64.urlsafe_b64encode(signed_url.encode("utf-8")).decode("utf-8")
+
+    # remove any base64 encoding padding:
+    return "k8s-aws-v1." + base64_url.rstrip("=")
+
+
 def main():
     parser = get_parser()
     args = parser.parse_args()
-    eks_hook = EksHook(aws_conn_id=args.aws_conn_id, region_name=args.region_name)
-    access_token = eks_hook.fetch_access_token_for_cluster(args.cluster_name)
+    access_token = fetch_access_token_for_cluster(
+        args.cluster_name, args.sts_url, region_name=args.region_name
+    )
     access_token_expiration = get_expiration_time()
     print(f"expirationTimestamp: {access_token_expiration}, token: {access_token}")
 

{apache_airflow_providers_amazon-9.12.0rc1.dist-info → apache_airflow_providers_amazon-9.13.0rc1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: apache-airflow-providers-amazon
-Version: 9.12.0rc1
+Version: 9.13.0rc1
 Summary: Provider package apache-airflow-providers-amazon for Apache Airflow
 Keywords: airflow-provider,amazon,airflow,integration
 Author-email: Apache Software Foundation <dev@airflow.apache.org>
@@ -38,7 +38,7 @@ Requires-Dist: marshmallow>=3
 Requires-Dist: aiobotocore[boto3]>=2.21.1 ; extra == "aiobotocore"
 Requires-Dist: apache-airflow-providers-apache-hive ; extra == "apache-hive"
 Requires-Dist: apache-airflow-providers-cncf-kubernetes>=7.2.0rc1 ; extra == "cncf-kubernetes"
-Requires-Dist: apache-airflow-providers-common-messaging>=1.0.3rc1 ; extra == "common-messaging"
+Requires-Dist: apache-airflow-providers-common-messaging>=2.0.0rc1 ; extra == "common-messaging"
 Requires-Dist: apache-airflow-providers-exasol ; extra == "exasol"
 Requires-Dist: apache-airflow-providers-fab>=2.2.0rc1 ; extra == "fab" and ( python_version < '3.13')
 Requires-Dist: apache-airflow-providers-ftp ; extra == "ftp"
@@ -55,8 +55,8 @@ Requires-Dist: apache-airflow-providers-salesforce ; extra == "salesforce"
 Requires-Dist: apache-airflow-providers-ssh ; extra == "ssh"
 Requires-Dist: apache-airflow-providers-standard ; extra == "standard"
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
-Project-URL: Changelog, https://airflow.staged.apache.org/docs/apache-airflow-providers-amazon/9.12.0/changelog.html
-Project-URL: Documentation, https://airflow.staged.apache.org/docs/apache-airflow-providers-amazon/9.12.0
+Project-URL: Changelog, https://airflow.staged.apache.org/docs/apache-airflow-providers-amazon/9.13.0/changelog.html
+Project-URL: Documentation, https://airflow.staged.apache.org/docs/apache-airflow-providers-amazon/9.13.0
 Project-URL: Mastodon, https://fosstodon.org/@airflow
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
 Project-URL: Source Code, https://github.com/apache/airflow
@@ -104,9 +104,8 @@ Provides-Extra: standard
 
 Package ``apache-airflow-providers-amazon``
 
-Release: ``9.12.0``
+Release: ``9.13.0``
 
-Release Date: ``|PypiReleaseDate|``
 
 Amazon integration (including `Amazon Web Services (AWS) <https://aws.amazon.com/>`__).
 
@@ -118,12 +117,12 @@ This is a provider package for ``amazon`` provider. All classes for this provide
 are in ``airflow.providers.amazon`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-amazon/9.12.0/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-amazon/9.13.0/>`_.
 
 Installation
 ------------
 
-You can install this package on top of an existing Airflow 2 installation (see ``Requirements`` below
+You can install this package on top of an existing Airflow installation (see ``Requirements`` below
 for the minimum Airflow version supported) via
 ``pip install apache-airflow-providers-amazon``
 
@@ -186,5 +185,5 @@ Dependent package
 ========================================================================================================================  ====================
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-amazon/9.12.0/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-amazon/9.13.0/changelog.html>`_.
 

{apache_airflow_providers_amazon-9.12.0rc1.dist-info → apache_airflow_providers_amazon-9.13.0rc1.dist-info}/RECORD

@@ -1,5 +1,5 @@
 airflow/providers/amazon/LICENSE,sha256=gXPVwptPlW1TJ4HSuG5OMPg-a3h43OGMkZRR1rpwfJA,10850
-airflow/providers/amazon/__init__.py,sha256=dZcJ_86JV23wzB-bs-s5B6vbm3j55gDjNXaOL-VI6fs,1496
+airflow/providers/amazon/__init__.py,sha256=0Ac_umsba8UdAvpcFb-u5u3Wgq5p4O2tTjtP7UTDBV0,1496
 airflow/providers/amazon/get_provider_info.py,sha256=HqgOY-2XbaX7Nhb11ySGgUIrQJ_C8tBWRx9b6XO32zg,73282
 airflow/providers/amazon/version_compat.py,sha256=8biVK8TSccWSZKPfRoA5w9N9R6YznPWPq8RALrVDWuY,2309
 airflow/providers/amazon/aws/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
@@ -11,9 +11,9 @@ airflow/providers/amazon/aws/auth_manager/aws_auth_manager.py,sha256=8Gc7luaHkKW
 airflow/providers/amazon/aws/auth_manager/constants.py,sha256=Jdluo42InhyNGkYHB_dRtoFMpKanJLJdH0hyR9-5AZg,1050
 airflow/providers/amazon/aws/auth_manager/user.py,sha256=zds3U6gHmwAy1MuxFFPtGTYikMj-RjYVki9-TSdfnbg,2043
 airflow/providers/amazon/aws/auth_manager/avp/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/amazon/aws/auth_manager/avp/entities.py,sha256=fmoJeukg7b4XdsLjLD1tCtbU-SLiiGgPEgPYnss4KJ8,2036
-airflow/providers/amazon/aws/auth_manager/avp/facade.py,sha256=KpVWCnibHd3Lg-FmpT0skjNbSapMpfI5n1sB4No0Sbg,11433
-airflow/providers/amazon/aws/auth_manager/avp/schema.json,sha256=pflVyo9hfa-sYDAFv8HcEI7WOwXXmymwQLqb5ji6qRc,7203
+airflow/providers/amazon/aws/auth_manager/avp/entities.py,sha256=MAAPZulvCnmRR7xvwZWriqNlV_h2v-41ZL-3qPo1Bq8,2163
+airflow/providers/amazon/aws/auth_manager/avp/facade.py,sha256=7ZdYdqSoM5lSlNA8fTAFOXSzxLcA8wYEXwX7ytQi74Q,11516
+airflow/providers/amazon/aws/auth_manager/avp/schema.json,sha256=-8eT5DUdWP7y6nN-YuuN6UMNRIG8WdRxGBanF5zgNi0,9644
 airflow/providers/amazon/aws/auth_manager/cli/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/amazon/aws/auth_manager/cli/avp_commands.py,sha256=dnKfF-PFvkaZMicHjVPxrLkQr1y003898i2AyjT1XnY,5376
 airflow/providers/amazon/aws/auth_manager/cli/definition.py,sha256=Z-WWCT38F2yn8hA4CTzf-YdzsgwOaavU-tftCySWaJs,2030
@@ -50,7 +50,7 @@ airflow/providers/amazon/aws/hooks/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2
 airflow/providers/amazon/aws/hooks/appflow.py,sha256=-le6RsIMWIqTav7KGknsph9Td42znSm_eIYztxc_RsE,5263
 airflow/providers/amazon/aws/hooks/athena.py,sha256=ubpgNafkIRzFh1h7Bexhj4L83SLvyZf-yDcmGmAIVt8,13463
 airflow/providers/amazon/aws/hooks/athena_sql.py,sha256=0LzWXpmUYVphkuhnH5dUgnopmuAAvjkC0nAFq-C0Xk8,7201
-airflow/providers/amazon/aws/hooks/base_aws.py,sha256=8e_fvEQlDq7btwL-cijJytm4O32lXTDP-QP8QDCO7wA,46719
+airflow/providers/amazon/aws/hooks/base_aws.py,sha256=9TtvkBc46LkHHikCduFDP4MgidLGAcqP0SeJC-Jd--4,46594
 airflow/providers/amazon/aws/hooks/batch_client.py,sha256=0FGUSCtcgvuO6A8oKNykZ6T8ZZGQav4OP-F2PcrIw7o,22016
 airflow/providers/amazon/aws/hooks/batch_waiters.json,sha256=eoN5YDgeTNZ2Xz17TrbKBPhd7z9-6KD3RhaDKXXOvqU,2511
 airflow/providers/amazon/aws/hooks/batch_waiters.py,sha256=V-ZvO6cAAVAJqOHx8aU5QEzaCYnPnCC8jBWLESi9-qs,10981
@@ -62,9 +62,9 @@ airflow/providers/amazon/aws/hooks/datasync.py,sha256=RcYRlpP7jsUzTUJDOEVYnfTkm5
 airflow/providers/amazon/aws/hooks/dms.py,sha256=zR8zMuR_uR1_38meyDE9sATq8cZKvzCnFDuTlQykp7g,14398
 airflow/providers/amazon/aws/hooks/dynamodb.py,sha256=gS0KlQFvHh74DEt3gyQaGdXcb0yT6SXaxO1JFhPe1sI,3997
 airflow/providers/amazon/aws/hooks/ec2.py,sha256=M5XIGQ2LamXS2JQlHF_pMCdUWUmFmA8uDVlCcI-vTlo,8094
-airflow/providers/amazon/aws/hooks/ecr.py,sha256=vTPUVCEz1x2DHA6-N0bbOcRXxP8JblXq_r0II5wtDyE,4015
+airflow/providers/amazon/aws/hooks/ecr.py,sha256=wFJmaFN_vgYiIRYMrD7Yy3e6pjEjSf3VDgehnfl4L7c,4112
 airflow/providers/amazon/aws/hooks/ecs.py,sha256=9HMiR21Mj4PAeLMHyY87rI4WstNqRqRwJAicAGQiEHQ,6307
-airflow/providers/amazon/aws/hooks/eks.py,sha256=DJOxMZi05Rynv_SYCTeyUkrAfj3qW_qnyVUT979w7aI,25118
+airflow/providers/amazon/aws/hooks/eks.py,sha256=WEwy9vb5v7cr0glUL54sBq2LUk9mQlS9yzO32aKPQrY,25819
 airflow/providers/amazon/aws/hooks/elasticache_replication_group.py,sha256=x6kkaR2nzDF8w1kqolbaS3-XCbHl5qlJMcpGYmlsxuU,12089
 airflow/providers/amazon/aws/hooks/emr.py,sha256=B8vNVLOFCkCEXnongySjcFH2fqnK3sBN8d6LbJrAYNA,22240
 airflow/providers/amazon/aws/hooks/eventbridge.py,sha256=dSaKbFB8ueOUJGl6YLIz70zXy0Xzr3yMflKS2wGFDSM,3364
@@ -92,7 +92,7 @@ airflow/providers/amazon/aws/hooks/secrets_manager.py,sha256=6srh3jUeSGoqyrSj1M6
 airflow/providers/amazon/aws/hooks/ses.py,sha256=DuCJwFhtg3D3mu0RSjRrebyUpwBAhrWSr-kdu8VR9qU,4174
 airflow/providers/amazon/aws/hooks/sns.py,sha256=SwhLeurqaV8TLhgCGsZgtf98D0_kLVLlhXer_96Anv4,4101
 airflow/providers/amazon/aws/hooks/sqs.py,sha256=306cpNAgRVuu1Dg8lrsg9o3aWsEJ9ELxxl7GhG-AbLA,3380
-airflow/providers/amazon/aws/hooks/ssm.py,sha256=-CWsIMbk0XiFK5D_dlZNqAjT7mQvimGqNnncGtMr1Rk,2637
+airflow/providers/amazon/aws/hooks/ssm.py,sha256=QSouBw7JshWLY9YrB7qryvE05EBoTr7qVHwQBptZ8Qo,2734
 airflow/providers/amazon/aws/hooks/step_function.py,sha256=TSmPPF-CFR76a-K9f2yGtgdgd98UKZS71SP6crC_pIY,3964
 airflow/providers/amazon/aws/hooks/sts.py,sha256=6KYyou-tOhbGhRfnGHH95TUi3ENNHkISUJf0nskmuiw,1827
 airflow/providers/amazon/aws/hooks/verified_permissions.py,sha256=-5vLcpBX_V43tY37a5PpeC60DIUAa2AXBe3sSxpqlGY,1799
@@ -121,14 +121,14 @@ airflow/providers/amazon/aws/operators/appflow.py,sha256=TlQSJc1frCw7yKfobjCLf2f
 airflow/providers/amazon/aws/operators/athena.py,sha256=CPKPZXN4dGELg0sW0LJIkG0X2-v5qPgWt4TMqYtTS18,14754
 airflow/providers/amazon/aws/operators/base_aws.py,sha256=Y8hbT2uDA2CUfaEhHqm9qc_P81OS1ZnPh_34sHn0FrA,3898
 airflow/providers/amazon/aws/operators/batch.py,sha256=a3fGEw9uQ1RvVLaDVU1obmceiCas2Sm9OOwES2EBE08,21935
-airflow/providers/amazon/aws/operators/bedrock.py,sha256=jDr87UjL1buRgD8LgcQuaRfBh0ufYKpsG6hdXhjy5Ew,45762
+airflow/providers/amazon/aws/operators/bedrock.py,sha256=xPYocvopa7dP-g6E25yVymYPvT0Bbre12iYeIepgn6Q,46167
 airflow/providers/amazon/aws/operators/cloud_formation.py,sha256=bDzAHcs2QjrnwE3Z9w4s6JFeu5Xl74JWKR8Y5Ez03C4,5005
 airflow/providers/amazon/aws/operators/comprehend.py,sha256=Vkdw0i2iW9_WRQLSDKNncNkVIQaNWG8jz-DxHy47Fmg,17607
 airflow/providers/amazon/aws/operators/datasync.py,sha256=7DZtLjYxQqk7kV968CFHtWk5pbQPausbvE8DAkvPhqw,20265
 airflow/providers/amazon/aws/operators/dms.py,sha256=XmIcXpkp_--PBQF1m7NFfeHDTp4aRV4lnXUu5h6kEa4,34658
 airflow/providers/amazon/aws/operators/ec2.py,sha256=SclBzOLo3GbQe3kw4S3MKf8zLm8IaKNSiGTc_U-OxRo,19700
 airflow/providers/amazon/aws/operators/ecs.py,sha256=xlkTNCNCnNZBW8ntrULLICrpsbZnVBaF6FvazOe-I1A,32793
-airflow/providers/amazon/aws/operators/eks.py,sha256=KXcsb8ZvBsnBiI0Z2Hn_AI4lpCYqEh7T5eFuRDI2t5Y,51372
+airflow/providers/amazon/aws/operators/eks.py,sha256=djaoaMhj3N5JzKeQVZSMlJb9XGkiGYUAQx-xVocoBC0,52086
 airflow/providers/amazon/aws/operators/emr.py,sha256=Cw1qiA0eiPJODCSxHhPayo2_0TZOlA4mj8pcveV0WNc,75983
 airflow/providers/amazon/aws/operators/eventbridge.py,sha256=NacTdvRzZZFizSzC3rb0Z7g8dHQWkKQEXGYzFKOp3fc,10421
 airflow/providers/amazon/aws/operators/glacier.py,sha256=6TFC07B0EOmtRxLs7Bok4jwV84po2yVDa-DnlbnAOVg,3681
@@ -151,7 +151,7 @@ airflow/providers/amazon/aws/operators/sqs.py,sha256=o9rH2Pm5DNmccLh5I2wr96hZiux
 airflow/providers/amazon/aws/operators/ssm.py,sha256=4WX38BTzM33iAow1MRnIxJb4MvLAfUYO-BMVf8kFtjU,5716
 airflow/providers/amazon/aws/operators/step_function.py,sha256=isee1oy4X3YnpoJInPI6sYq67E5kIYj9zhhBpHwvDJI,9582
 airflow/providers/amazon/aws/queues/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/amazon/aws/queues/sqs.py,sha256=Ne6co2amDBZ96vABRNcnQ-LgaNC6dtpWBx-tq8bbLV8,1909
+airflow/providers/amazon/aws/queues/sqs.py,sha256=-CMPgA4eGF5K_ajphUzHVVcU9e4hFUWE-8GBA1x9oug,2870
 airflow/providers/amazon/aws/secrets/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/amazon/aws/secrets/secrets_manager.py,sha256=KHN4gwGvPg9fXbkR3sK158Ys8LsGCmKFxcjyGWAgrdY,13610
 airflow/providers/amazon/aws/secrets/systems_manager.py,sha256=4o9x02hR3i9BIEHJsElLMxDFPhA7MTgt-t-3Fg3Aqtg,8496
@@ -174,7 +174,7 @@ airflow/providers/amazon/aws/sensors/glue_catalog_partition.py,sha256=YXvkQRnu5T
 airflow/providers/amazon/aws/sensors/glue_crawler.py,sha256=ps-fG09QV_QNs8dxlmFKXNVKhvPIuvJoMJCeYi-6QBc,3375
 airflow/providers/amazon/aws/sensors/kinesis_analytics.py,sha256=TDsQKi5nx10CgMoTSVbYRo4m-PiKFDhyhnO7dQZSnuI,9933
 airflow/providers/amazon/aws/sensors/lambda_function.py,sha256=kO4UyrEMaMYSYbQyBN3F2eoysze_kIYCbMaF4tqiKo0,3287
-airflow/providers/amazon/aws/sensors/mwaa.py,sha256=ahWoH1hjBL_FcYwg21G15Z-00Bb0xqZe5evWlm8nRo8,14063
+airflow/providers/amazon/aws/sensors/mwaa.py,sha256=Fpj8vMQP3bKhl4Ozdp0SIhD0D8Mhrrz9jW9GnL2bOWQ,13977
 airflow/providers/amazon/aws/sensors/opensearch_serverless.py,sha256=cSaZvCvAC7zhFqBYNympTiQHtgCZ7srC5-TrbS4l2GQ,5508
 airflow/providers/amazon/aws/sensors/quicksight.py,sha256=lm1omzh01BKh0KHU3g2I1yH9LAXtddUDiuIS3uIeOrE,3575
 airflow/providers/amazon/aws/sensors/rds.py,sha256=HWYQOQ7n9s48Ci2WxBOtrAp17aB-at5werAljq3NDYE,7420
@@ -191,10 +191,10 @@ airflow/providers/amazon/aws/transfers/base.py,sha256=lQHNWxIbMZmWmA2oGeQ2zoOyl_
 airflow/providers/amazon/aws/transfers/dynamodb_to_s3.py,sha256=VDcbCXMnlTWvcuN1FnxDE4_EIvVUTJZOkbn7Xy0ahXA,10171
 airflow/providers/amazon/aws/transfers/exasol_to_s3.py,sha256=k86XX7pKCLCE07i1HZ_Rd7DnysMUBEFnP8MZw4_DDv8,4470
 airflow/providers/amazon/aws/transfers/ftp_to_s3.py,sha256=nVhQCGNcAc35DlcLl99Qs1pU-DZiU8m2ZgKzFlrN4JI,6418
-airflow/providers/amazon/aws/transfers/gcs_to_s3.py,sha256=XhHR4Y8bnB8kBY46EEQWM-MUJOYNk_4Q3Dq2_zxU5OA,9246
+airflow/providers/amazon/aws/transfers/gcs_to_s3.py,sha256=TxXJQ5Ds02gyovB4mDgZFr99geayjD-ts9Zb4JZFffc,9829
 airflow/providers/amazon/aws/transfers/glacier_to_gcs.py,sha256=Qt6KE1qJbFRQYrA6WQ3MVcfnuACq2XwTGl6PxMaaMEI,4762
 airflow/providers/amazon/aws/transfers/google_api_to_s3.py,sha256=9scBbrYP2Rrkn2XyYD7uMjI8hKq9jz7hyxM7G7TAiIg,9251
-airflow/providers/amazon/aws/transfers/hive_to_dynamodb.py,sha256=_jLPbK_6Z2YDSFgNy2qZC_SX0lEoe54tnLW9G4Glj98,4244
+airflow/providers/amazon/aws/transfers/hive_to_dynamodb.py,sha256=xVatW748OWbMYks9XicYJPIjc1wk-US8ZSfvOimK6ro,4610
 airflow/providers/amazon/aws/transfers/http_to_s3.py,sha256=PTms3EA-7sZTRVvE2H_J2CnqLGQCavnzc783urzAgSE,7563
 airflow/providers/amazon/aws/transfers/imap_attachment_to_s3.py,sha256=9CEwqrEOlStYXI_AQdmmsxL-gnUFxJ8IfA8mp0a1UX4,4588
 airflow/providers/amazon/aws/transfers/local_to_s3.py,sha256=uECaDdn-FfS0R_Jz2zu6L6FOXc-VqQFM-Tqa5ygOhMU,4217
@@ -207,7 +207,7 @@ airflow/providers/amazon/aws/transfers/s3_to_sftp.py,sha256=sor0_phlRN-yltJiaz0l
 airflow/providers/amazon/aws/transfers/s3_to_sql.py,sha256=RLuAwBHJOMcGaZcDgrivAhLRsOuZsjwTxJEOcLB_1MY,4971
 airflow/providers/amazon/aws/transfers/salesforce_to_s3.py,sha256=noALwo6dpjEHF33ZDDZY0z47HK0Gsv-BU3Zr2NE3zRA,5738
 airflow/providers/amazon/aws/transfers/sftp_to_s3.py,sha256=o5IDLFmeHzqBH6_Uh_fGTk9iymjQYsuGznnH-qZ1M-Y,4234
-airflow/providers/amazon/aws/transfers/sql_to_s3.py,sha256=-OdWGu-1P9yHsFUqmFuGT2AsmYP7TVy6f0MbmgnB1Ck,11442
+airflow/providers/amazon/aws/transfers/sql_to_s3.py,sha256=cqQd9qXLuMaSqJ2o6nck9jWMYOguTmr-cMh_JM17NI4,14164
 airflow/providers/amazon/aws/triggers/README.md,sha256=ax2F0w2CuQSDN4ghJADozrrv5W4OeCDPA8Vzp00BXOU,10919
 airflow/providers/amazon/aws/triggers/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvRQpt3YR7wjz_nceyF1IaI,787
 airflow/providers/amazon/aws/triggers/athena.py,sha256=62ty40zejcm5Y0d1rTQZuYzSjq3hUkmAs0d_zxM_Kjw,2596
@@ -239,7 +239,7 @@ airflow/providers/amazon/aws/triggers/ssm.py,sha256=47brvFXU1DajrccmzD5KuabG_ywo
 airflow/providers/amazon/aws/triggers/step_function.py,sha256=M1HGdrnxL_T9KSCBNy2t531xMNJaFc-Y792T9cSmLGM,2685
 airflow/providers/amazon/aws/utils/__init__.py,sha256=-Q5XK8ZV7EK6unj_4hlciqztACPuftMjNKMuBA21q84,3178
 airflow/providers/amazon/aws/utils/connection_wrapper.py,sha256=KJsYG3qnESxxh2PFWvf83gHKzqEEAE9jBANTMoyRn3A,16435
-airflow/providers/amazon/aws/utils/eks_get_token.py,sha256=q4utFF2c02T2Lm6KIZLABOiXJeglVZKCOxq6gn14dsk,2342
+airflow/providers/amazon/aws/utils/eks_get_token.py,sha256=qVRDEZVrfFjvCgDyXxcGm64z-Ex8D3aCm7I5Yak3qyw,3624
 airflow/providers/amazon/aws/utils/emailer.py,sha256=y-bzg1BZzOQ8J9-ed-74LY3VMv6LrLfBDtw5S4t3Tv4,1855
 airflow/providers/amazon/aws/utils/identifiers.py,sha256=KqkEJ96mz4BYt0wuKX-_DaFk-8Lv9CuDVo-VrlAK29U,1944
 airflow/providers/amazon/aws/utils/mixins.py,sha256=lY2b8n5K-jrJM_TMnDJRm3o6UAH8YRi1KzgCpo2_Ud0,5601
@@ -280,7 +280,7 @@ airflow/providers/amazon/aws/waiters/rds.json,sha256=HNmNQm5J-VaFHzjWb1pE5P7-Ix-
 airflow/providers/amazon/aws/waiters/redshift.json,sha256=jOBotCgbkko1b_CHcGEbhhRvusgt0YSzVuFiZrqVP30,1742
 airflow/providers/amazon/aws/waiters/sagemaker.json,sha256=JPHuQtUFZ1B7EMLfVmCRevNZ9jgpB71LM0dva8ZEO9A,5254
 airflow/providers/amazon/aws/waiters/stepfunctions.json,sha256=GsOH-emGerKGBAUFmI5lpMfNGH4c0ol_PSiea25DCEY,1033
-apache_airflow_providers_amazon-9.12.0rc1.dist-info/entry_points.txt,sha256=vlc0ZzhBkMrav1maTRofgksnAw4SwoQLFX9cmnTgktk,102
-apache_airflow_providers_amazon-9.12.0rc1.dist-info/WHEEL,sha256=G2gURzTEtmeR8nrdXUJfNiB3VYVxigPQ-bEQujpNiNs,82
-apache_airflow_providers_amazon-9.12.0rc1.dist-info/METADATA,sha256=2MkNDQA9uPt5hVjMqWJ6ttjPOlc99CO8CXvYTA1mMfk,10204
-apache_airflow_providers_amazon-9.12.0rc1.dist-info/RECORD,,
+apache_airflow_providers_amazon-9.13.0rc1.dist-info/entry_points.txt,sha256=vlc0ZzhBkMrav1maTRofgksnAw4SwoQLFX9cmnTgktk,102
+apache_airflow_providers_amazon-9.13.0rc1.dist-info/WHEEL,sha256=G2gURzTEtmeR8nrdXUJfNiB3VYVxigPQ-bEQujpNiNs,82
+apache_airflow_providers_amazon-9.13.0rc1.dist-info/METADATA,sha256=OVfHjHM7qIdl0h4bNCj2E5T1LLzbVuScP__BDRmr47g,10166
+apache_airflow_providers_amazon-9.13.0rc1.dist-info/RECORD,,