apache-airflow-providers-amazon 9.4.0rc1__py3-none-any.whl → 9.5.0rc2__py3-none-any.whl

airflow/providers/amazon/aws/utils/waiter_with_logging.py

@@ -136,15 +136,16 @@ async def async_wait(
             last_response = error.last_response
 
             if "terminal failure" in error_reason:
-                log.error("%s: %s", failure_message, _LazyStatusFormatter(status_args, last_response))
-                raise AirflowException(f"{failure_message}: {error}")
+                raise AirflowException(
+                    f"{failure_message}: {_LazyStatusFormatter(status_args, last_response)}\n{error}"
+                )
 
             if (
                 "An error occurred" in error_reason
                 and isinstance(last_response.get("Error"), dict)
                 and "Code" in last_response.get("Error")
             ):
-                raise AirflowException(f"{failure_message}: {error}")
+                raise AirflowException(f"{failure_message}\n{last_response}\n{error}")
 
             log.info("%s: %s", status_message, _LazyStatusFormatter(status_args, last_response))
         else:

airflow/providers/amazon/aws/waiters/mwaa.json

@@ -0,0 +1,36 @@
+{
+  "version": 2,
+  "waiters": {
+    "mwaa_dag_run_complete": {
+      "delay": 60,
+      "maxAttempts": 720,
+      "operation": "InvokeRestApi",
+      "acceptors": [
+        {
+          "matcher": "path",
+          "argument": "RestApiResponse.state",
+          "expected": "queued",
+          "state": "retry"
+        },
+        {
+          "matcher": "path",
+          "argument": "RestApiResponse.state",
+          "expected": "running",
+          "state": "retry"
+        },
+        {
+          "matcher": "path",
+          "argument": "RestApiResponse.state",
+          "expected": "success",
+          "state": "success"
+        },
+        {
+          "matcher": "path",
+          "argument": "RestApiResponse.state",
+          "expected": "failed",
+          "state": "failure"
+        }
+      ]
+    }
+  }
+}

airflow/providers/amazon/get_provider_info.py

@@ -27,8 +27,9 @@ def get_provider_info():
         "name": "Amazon",
         "description": "Amazon integration (including `Amazon Web Services (AWS) <https://aws.amazon.com/>`__).\n",
         "state": "ready",
-        "source-date-epoch": 1739958314,
+        "source-date-epoch": 1741507721,
         "versions": [
+            "9.5.0",
             "9.4.0",
             "9.2.0",
             "9.1.0",
@@ -275,6 +276,15 @@ def get_provider_info():
                 "how-to-guide": ["/docs/apache-airflow-providers-amazon/operators/sagemaker.rst"],
                 "tags": ["aws"],
             },
+            {
+                "integration-name": "Amazon SageMaker Unified Studio",
+                "external-doc-url": "https://aws.amazon.com/sagemaker/unified-studio/",
+                "logo": "/docs/integration-logos/Amazon-SageMaker_light-bg@4x.png",
+                "how-to-guide": [
+                    "/docs/apache-airflow-providers-amazon/operators/sagemakerunifiedstudio.rst"
+                ],
+                "tags": ["aws"],
+            },
             {
                 "integration-name": "Amazon SecretsManager",
                 "external-doc-url": "https://aws.amazon.com/secrets-manager/",
@@ -491,6 +501,10 @@ def get_provider_info():
                 "integration-name": "Amazon SageMaker",
                 "python-modules": ["airflow.providers.amazon.aws.operators.sagemaker"],
             },
+            {
+                "integration-name": "Amazon SageMaker Unified Studio",
+                "python-modules": ["airflow.providers.amazon.aws.operators.sagemaker_unified_studio"],
+            },
             {
                 "integration-name": "Amazon Simple Notification Service (SNS)",
                 "python-modules": ["airflow.providers.amazon.aws.operators.sns"],
@@ -604,6 +618,10 @@ def get_provider_info():
                 "integration-name": "Amazon Managed Service for Apache Flink",
                 "python-modules": ["airflow.providers.amazon.aws.sensors.kinesis_analytics"],
             },
+            {
+                "integration-name": "Amazon Managed Workflows for Apache Airflow (MWAA)",
+                "python-modules": ["airflow.providers.amazon.aws.sensors.mwaa"],
+            },
             {
                 "integration-name": "Amazon OpenSearch Serverless",
                 "python-modules": ["airflow.providers.amazon.aws.sensors.opensearch_serverless"],
@@ -624,6 +642,10 @@ def get_provider_info():
                 "integration-name": "Amazon SageMaker",
                 "python-modules": ["airflow.providers.amazon.aws.sensors.sagemaker"],
             },
+            {
+                "integration-name": "Amazon SageMaker Unified Studio",
+                "python-modules": ["airflow.providers.amazon.aws.sensors.sagemaker_unified_studio"],
+            },
             {
                 "integration-name": "Amazon Simple Queue Service (SQS)",
                 "python-modules": ["airflow.providers.amazon.aws.sensors.sqs"],
@@ -777,6 +799,10 @@ def get_provider_info():
                 "integration-name": "Amazon SageMaker",
                 "python-modules": ["airflow.providers.amazon.aws.hooks.sagemaker"],
             },
+            {
+                "integration-name": "Amazon SageMaker Unified Studio",
+                "python-modules": ["airflow.providers.amazon.aws.hooks.sagemaker_unified_studio"],
+            },
             {
                 "integration-name": "Amazon Simple Email Service (SES)",
                 "python-modules": ["airflow.providers.amazon.aws.hooks.ses"],
@@ -855,6 +881,10 @@ def get_provider_info():
                 "integration-name": "AWS Lambda",
                 "python-modules": ["airflow.providers.amazon.aws.triggers.lambda_function"],
             },
+            {
+                "integration-name": "Amazon Managed Workflows for Apache Airflow (MWAA)",
+                "python-modules": ["airflow.providers.amazon.aws.triggers.mwaa"],
+            },
             {
                 "integration-name": "Amazon Managed Service for Apache Flink",
                 "python-modules": ["airflow.providers.amazon.aws.triggers.kinesis_analytics"],
@@ -874,6 +904,10 @@ def get_provider_info():
                 "integration-name": "Amazon SageMaker",
                 "python-modules": ["airflow.providers.amazon.aws.triggers.sagemaker"],
             },
+            {
+                "integration-name": "Amazon SageMaker Unified Studio",
+                "python-modules": ["airflow.providers.amazon.aws.triggers.sagemaker_unified_studio"],
+            },
             {
                 "integration-name": "AWS Glue",
                 "python-modules": [
@@ -1068,6 +1102,7 @@ def get_provider_info():
             "airflow.providers.amazon.aws.links.glue.GlueJobRunDetailsLink",
             "airflow.providers.amazon.aws.links.logs.CloudWatchEventsLink",
             "airflow.providers.amazon.aws.links.sagemaker.SageMakerTransformJobLink",
+            "airflow.providers.amazon.aws.links.sagemaker_unified_studio.SageMakerUnifiedStudioLink",
             "airflow.providers.amazon.aws.links.step_function.StateMachineDetailsLink",
             "airflow.providers.amazon.aws.links.step_function.StateMachineExecutionsDetailsLink",
             "airflow.providers.amazon.aws.links.comprehend.ComprehendPiiEntitiesDetectionLink",
@@ -1337,10 +1372,10 @@ def get_provider_info():
         "executors": ["airflow.providers.amazon.aws.executors.ecs.ecs_executor.AwsEcsExecutor"],
         "dependencies": [
             "apache-airflow>=2.9.0",
-            "apache-airflow-providers-common-compat>=1.3.0",
+            "apache-airflow-providers-common-compat>=1.6.0",
             "apache-airflow-providers-common-sql>=1.20.0",
             "apache-airflow-providers-http",
-            "boto3>=1.34.90",
+            "boto3>=1.37.0",
             "botocore>=1.34.90",
             "inflection>=0.5.1",
             "watchtower>=3.0.0,!=3.3.0,<4",
@@ -1350,6 +1385,8 @@ def get_provider_info():
             "PyAthena>=3.0.10",
             "jmespath>=0.7.0",
             "python3-saml>=1.16.0",
+            "xmlsec!=1.3.15,>=1.3.14",
+            "sagemaker-studio>=1.0.9",
         ],
         "optional-dependencies": {
             "pandas": ["pandas>=2.1.2,<2.2"],
@@ -1359,6 +1396,7 @@ def get_provider_info():
             "python3-saml": ["python3-saml>=1.16.0"],
             "apache.hive": ["apache-airflow-providers-apache-hive"],
             "exasol": ["apache-airflow-providers-exasol"],
+            "fab": ["apache-airflow-providers-fab"],
             "ftp": ["apache-airflow-providers-ftp"],
             "google": ["apache-airflow-providers-google"],
             "imap": ["apache-airflow-providers-imap"],
@@ -1367,17 +1405,20 @@ def get_provider_info():
             "openlineage": ["apache-airflow-providers-openlineage"],
             "salesforce": ["apache-airflow-providers-salesforce"],
             "ssh": ["apache-airflow-providers-ssh"],
+            "standard": ["apache-airflow-providers-standard"],
         },
         "devel-dependencies": [
             "aiobotocore>=2.13.0",
             "aws_xray_sdk>=2.12.0",
             "moto[cloudformation,glue]>=5.0.0",
-            "mypy-boto3-appflow>=1.35.39",
+            "mypy-boto3-appflow>=1.37.0",
             "mypy-boto3-rds>=1.34.90",
             "mypy-boto3-redshift-data>=1.34.0",
             "mypy-boto3-s3>=1.34.90",
             "s3fs>=2023.10.0",
             "openapi-schema-validator>=0.6.2",
             "openapi-spec-validator>=0.7.1",
+            "opensearch-py>=2.2.0",
+            "responses>=0.25.0",
         ],
     }

{apache_airflow_providers_amazon-9.4.0rc1.dist-info → apache_airflow_providers_amazon-9.5.0rc2.dist-info}/METADATA

@@ -1,6 +1,6 @@
-Metadata-Version: 2.3
+Metadata-Version: 2.4
 Name: apache-airflow-providers-amazon
-Version: 9.4.0rc1
+Version: 9.5.0rc2
 Summary: Provider package apache-airflow-providers-amazon for Apache Airflow
 Keywords: airflow-provider,amazon,airflow,integration
 Author-email: Apache Software Foundation <dev@airflow.apache.org>
@@ -21,10 +21,10 @@ Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Topic :: System :: Monitoring
 Requires-Dist: apache-airflow>=2.9.0rc0
-Requires-Dist: apache-airflow-providers-common-compat>=1.3.0rc0
+Requires-Dist: apache-airflow-providers-common-compat>=1.6.0rc0
 Requires-Dist: apache-airflow-providers-common-sql>=1.20.0rc0
 Requires-Dist: apache-airflow-providers-http
-Requires-Dist: boto3>=1.34.90
+Requires-Dist: boto3>=1.37.0
 Requires-Dist: botocore>=1.34.90
 Requires-Dist: inflection>=0.5.1
 Requires-Dist: watchtower>=3.0.0,!=3.3.0,<4
@@ -34,10 +34,13 @@ Requires-Dist: asgiref>=2.3.0
 Requires-Dist: PyAthena>=3.0.10
 Requires-Dist: jmespath>=0.7.0
 Requires-Dist: python3-saml>=1.16.0
+Requires-Dist: xmlsec!=1.3.15,>=1.3.14
+Requires-Dist: sagemaker-studio>=1.0.9
 Requires-Dist: aiobotocore[boto3]>=2.13.0 ; extra == "aiobotocore"
 Requires-Dist: apache-airflow-providers-apache-hive ; extra == "apache-hive"
 Requires-Dist: apache-airflow-providers-cncf-kubernetes>=7.2.0 ; extra == "cncf-kubernetes"
 Requires-Dist: apache-airflow-providers-exasol ; extra == "exasol"
+Requires-Dist: apache-airflow-providers-fab ; extra == "fab"
 Requires-Dist: apache-airflow-providers-ftp ; extra == "ftp"
 Requires-Dist: apache-airflow-providers-google ; extra == "google"
 Requires-Dist: apache-airflow-providers-imap ; extra == "imap"
@@ -49,17 +52,19 @@ Requires-Dist: python3-saml>=1.16.0 ; extra == "python3-saml"
 Requires-Dist: s3fs>=2023.10.0 ; extra == "s3fs"
 Requires-Dist: apache-airflow-providers-salesforce ; extra == "salesforce"
 Requires-Dist: apache-airflow-providers-ssh ; extra == "ssh"
+Requires-Dist: apache-airflow-providers-standard ; extra == "standard"
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
-Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-amazon/9.4.0/changelog.html
-Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-amazon/9.4.0
+Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-amazon/9.5.0/changelog.html
+Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-amazon/9.5.0
+Project-URL: Mastodon, https://fosstodon.org/@airflow
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
 Project-URL: Source Code, https://github.com/apache/airflow
-Project-URL: Twitter, https://x.com/ApacheAirflow
 Project-URL: YouTube, https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA/
 Provides-Extra: aiobotocore
 Provides-Extra: apache-hive
 Provides-Extra: cncf-kubernetes
 Provides-Extra: exasol
+Provides-Extra: fab
 Provides-Extra: ftp
 Provides-Extra: google
 Provides-Extra: imap
@@ -71,34 +76,34 @@ Provides-Extra: python3-saml
 Provides-Extra: s3fs
 Provides-Extra: salesforce
 Provides-Extra: ssh
+Provides-Extra: standard
 
 
- .. Licensed to the Apache Software Foundation (ASF) under one
-    or more contributor license agreements.  See the NOTICE file
-    distributed with this work for additional information
-    regarding copyright ownership.  The ASF licenses this file
-    to you under the Apache License, Version 2.0 (the
-    "License"); you may not use this file except in compliance
-    with the License.  You may obtain a copy of the License at
+.. Licensed to the Apache Software Foundation (ASF) under one
+   or more contributor license agreements.  See the NOTICE file
+   distributed with this work for additional information
+   regarding copyright ownership.  The ASF licenses this file
+   to you under the Apache License, Version 2.0 (the
+   "License"); you may not use this file except in compliance
+   with the License.  You may obtain a copy of the License at
 
- ..   http://www.apache.org/licenses/LICENSE-2.0
+..   http://www.apache.org/licenses/LICENSE-2.0
 
- .. Unless required by applicable law or agreed to in writing,
-    software distributed under the License is distributed on an
-    "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-    KIND, either express or implied.  See the License for the
-    specific language governing permissions and limitations
-    under the License.
+.. Unless required by applicable law or agreed to in writing,
+   software distributed under the License is distributed on an
+   "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+   KIND, either express or implied.  See the License for the
+   specific language governing permissions and limitations
+   under the License.
 
- .. NOTE! THIS FILE IS AUTOMATICALLY GENERATED AND WILL BE OVERWRITTEN!
-
- .. IF YOU WANT TO MODIFY TEMPLATE FOR THIS FILE, YOU SHOULD MODIFY THE TEMPLATE
-    `PROVIDER_README_TEMPLATE.rst.jinja2` IN the `dev/breeze/src/airflow_breeze/templates` DIRECTORY
+.. NOTE! THIS FILE IS AUTOMATICALLY GENERATED AND WILL BE OVERWRITTEN!
 
+.. IF YOU WANT TO MODIFY TEMPLATE FOR THIS FILE, YOU SHOULD MODIFY THE TEMPLATE
+   ``PROVIDER_README_TEMPLATE.rst.jinja2`` IN the ``dev/breeze/src/airflow_breeze/templates`` DIRECTORY
 
 Package ``apache-airflow-providers-amazon``
 
-Release: ``9.4.0``
+Release: ``9.5.0``
 
 
 Amazon integration (including `Amazon Web Services (AWS) <https://aws.amazon.com/>`__).
@@ -111,7 +116,7 @@ This is a provider package for ``amazon`` provider. All classes for this provide
 are in ``airflow.providers.amazon`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-amazon/9.4.0/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-amazon/9.5.0/>`_.
 
 Installation
 ------------
@@ -129,10 +134,10 @@ Requirements
 PIP package                                 Version required
 ==========================================  ======================
 ``apache-airflow``                          ``>=2.9.0``
-``apache-airflow-providers-common-compat``  ``>=1.3.0``
+``apache-airflow-providers-common-compat``  ``>=1.6.0``
 ``apache-airflow-providers-common-sql``     ``>=1.20.0``
 ``apache-airflow-providers-http``
-``boto3``                                   ``>=1.34.90``
+``boto3``                                   ``>=1.37.0``
 ``botocore``                                ``>=1.34.90``
 ``inflection``                              ``>=0.5.1``
 ``watchtower``                              ``>=3.0.0,!=3.3.0,<4``
@@ -142,13 +147,15 @@ PIP package                                 Version required
 ``PyAthena``                                ``>=3.0.10``
 ``jmespath``                                ``>=0.7.0``
 ``python3-saml``                            ``>=1.16.0``
+``xmlsec``                                  ``>=1.3.14,!=1.3.15``
+``sagemaker-studio``                        ``>=1.0.9``
 ==========================================  ======================
 
 Cross provider package dependencies
 -----------------------------------
 
 Those are dependencies that might be needed in order to use all the features of the package.
-You need to install the specified provider packages in order to use them.
+You need to install the specified providers in order to use them.
 
 You can install such cross-provider dependencies when installing from PyPI. For example:
 
@@ -177,5 +184,5 @@ Dependent package
 ======================================================================================================================  ===================
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-amazon/9.4.0/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-amazon/9.5.0/changelog.html>`_.