apache-airflow-providers-postgres 5.13.1rc1__py3-none-any.whl → 5.14.0__py3-none-any.whl

airflow/providers/postgres/__init__.py

@@ -29,7 +29,7 @@ from airflow import __version__ as airflow_version
 
 __all__ = ["__version__"]
 
-__version__ = "5.13.1"
+__version__ = "5.14.0"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.8.0"

airflow/providers/postgres/get_provider_info.py

@@ -28,8 +28,9 @@ def get_provider_info():
         "name": "PostgreSQL",
         "description": "`PostgreSQL <https://www.postgresql.org/>`__\n",
         "state": "ready",
-        "source-date-epoch": 1728485329,
+        "source-date-epoch": 1731570750,
         "versions": [
+            "5.14.0",
             "5.13.1",
             "5.13.0",
             "5.12.0",
@@ -72,7 +73,7 @@ def get_provider_info():
         ],
         "dependencies": [
             "apache-airflow>=2.8.0",
-            "apache-airflow-providers-common-sql>=1.17.0",
+            "apache-airflow-providers-common-sql>=1.20.0",
             "psycopg2-binary>=2.9.4",
         ],
         "additional-extras": [{"name": "amazon", "dependencies": ["apache-airflow-providers-amazon>=2.6.0"]}],

airflow/providers/postgres/hooks/postgres.py

@@ -59,11 +59,17 @@ class PostgresHook(DbApiHook):
     "aws_default" connection to get the temporary token unless you override
     in extras.
     extras example: ``{"iam":true, "aws_conn_id":"my_aws_conn"}``
+
     For Redshift, also use redshift in the extra connection parameters and
     set it to true. The cluster-identifier is extracted from the beginning of
     the host field, so is optional. It can however be overridden in the extra field.
     extras example: ``{"iam":true, "redshift":true, "cluster-identifier": "my_cluster_id"}``
 
+    For Redshift Serverless, use redshift-serverless in the extra connection parameters and
+    set it to true. The workgroup-name is extracted from the beginning of
+    the host field, so is optional. It can however be overridden in the extra field.
+    extras example: ``{"iam":true, "redshift-serverless":true, "workgroup-name": "my_serverless_workgroup"}``
+
     :param postgres_conn_id: The :ref:`postgres conn id <howto/connection:postgres>`
         reference to a specific postgres database.
     :param options: Optional. Specifies command-line options to send to the server
@@ -172,8 +178,10 @@ class PostgresHook(DbApiHook):
             if arg_name not in [
                 "iam",
                 "redshift",
+                "redshift-serverless",
                 "cursor",
                 "cluster-identifier",
+                "workgroup-name",
                 "aws_conn_id",
             ]:
                 conn_args[arg_name] = arg_val
@@ -247,9 +255,9 @@ class PostgresHook(DbApiHook):
         try:
             from airflow.providers.amazon.aws.hooks.base_aws import AwsBaseHook
         except ImportError:
-            from airflow.exceptions import AirflowException
+            from airflow.exceptions import AirflowOptionalProviderFeatureException
 
-            raise AirflowException(
+            raise AirflowOptionalProviderFeatureException(
                 "apache-airflow-providers-amazon not installed, run: "
                 "pip install 'apache-airflow-providers-postgres[amazon]'."
             )
@@ -262,7 +270,7 @@ class PostgresHook(DbApiHook):
             # ex. my-cluster.ccdre4hpd39h.us-east-1.redshift.amazonaws.com returns my-cluster
             cluster_identifier = conn.extra_dejson.get("cluster-identifier", conn.host.split(".")[0])
             redshift_client = AwsBaseHook(aws_conn_id=aws_conn_id, client_type="redshift").conn
-            # https://boto3.amazonaws.com/v1/documentation/api/latest/reference/services/redshift.html#Redshift.Client.get_cluster_credentials
+            # https://boto3.amazonaws.com/v1/documentation/api/latest/reference/services/redshift/client/get_cluster_credentials.html#Redshift.Client.get_cluster_credentials
             cluster_creds = redshift_client.get_cluster_credentials(
                 DbUser=login,
                 DbName=self.database or conn.schema,
@@ -271,10 +279,26 @@ class PostgresHook(DbApiHook):
             )
             token = cluster_creds["DbPassword"]
             login = cluster_creds["DbUser"]
+        elif conn.extra_dejson.get("redshift-serverless", False):
+            port = conn.port or 5439
+            # Pull the workgroup-name from the query params/extras, if not there then pull it from the
+            # beginning of the Redshift URL
+            # ex. workgroup-name.ccdre4hpd39h.us-east-1.redshift.amazonaws.com returns workgroup-name
+            workgroup_name = conn.extra_dejson.get("workgroup-name", conn.host.split(".")[0])
+            redshift_serverless_client = AwsBaseHook(
+                aws_conn_id=aws_conn_id, client_type="redshift-serverless"
+            ).conn
+            # https://boto3.amazonaws.com/v1/documentation/api/latest/reference/services/redshift-serverless/client/get_credentials.html#RedshiftServerless.Client.get_credentials
+            cluster_creds = redshift_serverless_client.get_credentials(
+                dbName=self.database or conn.schema,
+                workgroupName=workgroup_name,
+            )
+            token = cluster_creds["dbPassword"]
+            login = cluster_creds["dbUser"]
         else:
             port = conn.port or 5432
             rds_client = AwsBaseHook(aws_conn_id=aws_conn_id, client_type="rds").conn
-            # https://boto3.amazonaws.com/v1/documentation/api/latest/reference/services/rds.html#RDS.Client.generate_db_auth_token
+            # https://boto3.amazonaws.com/v1/documentation/api/latest/reference/services/rds/client/generate_db_auth_token.html#RDS.Client.generate_db_auth_token
             token = rds_client.generate_db_auth_token(conn.host, port, conn.login)
         return login, token, port
 
@@ -371,9 +395,9 @@ class PostgresHook(DbApiHook):
         try:
             from airflow.providers.amazon.aws.hooks.base_aws import AwsBaseHook
         except ImportError:
-            from airflow.exceptions import AirflowException
+            from airflow.exceptions import AirflowOptionalProviderFeatureException
 
-            raise AirflowException(
+            raise AirflowOptionalProviderFeatureException(
                 "apache-airflow-providers-amazon not installed, run: "
                 "pip install 'apache-airflow-providers-postgres[amazon]'."
             )

airflow/providers/postgres/operators/postgres.py

@@ -18,7 +18,7 @@
 from __future__ import annotations
 
 import warnings
-from typing import Mapping
+from typing import ClassVar, Mapping
 
 from deprecated import deprecated
 
@@ -55,7 +55,10 @@ class PostgresOperator(SQLExecuteQueryOperator):
         Deprecated - use `hook_params={'options': '-c <connection_options>'}` instead.
     """
 
-    template_fields_renderers = {**SQLExecuteQueryOperator.template_fields_renderers, "sql": "postgresql"}
+    template_fields_renderers: ClassVar[dict] = {
+        **SQLExecuteQueryOperator.template_fields_renderers,
+        "sql": "postgresql",
+    }
     ui_color = "#ededed"
 
     def __init__(

{apache_airflow_providers_postgres-5.13.1rc1.dist-info → apache_airflow_providers_postgres-5.14.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.3
 Name: apache-airflow-providers-postgres
-Version: 5.13.1rc1
+Version: 5.14.0
 Summary: Provider package apache-airflow-providers-postgres for Apache Airflow
 Keywords: airflow-provider,postgres,airflow,integration
 Author-email: Apache Software Foundation <dev@airflow.apache.org>
@@ -20,21 +20,21 @@ Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Topic :: System :: Monitoring
-Requires-Dist: apache-airflow-providers-common-sql>=1.17.0rc0
-Requires-Dist: apache-airflow>=2.8.0rc0
+Requires-Dist: apache-airflow-providers-common-sql>=1.20.0
+Requires-Dist: apache-airflow>=2.8.0
 Requires-Dist: psycopg2-binary>=2.9.4
-Requires-Dist: apache-airflow-providers-amazon>=2.6.0rc0 ; extra == "amazon"
-Requires-Dist: apache-airflow-providers-common-sql ; extra == "common.sql"
+Requires-Dist: apache-airflow-providers-amazon>=2.6.0 ; extra == "amazon"
+Requires-Dist: apache-airflow-providers-common-sql ; extra == "common-sql"
 Requires-Dist: apache-airflow-providers-openlineage ; extra == "openlineage"
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
-Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-postgres/5.13.1/changelog.html
-Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-postgres/5.13.1
+Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-postgres/5.14.0/changelog.html
+Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-postgres/5.14.0
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
 Project-URL: Source Code, https://github.com/apache/airflow
 Project-URL: Twitter, https://twitter.com/ApacheAirflow
 Project-URL: YouTube, https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA/
 Provides-Extra: amazon
-Provides-Extra: common.sql
+Provides-Extra: common-sql
 Provides-Extra: openlineage
 
 
@@ -81,7 +81,7 @@ Provides-Extra: openlineage
 
 Package ``apache-airflow-providers-postgres``
 
-Release: ``5.13.1.rc1``
+Release: ``5.14.0``
 
 
 `PostgreSQL <https://www.postgresql.org/>`__
@@ -94,7 +94,7 @@ This is a provider package for ``postgres`` provider. All classes for this provi
 are in ``airflow.providers.postgres`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-postgres/5.13.1/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-postgres/5.14.0/>`_.
 
 Installation
 ------------
@@ -112,7 +112,7 @@ Requirements
 PIP package                              Version required
 =======================================  ==================
 ``apache-airflow``                       ``>=2.8.0``
-``apache-airflow-providers-common-sql``  ``>=1.17.0``
+``apache-airflow-providers-common-sql``  ``>=1.20.0``
 ``psycopg2-binary``                      ``>=2.9.4``
 =======================================  ==================
 
@@ -138,4 +138,4 @@ Dependent package
 ==============================================================================================================  ===============
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-postgres/5.13.1/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-postgres/5.14.0/changelog.html>`_.

apache_airflow_providers_postgres-5.14.0.dist-info/RECORD

@@ -0,0 +1,13 @@
+airflow/providers/postgres/LICENSE,sha256=FFb4jd2AXnOOf7XLP04pQW6jbdhG49TxlGY6fFpCV1Y,13609
+airflow/providers/postgres/__init__.py,sha256=VnUmUbfP12iJQKXxosuS_8zJJB288x3BQU8jUPuZONQ,1496
+airflow/providers/postgres/get_provider_info.py,sha256=he8tks-iUep0xlL9MuRTMyjcfbj8_a9SPvi7BVmTkW0,3945
+airflow/providers/postgres/assets/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
+airflow/providers/postgres/assets/postgres.py,sha256=XNhOJCbOA_soaaiS73JjULMqAM_7PBryhToe8FJREA0,1522
+airflow/providers/postgres/hooks/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvRQpt3YR7wjz_nceyF1IaI,787
+airflow/providers/postgres/hooks/postgres.py,sha256=0sJm85AhKmXrKHrgpG9GexLo0F_nRcjgC5i-gc5qOuM,18377
+airflow/providers/postgres/operators/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvRQpt3YR7wjz_nceyF1IaI,787
+airflow/providers/postgres/operators/postgres.py,sha256=SWhsQlwcT434NH32Z45rivAQhGFMlFXwPn1JSc1iQsk,3558
+apache_airflow_providers_postgres-5.14.0.dist-info/entry_points.txt,sha256=dhtJi6PTWHd6BwKhmI4OtSPvQVI_p0yYWI0eba83HqY,104
+apache_airflow_providers_postgres-5.14.0.dist-info/WHEEL,sha256=CpUCUxeHQbRN5UGRQHYRJorO5Af-Qy_fHMctcQ8DSGI,82
+apache_airflow_providers_postgres-5.14.0.dist-info/METADATA,sha256=BC73iqrdAU6jcE8k2Z6ZElEuUhQxxsKqaBMtNtRFAwg,6559
+apache_airflow_providers_postgres-5.14.0.dist-info/RECORD,,

{apache_airflow_providers_postgres-5.13.1rc1.dist-info → apache_airflow_providers_postgres-5.14.0.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: flit 3.9.0
+Generator: flit 3.10.1
 Root-Is-Purelib: true
 Tag: py3-none-any

apache_airflow_providers_postgres-5.13.1rc1.dist-info/RECORD

@@ -1,13 +0,0 @@
-airflow/providers/postgres/LICENSE,sha256=FFb4jd2AXnOOf7XLP04pQW6jbdhG49TxlGY6fFpCV1Y,13609
-airflow/providers/postgres/__init__.py,sha256=_lebFA9TQjPxjEZvHBEM-0ugjpNBGApqcmewvIc6nDY,1496
-airflow/providers/postgres/get_provider_info.py,sha256=4juIGYKo-06GIqC1GJny6srL1aHijGMEnHY3Wof5-BA,3923
-airflow/providers/postgres/assets/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/postgres/assets/postgres.py,sha256=XNhOJCbOA_soaaiS73JjULMqAM_7PBryhToe8FJREA0,1522
-airflow/providers/postgres/hooks/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvRQpt3YR7wjz_nceyF1IaI,787
-airflow/providers/postgres/hooks/postgres.py,sha256=MQwBq8js4vW7MVbocJMW_rPZzhea5UhmdySPqkPK0Fw,16738
-airflow/providers/postgres/operators/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvRQpt3YR7wjz_nceyF1IaI,787
-airflow/providers/postgres/operators/postgres.py,sha256=M8qx8FBf97HRwJMn_zg_EqCPGqsx-iZ0aRzMQuG3lJg,3509
-apache_airflow_providers_postgres-5.13.1rc1.dist-info/entry_points.txt,sha256=dhtJi6PTWHd6BwKhmI4OtSPvQVI_p0yYWI0eba83HqY,104
-apache_airflow_providers_postgres-5.13.1rc1.dist-info/WHEEL,sha256=EZbGkh7Ie4PoZfRQ8I0ZuP9VklN_TvcZ6DSE5Uar4z4,81
-apache_airflow_providers_postgres-5.13.1rc1.dist-info/METADATA,sha256=45C7pO5zYlnzq1QzR4GZEZvNZd8fo3F1MqTUfG7XPPI,6575
-apache_airflow_providers_postgres-5.13.1rc1.dist-info/RECORD,,