apache-airflow-providers-postgres 6.2.1rc1__py3-none-any.whl → 6.2.2rc1__py3-none-any.whl

airflow/providers/postgres/__init__.py

@@ -29,7 +29,7 @@ from airflow import __version__ as airflow_version
 
 __all__ = ["__version__"]
 
-__version__ = "6.2.1"
+__version__ = "6.2.2"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.10.0"

airflow/providers/postgres/hooks/postgres.py

@@ -18,9 +18,10 @@
 from __future__ import annotations
 
 import os
+from collections.abc import Mapping
 from contextlib import closing
 from copy import deepcopy
-from typing import TYPE_CHECKING, Any, TypeAlias, cast
+from typing import TYPE_CHECKING, Any, Literal, TypeAlias, cast, overload
 
 import psycopg2
 import psycopg2.extensions
@@ -28,11 +29,16 @@ import psycopg2.extras
 from psycopg2.extras import DictCursor, Json, NamedTupleCursor, RealDictCursor
 from sqlalchemy.engine import URL
 
-from airflow.exceptions import AirflowException
+from airflow.exceptions import (
+    AirflowException,
+    AirflowOptionalProviderFeatureException,
+)
 from airflow.providers.common.sql.hooks.sql import DbApiHook
 from airflow.providers.postgres.dialects.postgres import PostgresDialect
 
 if TYPE_CHECKING:
+    from pandas import DataFrame as PandasDataFrame
+    from polars import DataFrame as PolarsDataFrame
     from psycopg2.extensions import connection
 
     from airflow.providers.common.sql.dialects.dialect import Dialect
@@ -177,6 +183,62 @@ class PostgresHook(DbApiHook):
         self.conn = psycopg2.connect(**conn_args)
         return self.conn
 
+    @overload
+    def get_df(
+        self,
+        sql: str | list[str],
+        parameters: list | tuple | Mapping[str, Any] | None = None,
+        *,
+        df_type: Literal["pandas"] = "pandas",
+        **kwargs: Any,
+    ) -> PandasDataFrame: ...
+
+    @overload
+    def get_df(
+        self,
+        sql: str | list[str],
+        parameters: list | tuple | Mapping[str, Any] | None = None,
+        *,
+        df_type: Literal["polars"] = ...,
+        **kwargs: Any,
+    ) -> PolarsDataFrame: ...
+
+    def get_df(
+        self,
+        sql: str | list[str],
+        parameters: list | tuple | Mapping[str, Any] | None = None,
+        *,
+        df_type: Literal["pandas", "polars"] = "pandas",
+        **kwargs: Any,
+    ) -> PandasDataFrame | PolarsDataFrame:
+        """
+        Execute the sql and returns a dataframe.
+
+        :param sql: the sql statement to be executed (str) or a list of sql statements to execute
+        :param parameters: The parameters to render the SQL query with.
+        :param df_type: Type of dataframe to return, either "pandas" or "polars"
+        :param kwargs: (optional) passed into `pandas.io.sql.read_sql` or `polars.read_database` method
+        :return: A pandas or polars DataFrame containing the query results.
+        """
+        if df_type == "pandas":
+            try:
+                from pandas.io import sql as psql
+            except ImportError:
+                raise AirflowOptionalProviderFeatureException(
+                    "pandas library not installed, run: pip install "
+                    "'apache-airflow-providers-common-sql[pandas]'."
+                )
+
+            engine = self.get_sqlalchemy_engine()
+            with engine.connect() as conn:
+                return psql.read_sql(sql, con=conn, params=parameters, **kwargs)
+
+        elif df_type == "polars":
+            return self._get_polars_df(sql, parameters, **kwargs)
+
+        else:
+            raise ValueError(f"Unsupported df_type: {df_type}")
+
     def copy_expert(self, sql: str, filename: str) -> None:
         """
         Execute SQL using psycopg2's ``copy_expert`` method.
@@ -315,9 +377,7 @@ class PostgresHook(DbApiHook):
         if is_redshift:
             authority = self._get_openlineage_redshift_authority_part(connection)
         else:
-            authority = DbApiHook.get_openlineage_authority_part(  # type: ignore[attr-defined]
-                connection, default_port=5432
-            )
+            authority = DbApiHook.get_openlineage_authority_part(connection, default_port=5432)
 
         return DatabaseInfo(
             scheme="postgres" if not is_redshift else "redshift",

{apache_airflow_providers_postgres-6.2.1rc1.dist-info → apache_airflow_providers_postgres-6.2.2rc1.dist-info}/METADATA

@@ -1,11 +1,11 @@
 Metadata-Version: 2.4
 Name: apache-airflow-providers-postgres
-Version: 6.2.1rc1
+Version: 6.2.2rc1
 Summary: Provider package apache-airflow-providers-postgres for Apache Airflow
 Keywords: airflow-provider,postgres,airflow,integration
 Author-email: Apache Software Foundation <dev@airflow.apache.org>
 Maintainer-email: Apache Software Foundation <dev@airflow.apache.org>
-Requires-Python: ~=3.10
+Requires-Python: >=3.10
 Description-Content-Type: text/x-rst
 Classifier: Development Status :: 5 - Production/Stable
 Classifier: Environment :: Console
@@ -18,22 +18,29 @@ Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
 Classifier: Topic :: System :: Monitoring
 Requires-Dist: apache-airflow>=2.10.0rc1
 Requires-Dist: apache-airflow-providers-common-sql>=1.23.0rc1
-Requires-Dist: psycopg2-binary>=2.9.9
+Requires-Dist: psycopg2-binary>=2.9.9; python_version < '3.13'
+Requires-Dist: psycopg2-binary>=2.9.10; python_version >= '3.13'
 Requires-Dist: asyncpg>=0.30.0
 Requires-Dist: apache-airflow-providers-amazon>=2.6.0rc1 ; extra == "amazon"
 Requires-Dist: apache-airflow-providers-openlineage ; extra == "openlineage"
+Requires-Dist: pandas>=2.1.2 ; extra == "pandas" and ( python_version <"3.13")
+Requires-Dist: pandas>=2.2.3 ; extra == "pandas" and ( python_version >="3.13")
+Requires-Dist: polars>=1.26.0 ; extra == "polars"
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
-Project-URL: Changelog, https://airflow.staged.apache.org/docs/apache-airflow-providers-postgres/6.2.1/changelog.html
-Project-URL: Documentation, https://airflow.staged.apache.org/docs/apache-airflow-providers-postgres/6.2.1
+Project-URL: Changelog, https://airflow.staged.apache.org/docs/apache-airflow-providers-postgres/6.2.2/changelog.html
+Project-URL: Documentation, https://airflow.staged.apache.org/docs/apache-airflow-providers-postgres/6.2.2
 Project-URL: Mastodon, https://fosstodon.org/@airflow
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
 Project-URL: Source Code, https://github.com/apache/airflow
 Project-URL: YouTube, https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA/
 Provides-Extra: amazon
 Provides-Extra: openlineage
+Provides-Extra: pandas
+Provides-Extra: polars
 
 
 .. Licensed to the Apache Software Foundation (ASF) under one
@@ -60,8 +67,9 @@ Provides-Extra: openlineage
 
 Package ``apache-airflow-providers-postgres``
 
-Release: ``6.2.1``
+Release: ``6.2.2``
 
+Release Date: ``|PypiReleaseDate|``
 
 `PostgreSQL <https://www.postgresql.org/>`__
 
@@ -73,7 +81,7 @@ This is a provider package for ``postgres`` provider. All classes for this provi
 are in ``airflow.providers.postgres`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-postgres/6.2.1/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-postgres/6.2.2/>`_.
 
 Installation
 ------------
@@ -82,19 +90,20 @@ You can install this package on top of an existing Airflow 2 installation (see `
 for the minimum Airflow version supported) via
 ``pip install apache-airflow-providers-postgres``
 
-The package supports the following python versions: 3.10,3.11,3.12
+The package supports the following python versions: 3.10,3.11,3.12,3.13
 
 Requirements
 ------------
 
-=======================================  ==================
+=======================================  ======================================
 PIP package                              Version required
-=======================================  ==================
+=======================================  ======================================
 ``apache-airflow``                       ``>=2.10.0``
 ``apache-airflow-providers-common-sql``  ``>=1.23.0``
-``psycopg2-binary``                      ``>=2.9.9``
+``psycopg2-binary``                      ``>=2.9.9; python_version < "3.13"``
+``psycopg2-binary``                      ``>=2.9.10; python_version >= "3.13"``
 ``asyncpg``                              ``>=0.30.0``
-=======================================  ==================
+=======================================  ======================================
 
 Cross provider package dependencies
 -----------------------------------
@@ -118,5 +127,5 @@ Dependent package
 ==============================================================================================================  ===============
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-postgres/6.2.1/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-postgres/6.2.2/changelog.html>`_.
 

{apache_airflow_providers_postgres-6.2.1rc1.dist-info → apache_airflow_providers_postgres-6.2.2rc1.dist-info}/RECORD

@@ -1,13 +1,13 @@
 airflow/providers/postgres/LICENSE,sha256=gXPVwptPlW1TJ4HSuG5OMPg-a3h43OGMkZRR1rpwfJA,10850
-airflow/providers/postgres/__init__.py,sha256=xcSFcWJsS6ZqYJ6-TEbr1G4meLj96HKjJ4GHL_pAH8s,1497
+airflow/providers/postgres/__init__.py,sha256=FlEbneFcch2XA2xgjink0A627hTPgaO-v539Ks-FIFg,1497
 airflow/providers/postgres/get_provider_info.py,sha256=qEEYbClLY3-NH40dBk2u_nOIfvfEIHdXaWsIJ8J5Z68,2626
 airflow/providers/postgres/assets/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/postgres/assets/postgres.py,sha256=XNhOJCbOA_soaaiS73JjULMqAM_7PBryhToe8FJREA0,1522
 airflow/providers/postgres/dialects/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/postgres/dialects/postgres.py,sha256=8ygA2Jq2WBPhNOISU8YyitLmahxWnPGYNt8OaU_CBFI,3764
 airflow/providers/postgres/hooks/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvRQpt3YR7wjz_nceyF1IaI,787
-airflow/providers/postgres/hooks/postgres.py,sha256=RsESjnGfYKgtlNlqrUdKCKXop-D0Rj2IXcFlvF66oHM,15611
-apache_airflow_providers_postgres-6.2.1rc1.dist-info/entry_points.txt,sha256=dhtJi6PTWHd6BwKhmI4OtSPvQVI_p0yYWI0eba83HqY,104
-apache_airflow_providers_postgres-6.2.1rc1.dist-info/WHEEL,sha256=G2gURzTEtmeR8nrdXUJfNiB3VYVxigPQ-bEQujpNiNs,82
-apache_airflow_providers_postgres-6.2.1rc1.dist-info/METADATA,sha256=_A5fE9ZHrTO-Yno0GiHVKcOuzfelDlV7mkvOq45ezQs,5662
-apache_airflow_providers_postgres-6.2.1rc1.dist-info/RECORD,,
+airflow/providers/postgres/hooks/postgres.py,sha256=M0B0VX4E4U0LZRqVhiqi7GmIH_1oZ0RZGDAhzm9ZvlA,17742
+apache_airflow_providers_postgres-6.2.2rc1.dist-info/entry_points.txt,sha256=dhtJi6PTWHd6BwKhmI4OtSPvQVI_p0yYWI0eba83HqY,104
+apache_airflow_providers_postgres-6.2.2rc1.dist-info/WHEEL,sha256=G2gURzTEtmeR8nrdXUJfNiB3VYVxigPQ-bEQujpNiNs,82
+apache_airflow_providers_postgres-6.2.2rc1.dist-info/METADATA,sha256=7XCr-2MXjAQmSXtAIFZkZkNv-rnHlybw04gpzLwvJyk,6264
+apache_airflow_providers_postgres-6.2.2rc1.dist-info/RECORD,,