apache-airflow-providers-apache-hive 9.0.6rc1__tar.gz → 9.1.0rc1__tar.gz

{apache_airflow_providers_apache_hive-9.0.6rc1 → apache_airflow_providers_apache_hive-9.1.0rc1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: apache-airflow-providers-apache-hive
-Version: 9.0.6rc1
+Version: 9.1.0rc1
 Summary: Provider package apache-airflow-providers-apache-hive for Apache Airflow
 Keywords: airflow-provider,apache.hive,airflow,integration
 Author-email: Apache Software Foundation <dev@airflow.apache.org>
@@ -20,10 +20,9 @@ Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Topic :: System :: Monitoring
-Requires-Dist: apache-airflow>=2.9.0rc0
-Requires-Dist: apache-airflow-providers-common-sql>=1.20.0rc0
+Requires-Dist: apache-airflow>=2.10.0rc1
+Requires-Dist: apache-airflow-providers-common-sql>=1.26.0rc1
 Requires-Dist: hmsclient>=0.1.0
-Requires-Dist: pandas>=2.1.2,<2.2
 Requires-Dist: pyhive[hive-pure-sasl]>=0.7.0
 Requires-Dist: thrift>=0.11.0
 Requires-Dist: jmespath>=0.7.0
@@ -35,8 +34,8 @@ Requires-Dist: apache-airflow-providers-presto ; extra == "presto"
 Requires-Dist: apache-airflow-providers-samba ; extra == "samba"
 Requires-Dist: apache-airflow-providers-vertica ; extra == "vertica"
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
-Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-apache-hive/9.0.6/changelog.html
-Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-apache-hive/9.0.6
+Project-URL: Changelog, https://airflow.staged.apache.org/docs/apache-airflow-providers-apache-hive/9.1.0/changelog.html
+Project-URL: Documentation, https://airflow.staged.apache.org/docs/apache-airflow-providers-apache-hive/9.1.0
 Project-URL: Mastodon, https://fosstodon.org/@airflow
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
 Project-URL: Source Code, https://github.com/apache/airflow
@@ -74,7 +73,7 @@ Provides-Extra: vertica
 
 Package ``apache-airflow-providers-apache-hive``
 
-Release: ``9.0.6``
+Release: ``9.1.0``
 
 
 `Apache Hive <https://hive.apache.org/>`__
@@ -87,7 +86,7 @@ This is a provider package for ``apache.hive`` provider. All classes for this pr
 are in ``airflow.providers.apache.hive`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-apache-hive/9.0.6/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-apache-hive/9.1.0/>`_.
 
 Installation
 ------------
@@ -104,10 +103,9 @@ Requirements
 =======================================  ==================
 PIP package                              Version required
 =======================================  ==================
-``apache-airflow``                       ``>=2.9.0``
-``apache-airflow-providers-common-sql``  ``>=1.20.0``
+``apache-airflow``                       ``>=2.10.0``
+``apache-airflow-providers-common-sql``  ``>=1.26.0``
 ``hmsclient``                            ``>=0.1.0``
-``pandas``                               ``>=2.1.2,<2.2``
 ``pyhive[hive_pure_sasl]``               ``>=0.7.0``
 ``thrift``                               ``>=0.11.0``
 ``jmespath``                             ``>=0.7.0``
@@ -140,5 +138,5 @@ Dependent package
 ======================================================================================================================  ===================
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-apache-hive/9.0.6/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-apache-hive/9.1.0/changelog.html>`_.
 

{apache_airflow_providers_apache_hive-9.0.6rc1 → apache_airflow_providers_apache_hive-9.1.0rc1}/README.rst

@@ -23,7 +23,7 @@
 
 Package ``apache-airflow-providers-apache-hive``
 
-Release: ``9.0.6``
+Release: ``9.1.0``
 
 
 `Apache Hive <https://hive.apache.org/>`__
@@ -36,7 +36,7 @@ This is a provider package for ``apache.hive`` provider. All classes for this pr
 are in ``airflow.providers.apache.hive`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-apache-hive/9.0.6/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-apache-hive/9.1.0/>`_.
 
 Installation
 ------------
@@ -53,10 +53,9 @@ Requirements
 =======================================  ==================
 PIP package                              Version required
 =======================================  ==================
-``apache-airflow``                       ``>=2.9.0``
-``apache-airflow-providers-common-sql``  ``>=1.20.0``
+``apache-airflow``                       ``>=2.10.0``
+``apache-airflow-providers-common-sql``  ``>=1.26.0``
 ``hmsclient``                            ``>=0.1.0``
-``pandas``                               ``>=2.1.2,<2.2``
 ``pyhive[hive_pure_sasl]``               ``>=0.7.0``
 ``thrift``                               ``>=0.11.0``
 ``jmespath``                             ``>=0.7.0``
@@ -89,4 +88,4 @@ Dependent package
 ======================================================================================================================  ===================
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-apache-hive/9.0.6/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-apache-hive/9.1.0/changelog.html>`_.

{apache_airflow_providers_apache_hive-9.0.6rc1 → apache_airflow_providers_apache_hive-9.1.0rc1}/docs/changelog.rst

@@ -26,6 +26,25 @@
 
 Changelog
 
+9.1.0
+.....
+
+.. note::
+    This release of provider is only available for Airflow 2.10+ as explained in the
+    Apache Airflow providers support policy <https://github.com/apache/airflow/blob/main/PROVIDERS.rst#minimum-supported-version-of-airflow-for-community-managed-providers>_.
+
+Misc
+~~~~
+
+* ``Refine type overload for Hive (#50211)``
+* ``Migrate HiveServer2Hook to use get_df (#50070)``
+* ``Bump min Airflow version in providers to 2.10 (#49843)``
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``Update description of provider.yaml dependencies (#50231)``
+   * ``Avoid committing history for providers (#49907)``
+
 9.0.6
 .....
 

apache_airflow_providers_apache_hive-9.1.0rc1/docs/commits.rst

@@ -0,0 +1,35 @@
+
+ .. Licensed to the Apache Software Foundation (ASF) under one
+    or more contributor license agreements.  See the NOTICE file
+    distributed with this work for additional information
+    regarding copyright ownership.  The ASF licenses this file
+    to you under the Apache License, Version 2.0 (the
+    "License"); you may not use this file except in compliance
+    with the License.  You may obtain a copy of the License at
+
+ ..   http://www.apache.org/licenses/LICENSE-2.0
+
+ .. Unless required by applicable law or agreed to in writing,
+    software distributed under the License is distributed on an
+    "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+    KIND, either express or implied.  See the License for the
+    specific language governing permissions and limitations
+    under the License.
+
+ .. NOTE! THIS FILE IS AUTOMATICALLY GENERATED AND WILL BE OVERWRITTEN!
+
+ .. IF YOU WANT TO MODIFY THIS FILE, YOU SHOULD MODIFY THE TEMPLATE
+    `PROVIDER_COMMITS_TEMPLATE.rst.jinja2` IN the `dev/breeze/src/airflow_breeze/templates` DIRECTORY
+
+ .. THE REMAINDER OF THE FILE IS AUTOMATICALLY GENERATED. IT WILL BE OVERWRITTEN!
+
+Package apache-airflow-providers-apache-hive
+------------------------------------------------------
+
+`Apache Hive <https://hive.apache.org/>`__
+
+
+This is detailed commit list of changes for versions provider package: ``apache.hive``.
+For high-level changelog, see :doc:`package information including changelog <index>`.
+
+.. airflow-providers-commits::

{apache_airflow_providers_apache_hive-9.0.6rc1 → apache_airflow_providers_apache_hive-9.1.0rc1}/docs/index.rst

@@ -79,7 +79,7 @@ apache-airflow-providers-apache-hive package
 `Apache Hive <https://hive.apache.org/>`__
 
 
-Release: 9.0.6
+Release: 9.1.0
 
 Provider package
 ----------------
@@ -97,15 +97,14 @@ For the minimum Airflow version supported, see ``Requirements`` below.
 Requirements
 ------------
 
-The minimum Apache Airflow version supported by this provider distribution is ``2.9.0``.
+The minimum Apache Airflow version supported by this provider distribution is ``2.10.0``.
 
 =======================================  ==================
 PIP package                              Version required
 =======================================  ==================
-``apache-airflow``                       ``>=2.9.0``
-``apache-airflow-providers-common-sql``  ``>=1.20.0``
+``apache-airflow``                       ``>=2.10.0``
+``apache-airflow-providers-common-sql``  ``>=1.26.0``
 ``hmsclient``                            ``>=0.1.0``
-``pandas``                               ``>=2.1.2,<2.2``
 ``pyhive[hive_pure_sasl]``               ``>=0.7.0``
 ``thrift``                               ``>=0.11.0``
 ``jmespath``                             ``>=0.7.0``
@@ -143,5 +142,5 @@ Downloading official packages
 You can download officially released packages and verify their checksums and signatures from the
 `Official Apache Download site <https://downloads.apache.org/airflow/providers/>`_
 
-* `The apache-airflow-providers-apache-hive 9.0.6 sdist package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_hive-9.0.6.tar.gz>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_hive-9.0.6.tar.gz.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_hive-9.0.6.tar.gz.sha512>`__)
-* `The apache-airflow-providers-apache-hive 9.0.6 wheel package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_hive-9.0.6-py3-none-any.whl>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_hive-9.0.6-py3-none-any.whl.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_hive-9.0.6-py3-none-any.whl.sha512>`__)
+* `The apache-airflow-providers-apache-hive 9.1.0 sdist package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_hive-9.1.0.tar.gz>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_hive-9.1.0.tar.gz.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_hive-9.1.0.tar.gz.sha512>`__)
+* `The apache-airflow-providers-apache-hive 9.1.0 wheel package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_hive-9.1.0-py3-none-any.whl>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_hive-9.1.0-py3-none-any.whl.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_hive-9.1.0-py3-none-any.whl.sha512>`__)

{apache_airflow_providers_apache_hive-9.0.6rc1 → apache_airflow_providers_apache_hive-9.1.0rc1}/provider.yaml

@@ -22,9 +22,13 @@ description: |
   `Apache Hive <https://hive.apache.org/>`__
 
 state: ready
-source-date-epoch: 1744788817
-# note that those versions are maintained by release manager - do not update them manually
+source-date-epoch: 1747131490
+# Note that those versions are maintained by release manager - do not update them manually
+# with the exception of case where other provider in sources has >= new provider version.
+# In such case adding >= NEW_VERSION and bumping to NEW_VERSION in a provider have
+# to be done in the same PR
 versions:
+  - 9.1.0
   - 9.0.6
   - 9.0.5
   - 9.0.4

{apache_airflow_providers_apache_hive-9.0.6rc1 → apache_airflow_providers_apache_hive-9.1.0rc1}/pyproject.toml

@@ -25,7 +25,7 @@ build-backend = "flit_core.buildapi"
 
 [project]
 name = "apache-airflow-providers-apache-hive"
-version = "9.0.6.rc1"
+version = "9.1.0rc1"
 description = "Provider package apache-airflow-providers-apache-hive for Apache Airflow"
 readme = "README.rst"
 authors = [
@@ -57,14 +57,9 @@ requires-python = "~=3.9"
 # Make sure to run ``breeze static-checks --type update-providers-dependencies --all-files``
 # After you modify the dependencies, and rebuild your Breeze CI image with ``breeze ci-image build``
 dependencies = [
-    "apache-airflow>=2.9.0rc0",
-    "apache-airflow-providers-common-sql>=1.20.0rc0",
+    "apache-airflow>=2.10.0rc1",
+    "apache-airflow-providers-common-sql>=1.26.0rc1",
     "hmsclient>=0.1.0",
-    # In pandas 2.2 minimal version of the sqlalchemy is 2.0
-    # https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies
-    # However Airflow not fully supports it yet: https://github.com/apache/airflow/issues/28723
-    # In addition FAB also limit sqlalchemy to < 2.0
-    "pandas>=2.1.2,<2.2",
     "pyhive[hive_pure_sasl]>=0.7.0",
     "thrift>=0.11.0",
     "jmespath>=0.7.0",
@@ -109,6 +104,7 @@ dev = [
     "apache-airflow-providers-samba",
     "apache-airflow-providers-vertica",
     # Additional devel dependencies (do not remove this line and add extra development dependencies)
+    "apache-airflow-providers-common-sql[pandas,polars]",
 ]
 
 # To build docs:
@@ -137,8 +133,8 @@ apache-airflow-providers-common-sql = {workspace = true}
 apache-airflow-providers-standard = {workspace = true}
 
 [project.urls]
-"Documentation" = "https://airflow.apache.org/docs/apache-airflow-providers-apache-hive/9.0.6"
-"Changelog" = "https://airflow.apache.org/docs/apache-airflow-providers-apache-hive/9.0.6/changelog.html"
+"Documentation" = "https://airflow.staged.apache.org/docs/apache-airflow-providers-apache-hive/9.1.0"
+"Changelog" = "https://airflow.staged.apache.org/docs/apache-airflow-providers-apache-hive/9.1.0/changelog.html"
 "Bug Tracker" = "https://github.com/apache/airflow/issues"
 "Source Code" = "https://github.com/apache/airflow"
 "Slack Chat" = "https://s.apache.org/airflow-slack"

{apache_airflow_providers_apache_hive-9.0.6rc1 → apache_airflow_providers_apache_hive-9.1.0rc1}/src/airflow/providers/apache/hive/__init__.py

@@ -29,11 +29,11 @@ from airflow import __version__ as airflow_version
 
 __all__ = ["__version__"]
 
-__version__ = "9.0.6"
+__version__ = "9.1.0"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
-    "2.9.0"
+    "2.10.0"
 ):
     raise RuntimeError(
-        f"The package `apache-airflow-providers-apache-hive:{__version__}` needs Apache Airflow 2.9.0+"
+        f"The package `apache-airflow-providers-apache-hive:{__version__}` needs Apache Airflow 2.10.0+"
     )

{apache_airflow_providers_apache_hive-9.0.6rc1 → apache_airflow_providers_apache_hive-9.1.0rc1}/src/airflow/providers/apache/hive/hooks/hive.py

@@ -27,13 +27,17 @@ from collections.abc import Iterable, Mapping
 from tempfile import NamedTemporaryFile, TemporaryDirectory
 from typing import TYPE_CHECKING, Any
 
+from deprecated import deprecated
+from typing_extensions import Literal, overload
+
 if TYPE_CHECKING:
     import pandas as pd
+    import polars as pl
 
 import csv
 
 from airflow.configuration import conf
-from airflow.exceptions import AirflowException
+from airflow.exceptions import AirflowException, AirflowProviderDeprecationWarning
 from airflow.hooks.base import BaseHook
 from airflow.providers.common.compat.version_compat import AIRFLOW_V_3_0_PLUS
 from airflow.providers.common.sql.hooks.sql import DbApiHook
@@ -1031,37 +1035,106 @@ class HiveServer2Hook(DbApiHook):
         schema = kwargs["schema"] if "schema" in kwargs else "default"
         return self.get_results(sql, schema=schema, hive_conf=parameters)["data"]
 
-    def get_pandas_df(  # type: ignore
+    def _get_pandas_df(  # type: ignore
         self,
         sql: str,
         schema: str = "default",
         hive_conf: dict[Any, Any] | None = None,
         **kwargs,
     ) -> pd.DataFrame:
+        try:
+            import pandas as pd
+        except ImportError as e:
+            from airflow.exceptions import AirflowOptionalProviderFeatureException
+
+            raise AirflowOptionalProviderFeatureException(e)
+
+        res = self.get_results(sql, schema=schema, hive_conf=hive_conf)
+        df = pd.DataFrame(res["data"], columns=[c[0] for c in res["header"]], **kwargs)
+        return df
+
+    def _get_polars_df(  # type: ignore
+        self,
+        sql: str,
+        schema: str = "default",
+        hive_conf: dict[Any, Any] | None = None,
+        **kwargs,
+    ) -> pl.DataFrame:
+        try:
+            import polars as pl
+        except ImportError as e:
+            from airflow.exceptions import AirflowOptionalProviderFeatureException
+
+            raise AirflowOptionalProviderFeatureException(e)
+
+        res = self.get_results(sql, schema=schema, hive_conf=hive_conf)
+        df = pl.DataFrame(res["data"], schema=[c[0] for c in res["header"]], orient="row", **kwargs)
+        return df
+
+    @overload  # type: ignore[override]
+    def get_df(
+        self,
+        sql: str,
+        schema: str = "default",
+        hive_conf: dict[Any, Any] | None = None,
+        *,
+        df_type: Literal["pandas"] = "pandas",
+        **kwargs: Any,
+    ) -> pd.DataFrame: ...
+
+    @overload  # type: ignore[override]
+    def get_df(
+        self,
+        sql: str,
+        schema: str = "default",
+        hive_conf: dict[Any, Any] | None = None,
+        *,
+        df_type: Literal["polars"],
+        **kwargs: Any,
+    ) -> pl.DataFrame: ...
+
+    def get_df(  # type: ignore
+        self,
+        sql: str,
+        schema: str = "default",
+        hive_conf: dict[Any, Any] | None = None,
+        *,
+        df_type: Literal["pandas", "polars"] = "pandas",
+        **kwargs,
+    ) -> pd.DataFrame | pl.DataFrame:
         """
-        Get a pandas dataframe from a Hive query.
+        Get a pandas / polars dataframe from a Hive query.
 
         :param sql: hql to be executed.
         :param schema: target schema, default to 'default'.
         :param hive_conf: hive_conf to execute alone with the hql.
+        :param df_type: type of dataframe to return, either 'pandas' or 'polars'
         :param kwargs: (optional) passed into pandas.DataFrame constructor
         :return: result of hive execution
 
         >>> hh = HiveServer2Hook()
         >>> sql = "SELECT * FROM airflow.static_babynames LIMIT 100"
-        >>> df = hh.get_pandas_df(sql)
+        >>> df = hh.get_df(sql, df_type="pandas")
         >>> len(df.index)
         100
 
-        :return: pandas.DateFrame
+        :return: pandas.DateFrame | polars.DataFrame
         """
-        try:
-            import pandas as pd
-        except ImportError as e:
-            from airflow.exceptions import AirflowOptionalProviderFeatureException
-
-            raise AirflowOptionalProviderFeatureException(e)
-
-        res = self.get_results(sql, schema=schema, hive_conf=hive_conf)
-        df = pd.DataFrame(res["data"], columns=[c[0] for c in res["header"]], **kwargs)
-        return df
+        if df_type == "pandas":
+            return self._get_pandas_df(sql, schema=schema, hive_conf=hive_conf, **kwargs)
+        if df_type == "polars":
+            return self._get_polars_df(sql, schema=schema, hive_conf=hive_conf, **kwargs)
+
+    @deprecated(
+        reason="Replaced by function `get_df`.",
+        category=AirflowProviderDeprecationWarning,
+        action="ignore",
+    )
+    def get_pandas_df(  # type: ignore
+        self,
+        sql: str,
+        schema: str = "default",
+        hive_conf: dict[Any, Any] | None = None,
+        **kwargs,
+    ) -> pd.DataFrame:
+        return self._get_pandas_df(sql, schema=schema, hive_conf=hive_conf, **kwargs)

{apache_airflow_providers_apache_hive-9.0.6rc1 → apache_airflow_providers_apache_hive-9.1.0rc1}/tests/unit/apache/hive/hooks/test_hive.py

@@ -23,6 +23,7 @@ from collections import namedtuple
 from unittest import mock
 
 import pandas as pd
+import polars as pl
 import pytest
 from hmsclient import HMSClient
 
@@ -715,7 +716,8 @@ class TestHiveServer2Hook:
         hook.mock_cursor.execute.assert_any_call("set airflow.ctx.dag_owner=airflow")
         hook.mock_cursor.execute.assert_any_call("set airflow.ctx.dag_email=test@airflow.com")
 
-    def test_get_pandas_df(self):
+    @pytest.mark.parametrize("df_type", ["pandas", "polars"])
+    def test_get_df(self, df_type):
         hook = MockHiveServer2Hook()
         query = f"SELECT * FROM {self.table}"
 
@@ -731,10 +733,15 @@ class TestHiveServer2Hook:
                 "AIRFLOW_CTX_DAG_EMAIL": "test@airflow.com",
             },
         ):
-            df = hook.get_pandas_df(query, schema=self.database)
+            df = hook.get_df(query, schema=self.database, df_type=df_type)
 
         assert len(df) == 2
-        assert df["hive_server_hook.a"].values.tolist() == [1, 2]
+        if df_type == "pandas":
+            assert df["hive_server_hook.a"].values.tolist() == [1, 2]
+            assert isinstance(df, pd.DataFrame)
+        elif df_type == "polars":
+            assert df["hive_server_hook.a"].to_list() == [1, 2]
+            assert isinstance(df, pl.DataFrame)
         date_key = "logical_date" if AIRFLOW_V_3_0_PLUS else "execution_date"
         hook.get_conn.assert_called_with(self.database)
         hook.mock_cursor.execute.assert_any_call("set airflow.ctx.dag_id=test_dag_id")
@@ -747,7 +754,7 @@ class TestHiveServer2Hook:
         hook = MockHiveServer2Hook(connection_cursor=EmptyMockConnectionCursor())
         query = f"SELECT * FROM {self.table}"
 
-        df = hook.get_pandas_df(query, schema=self.database)
+        df = hook.get_df(query, schema=self.database, df_type=df_type)
 
         assert len(df) == 0