apache-airflow-providers-apache-hive 8.2.0rc1__tar.gz → 8.2.1rc1__tar.gz

{apache_airflow_providers_apache_hive-8.2.0rc1 → apache_airflow_providers_apache_hive-8.2.1rc1}/PKG-INFO

@@ -1,11 +1,11 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.3
 Name: apache-airflow-providers-apache-hive
-Version: 8.2.0rc1
+Version: 8.2.1rc1
 Summary: Provider package apache-airflow-providers-apache-hive for Apache Airflow
 Keywords: airflow-provider,apache.hive,airflow,integration
 Author-email: Apache Software Foundation <dev@airflow.apache.org>
 Maintainer-email: Apache Software Foundation <dev@airflow.apache.org>
-Requires-Python: ~=3.8
+Requires-Python: ~=3.9
 Description-Content-Type: text/x-rst
 Classifier: Development Status :: 5 - Production/Stable
 Classifier: Environment :: Console
@@ -15,37 +15,36 @@ Classifier: Intended Audience :: System Administrators
 Classifier: Framework :: Apache Airflow
 Classifier: Framework :: Apache Airflow :: Provider
 Classifier: License :: OSI Approved :: Apache Software License
-Classifier: Programming Language :: Python :: 3.8
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Topic :: System :: Monitoring
-Requires-Dist: apache-airflow-providers-common-sql>=1.3.1rc0
+Requires-Dist: apache-airflow-providers-common-sql>=1.20.0rc0
 Requires-Dist: apache-airflow>=2.8.0rc0
 Requires-Dist: hmsclient>=0.1.0
 Requires-Dist: jmespath>=0.7.0
 Requires-Dist: pandas>=1.5.3,<2.2;python_version<"3.9"
 Requires-Dist: pandas>=2.1.2,<2.2;python_version>="3.9"
-Requires-Dist: pyhive[hive_pure_sasl]>=0.7.0
+Requires-Dist: pyhive[hive-pure-sasl]>=0.7.0
 Requires-Dist: thrift>=0.11.0
 Requires-Dist: apache-airflow-providers-amazon ; extra == "amazon"
-Requires-Dist: apache-airflow-providers-common-sql ; extra == "common.sql"
-Requires-Dist: apache-airflow-providers-microsoft-mssql ; extra == "microsoft.mssql"
+Requires-Dist: apache-airflow-providers-common-sql ; extra == "common-sql"
+Requires-Dist: apache-airflow-providers-microsoft-mssql ; extra == "microsoft-mssql"
 Requires-Dist: apache-airflow-providers-mysql ; extra == "mysql"
 Requires-Dist: apache-airflow-providers-presto ; extra == "presto"
 Requires-Dist: apache-airflow-providers-samba ; extra == "samba"
 Requires-Dist: apache-airflow-providers-vertica ; extra == "vertica"
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
-Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-apache-hive/8.2.0/changelog.html
-Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-apache-hive/8.2.0
+Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-apache-hive/8.2.1/changelog.html
+Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-apache-hive/8.2.1
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
 Project-URL: Source Code, https://github.com/apache/airflow
 Project-URL: Twitter, https://twitter.com/ApacheAirflow
 Project-URL: YouTube, https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA/
 Provides-Extra: amazon
-Provides-Extra: common.sql
-Provides-Extra: microsoft.mssql
+Provides-Extra: common-sql
+Provides-Extra: microsoft-mssql
 Provides-Extra: mysql
 Provides-Extra: presto
 Provides-Extra: samba
@@ -95,7 +94,7 @@ Provides-Extra: vertica
 
 Package ``apache-airflow-providers-apache-hive``
 
-Release: ``8.2.0.rc1``
+Release: ``8.2.1.rc1``
 
 
 `Apache Hive <https://hive.apache.org/>`__
@@ -108,7 +107,7 @@ This is a provider package for ``apache.hive`` provider. All classes for this pr
 are in ``airflow.providers.apache.hive`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-apache-hive/8.2.0/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-apache-hive/8.2.1/>`_.
 
 Installation
 ------------
@@ -117,7 +116,7 @@ You can install this package on top of an existing Airflow 2 installation (see `
 for the minimum Airflow version supported) via
 ``pip install apache-airflow-providers-apache-hive``
 
-The package supports the following python versions: 3.8,3.9,3.10,3.11,3.12
+The package supports the following python versions: 3.9,3.10,3.11,3.12
 
 Requirements
 ------------
@@ -126,7 +125,7 @@ Requirements
 PIP package                              Version required
 =======================================  =========================================
 ``apache-airflow``                       ``>=2.8.0``
-``apache-airflow-providers-common-sql``  ``>=1.3.1``
+``apache-airflow-providers-common-sql``  ``>=1.20.0``
 ``hmsclient``                            ``>=0.1.0``
 ``pandas``                               ``>=2.1.2,<2.2; python_version >= "3.9"``
 ``pandas``                               ``>=1.5.3,<2.2; python_version < "3.9"``
@@ -161,4 +160,4 @@ Dependent package
 ======================================================================================================================  ===================
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-apache-hive/8.2.0/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-apache-hive/8.2.1/changelog.html>`_.

{apache_airflow_providers_apache_hive-8.2.0rc1 → apache_airflow_providers_apache_hive-8.2.1rc1}/README.rst

@@ -42,7 +42,7 @@
 
 Package ``apache-airflow-providers-apache-hive``
 
-Release: ``8.2.0.rc1``
+Release: ``8.2.1.rc1``
 
 
 `Apache Hive <https://hive.apache.org/>`__
@@ -55,7 +55,7 @@ This is a provider package for ``apache.hive`` provider. All classes for this pr
 are in ``airflow.providers.apache.hive`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-apache-hive/8.2.0/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-apache-hive/8.2.1/>`_.
 
 Installation
 ------------
@@ -64,7 +64,7 @@ You can install this package on top of an existing Airflow 2 installation (see `
 for the minimum Airflow version supported) via
 ``pip install apache-airflow-providers-apache-hive``
 
-The package supports the following python versions: 3.8,3.9,3.10,3.11,3.12
+The package supports the following python versions: 3.9,3.10,3.11,3.12
 
 Requirements
 ------------
@@ -73,7 +73,7 @@ Requirements
 PIP package                              Version required
 =======================================  =========================================
 ``apache-airflow``                       ``>=2.8.0``
-``apache-airflow-providers-common-sql``  ``>=1.3.1``
+``apache-airflow-providers-common-sql``  ``>=1.20.0``
 ``hmsclient``                            ``>=0.1.0``
 ``pandas``                               ``>=2.1.2,<2.2; python_version >= "3.9"``
 ``pandas``                               ``>=1.5.3,<2.2; python_version < "3.9"``
@@ -108,4 +108,4 @@ Dependent package
 ======================================================================================================================  ===================
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-apache-hive/8.2.0/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-apache-hive/8.2.1/changelog.html>`_.

{apache_airflow_providers_apache_hive-8.2.0rc1 → apache_airflow_providers_apache_hive-8.2.1rc1}/airflow/providers/apache/hive/__init__.py

@@ -29,7 +29,7 @@ from airflow import __version__ as airflow_version
 
 __all__ = ["__version__"]
 
-__version__ = "8.2.0"
+__version__ = "8.2.1"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.8.0"

{apache_airflow_providers_apache_hive-8.2.0rc1 → apache_airflow_providers_apache_hive-8.2.1rc1}/airflow/providers/apache/hive/get_provider_info.py

@@ -28,8 +28,9 @@ def get_provider_info():
         "name": "Apache Hive",
         "description": "`Apache Hive <https://hive.apache.org/>`__\n",
         "state": "ready",
-        "source-date-epoch": 1723969208,
+        "source-date-epoch": 1731569312,
         "versions": [
+            "8.2.1",
             "8.2.0",
             "8.1.2",
             "8.1.1",
@@ -78,7 +79,7 @@ def get_provider_info():
         ],
         "dependencies": [
             "apache-airflow>=2.8.0",
-            "apache-airflow-providers-common-sql>=1.3.1",
+            "apache-airflow-providers-common-sql>=1.20.0",
             "hmsclient>=0.1.0",
             'pandas>=2.1.2,<2.2;python_version>="3.9"',
             'pandas>=1.5.3,<2.2;python_version<"3.9"',

{apache_airflow_providers_apache_hive-8.2.0rc1 → apache_airflow_providers_apache_hive-8.2.1rc1}/airflow/providers/apache/hive/hooks/hive.py

@@ -23,8 +23,9 @@ import re
 import socket
 import subprocess
 import time
+from collections.abc import Iterable, Mapping
 from tempfile import NamedTemporaryFile, TemporaryDirectory
-from typing import TYPE_CHECKING, Any, Iterable, Mapping
+from typing import TYPE_CHECKING, Any
 
 if TYPE_CHECKING:
     import pandas as pd
@@ -411,9 +412,10 @@ class HiveCliHook(BaseHook):
         if pandas_kwargs is None:
             pandas_kwargs = {}
 
-        with TemporaryDirectory(prefix="airflow_hiveop_") as tmp_dir, NamedTemporaryFile(
-            dir=tmp_dir, mode="w"
-        ) as f:
+        with (
+            TemporaryDirectory(prefix="airflow_hiveop_") as tmp_dir,
+            NamedTemporaryFile(dir=tmp_dir, mode="w") as f,
+        ):
             if field_dict is None:
                 field_dict = _infer_field_types_from_df(df)
 

{apache_airflow_providers_apache_hive-8.2.0rc1 → apache_airflow_providers_apache_hive-8.2.1rc1}/airflow/providers/apache/hive/transfers/mysql_to_hive.py

@@ -24,7 +24,16 @@ from contextlib import closing
 from tempfile import NamedTemporaryFile
 from typing import TYPE_CHECKING, Sequence
 
-import MySQLdb
+try:
+    import MySQLdb
+except ImportError:
+    raise RuntimeError(
+        "You do not have `mysqlclient` package installed. "
+        "Please install it with `pip install mysqlclient` and make sure you have system "
+        "mysql libraries installed, as well as well as `pkg-config` system package "
+        "installed in case you see compilation error during installation."
+    )
+
 
 from airflow.models import BaseOperator
 from airflow.providers.apache.hive.hooks.hive import HiveCliHook

{apache_airflow_providers_apache_hive-8.2.0rc1 → apache_airflow_providers_apache_hive-8.2.1rc1}/airflow/providers/apache/hive/transfers/s3_to_hive.py

@@ -22,15 +22,16 @@ from __future__ import annotations
 import bz2
 import gzip
 import os
+import shutil
 import tempfile
+from collections.abc import Sequence
 from tempfile import NamedTemporaryFile, TemporaryDirectory
-from typing import TYPE_CHECKING, Any, Sequence
+from typing import TYPE_CHECKING, Any
 
 from airflow.exceptions import AirflowException
 from airflow.models import BaseOperator
 from airflow.providers.amazon.aws.hooks.s3 import S3Hook
 from airflow.providers.apache.hive.hooks.hive import HiveCliHook
-from airflow.utils.compression import uncompress_file
 
 if TYPE_CHECKING:
     from airflow.utils.context import Context
@@ -161,9 +162,10 @@ class S3ToHiveOperator(BaseOperator):
         if self.select_expression and self.input_compressed and file_ext.lower() != ".gz":
             raise AirflowException("GZIP is the only compression format Amazon S3 Select supports")
 
-        with TemporaryDirectory(prefix="tmps32hive_") as tmp_dir, NamedTemporaryFile(
-            mode="wb", dir=tmp_dir, suffix=file_ext
-        ) as f:
+        with (
+            TemporaryDirectory(prefix="tmps32hive_") as tmp_dir,
+            NamedTemporaryFile(mode="wb", dir=tmp_dir, suffix=file_ext) as f,
+        ):
             self.log.info("Dumping S3 key %s contents to local file %s", s3_key_object.key, f.name)
             if self.select_expression:
                 option = {}
@@ -275,3 +277,20 @@ class S3ToHiveOperator(BaseOperator):
             for line in f_in:
                 f_out.write(line)
         return fn_output
+
+
+def uncompress_file(input_file_name, file_extension, dest_dir):
+    """Uncompress gz and bz2 files."""
+    if file_extension.lower() not in (".gz", ".bz2"):
+        raise NotImplementedError(
+            f"Received {file_extension} format. Only gz and bz2 files can currently be uncompressed."
+        )
+    if file_extension.lower() == ".gz":
+        fmodule = gzip.GzipFile
+    elif file_extension.lower() == ".bz2":
+        fmodule = bz2.BZ2File
+    with fmodule(input_file_name, mode="rb") as f_compressed, NamedTemporaryFile(
+        dir=dest_dir, mode="wb", delete=False
+    ) as f_uncompressed:
+        shutil.copyfileobj(f_compressed, f_uncompressed)
+    return f_uncompressed.name

{apache_airflow_providers_apache_hive-8.2.0rc1 → apache_airflow_providers_apache_hive-8.2.1rc1}/pyproject.toml

@@ -21,14 +21,13 @@
 
 # IF YOU WANT TO MODIFY THIS FILE, YOU SHOULD MODIFY THE TEMPLATE
 # `pyproject_TEMPLATE.toml.jinja2` IN the `dev/breeze/src/airflow_breeze/templates` DIRECTORY
-#
 [build-system]
-requires = ["flit_core >=3.2,<4"]
+requires = ["flit_core==3.10.1"]
 build-backend = "flit_core.buildapi"
 
 [project]
 name = "apache-airflow-providers-apache-hive"
-version = "8.2.0.rc1"
+version = "8.2.1.rc1"
 description = "Provider package apache-airflow-providers-apache-hive for Apache Airflow"
 readme = "README.rst"
 authors = [
@@ -47,16 +46,15 @@ classifiers = [
     "Framework :: Apache Airflow",
     "Framework :: Apache Airflow :: Provider",
     "License :: OSI Approved :: Apache Software License",
-    "Programming Language :: Python :: 3.8",
     "Programming Language :: Python :: 3.9",
     "Programming Language :: Python :: 3.10",
     "Programming Language :: Python :: 3.11",
     "Programming Language :: Python :: 3.12",
     "Topic :: System :: Monitoring",
 ]
-requires-python = "~=3.8"
+requires-python = "~=3.9"
 dependencies = [
-    "apache-airflow-providers-common-sql>=1.3.1rc0",
+    "apache-airflow-providers-common-sql>=1.20.0rc0",
     "apache-airflow>=2.8.0rc0",
     "hmsclient>=0.1.0",
     "jmespath>=0.7.0",
@@ -67,8 +65,8 @@ dependencies = [
 ]
 
 [project.urls]
-"Documentation" = "https://airflow.apache.org/docs/apache-airflow-providers-apache-hive/8.2.0"
-"Changelog" = "https://airflow.apache.org/docs/apache-airflow-providers-apache-hive/8.2.0/changelog.html"
+"Documentation" = "https://airflow.apache.org/docs/apache-airflow-providers-apache-hive/8.2.1"
+"Changelog" = "https://airflow.apache.org/docs/apache-airflow-providers-apache-hive/8.2.1/changelog.html"
 "Bug Tracker" = "https://github.com/apache/airflow/issues"
 "Source Code" = "https://github.com/apache/airflow"
 "Slack Chat" = "https://s.apache.org/airflow-slack"