apache-airflow-providers-apache-hive 8.1.2rc1__tar.gz → 8.2.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of apache-airflow-providers-apache-hive might be problematic. Click here for more details.
- {apache_airflow_providers_apache_hive-8.1.2rc1 → apache_airflow_providers_apache_hive-8.2.0}/PKG-INFO +9 -9
- {apache_airflow_providers_apache_hive-8.1.2rc1 → apache_airflow_providers_apache_hive-8.2.0}/README.rst +4 -4
- {apache_airflow_providers_apache_hive-8.1.2rc1 → apache_airflow_providers_apache_hive-8.2.0}/airflow/providers/apache/hive/__init__.py +3 -3
- {apache_airflow_providers_apache_hive-8.1.2rc1 → apache_airflow_providers_apache_hive-8.2.0}/airflow/providers/apache/hive/get_provider_info.py +3 -2
- {apache_airflow_providers_apache_hive-8.1.2rc1 → apache_airflow_providers_apache_hive-8.2.0}/airflow/providers/apache/hive/hooks/hive.py +4 -2
- {apache_airflow_providers_apache_hive-8.1.2rc1 → apache_airflow_providers_apache_hive-8.2.0}/airflow/providers/apache/hive/operators/hive_stats.py +2 -1
- {apache_airflow_providers_apache_hive-8.1.2rc1 → apache_airflow_providers_apache_hive-8.2.0}/airflow/providers/apache/hive/transfers/vertica_to_hive.py +2 -1
- {apache_airflow_providers_apache_hive-8.1.2rc1 → apache_airflow_providers_apache_hive-8.2.0}/pyproject.toml +5 -5
- {apache_airflow_providers_apache_hive-8.1.2rc1 → apache_airflow_providers_apache_hive-8.2.0}/airflow/providers/apache/hive/LICENSE +0 -0
- {apache_airflow_providers_apache_hive-8.1.2rc1 → apache_airflow_providers_apache_hive-8.2.0}/airflow/providers/apache/hive/hooks/__init__.py +0 -0
- {apache_airflow_providers_apache_hive-8.1.2rc1 → apache_airflow_providers_apache_hive-8.2.0}/airflow/providers/apache/hive/macros/__init__.py +0 -0
- {apache_airflow_providers_apache_hive-8.1.2rc1 → apache_airflow_providers_apache_hive-8.2.0}/airflow/providers/apache/hive/macros/hive.py +0 -0
- {apache_airflow_providers_apache_hive-8.1.2rc1 → apache_airflow_providers_apache_hive-8.2.0}/airflow/providers/apache/hive/operators/__init__.py +0 -0
- {apache_airflow_providers_apache_hive-8.1.2rc1 → apache_airflow_providers_apache_hive-8.2.0}/airflow/providers/apache/hive/operators/hive.py +0 -0
- {apache_airflow_providers_apache_hive-8.1.2rc1 → apache_airflow_providers_apache_hive-8.2.0}/airflow/providers/apache/hive/plugins/__init__.py +0 -0
- {apache_airflow_providers_apache_hive-8.1.2rc1 → apache_airflow_providers_apache_hive-8.2.0}/airflow/providers/apache/hive/plugins/hive.py +0 -0
- {apache_airflow_providers_apache_hive-8.1.2rc1 → apache_airflow_providers_apache_hive-8.2.0}/airflow/providers/apache/hive/sensors/__init__.py +0 -0
- {apache_airflow_providers_apache_hive-8.1.2rc1 → apache_airflow_providers_apache_hive-8.2.0}/airflow/providers/apache/hive/sensors/hive_partition.py +0 -0
- {apache_airflow_providers_apache_hive-8.1.2rc1 → apache_airflow_providers_apache_hive-8.2.0}/airflow/providers/apache/hive/sensors/metastore_partition.py +0 -0
- {apache_airflow_providers_apache_hive-8.1.2rc1 → apache_airflow_providers_apache_hive-8.2.0}/airflow/providers/apache/hive/sensors/named_hive_partition.py +0 -0
- {apache_airflow_providers_apache_hive-8.1.2rc1 → apache_airflow_providers_apache_hive-8.2.0}/airflow/providers/apache/hive/transfers/__init__.py +0 -0
- {apache_airflow_providers_apache_hive-8.1.2rc1 → apache_airflow_providers_apache_hive-8.2.0}/airflow/providers/apache/hive/transfers/hive_to_mysql.py +0 -0
- {apache_airflow_providers_apache_hive-8.1.2rc1 → apache_airflow_providers_apache_hive-8.2.0}/airflow/providers/apache/hive/transfers/hive_to_samba.py +0 -0
- {apache_airflow_providers_apache_hive-8.1.2rc1 → apache_airflow_providers_apache_hive-8.2.0}/airflow/providers/apache/hive/transfers/mssql_to_hive.py +0 -0
- {apache_airflow_providers_apache_hive-8.1.2rc1 → apache_airflow_providers_apache_hive-8.2.0}/airflow/providers/apache/hive/transfers/mysql_to_hive.py +0 -0
- {apache_airflow_providers_apache_hive-8.1.2rc1 → apache_airflow_providers_apache_hive-8.2.0}/airflow/providers/apache/hive/transfers/s3_to_hive.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: apache-airflow-providers-apache-hive
|
|
3
|
-
Version: 8.
|
|
3
|
+
Version: 8.2.0
|
|
4
4
|
Summary: Provider package apache-airflow-providers-apache-hive for Apache Airflow
|
|
5
5
|
Keywords: airflow-provider,apache.hive,airflow,integration
|
|
6
6
|
Author-email: Apache Software Foundation <dev@airflow.apache.org>
|
|
@@ -21,8 +21,8 @@ Classifier: Programming Language :: Python :: 3.10
|
|
|
21
21
|
Classifier: Programming Language :: Python :: 3.11
|
|
22
22
|
Classifier: Programming Language :: Python :: 3.12
|
|
23
23
|
Classifier: Topic :: System :: Monitoring
|
|
24
|
-
Requires-Dist: apache-airflow-providers-common-sql>=1.3.
|
|
25
|
-
Requires-Dist: apache-airflow>=2.
|
|
24
|
+
Requires-Dist: apache-airflow-providers-common-sql>=1.3.1
|
|
25
|
+
Requires-Dist: apache-airflow>=2.8.0
|
|
26
26
|
Requires-Dist: hmsclient>=0.1.0
|
|
27
27
|
Requires-Dist: jmespath>=0.7.0
|
|
28
28
|
Requires-Dist: pandas>=1.5.3,<2.2;python_version<"3.9"
|
|
@@ -37,8 +37,8 @@ Requires-Dist: apache-airflow-providers-presto ; extra == "presto"
|
|
|
37
37
|
Requires-Dist: apache-airflow-providers-samba ; extra == "samba"
|
|
38
38
|
Requires-Dist: apache-airflow-providers-vertica ; extra == "vertica"
|
|
39
39
|
Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
|
|
40
|
-
Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-apache-hive/8.
|
|
41
|
-
Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-apache-hive/8.
|
|
40
|
+
Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-apache-hive/8.2.0/changelog.html
|
|
41
|
+
Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-apache-hive/8.2.0
|
|
42
42
|
Project-URL: Slack Chat, https://s.apache.org/airflow-slack
|
|
43
43
|
Project-URL: Source Code, https://github.com/apache/airflow
|
|
44
44
|
Project-URL: Twitter, https://twitter.com/ApacheAirflow
|
|
@@ -95,7 +95,7 @@ Provides-Extra: vertica
|
|
|
95
95
|
|
|
96
96
|
Package ``apache-airflow-providers-apache-hive``
|
|
97
97
|
|
|
98
|
-
Release: ``8.
|
|
98
|
+
Release: ``8.2.0``
|
|
99
99
|
|
|
100
100
|
|
|
101
101
|
`Apache Hive <https://hive.apache.org/>`__
|
|
@@ -108,7 +108,7 @@ This is a provider package for ``apache.hive`` provider. All classes for this pr
|
|
|
108
108
|
are in ``airflow.providers.apache.hive`` python package.
|
|
109
109
|
|
|
110
110
|
You can find package information and changelog for the provider
|
|
111
|
-
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-apache-hive/8.
|
|
111
|
+
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-apache-hive/8.2.0/>`_.
|
|
112
112
|
|
|
113
113
|
Installation
|
|
114
114
|
------------
|
|
@@ -125,7 +125,7 @@ Requirements
|
|
|
125
125
|
======================================= =========================================
|
|
126
126
|
PIP package Version required
|
|
127
127
|
======================================= =========================================
|
|
128
|
-
``apache-airflow`` ``>=2.
|
|
128
|
+
``apache-airflow`` ``>=2.8.0``
|
|
129
129
|
``apache-airflow-providers-common-sql`` ``>=1.3.1``
|
|
130
130
|
``hmsclient`` ``>=0.1.0``
|
|
131
131
|
``pandas`` ``>=2.1.2,<2.2; python_version >= "3.9"``
|
|
@@ -161,4 +161,4 @@ Dependent package
|
|
|
161
161
|
====================================================================================================================== ===================
|
|
162
162
|
|
|
163
163
|
The changelog for the provider package can be found in the
|
|
164
|
-
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-apache-hive/8.
|
|
164
|
+
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-apache-hive/8.2.0/changelog.html>`_.
|
|
@@ -42,7 +42,7 @@
|
|
|
42
42
|
|
|
43
43
|
Package ``apache-airflow-providers-apache-hive``
|
|
44
44
|
|
|
45
|
-
Release: ``8.
|
|
45
|
+
Release: ``8.2.0``
|
|
46
46
|
|
|
47
47
|
|
|
48
48
|
`Apache Hive <https://hive.apache.org/>`__
|
|
@@ -55,7 +55,7 @@ This is a provider package for ``apache.hive`` provider. All classes for this pr
|
|
|
55
55
|
are in ``airflow.providers.apache.hive`` python package.
|
|
56
56
|
|
|
57
57
|
You can find package information and changelog for the provider
|
|
58
|
-
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-apache-hive/8.
|
|
58
|
+
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-apache-hive/8.2.0/>`_.
|
|
59
59
|
|
|
60
60
|
Installation
|
|
61
61
|
------------
|
|
@@ -72,7 +72,7 @@ Requirements
|
|
|
72
72
|
======================================= =========================================
|
|
73
73
|
PIP package Version required
|
|
74
74
|
======================================= =========================================
|
|
75
|
-
``apache-airflow`` ``>=2.
|
|
75
|
+
``apache-airflow`` ``>=2.8.0``
|
|
76
76
|
``apache-airflow-providers-common-sql`` ``>=1.3.1``
|
|
77
77
|
``hmsclient`` ``>=0.1.0``
|
|
78
78
|
``pandas`` ``>=2.1.2,<2.2; python_version >= "3.9"``
|
|
@@ -108,4 +108,4 @@ Dependent package
|
|
|
108
108
|
====================================================================================================================== ===================
|
|
109
109
|
|
|
110
110
|
The changelog for the provider package can be found in the
|
|
111
|
-
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-apache-hive/8.
|
|
111
|
+
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-apache-hive/8.2.0/changelog.html>`_.
|
|
@@ -29,11 +29,11 @@ from airflow import __version__ as airflow_version
|
|
|
29
29
|
|
|
30
30
|
__all__ = ["__version__"]
|
|
31
31
|
|
|
32
|
-
__version__ = "8.
|
|
32
|
+
__version__ = "8.2.0"
|
|
33
33
|
|
|
34
34
|
if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
|
|
35
|
-
"2.
|
|
35
|
+
"2.8.0"
|
|
36
36
|
):
|
|
37
37
|
raise RuntimeError(
|
|
38
|
-
f"The package `apache-airflow-providers-apache-hive:{__version__}` needs Apache Airflow 2.
|
|
38
|
+
f"The package `apache-airflow-providers-apache-hive:{__version__}` needs Apache Airflow 2.8.0+"
|
|
39
39
|
)
|
|
@@ -28,8 +28,9 @@ def get_provider_info():
|
|
|
28
28
|
"name": "Apache Hive",
|
|
29
29
|
"description": "`Apache Hive <https://hive.apache.org/>`__\n",
|
|
30
30
|
"state": "ready",
|
|
31
|
-
"source-date-epoch":
|
|
31
|
+
"source-date-epoch": 1723969208,
|
|
32
32
|
"versions": [
|
|
33
|
+
"8.2.0",
|
|
33
34
|
"8.1.2",
|
|
34
35
|
"8.1.1",
|
|
35
36
|
"8.1.0",
|
|
@@ -76,7 +77,7 @@ def get_provider_info():
|
|
|
76
77
|
"1.0.0",
|
|
77
78
|
],
|
|
78
79
|
"dependencies": [
|
|
79
|
-
"apache-airflow>=2.
|
|
80
|
+
"apache-airflow>=2.8.0",
|
|
80
81
|
"apache-airflow-providers-common-sql>=1.3.1",
|
|
81
82
|
"hmsclient>=0.1.0",
|
|
82
83
|
'pandas>=2.1.2,<2.2;python_version>="3.9"',
|
|
@@ -55,7 +55,8 @@ def get_context_from_env_var() -> dict[Any, Any]:
|
|
|
55
55
|
|
|
56
56
|
|
|
57
57
|
class HiveCliHook(BaseHook):
|
|
58
|
-
"""
|
|
58
|
+
"""
|
|
59
|
+
Simple wrapper around the hive CLI.
|
|
59
60
|
|
|
60
61
|
It also supports the ``beeline``
|
|
61
62
|
a lighter CLI that runs JDBC and is replacing the heavier
|
|
@@ -645,7 +646,8 @@ class HiveMetastoreHook(BaseHook):
|
|
|
645
646
|
return client.check_for_named_partition(schema, table, partition_name)
|
|
646
647
|
|
|
647
648
|
def get_table(self, table_name: str, db: str = "default") -> Any:
|
|
648
|
-
"""
|
|
649
|
+
"""
|
|
650
|
+
Get a metastore table object.
|
|
649
651
|
|
|
650
652
|
>>> hh = HiveMetastoreHook()
|
|
651
653
|
>>> t = hh.get_table(db="airflow", table_name="static_babynames")
|
|
@@ -31,7 +31,8 @@ if TYPE_CHECKING:
|
|
|
31
31
|
|
|
32
32
|
|
|
33
33
|
class HiveStatsCollectionOperator(BaseOperator):
|
|
34
|
-
"""
|
|
34
|
+
"""
|
|
35
|
+
Gather partition statistics and insert them into MySQL.
|
|
35
36
|
|
|
36
37
|
Statistics are gathered with a dynamically generated Presto query and
|
|
37
38
|
inserted with this format. Stats overwrite themselves if you rerun the
|
|
@@ -94,7 +94,8 @@ class VerticaToHiveOperator(BaseOperator):
|
|
|
94
94
|
|
|
95
95
|
@classmethod
|
|
96
96
|
def type_map(cls, vertica_type):
|
|
97
|
-
"""
|
|
97
|
+
"""
|
|
98
|
+
Manually hack Vertica-Python type mapping.
|
|
98
99
|
|
|
99
100
|
The stock datatype.py does not provide the full type mapping access.
|
|
100
101
|
|
|
@@ -28,7 +28,7 @@ build-backend = "flit_core.buildapi"
|
|
|
28
28
|
|
|
29
29
|
[project]
|
|
30
30
|
name = "apache-airflow-providers-apache-hive"
|
|
31
|
-
version = "8.
|
|
31
|
+
version = "8.2.0"
|
|
32
32
|
description = "Provider package apache-airflow-providers-apache-hive for Apache Airflow"
|
|
33
33
|
readme = "README.rst"
|
|
34
34
|
authors = [
|
|
@@ -56,8 +56,8 @@ classifiers = [
|
|
|
56
56
|
]
|
|
57
57
|
requires-python = "~=3.8"
|
|
58
58
|
dependencies = [
|
|
59
|
-
"apache-airflow-providers-common-sql>=1.3.
|
|
60
|
-
"apache-airflow>=2.
|
|
59
|
+
"apache-airflow-providers-common-sql>=1.3.1",
|
|
60
|
+
"apache-airflow>=2.8.0",
|
|
61
61
|
"hmsclient>=0.1.0",
|
|
62
62
|
"jmespath>=0.7.0",
|
|
63
63
|
"pandas>=1.5.3,<2.2;python_version<\"3.9\"",
|
|
@@ -67,8 +67,8 @@ dependencies = [
|
|
|
67
67
|
]
|
|
68
68
|
|
|
69
69
|
[project.urls]
|
|
70
|
-
"Documentation" = "https://airflow.apache.org/docs/apache-airflow-providers-apache-hive/8.
|
|
71
|
-
"Changelog" = "https://airflow.apache.org/docs/apache-airflow-providers-apache-hive/8.
|
|
70
|
+
"Documentation" = "https://airflow.apache.org/docs/apache-airflow-providers-apache-hive/8.2.0"
|
|
71
|
+
"Changelog" = "https://airflow.apache.org/docs/apache-airflow-providers-apache-hive/8.2.0/changelog.html"
|
|
72
72
|
"Bug Tracker" = "https://github.com/apache/airflow/issues"
|
|
73
73
|
"Source Code" = "https://github.com/apache/airflow"
|
|
74
74
|
"Slack Chat" = "https://s.apache.org/airflow-slack"
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|