apache-airflow-providers-elasticsearch 5.4.2rc1__tar.gz → 5.5.0rc1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {apache_airflow_providers_elasticsearch-5.4.2rc1 → apache_airflow_providers_elasticsearch-5.5.0rc1}/PKG-INFO +8 -8
- {apache_airflow_providers_elasticsearch-5.4.2rc1 → apache_airflow_providers_elasticsearch-5.5.0rc1}/README.rst +4 -4
- {apache_airflow_providers_elasticsearch-5.4.2rc1 → apache_airflow_providers_elasticsearch-5.5.0rc1}/airflow/providers/elasticsearch/__init__.py +3 -3
- {apache_airflow_providers_elasticsearch-5.4.2rc1 → apache_airflow_providers_elasticsearch-5.5.0rc1}/airflow/providers/elasticsearch/get_provider_info.py +3 -2
- {apache_airflow_providers_elasticsearch-5.4.2rc1 → apache_airflow_providers_elasticsearch-5.5.0rc1}/airflow/providers/elasticsearch/hooks/elasticsearch.py +8 -0
- {apache_airflow_providers_elasticsearch-5.4.2rc1 → apache_airflow_providers_elasticsearch-5.5.0rc1}/pyproject.toml +4 -4
- {apache_airflow_providers_elasticsearch-5.4.2rc1 → apache_airflow_providers_elasticsearch-5.5.0rc1}/airflow/providers/elasticsearch/LICENSE +0 -0
- {apache_airflow_providers_elasticsearch-5.4.2rc1 → apache_airflow_providers_elasticsearch-5.5.0rc1}/airflow/providers/elasticsearch/hooks/__init__.py +0 -0
- {apache_airflow_providers_elasticsearch-5.4.2rc1 → apache_airflow_providers_elasticsearch-5.5.0rc1}/airflow/providers/elasticsearch/log/__init__.py +0 -0
- {apache_airflow_providers_elasticsearch-5.4.2rc1 → apache_airflow_providers_elasticsearch-5.5.0rc1}/airflow/providers/elasticsearch/log/es_json_formatter.py +0 -0
- {apache_airflow_providers_elasticsearch-5.4.2rc1 → apache_airflow_providers_elasticsearch-5.5.0rc1}/airflow/providers/elasticsearch/log/es_response.py +0 -0
- {apache_airflow_providers_elasticsearch-5.4.2rc1 → apache_airflow_providers_elasticsearch-5.5.0rc1}/airflow/providers/elasticsearch/log/es_task_handler.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: apache-airflow-providers-elasticsearch
|
|
3
|
-
Version: 5.
|
|
3
|
+
Version: 5.5.0rc1
|
|
4
4
|
Summary: Provider package apache-airflow-providers-elasticsearch for Apache Airflow
|
|
5
5
|
Keywords: airflow-provider,elasticsearch,airflow,integration
|
|
6
6
|
Author-email: Apache Software Foundation <dev@airflow.apache.org>
|
|
@@ -22,12 +22,12 @@ Classifier: Programming Language :: Python :: 3.11
|
|
|
22
22
|
Classifier: Programming Language :: Python :: 3.12
|
|
23
23
|
Classifier: Topic :: System :: Monitoring
|
|
24
24
|
Requires-Dist: apache-airflow-providers-common-sql>=1.14.1rc0
|
|
25
|
-
Requires-Dist: apache-airflow>=2.
|
|
25
|
+
Requires-Dist: apache-airflow>=2.8.0rc0
|
|
26
26
|
Requires-Dist: elasticsearch>=8.10,<9
|
|
27
27
|
Requires-Dist: apache-airflow-providers-common-sql ; extra == "common.sql"
|
|
28
28
|
Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
|
|
29
|
-
Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/5.
|
|
30
|
-
Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/5.
|
|
29
|
+
Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/5.5.0/changelog.html
|
|
30
|
+
Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/5.5.0
|
|
31
31
|
Project-URL: Slack Chat, https://s.apache.org/airflow-slack
|
|
32
32
|
Project-URL: Source Code, https://github.com/apache/airflow
|
|
33
33
|
Project-URL: Twitter, https://twitter.com/ApacheAirflow
|
|
@@ -78,7 +78,7 @@ Provides-Extra: common.sql
|
|
|
78
78
|
|
|
79
79
|
Package ``apache-airflow-providers-elasticsearch``
|
|
80
80
|
|
|
81
|
-
Release: ``5.
|
|
81
|
+
Release: ``5.5.0.rc1``
|
|
82
82
|
|
|
83
83
|
|
|
84
84
|
`Elasticsearch <https://www.elastic.co/elasticsearch>`__
|
|
@@ -91,7 +91,7 @@ This is a provider package for ``elasticsearch`` provider. All classes for this
|
|
|
91
91
|
are in ``airflow.providers.elasticsearch`` python package.
|
|
92
92
|
|
|
93
93
|
You can find package information and changelog for the provider
|
|
94
|
-
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/5.
|
|
94
|
+
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/5.5.0/>`_.
|
|
95
95
|
|
|
96
96
|
Installation
|
|
97
97
|
------------
|
|
@@ -108,7 +108,7 @@ Requirements
|
|
|
108
108
|
======================================= ==================
|
|
109
109
|
PIP package Version required
|
|
110
110
|
======================================= ==================
|
|
111
|
-
``apache-airflow`` ``>=2.
|
|
111
|
+
``apache-airflow`` ``>=2.8.0``
|
|
112
112
|
``apache-airflow-providers-common-sql`` ``>=1.14.1``
|
|
113
113
|
``elasticsearch`` ``>=8.10,<9``
|
|
114
114
|
======================================= ==================
|
|
@@ -133,4 +133,4 @@ Dependent package
|
|
|
133
133
|
============================================================================================================ ==============
|
|
134
134
|
|
|
135
135
|
The changelog for the provider package can be found in the
|
|
136
|
-
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/5.
|
|
136
|
+
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/5.5.0/changelog.html>`_.
|
|
@@ -42,7 +42,7 @@
|
|
|
42
42
|
|
|
43
43
|
Package ``apache-airflow-providers-elasticsearch``
|
|
44
44
|
|
|
45
|
-
Release: ``5.
|
|
45
|
+
Release: ``5.5.0.rc1``
|
|
46
46
|
|
|
47
47
|
|
|
48
48
|
`Elasticsearch <https://www.elastic.co/elasticsearch>`__
|
|
@@ -55,7 +55,7 @@ This is a provider package for ``elasticsearch`` provider. All classes for this
|
|
|
55
55
|
are in ``airflow.providers.elasticsearch`` python package.
|
|
56
56
|
|
|
57
57
|
You can find package information and changelog for the provider
|
|
58
|
-
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/5.
|
|
58
|
+
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/5.5.0/>`_.
|
|
59
59
|
|
|
60
60
|
Installation
|
|
61
61
|
------------
|
|
@@ -72,7 +72,7 @@ Requirements
|
|
|
72
72
|
======================================= ==================
|
|
73
73
|
PIP package Version required
|
|
74
74
|
======================================= ==================
|
|
75
|
-
``apache-airflow`` ``>=2.
|
|
75
|
+
``apache-airflow`` ``>=2.8.0``
|
|
76
76
|
``apache-airflow-providers-common-sql`` ``>=1.14.1``
|
|
77
77
|
``elasticsearch`` ``>=8.10,<9``
|
|
78
78
|
======================================= ==================
|
|
@@ -97,4 +97,4 @@ Dependent package
|
|
|
97
97
|
============================================================================================================ ==============
|
|
98
98
|
|
|
99
99
|
The changelog for the provider package can be found in the
|
|
100
|
-
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/5.
|
|
100
|
+
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/5.5.0/changelog.html>`_.
|
|
@@ -29,11 +29,11 @@ from airflow import __version__ as airflow_version
|
|
|
29
29
|
|
|
30
30
|
__all__ = ["__version__"]
|
|
31
31
|
|
|
32
|
-
__version__ = "5.
|
|
32
|
+
__version__ = "5.5.0"
|
|
33
33
|
|
|
34
34
|
if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
|
|
35
|
-
"2.
|
|
35
|
+
"2.8.0"
|
|
36
36
|
):
|
|
37
37
|
raise RuntimeError(
|
|
38
|
-
f"The package `apache-airflow-providers-elasticsearch:{__version__}` needs Apache Airflow 2.
|
|
38
|
+
f"The package `apache-airflow-providers-elasticsearch:{__version__}` needs Apache Airflow 2.8.0+"
|
|
39
39
|
)
|
|
@@ -28,8 +28,9 @@ def get_provider_info():
|
|
|
28
28
|
"name": "Elasticsearch",
|
|
29
29
|
"description": "`Elasticsearch <https://www.elastic.co/elasticsearch>`__\n",
|
|
30
30
|
"state": "ready",
|
|
31
|
-
"source-date-epoch":
|
|
31
|
+
"source-date-epoch": 1723970114,
|
|
32
32
|
"versions": [
|
|
33
|
+
"5.5.0",
|
|
33
34
|
"5.4.2",
|
|
34
35
|
"5.4.1",
|
|
35
36
|
"5.4.0",
|
|
@@ -71,7 +72,7 @@ def get_provider_info():
|
|
|
71
72
|
"1.0.0",
|
|
72
73
|
],
|
|
73
74
|
"dependencies": [
|
|
74
|
-
"apache-airflow>=2.
|
|
75
|
+
"apache-airflow>=2.8.0",
|
|
75
76
|
"apache-airflow-providers-common-sql>=1.14.1",
|
|
76
77
|
"elasticsearch>=8.10,<9",
|
|
77
78
|
],
|
|
@@ -23,12 +23,15 @@ from urllib import parse
|
|
|
23
23
|
|
|
24
24
|
from deprecated import deprecated
|
|
25
25
|
from elasticsearch import Elasticsearch
|
|
26
|
+
from elasticsearch.client import SqlClient
|
|
26
27
|
|
|
27
28
|
from airflow.exceptions import AirflowProviderDeprecationWarning
|
|
28
29
|
from airflow.hooks.base import BaseHook
|
|
29
30
|
from airflow.providers.common.sql.hooks.sql import DbApiHook
|
|
30
31
|
|
|
31
32
|
if TYPE_CHECKING:
|
|
33
|
+
from elastic_transport import ObjectApiResponse
|
|
34
|
+
|
|
32
35
|
from airflow.models.connection import Connection as AirflowConnection
|
|
33
36
|
|
|
34
37
|
|
|
@@ -67,6 +70,11 @@ class ESConnection:
|
|
|
67
70
|
self.es = Elasticsearch(self.url, http_auth=(user, password), **self.kwargs)
|
|
68
71
|
else:
|
|
69
72
|
self.es = Elasticsearch(self.url, **self.kwargs)
|
|
73
|
+
self.es_sql_client = SqlClient(self.es)
|
|
74
|
+
|
|
75
|
+
def execute_sql(self, query: str) -> ObjectApiResponse:
|
|
76
|
+
sql_query = {"query": query}
|
|
77
|
+
return self.es_sql_client.query(body=sql_query)
|
|
70
78
|
|
|
71
79
|
|
|
72
80
|
class ElasticsearchSQLHook(DbApiHook):
|
|
@@ -28,7 +28,7 @@ build-backend = "flit_core.buildapi"
|
|
|
28
28
|
|
|
29
29
|
[project]
|
|
30
30
|
name = "apache-airflow-providers-elasticsearch"
|
|
31
|
-
version = "5.
|
|
31
|
+
version = "5.5.0.rc1"
|
|
32
32
|
description = "Provider package apache-airflow-providers-elasticsearch for Apache Airflow"
|
|
33
33
|
readme = "README.rst"
|
|
34
34
|
authors = [
|
|
@@ -57,13 +57,13 @@ classifiers = [
|
|
|
57
57
|
requires-python = "~=3.8"
|
|
58
58
|
dependencies = [
|
|
59
59
|
"apache-airflow-providers-common-sql>=1.14.1rc0",
|
|
60
|
-
"apache-airflow>=2.
|
|
60
|
+
"apache-airflow>=2.8.0rc0",
|
|
61
61
|
"elasticsearch>=8.10,<9",
|
|
62
62
|
]
|
|
63
63
|
|
|
64
64
|
[project.urls]
|
|
65
|
-
"Documentation" = "https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/5.
|
|
66
|
-
"Changelog" = "https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/5.
|
|
65
|
+
"Documentation" = "https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/5.5.0"
|
|
66
|
+
"Changelog" = "https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/5.5.0/changelog.html"
|
|
67
67
|
"Bug Tracker" = "https://github.com/apache/airflow/issues"
|
|
68
68
|
"Source Code" = "https://github.com/apache/airflow"
|
|
69
69
|
"Slack Chat" = "https://s.apache.org/airflow-slack"
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|