apache-airflow-providers-elasticsearch 6.2.1rc1__py3-none-any.whl → 6.2.2__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of apache-airflow-providers-elasticsearch might be problematic. Click here for more details.
- airflow/providers/elasticsearch/__init__.py +1 -1
- airflow/providers/elasticsearch/get_provider_info.py +0 -56
- airflow/providers/elasticsearch/hooks/elasticsearch.py +7 -4
- airflow/providers/elasticsearch/log/es_task_handler.py +2 -4
- {apache_airflow_providers_elasticsearch-6.2.1rc1.dist-info → apache_airflow_providers_elasticsearch-6.2.2.dist-info}/METADATA +10 -10
- apache_airflow_providers_elasticsearch-6.2.2.dist-info/RECORD +14 -0
- {apache_airflow_providers_elasticsearch-6.2.1rc1.dist-info → apache_airflow_providers_elasticsearch-6.2.2.dist-info}/WHEEL +1 -1
- apache_airflow_providers_elasticsearch-6.2.1rc1.dist-info/RECORD +0 -14
- {apache_airflow_providers_elasticsearch-6.2.1rc1.dist-info → apache_airflow_providers_elasticsearch-6.2.2.dist-info}/entry_points.txt +0 -0
|
@@ -29,7 +29,7 @@ from airflow import __version__ as airflow_version
|
|
|
29
29
|
|
|
30
30
|
__all__ = ["__version__"]
|
|
31
31
|
|
|
32
|
-
__version__ = "6.2.
|
|
32
|
+
__version__ = "6.2.2"
|
|
33
33
|
|
|
34
34
|
if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
|
|
35
35
|
"2.9.0"
|
|
@@ -26,56 +26,6 @@ def get_provider_info():
|
|
|
26
26
|
"package-name": "apache-airflow-providers-elasticsearch",
|
|
27
27
|
"name": "Elasticsearch",
|
|
28
28
|
"description": "`Elasticsearch <https://www.elastic.co/elasticsearch>`__\n",
|
|
29
|
-
"state": "ready",
|
|
30
|
-
"source-date-epoch": 1741508781,
|
|
31
|
-
"versions": [
|
|
32
|
-
"6.2.1",
|
|
33
|
-
"6.2.0",
|
|
34
|
-
"6.0.0",
|
|
35
|
-
"5.5.3",
|
|
36
|
-
"5.5.2",
|
|
37
|
-
"5.5.1",
|
|
38
|
-
"5.5.0",
|
|
39
|
-
"5.4.2",
|
|
40
|
-
"5.4.1",
|
|
41
|
-
"5.4.0",
|
|
42
|
-
"5.3.4",
|
|
43
|
-
"5.3.3",
|
|
44
|
-
"5.3.2",
|
|
45
|
-
"5.3.1",
|
|
46
|
-
"5.3.0",
|
|
47
|
-
"5.2.0",
|
|
48
|
-
"5.1.1",
|
|
49
|
-
"5.1.0",
|
|
50
|
-
"5.0.2",
|
|
51
|
-
"5.0.1",
|
|
52
|
-
"5.0.0",
|
|
53
|
-
"4.5.1",
|
|
54
|
-
"4.5.0",
|
|
55
|
-
"4.4.0",
|
|
56
|
-
"4.3.3",
|
|
57
|
-
"4.3.2",
|
|
58
|
-
"4.3.1",
|
|
59
|
-
"4.3.0",
|
|
60
|
-
"4.2.1",
|
|
61
|
-
"4.2.0",
|
|
62
|
-
"4.1.0",
|
|
63
|
-
"4.0.0",
|
|
64
|
-
"3.0.3",
|
|
65
|
-
"3.0.2",
|
|
66
|
-
"3.0.1",
|
|
67
|
-
"3.0.0",
|
|
68
|
-
"2.2.0",
|
|
69
|
-
"2.1.0",
|
|
70
|
-
"2.0.3",
|
|
71
|
-
"2.0.2",
|
|
72
|
-
"2.0.1",
|
|
73
|
-
"1.0.4",
|
|
74
|
-
"1.0.3",
|
|
75
|
-
"1.0.2",
|
|
76
|
-
"1.0.1",
|
|
77
|
-
"1.0.0",
|
|
78
|
-
],
|
|
79
29
|
"integrations": [
|
|
80
30
|
{
|
|
81
31
|
"integration-name": "Elasticsearch",
|
|
@@ -215,10 +165,4 @@ def get_provider_info():
|
|
|
215
165
|
},
|
|
216
166
|
},
|
|
217
167
|
},
|
|
218
|
-
"dependencies": [
|
|
219
|
-
"apache-airflow>=2.9.0",
|
|
220
|
-
"apache-airflow-providers-common-sql>=1.20.0",
|
|
221
|
-
"elasticsearch>=8.10,<9",
|
|
222
|
-
],
|
|
223
|
-
"devel-dependencies": [],
|
|
224
168
|
}
|
|
@@ -18,6 +18,7 @@
|
|
|
18
18
|
from __future__ import annotations
|
|
19
19
|
|
|
20
20
|
from collections.abc import Iterable, Mapping
|
|
21
|
+
from copy import deepcopy
|
|
21
22
|
from functools import cached_property
|
|
22
23
|
from typing import TYPE_CHECKING, Any
|
|
23
24
|
from urllib import parse
|
|
@@ -128,13 +129,15 @@ class ESConnection:
|
|
|
128
129
|
self.user = user
|
|
129
130
|
self.password = password
|
|
130
131
|
self.scheme = scheme
|
|
131
|
-
self.kwargs = kwargs
|
|
132
|
+
self.kwargs = deepcopy(kwargs)
|
|
133
|
+
kwargs.pop("fetch_size", None)
|
|
134
|
+
kwargs.pop("field_multi_value_leniency", None)
|
|
132
135
|
netloc = f"{host}:{port}"
|
|
133
136
|
self.url = parse.urlunparse((scheme, netloc, "/", None, None, None))
|
|
134
137
|
if user and password:
|
|
135
|
-
self.es = Elasticsearch(self.url, http_auth=(user, password), **
|
|
138
|
+
self.es = Elasticsearch(self.url, http_auth=(user, password), **kwargs)
|
|
136
139
|
else:
|
|
137
|
-
self.es = Elasticsearch(self.url, **
|
|
140
|
+
self.es = Elasticsearch(self.url, **kwargs)
|
|
138
141
|
|
|
139
142
|
def cursor(self) -> ElasticsearchSQLCursor:
|
|
140
143
|
return ElasticsearchSQLCursor(self.es, **self.kwargs)
|
|
@@ -163,7 +166,7 @@ class ElasticsearchSQLHook(DbApiHook):
|
|
|
163
166
|
|
|
164
167
|
conn_name_attr = "elasticsearch_conn_id"
|
|
165
168
|
default_conn_name = "elasticsearch_default"
|
|
166
|
-
connector = ESConnection
|
|
169
|
+
connector = ESConnection # type: ignore[assignment]
|
|
167
170
|
conn_type = "elasticsearch"
|
|
168
171
|
hook_name = "Elasticsearch"
|
|
169
172
|
|
|
@@ -113,8 +113,7 @@ def _ensure_ti(ti: TaskInstanceKey | TaskInstance, session) -> TaskInstance:
|
|
|
113
113
|
if isinstance(val, TaskInstance):
|
|
114
114
|
val.try_number = ti.try_number
|
|
115
115
|
return val
|
|
116
|
-
|
|
117
|
-
raise AirflowException(f"Could not find TaskInstance for {ti}")
|
|
116
|
+
raise AirflowException(f"Could not find TaskInstance for {ti}")
|
|
118
117
|
|
|
119
118
|
|
|
120
119
|
class ElasticsearchTaskHandler(FileTaskHandler, ExternalLoggingMixin, LoggingMixin):
|
|
@@ -356,8 +355,7 @@ class ElasticsearchTaskHandler(FileTaskHandler, ExternalLoggingMixin, LoggingMix
|
|
|
356
355
|
)
|
|
357
356
|
if AIRFLOW_V_3_0_PLUS:
|
|
358
357
|
return missing_log_message, metadata
|
|
359
|
-
|
|
360
|
-
return [("", missing_log_message)], metadata # type: ignore[list-item]
|
|
358
|
+
return [("", missing_log_message)], metadata # type: ignore[list-item]
|
|
361
359
|
if (
|
|
362
360
|
# Assume end of log after not receiving new log for N min,
|
|
363
361
|
cur_ts.diff(last_log_ts).in_minutes() >= 5
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: apache-airflow-providers-elasticsearch
|
|
3
|
-
Version: 6.2.
|
|
3
|
+
Version: 6.2.2
|
|
4
4
|
Summary: Provider package apache-airflow-providers-elasticsearch for Apache Airflow
|
|
5
5
|
Keywords: airflow-provider,elasticsearch,airflow,integration
|
|
6
6
|
Author-email: Apache Software Foundation <dev@airflow.apache.org>
|
|
@@ -20,15 +20,15 @@ Classifier: Programming Language :: Python :: 3.10
|
|
|
20
20
|
Classifier: Programming Language :: Python :: 3.11
|
|
21
21
|
Classifier: Programming Language :: Python :: 3.12
|
|
22
22
|
Classifier: Topic :: System :: Monitoring
|
|
23
|
-
Requires-Dist: apache-airflow>=2.9.
|
|
24
|
-
Requires-Dist: apache-airflow-providers-common-sql>=1.20.
|
|
23
|
+
Requires-Dist: apache-airflow>=2.9.0
|
|
24
|
+
Requires-Dist: apache-airflow-providers-common-sql>=1.20.0
|
|
25
25
|
Requires-Dist: elasticsearch>=8.10,<9
|
|
26
26
|
Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
|
|
27
|
-
Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.2.
|
|
28
|
-
Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.2.
|
|
27
|
+
Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.2.2/changelog.html
|
|
28
|
+
Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.2.2
|
|
29
|
+
Project-URL: Mastodon, https://fosstodon.org/@airflow
|
|
29
30
|
Project-URL: Slack Chat, https://s.apache.org/airflow-slack
|
|
30
31
|
Project-URL: Source Code, https://github.com/apache/airflow
|
|
31
|
-
Project-URL: Twitter, https://x.com/ApacheAirflow
|
|
32
32
|
Project-URL: YouTube, https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA/
|
|
33
33
|
|
|
34
34
|
|
|
@@ -56,7 +56,7 @@ Project-URL: YouTube, https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA/
|
|
|
56
56
|
|
|
57
57
|
Package ``apache-airflow-providers-elasticsearch``
|
|
58
58
|
|
|
59
|
-
Release: ``6.2.
|
|
59
|
+
Release: ``6.2.2``
|
|
60
60
|
|
|
61
61
|
|
|
62
62
|
`Elasticsearch <https://www.elastic.co/elasticsearch>`__
|
|
@@ -69,7 +69,7 @@ This is a provider package for ``elasticsearch`` provider. All classes for this
|
|
|
69
69
|
are in ``airflow.providers.elasticsearch`` python package.
|
|
70
70
|
|
|
71
71
|
You can find package information and changelog for the provider
|
|
72
|
-
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.2.
|
|
72
|
+
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.2.2/>`_.
|
|
73
73
|
|
|
74
74
|
Installation
|
|
75
75
|
------------
|
|
@@ -95,7 +95,7 @@ Cross provider package dependencies
|
|
|
95
95
|
-----------------------------------
|
|
96
96
|
|
|
97
97
|
Those are dependencies that might be needed in order to use all the features of the package.
|
|
98
|
-
You need to install the specified
|
|
98
|
+
You need to install the specified providers in order to use them.
|
|
99
99
|
|
|
100
100
|
You can install such cross-provider dependencies when installing from PyPI. For example:
|
|
101
101
|
|
|
@@ -111,5 +111,5 @@ Dependent package
|
|
|
111
111
|
============================================================================================================ ==============
|
|
112
112
|
|
|
113
113
|
The changelog for the provider package can be found in the
|
|
114
|
-
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.2.
|
|
114
|
+
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.2.2/changelog.html>`_.
|
|
115
115
|
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
airflow/providers/elasticsearch/LICENSE,sha256=gXPVwptPlW1TJ4HSuG5OMPg-a3h43OGMkZRR1rpwfJA,10850
|
|
2
|
+
airflow/providers/elasticsearch/__init__.py,sha256=3fx2yPy2ZvrfwNrmEWU0maUsHSM4id1-9xszgk0aXfE,1500
|
|
3
|
+
airflow/providers/elasticsearch/get_provider_info.py,sha256=473iBNJ4Kiy-DvbOa6CqDOS3pPEs6x7WBwkhR1QTuiw,8106
|
|
4
|
+
airflow/providers/elasticsearch/version_compat.py,sha256=aHg90_DtgoSnQvILFICexMyNlHlALBdaeWqkX3dFDug,1605
|
|
5
|
+
airflow/providers/elasticsearch/hooks/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvRQpt3YR7wjz_nceyF1IaI,787
|
|
6
|
+
airflow/providers/elasticsearch/hooks/elasticsearch.py,sha256=L-FucJUzdd4sjU8xahJYpPOuarRxeX5DGLMkM_7ha3U,8019
|
|
7
|
+
airflow/providers/elasticsearch/log/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
|
|
8
|
+
airflow/providers/elasticsearch/log/es_json_formatter.py,sha256=DwWPDJtZLr_6Mdae1-XVEgmE1XErFIanSzxWovs50ig,1796
|
|
9
|
+
airflow/providers/elasticsearch/log/es_response.py,sha256=LdMBuVBTydaC42HooYSttAjTK-CpPA4r_KHl38msMnk,6046
|
|
10
|
+
airflow/providers/elasticsearch/log/es_task_handler.py,sha256=6iGOwh0CsFA5EtsmfCGbyt9mYpBO3IX0fYHlBrsPGN4,28513
|
|
11
|
+
apache_airflow_providers_elasticsearch-6.2.2.dist-info/entry_points.txt,sha256=jpgAUVmTsdtWQ4nru2FJQKP9JBN4OPHK-ybfYc3_BOs,109
|
|
12
|
+
apache_airflow_providers_elasticsearch-6.2.2.dist-info/WHEEL,sha256=G2gURzTEtmeR8nrdXUJfNiB3VYVxigPQ-bEQujpNiNs,82
|
|
13
|
+
apache_airflow_providers_elasticsearch-6.2.2.dist-info/METADATA,sha256=1Ehzl_UcvtXm8D0IGZUMX-91n2VtJpm5HgMX_41gq70,5214
|
|
14
|
+
apache_airflow_providers_elasticsearch-6.2.2.dist-info/RECORD,,
|
|
@@ -1,14 +0,0 @@
|
|
|
1
|
-
airflow/providers/elasticsearch/LICENSE,sha256=gXPVwptPlW1TJ4HSuG5OMPg-a3h43OGMkZRR1rpwfJA,10850
|
|
2
|
-
airflow/providers/elasticsearch/__init__.py,sha256=HyArUyu1P6WMSwpluQDdf9gsNrY6xr2FabMVJGjr8YY,1500
|
|
3
|
-
airflow/providers/elasticsearch/get_provider_info.py,sha256=h9Gv7fXlZvAa3QJRuzMOdArtb1lAIOhdYS2Y7Kz3qzM,9377
|
|
4
|
-
airflow/providers/elasticsearch/version_compat.py,sha256=aHg90_DtgoSnQvILFICexMyNlHlALBdaeWqkX3dFDug,1605
|
|
5
|
-
airflow/providers/elasticsearch/hooks/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvRQpt3YR7wjz_nceyF1IaI,787
|
|
6
|
-
airflow/providers/elasticsearch/hooks/elasticsearch.py,sha256=dEwb5-5RyRdCJEzp1T9AHrCwKvhXEg434lMsNziIosI,7871
|
|
7
|
-
airflow/providers/elasticsearch/log/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
|
|
8
|
-
airflow/providers/elasticsearch/log/es_json_formatter.py,sha256=DwWPDJtZLr_6Mdae1-XVEgmE1XErFIanSzxWovs50ig,1796
|
|
9
|
-
airflow/providers/elasticsearch/log/es_response.py,sha256=LdMBuVBTydaC42HooYSttAjTK-CpPA4r_KHl38msMnk,6046
|
|
10
|
-
airflow/providers/elasticsearch/log/es_task_handler.py,sha256=5FEsuEgIPOOYCmjXT6hqrbtw0L9nmANNk7ZoaWzmGSE,28553
|
|
11
|
-
apache_airflow_providers_elasticsearch-6.2.1rc1.dist-info/entry_points.txt,sha256=jpgAUVmTsdtWQ4nru2FJQKP9JBN4OPHK-ybfYc3_BOs,109
|
|
12
|
-
apache_airflow_providers_elasticsearch-6.2.1rc1.dist-info/WHEEL,sha256=_2ozNFCLWc93bK4WKHCO-eDUENDlo-dgc9cU3qokYO4,82
|
|
13
|
-
apache_airflow_providers_elasticsearch-6.2.1rc1.dist-info/METADATA,sha256=599AVRIqWNj5XmWfP0CCAnF7AkAZ3VSQ8OlDFT9vObw,5227
|
|
14
|
-
apache_airflow_providers_elasticsearch-6.2.1rc1.dist-info/RECORD,,
|