apache-airflow-providers-elasticsearch 6.4.2__py3-none-any.whl → 6.4.4rc1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- airflow/providers/elasticsearch/__init__.py +1 -1
- airflow/providers/elasticsearch/log/es_task_handler.py +5 -7
- {apache_airflow_providers_elasticsearch-6.4.2.dist-info → apache_airflow_providers_elasticsearch-6.4.4rc1.dist-info}/METADATA +10 -10
- apache_airflow_providers_elasticsearch-6.4.4rc1.dist-info/RECORD +15 -0
- {apache_airflow_providers_elasticsearch-6.4.2.dist-info → apache_airflow_providers_elasticsearch-6.4.4rc1.dist-info}/licenses/NOTICE +1 -1
- apache_airflow_providers_elasticsearch-6.4.2.dist-info/RECORD +0 -15
- {apache_airflow_providers_elasticsearch-6.4.2.dist-info → apache_airflow_providers_elasticsearch-6.4.4rc1.dist-info}/WHEEL +0 -0
- {apache_airflow_providers_elasticsearch-6.4.2.dist-info → apache_airflow_providers_elasticsearch-6.4.4rc1.dist-info}/entry_points.txt +0 -0
- {apache_airflow_providers_elasticsearch-6.4.2.dist-info → apache_airflow_providers_elasticsearch-6.4.4rc1.dist-info}/licenses/LICENSE +0 -0
|
@@ -29,7 +29,7 @@ from airflow import __version__ as airflow_version
|
|
|
29
29
|
|
|
30
30
|
__all__ = ["__version__"]
|
|
31
31
|
|
|
32
|
-
__version__ = "6.4.
|
|
32
|
+
__version__ = "6.4.4"
|
|
33
33
|
|
|
34
34
|
if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
|
|
35
35
|
"2.11.0"
|
|
@@ -37,11 +37,11 @@ import elasticsearch
|
|
|
37
37
|
import pendulum
|
|
38
38
|
from elasticsearch import helpers
|
|
39
39
|
from elasticsearch.exceptions import NotFoundError
|
|
40
|
+
from sqlalchemy import select
|
|
40
41
|
|
|
41
|
-
from airflow.configuration import conf
|
|
42
42
|
from airflow.models.dagrun import DagRun
|
|
43
43
|
from airflow.providers.common.compat.module_loading import import_string
|
|
44
|
-
from airflow.providers.common.compat.sdk import AirflowException, timezone
|
|
44
|
+
from airflow.providers.common.compat.sdk import AirflowException, conf, timezone
|
|
45
45
|
from airflow.providers.elasticsearch.log.es_json_formatter import ElasticsearchJSONFormatter
|
|
46
46
|
from airflow.providers.elasticsearch.log.es_response import ElasticSearchResponse, Hit
|
|
47
47
|
from airflow.providers.elasticsearch.version_compat import AIRFLOW_V_3_0_PLUS
|
|
@@ -99,15 +99,13 @@ def _ensure_ti(ti: TaskInstanceKey | TaskInstance, session) -> TaskInstance:
|
|
|
99
99
|
|
|
100
100
|
if not isinstance(ti, TaskInstanceKey):
|
|
101
101
|
return ti
|
|
102
|
-
val = (
|
|
103
|
-
|
|
104
|
-
.filter(
|
|
102
|
+
val = session.scalar(
|
|
103
|
+
select(TaskInstance).where(
|
|
105
104
|
TaskInstance.task_id == ti.task_id,
|
|
106
105
|
TaskInstance.dag_id == ti.dag_id,
|
|
107
106
|
TaskInstance.run_id == ti.run_id,
|
|
108
107
|
TaskInstance.map_index == ti.map_index,
|
|
109
108
|
)
|
|
110
|
-
.one_or_none()
|
|
111
109
|
)
|
|
112
110
|
if isinstance(val, TaskInstance):
|
|
113
111
|
val.try_number = ti.try_number
|
|
@@ -158,7 +156,7 @@ class ElasticsearchTaskHandler(FileTaskHandler, ExternalLoggingMixin, LoggingMix
|
|
|
158
156
|
offset_field: str = "offset",
|
|
159
157
|
host: str = "http://localhost:9200",
|
|
160
158
|
frontend: str = "localhost:5601",
|
|
161
|
-
index_patterns: str = conf.get("elasticsearch", "index_patterns"),
|
|
159
|
+
index_patterns: str = conf.get("elasticsearch", "index_patterns", fallback="_all"),
|
|
162
160
|
index_patterns_callable: str = conf.get("elasticsearch", "index_patterns_callable", fallback=""),
|
|
163
161
|
es_kwargs: dict | None | Literal["default_es_kwargs"] = "default_es_kwargs",
|
|
164
162
|
max_bytes: int = 0,
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: apache-airflow-providers-elasticsearch
|
|
3
|
-
Version: 6.4.
|
|
3
|
+
Version: 6.4.4rc1
|
|
4
4
|
Summary: Provider package apache-airflow-providers-elasticsearch for Apache Airflow
|
|
5
5
|
Keywords: airflow-provider,elasticsearch,airflow,integration
|
|
6
6
|
Author-email: Apache Software Foundation <dev@airflow.apache.org>
|
|
@@ -22,13 +22,13 @@ Classifier: Programming Language :: Python :: 3.13
|
|
|
22
22
|
Classifier: Topic :: System :: Monitoring
|
|
23
23
|
License-File: LICENSE
|
|
24
24
|
License-File: NOTICE
|
|
25
|
-
Requires-Dist: apache-airflow>=2.11.
|
|
26
|
-
Requires-Dist: apache-airflow-providers-common-compat>=1.
|
|
27
|
-
Requires-Dist: apache-airflow-providers-common-sql>=1.27.
|
|
25
|
+
Requires-Dist: apache-airflow>=2.11.0rc1
|
|
26
|
+
Requires-Dist: apache-airflow-providers-common-compat>=1.12.0rc1
|
|
27
|
+
Requires-Dist: apache-airflow-providers-common-sql>=1.27.0rc1
|
|
28
28
|
Requires-Dist: elasticsearch>=8.10,<9
|
|
29
29
|
Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
|
|
30
|
-
Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.4.
|
|
31
|
-
Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.4.
|
|
30
|
+
Project-URL: Changelog, https://airflow.staged.apache.org/docs/apache-airflow-providers-elasticsearch/6.4.4/changelog.html
|
|
31
|
+
Project-URL: Documentation, https://airflow.staged.apache.org/docs/apache-airflow-providers-elasticsearch/6.4.4
|
|
32
32
|
Project-URL: Mastodon, https://fosstodon.org/@airflow
|
|
33
33
|
Project-URL: Slack Chat, https://s.apache.org/airflow-slack
|
|
34
34
|
Project-URL: Source Code, https://github.com/apache/airflow
|
|
@@ -59,7 +59,7 @@ Project-URL: YouTube, https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA/
|
|
|
59
59
|
|
|
60
60
|
Package ``apache-airflow-providers-elasticsearch``
|
|
61
61
|
|
|
62
|
-
Release: ``6.4.
|
|
62
|
+
Release: ``6.4.4``
|
|
63
63
|
|
|
64
64
|
|
|
65
65
|
`Elasticsearch <https://www.elastic.co/elasticsearch>`__
|
|
@@ -72,7 +72,7 @@ This is a provider package for ``elasticsearch`` provider. All classes for this
|
|
|
72
72
|
are in ``airflow.providers.elasticsearch`` python package.
|
|
73
73
|
|
|
74
74
|
You can find package information and changelog for the provider
|
|
75
|
-
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.4.
|
|
75
|
+
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.4.4/>`_.
|
|
76
76
|
|
|
77
77
|
Installation
|
|
78
78
|
------------
|
|
@@ -90,7 +90,7 @@ Requirements
|
|
|
90
90
|
PIP package Version required
|
|
91
91
|
========================================== ==================
|
|
92
92
|
``apache-airflow`` ``>=2.11.0``
|
|
93
|
-
``apache-airflow-providers-common-compat`` ``>=1.
|
|
93
|
+
``apache-airflow-providers-common-compat`` ``>=1.12.0``
|
|
94
94
|
``apache-airflow-providers-common-sql`` ``>=1.27.0``
|
|
95
95
|
``elasticsearch`` ``>=8.10,<9``
|
|
96
96
|
========================================== ==================
|
|
@@ -116,5 +116,5 @@ Dependent package
|
|
|
116
116
|
================================================================================================================== =================
|
|
117
117
|
|
|
118
118
|
The changelog for the provider package can be found in the
|
|
119
|
-
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.4.
|
|
119
|
+
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.4.4/changelog.html>`_.
|
|
120
120
|
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
airflow/providers/elasticsearch/__init__.py,sha256=SbcVICC7L_ijUIW5ubNVptHNHIPPNgCMJwnvv2y-bEU,1502
|
|
2
|
+
airflow/providers/elasticsearch/get_provider_info.py,sha256=473iBNJ4Kiy-DvbOa6CqDOS3pPEs6x7WBwkhR1QTuiw,8106
|
|
3
|
+
airflow/providers/elasticsearch/version_compat.py,sha256=cmeoGMcTp0kiFa3GKZlQh31_kMk7UX9nOX8sYyGtuFg,1665
|
|
4
|
+
airflow/providers/elasticsearch/hooks/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvRQpt3YR7wjz_nceyF1IaI,787
|
|
5
|
+
airflow/providers/elasticsearch/hooks/elasticsearch.py,sha256=q82oo6n3WKxzsKUByHmXoyenjU8gtarK7fyMCYBHhvU,8572
|
|
6
|
+
airflow/providers/elasticsearch/log/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
|
|
7
|
+
airflow/providers/elasticsearch/log/es_json_formatter.py,sha256=DwWPDJtZLr_6Mdae1-XVEgmE1XErFIanSzxWovs50ig,1796
|
|
8
|
+
airflow/providers/elasticsearch/log/es_response.py,sha256=LdMBuVBTydaC42HooYSttAjTK-CpPA4r_KHl38msMnk,6046
|
|
9
|
+
airflow/providers/elasticsearch/log/es_task_handler.py,sha256=OzZqBVeZlzmgUbYPeGyn1806lqAQKYlwWEp-wc7n-U8,28899
|
|
10
|
+
apache_airflow_providers_elasticsearch-6.4.4rc1.dist-info/entry_points.txt,sha256=jpgAUVmTsdtWQ4nru2FJQKP9JBN4OPHK-ybfYc3_BOs,109
|
|
11
|
+
apache_airflow_providers_elasticsearch-6.4.4rc1.dist-info/licenses/LICENSE,sha256=gXPVwptPlW1TJ4HSuG5OMPg-a3h43OGMkZRR1rpwfJA,10850
|
|
12
|
+
apache_airflow_providers_elasticsearch-6.4.4rc1.dist-info/licenses/NOTICE,sha256=_cWHznIoUSbLCY_KfmKqetlKlsoH0c2VBjmZjElAzuc,168
|
|
13
|
+
apache_airflow_providers_elasticsearch-6.4.4rc1.dist-info/WHEEL,sha256=G2gURzTEtmeR8nrdXUJfNiB3VYVxigPQ-bEQujpNiNs,82
|
|
14
|
+
apache_airflow_providers_elasticsearch-6.4.4rc1.dist-info/METADATA,sha256=W2tuwB1mzdb4ypnRstGlGY4PvuBJCIz5dXQZob2HnW8,5570
|
|
15
|
+
apache_airflow_providers_elasticsearch-6.4.4rc1.dist-info/RECORD,,
|
|
@@ -1,15 +0,0 @@
|
|
|
1
|
-
airflow/providers/elasticsearch/__init__.py,sha256=5b1mwFIMZePvjvWZyPCpHav7bNf1gKDsswvBLLRz5yA,1502
|
|
2
|
-
airflow/providers/elasticsearch/get_provider_info.py,sha256=473iBNJ4Kiy-DvbOa6CqDOS3pPEs6x7WBwkhR1QTuiw,8106
|
|
3
|
-
airflow/providers/elasticsearch/version_compat.py,sha256=cmeoGMcTp0kiFa3GKZlQh31_kMk7UX9nOX8sYyGtuFg,1665
|
|
4
|
-
airflow/providers/elasticsearch/hooks/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvRQpt3YR7wjz_nceyF1IaI,787
|
|
5
|
-
airflow/providers/elasticsearch/hooks/elasticsearch.py,sha256=q82oo6n3WKxzsKUByHmXoyenjU8gtarK7fyMCYBHhvU,8572
|
|
6
|
-
airflow/providers/elasticsearch/log/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
|
|
7
|
-
airflow/providers/elasticsearch/log/es_json_formatter.py,sha256=DwWPDJtZLr_6Mdae1-XVEgmE1XErFIanSzxWovs50ig,1796
|
|
8
|
-
airflow/providers/elasticsearch/log/es_response.py,sha256=LdMBuVBTydaC42HooYSttAjTK-CpPA4r_KHl38msMnk,6046
|
|
9
|
-
airflow/providers/elasticsearch/log/es_task_handler.py,sha256=pKtzU67V53mcQkfBJN9CXISYnIQ0pwFod4vaH-DtW10,28911
|
|
10
|
-
apache_airflow_providers_elasticsearch-6.4.2.dist-info/entry_points.txt,sha256=jpgAUVmTsdtWQ4nru2FJQKP9JBN4OPHK-ybfYc3_BOs,109
|
|
11
|
-
apache_airflow_providers_elasticsearch-6.4.2.dist-info/licenses/LICENSE,sha256=gXPVwptPlW1TJ4HSuG5OMPg-a3h43OGMkZRR1rpwfJA,10850
|
|
12
|
-
apache_airflow_providers_elasticsearch-6.4.2.dist-info/licenses/NOTICE,sha256=E3-_E02gwwSEFzeeWPKmnIjOoos3hW28CLISV6sYrbQ,168
|
|
13
|
-
apache_airflow_providers_elasticsearch-6.4.2.dist-info/WHEEL,sha256=G2gURzTEtmeR8nrdXUJfNiB3VYVxigPQ-bEQujpNiNs,82
|
|
14
|
-
apache_airflow_providers_elasticsearch-6.4.2.dist-info/METADATA,sha256=7dXViI_AmCQHa9RUVaRN3ndo_Ii56-s5RCkEEaNWcp4,5544
|
|
15
|
-
apache_airflow_providers_elasticsearch-6.4.2.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|