apache-airflow-providers-elasticsearch 6.3.3__py3-none-any.whl → 6.3.4rc1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- airflow/providers/elasticsearch/__init__.py +1 -1
- airflow/providers/elasticsearch/hooks/elasticsearch.py +1 -1
- airflow/providers/elasticsearch/log/es_task_handler.py +15 -19
- airflow/providers/elasticsearch/version_compat.py +1 -13
- {apache_airflow_providers_elasticsearch-6.3.3.dist-info → apache_airflow_providers_elasticsearch-6.3.4rc1.dist-info}/METADATA +17 -15
- apache_airflow_providers_elasticsearch-6.3.4rc1.dist-info/RECORD +14 -0
- apache_airflow_providers_elasticsearch-6.3.3.dist-info/RECORD +0 -14
- {apache_airflow_providers_elasticsearch-6.3.3.dist-info → apache_airflow_providers_elasticsearch-6.3.4rc1.dist-info}/WHEEL +0 -0
- {apache_airflow_providers_elasticsearch-6.3.3.dist-info → apache_airflow_providers_elasticsearch-6.3.4rc1.dist-info}/entry_points.txt +0 -0
|
@@ -29,7 +29,7 @@ from airflow import __version__ as airflow_version
|
|
|
29
29
|
|
|
30
30
|
__all__ = ["__version__"]
|
|
31
31
|
|
|
32
|
-
__version__ = "6.3.
|
|
32
|
+
__version__ = "6.3.4"
|
|
33
33
|
|
|
34
34
|
if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
|
|
35
35
|
"2.10.0"
|
|
@@ -25,8 +25,8 @@ from urllib import parse
|
|
|
25
25
|
|
|
26
26
|
from elasticsearch import Elasticsearch
|
|
27
27
|
|
|
28
|
+
from airflow.providers.common.compat.sdk import BaseHook
|
|
28
29
|
from airflow.providers.common.sql.hooks.sql import DbApiHook
|
|
29
|
-
from airflow.providers.elasticsearch.version_compat import BaseHook
|
|
30
30
|
|
|
31
31
|
if TYPE_CHECKING:
|
|
32
32
|
from elastic_transport import ObjectApiResponse
|
|
@@ -41,23 +41,15 @@ from elasticsearch.exceptions import NotFoundError
|
|
|
41
41
|
from airflow.configuration import conf
|
|
42
42
|
from airflow.exceptions import AirflowException
|
|
43
43
|
from airflow.models.dagrun import DagRun
|
|
44
|
+
from airflow.providers.common.compat.sdk import timezone
|
|
44
45
|
from airflow.providers.elasticsearch.log.es_json_formatter import ElasticsearchJSONFormatter
|
|
45
46
|
from airflow.providers.elasticsearch.log.es_response import ElasticSearchResponse, Hit
|
|
46
|
-
from airflow.providers.elasticsearch.version_compat import
|
|
47
|
-
AIRFLOW_V_3_0_PLUS,
|
|
48
|
-
AIRFLOW_V_3_1_PLUS,
|
|
49
|
-
EsLogMsgType,
|
|
50
|
-
)
|
|
47
|
+
from airflow.providers.elasticsearch.version_compat import AIRFLOW_V_3_0_PLUS
|
|
51
48
|
from airflow.utils.log.file_task_handler import FileTaskHandler
|
|
52
49
|
from airflow.utils.log.logging_mixin import ExternalLoggingMixin, LoggingMixin
|
|
53
50
|
from airflow.utils.module_loading import import_string
|
|
54
51
|
from airflow.utils.session import create_session
|
|
55
52
|
|
|
56
|
-
if AIRFLOW_V_3_1_PLUS:
|
|
57
|
-
from airflow.sdk import timezone
|
|
58
|
-
else:
|
|
59
|
-
from airflow.utils import timezone # type: ignore[attr-defined,no-redef]
|
|
60
|
-
|
|
61
53
|
if TYPE_CHECKING:
|
|
62
54
|
from datetime import datetime
|
|
63
55
|
|
|
@@ -65,6 +57,14 @@ if TYPE_CHECKING:
|
|
|
65
57
|
from airflow.utils.log.file_task_handler import LogMetadata
|
|
66
58
|
|
|
67
59
|
|
|
60
|
+
if AIRFLOW_V_3_0_PLUS:
|
|
61
|
+
from airflow.utils.log.file_task_handler import StructuredLogMessage
|
|
62
|
+
|
|
63
|
+
EsLogMsgType = list[StructuredLogMessage] | str
|
|
64
|
+
else:
|
|
65
|
+
EsLogMsgType = list[tuple[str, str]] # type: ignore[assignment,misc]
|
|
66
|
+
|
|
67
|
+
|
|
68
68
|
LOG_LINE_DEFAULTS = {"exc_text": "", "stack_info": ""}
|
|
69
69
|
# Elasticsearch hosted log type
|
|
70
70
|
|
|
@@ -252,15 +252,11 @@ class ElasticsearchTaskHandler(FileTaskHandler, ExternalLoggingMixin, LoggingMix
|
|
|
252
252
|
data_interval_end = self._clean_date(dag_run.data_interval_end)
|
|
253
253
|
logical_date = self._clean_date(dag_run.logical_date)
|
|
254
254
|
else:
|
|
255
|
-
|
|
256
|
-
|
|
257
|
-
|
|
258
|
-
|
|
259
|
-
if dag_run.
|
|
260
|
-
data_interval_end = dag_run.data_interval_end.isoformat()
|
|
261
|
-
else:
|
|
262
|
-
data_interval_end = ""
|
|
263
|
-
logical_date = dag_run.logical_date.isoformat()
|
|
255
|
+
data_interval_start = (
|
|
256
|
+
dag_run.data_interval_start.isoformat() if dag_run.data_interval_start else ""
|
|
257
|
+
)
|
|
258
|
+
data_interval_end = dag_run.data_interval_end.isoformat() if dag_run.data_interval_end else ""
|
|
259
|
+
logical_date = dag_run.logical_date.isoformat() if dag_run.logical_date else ""
|
|
264
260
|
|
|
265
261
|
return log_id_template.format(
|
|
266
262
|
dag_id=ti.dag_id,
|
|
@@ -35,16 +35,4 @@ def get_base_airflow_version_tuple() -> tuple[int, int, int]:
|
|
|
35
35
|
AIRFLOW_V_3_0_PLUS = get_base_airflow_version_tuple() >= (3, 0, 0)
|
|
36
36
|
AIRFLOW_V_3_1_PLUS: bool = get_base_airflow_version_tuple() >= (3, 1, 0)
|
|
37
37
|
|
|
38
|
-
|
|
39
|
-
from airflow.sdk import BaseHook
|
|
40
|
-
else:
|
|
41
|
-
from airflow.hooks.base import BaseHook # type: ignore[attr-defined,no-redef]
|
|
42
|
-
|
|
43
|
-
if AIRFLOW_V_3_0_PLUS:
|
|
44
|
-
from airflow.utils.log.file_task_handler import StructuredLogMessage
|
|
45
|
-
|
|
46
|
-
EsLogMsgType = list[StructuredLogMessage] | str
|
|
47
|
-
else:
|
|
48
|
-
EsLogMsgType = list[tuple[str, str]] # type: ignore[assignment,misc]
|
|
49
|
-
|
|
50
|
-
__all__ = ["AIRFLOW_V_3_0_PLUS", "AIRFLOW_V_3_1_PLUS", "BaseHook", "EsLogMsgType"]
|
|
38
|
+
__all__ = ["AIRFLOW_V_3_0_PLUS", "AIRFLOW_V_3_1_PLUS"]
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: apache-airflow-providers-elasticsearch
|
|
3
|
-
Version: 6.3.
|
|
3
|
+
Version: 6.3.4rc1
|
|
4
4
|
Summary: Provider package apache-airflow-providers-elasticsearch for Apache Airflow
|
|
5
5
|
Keywords: airflow-provider,elasticsearch,airflow,integration
|
|
6
6
|
Author-email: Apache Software Foundation <dev@airflow.apache.org>
|
|
@@ -20,12 +20,13 @@ Classifier: Programming Language :: Python :: 3.11
|
|
|
20
20
|
Classifier: Programming Language :: Python :: 3.12
|
|
21
21
|
Classifier: Programming Language :: Python :: 3.13
|
|
22
22
|
Classifier: Topic :: System :: Monitoring
|
|
23
|
-
Requires-Dist: apache-airflow>=2.10.
|
|
24
|
-
Requires-Dist: apache-airflow-providers-common-
|
|
23
|
+
Requires-Dist: apache-airflow>=2.10.0rc1
|
|
24
|
+
Requires-Dist: apache-airflow-providers-common-compat>=1.8.0rc1
|
|
25
|
+
Requires-Dist: apache-airflow-providers-common-sql>=1.27.0rc1
|
|
25
26
|
Requires-Dist: elasticsearch>=8.10,<9
|
|
26
27
|
Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
|
|
27
|
-
Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.3.
|
|
28
|
-
Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.3.
|
|
28
|
+
Project-URL: Changelog, https://airflow.staged.apache.org/docs/apache-airflow-providers-elasticsearch/6.3.4/changelog.html
|
|
29
|
+
Project-URL: Documentation, https://airflow.staged.apache.org/docs/apache-airflow-providers-elasticsearch/6.3.4
|
|
29
30
|
Project-URL: Mastodon, https://fosstodon.org/@airflow
|
|
30
31
|
Project-URL: Slack Chat, https://s.apache.org/airflow-slack
|
|
31
32
|
Project-URL: Source Code, https://github.com/apache/airflow
|
|
@@ -56,7 +57,7 @@ Project-URL: YouTube, https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA/
|
|
|
56
57
|
|
|
57
58
|
Package ``apache-airflow-providers-elasticsearch``
|
|
58
59
|
|
|
59
|
-
Release: ``6.3.
|
|
60
|
+
Release: ``6.3.4``
|
|
60
61
|
|
|
61
62
|
|
|
62
63
|
`Elasticsearch <https://www.elastic.co/elasticsearch>`__
|
|
@@ -69,7 +70,7 @@ This is a provider package for ``elasticsearch`` provider. All classes for this
|
|
|
69
70
|
are in ``airflow.providers.elasticsearch`` python package.
|
|
70
71
|
|
|
71
72
|
You can find package information and changelog for the provider
|
|
72
|
-
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.3.
|
|
73
|
+
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.3.4/>`_.
|
|
73
74
|
|
|
74
75
|
Installation
|
|
75
76
|
------------
|
|
@@ -83,13 +84,14 @@ The package supports the following python versions: 3.10,3.11,3.12,3.13
|
|
|
83
84
|
Requirements
|
|
84
85
|
------------
|
|
85
86
|
|
|
86
|
-
|
|
87
|
-
PIP package
|
|
88
|
-
|
|
89
|
-
``apache-airflow``
|
|
90
|
-
``apache-airflow-providers-common-
|
|
91
|
-
``
|
|
92
|
-
|
|
87
|
+
========================================== ==================
|
|
88
|
+
PIP package Version required
|
|
89
|
+
========================================== ==================
|
|
90
|
+
``apache-airflow`` ``>=2.10.0``
|
|
91
|
+
``apache-airflow-providers-common-compat`` ``>=1.7.4``
|
|
92
|
+
``apache-airflow-providers-common-sql`` ``>=1.27.0``
|
|
93
|
+
``elasticsearch`` ``>=8.10,<9``
|
|
94
|
+
========================================== ==================
|
|
93
95
|
|
|
94
96
|
Cross provider package dependencies
|
|
95
97
|
-----------------------------------
|
|
@@ -111,5 +113,5 @@ Dependent package
|
|
|
111
113
|
============================================================================================================ ==============
|
|
112
114
|
|
|
113
115
|
The changelog for the provider package can be found in the
|
|
114
|
-
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.3.
|
|
116
|
+
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.3.4/changelog.html>`_.
|
|
115
117
|
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
airflow/providers/elasticsearch/LICENSE,sha256=gXPVwptPlW1TJ4HSuG5OMPg-a3h43OGMkZRR1rpwfJA,10850
|
|
2
|
+
airflow/providers/elasticsearch/__init__.py,sha256=sevl5qW60k4JYPsYg2kclopN0eeicQZD5tsQbWQZ64s,1502
|
|
3
|
+
airflow/providers/elasticsearch/get_provider_info.py,sha256=473iBNJ4Kiy-DvbOa6CqDOS3pPEs6x7WBwkhR1QTuiw,8106
|
|
4
|
+
airflow/providers/elasticsearch/version_compat.py,sha256=cmeoGMcTp0kiFa3GKZlQh31_kMk7UX9nOX8sYyGtuFg,1665
|
|
5
|
+
airflow/providers/elasticsearch/hooks/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvRQpt3YR7wjz_nceyF1IaI,787
|
|
6
|
+
airflow/providers/elasticsearch/hooks/elasticsearch.py,sha256=q82oo6n3WKxzsKUByHmXoyenjU8gtarK7fyMCYBHhvU,8572
|
|
7
|
+
airflow/providers/elasticsearch/log/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
|
|
8
|
+
airflow/providers/elasticsearch/log/es_json_formatter.py,sha256=DwWPDJtZLr_6Mdae1-XVEgmE1XErFIanSzxWovs50ig,1796
|
|
9
|
+
airflow/providers/elasticsearch/log/es_response.py,sha256=LdMBuVBTydaC42HooYSttAjTK-CpPA4r_KHl38msMnk,6046
|
|
10
|
+
airflow/providers/elasticsearch/log/es_task_handler.py,sha256=I3EzLhwyu3K8P4fnLU4YHmLR9nqpgivlEZMGbVeNnbw,28923
|
|
11
|
+
apache_airflow_providers_elasticsearch-6.3.4rc1.dist-info/entry_points.txt,sha256=jpgAUVmTsdtWQ4nru2FJQKP9JBN4OPHK-ybfYc3_BOs,109
|
|
12
|
+
apache_airflow_providers_elasticsearch-6.3.4rc1.dist-info/WHEEL,sha256=G2gURzTEtmeR8nrdXUJfNiB3VYVxigPQ-bEQujpNiNs,82
|
|
13
|
+
apache_airflow_providers_elasticsearch-6.3.4rc1.dist-info/METADATA,sha256=DURwyYurH7jSpuN0WqE4D9gKLB6xI-abinXl2cjvl2g,5381
|
|
14
|
+
apache_airflow_providers_elasticsearch-6.3.4rc1.dist-info/RECORD,,
|
|
@@ -1,14 +0,0 @@
|
|
|
1
|
-
airflow/providers/elasticsearch/LICENSE,sha256=gXPVwptPlW1TJ4HSuG5OMPg-a3h43OGMkZRR1rpwfJA,10850
|
|
2
|
-
airflow/providers/elasticsearch/__init__.py,sha256=x495Pa_35IYEeA-WPMUxKf5d-7YDI0SyFMbc4pnQSFE,1502
|
|
3
|
-
airflow/providers/elasticsearch/get_provider_info.py,sha256=473iBNJ4Kiy-DvbOa6CqDOS3pPEs6x7WBwkhR1QTuiw,8106
|
|
4
|
-
airflow/providers/elasticsearch/version_compat.py,sha256=VoYY99deuWiC8ya1zauXtFNSb6MBplEtBvc6zAgb6oM,2073
|
|
5
|
-
airflow/providers/elasticsearch/hooks/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvRQpt3YR7wjz_nceyF1IaI,787
|
|
6
|
-
airflow/providers/elasticsearch/hooks/elasticsearch.py,sha256=hHbNKnsy8bNHjV-ufZYBXSOw2dj5JmicOub7VTohy7A,8583
|
|
7
|
-
airflow/providers/elasticsearch/log/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
|
|
8
|
-
airflow/providers/elasticsearch/log/es_json_formatter.py,sha256=DwWPDJtZLr_6Mdae1-XVEgmE1XErFIanSzxWovs50ig,1796
|
|
9
|
-
airflow/providers/elasticsearch/log/es_response.py,sha256=LdMBuVBTydaC42HooYSttAjTK-CpPA4r_KHl38msMnk,6046
|
|
10
|
-
airflow/providers/elasticsearch/log/es_task_handler.py,sha256=wGc0M4SVOKtfI22I_CCfKT56K2eE-qDV22MgKe7vbZs,28901
|
|
11
|
-
apache_airflow_providers_elasticsearch-6.3.3.dist-info/entry_points.txt,sha256=jpgAUVmTsdtWQ4nru2FJQKP9JBN4OPHK-ybfYc3_BOs,109
|
|
12
|
-
apache_airflow_providers_elasticsearch-6.3.3.dist-info/WHEEL,sha256=G2gURzTEtmeR8nrdXUJfNiB3VYVxigPQ-bEQujpNiNs,82
|
|
13
|
-
apache_airflow_providers_elasticsearch-6.3.3.dist-info/METADATA,sha256=_hqjCuuyX-a4MDF8lq5dAJQuZgiw9cY1X1cmMEFIRBs,5217
|
|
14
|
-
apache_airflow_providers_elasticsearch-6.3.3.dist-info/RECORD,,
|
|
File without changes
|