apache-airflow-providers-elasticsearch 6.3.3rc1__tar.gz → 6.3.4__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of apache-airflow-providers-elasticsearch might be problematic. Click here for more details.
- {apache_airflow_providers_elasticsearch-6.3.3rc1 → apache_airflow_providers_elasticsearch-6.3.4}/PKG-INFO +17 -15
- {apache_airflow_providers_elasticsearch-6.3.3rc1 → apache_airflow_providers_elasticsearch-6.3.4}/README.rst +11 -10
- {apache_airflow_providers_elasticsearch-6.3.3rc1 → apache_airflow_providers_elasticsearch-6.3.4}/docs/changelog.rst +18 -2
- {apache_airflow_providers_elasticsearch-6.3.3rc1 → apache_airflow_providers_elasticsearch-6.3.4}/docs/index.rst +11 -10
- {apache_airflow_providers_elasticsearch-6.3.3rc1 → apache_airflow_providers_elasticsearch-6.3.4}/provider.yaml +2 -1
- {apache_airflow_providers_elasticsearch-6.3.3rc1 → apache_airflow_providers_elasticsearch-6.3.4}/pyproject.toml +7 -5
- {apache_airflow_providers_elasticsearch-6.3.3rc1 → apache_airflow_providers_elasticsearch-6.3.4}/src/airflow/providers/elasticsearch/__init__.py +1 -1
- {apache_airflow_providers_elasticsearch-6.3.3rc1 → apache_airflow_providers_elasticsearch-6.3.4}/src/airflow/providers/elasticsearch/hooks/elasticsearch.py +1 -1
- {apache_airflow_providers_elasticsearch-6.3.3rc1 → apache_airflow_providers_elasticsearch-6.3.4}/src/airflow/providers/elasticsearch/log/es_task_handler.py +15 -19
- {apache_airflow_providers_elasticsearch-6.3.3rc1 → apache_airflow_providers_elasticsearch-6.3.4}/src/airflow/providers/elasticsearch/version_compat.py +1 -13
- {apache_airflow_providers_elasticsearch-6.3.3rc1 → apache_airflow_providers_elasticsearch-6.3.4}/tests/system/elasticsearch/example_elasticsearch_query.py +1 -8
- {apache_airflow_providers_elasticsearch-6.3.3rc1 → apache_airflow_providers_elasticsearch-6.3.4}/tests/unit/elasticsearch/log/test_es_task_handler.py +1 -1
- {apache_airflow_providers_elasticsearch-6.3.3rc1 → apache_airflow_providers_elasticsearch-6.3.4}/docs/.latest-doc-only-change.txt +0 -0
- {apache_airflow_providers_elasticsearch-6.3.3rc1 → apache_airflow_providers_elasticsearch-6.3.4}/docs/commits.rst +0 -0
- {apache_airflow_providers_elasticsearch-6.3.3rc1 → apache_airflow_providers_elasticsearch-6.3.4}/docs/conf.py +0 -0
- {apache_airflow_providers_elasticsearch-6.3.3rc1 → apache_airflow_providers_elasticsearch-6.3.4}/docs/configurations-ref.rst +0 -0
- {apache_airflow_providers_elasticsearch-6.3.3rc1 → apache_airflow_providers_elasticsearch-6.3.4}/docs/connections/elasticsearch.rst +0 -0
- {apache_airflow_providers_elasticsearch-6.3.3rc1 → apache_airflow_providers_elasticsearch-6.3.4}/docs/hooks/elasticsearch_python_hook.rst +0 -0
- {apache_airflow_providers_elasticsearch-6.3.3rc1 → apache_airflow_providers_elasticsearch-6.3.4}/docs/hooks/elasticsearch_sql_hook.rst +0 -0
- {apache_airflow_providers_elasticsearch-6.3.3rc1 → apache_airflow_providers_elasticsearch-6.3.4}/docs/hooks/index.rst +0 -0
- {apache_airflow_providers_elasticsearch-6.3.3rc1 → apache_airflow_providers_elasticsearch-6.3.4}/docs/installing-providers-from-sources.rst +0 -0
- {apache_airflow_providers_elasticsearch-6.3.3rc1 → apache_airflow_providers_elasticsearch-6.3.4}/docs/integration-logos/Elasticsearch.png +0 -0
- {apache_airflow_providers_elasticsearch-6.3.3rc1 → apache_airflow_providers_elasticsearch-6.3.4}/docs/logging/index.rst +0 -0
- {apache_airflow_providers_elasticsearch-6.3.3rc1 → apache_airflow_providers_elasticsearch-6.3.4}/docs/redirects.txt +0 -0
- {apache_airflow_providers_elasticsearch-6.3.3rc1 → apache_airflow_providers_elasticsearch-6.3.4}/docs/security.rst +0 -0
- {apache_airflow_providers_elasticsearch-6.3.3rc1 → apache_airflow_providers_elasticsearch-6.3.4}/src/airflow/__init__.py +0 -0
- {apache_airflow_providers_elasticsearch-6.3.3rc1 → apache_airflow_providers_elasticsearch-6.3.4}/src/airflow/providers/__init__.py +0 -0
- {apache_airflow_providers_elasticsearch-6.3.3rc1 → apache_airflow_providers_elasticsearch-6.3.4}/src/airflow/providers/elasticsearch/LICENSE +0 -0
- {apache_airflow_providers_elasticsearch-6.3.3rc1 → apache_airflow_providers_elasticsearch-6.3.4}/src/airflow/providers/elasticsearch/get_provider_info.py +0 -0
- {apache_airflow_providers_elasticsearch-6.3.3rc1 → apache_airflow_providers_elasticsearch-6.3.4}/src/airflow/providers/elasticsearch/hooks/__init__.py +0 -0
- {apache_airflow_providers_elasticsearch-6.3.3rc1 → apache_airflow_providers_elasticsearch-6.3.4}/src/airflow/providers/elasticsearch/log/__init__.py +0 -0
- {apache_airflow_providers_elasticsearch-6.3.3rc1 → apache_airflow_providers_elasticsearch-6.3.4}/src/airflow/providers/elasticsearch/log/es_json_formatter.py +0 -0
- {apache_airflow_providers_elasticsearch-6.3.3rc1 → apache_airflow_providers_elasticsearch-6.3.4}/src/airflow/providers/elasticsearch/log/es_response.py +0 -0
- {apache_airflow_providers_elasticsearch-6.3.3rc1 → apache_airflow_providers_elasticsearch-6.3.4}/tests/conftest.py +0 -0
- {apache_airflow_providers_elasticsearch-6.3.3rc1 → apache_airflow_providers_elasticsearch-6.3.4}/tests/system/__init__.py +0 -0
- {apache_airflow_providers_elasticsearch-6.3.3rc1 → apache_airflow_providers_elasticsearch-6.3.4}/tests/system/elasticsearch/__init__.py +0 -0
- {apache_airflow_providers_elasticsearch-6.3.3rc1 → apache_airflow_providers_elasticsearch-6.3.4}/tests/unit/__init__.py +0 -0
- {apache_airflow_providers_elasticsearch-6.3.3rc1 → apache_airflow_providers_elasticsearch-6.3.4}/tests/unit/elasticsearch/__init__.py +0 -0
- {apache_airflow_providers_elasticsearch-6.3.3rc1 → apache_airflow_providers_elasticsearch-6.3.4}/tests/unit/elasticsearch/hooks/__init__.py +0 -0
- {apache_airflow_providers_elasticsearch-6.3.3rc1 → apache_airflow_providers_elasticsearch-6.3.4}/tests/unit/elasticsearch/hooks/test_elasticsearch.py +0 -0
- {apache_airflow_providers_elasticsearch-6.3.3rc1 → apache_airflow_providers_elasticsearch-6.3.4}/tests/unit/elasticsearch/log/__init__.py +0 -0
- {apache_airflow_providers_elasticsearch-6.3.3rc1 → apache_airflow_providers_elasticsearch-6.3.4}/tests/unit/elasticsearch/log/elasticmock/__init__.py +0 -0
- {apache_airflow_providers_elasticsearch-6.3.3rc1 → apache_airflow_providers_elasticsearch-6.3.4}/tests/unit/elasticsearch/log/elasticmock/fake_elasticsearch.py +0 -0
- {apache_airflow_providers_elasticsearch-6.3.3rc1 → apache_airflow_providers_elasticsearch-6.3.4}/tests/unit/elasticsearch/log/elasticmock/utilities/__init__.py +0 -0
- {apache_airflow_providers_elasticsearch-6.3.3rc1 → apache_airflow_providers_elasticsearch-6.3.4}/tests/unit/elasticsearch/log/test_es_json_formatter.py +0 -0
- {apache_airflow_providers_elasticsearch-6.3.3rc1 → apache_airflow_providers_elasticsearch-6.3.4}/tests/unit/elasticsearch/log/test_es_response.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: apache-airflow-providers-elasticsearch
|
|
3
|
-
Version: 6.3.
|
|
3
|
+
Version: 6.3.4
|
|
4
4
|
Summary: Provider package apache-airflow-providers-elasticsearch for Apache Airflow
|
|
5
5
|
Keywords: airflow-provider,elasticsearch,airflow,integration
|
|
6
6
|
Author-email: Apache Software Foundation <dev@airflow.apache.org>
|
|
@@ -20,12 +20,13 @@ Classifier: Programming Language :: Python :: 3.11
|
|
|
20
20
|
Classifier: Programming Language :: Python :: 3.12
|
|
21
21
|
Classifier: Programming Language :: Python :: 3.13
|
|
22
22
|
Classifier: Topic :: System :: Monitoring
|
|
23
|
-
Requires-Dist: apache-airflow>=2.10.
|
|
24
|
-
Requires-Dist: apache-airflow-providers-common-
|
|
23
|
+
Requires-Dist: apache-airflow>=2.10.0
|
|
24
|
+
Requires-Dist: apache-airflow-providers-common-compat>=1.8.0
|
|
25
|
+
Requires-Dist: apache-airflow-providers-common-sql>=1.27.0
|
|
25
26
|
Requires-Dist: elasticsearch>=8.10,<9
|
|
26
27
|
Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
|
|
27
|
-
Project-URL: Changelog, https://airflow.
|
|
28
|
-
Project-URL: Documentation, https://airflow.
|
|
28
|
+
Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.3.4/changelog.html
|
|
29
|
+
Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.3.4
|
|
29
30
|
Project-URL: Mastodon, https://fosstodon.org/@airflow
|
|
30
31
|
Project-URL: Slack Chat, https://s.apache.org/airflow-slack
|
|
31
32
|
Project-URL: Source Code, https://github.com/apache/airflow
|
|
@@ -56,7 +57,7 @@ Project-URL: YouTube, https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA/
|
|
|
56
57
|
|
|
57
58
|
Package ``apache-airflow-providers-elasticsearch``
|
|
58
59
|
|
|
59
|
-
Release: ``6.3.
|
|
60
|
+
Release: ``6.3.4``
|
|
60
61
|
|
|
61
62
|
|
|
62
63
|
`Elasticsearch <https://www.elastic.co/elasticsearch>`__
|
|
@@ -69,7 +70,7 @@ This is a provider package for ``elasticsearch`` provider. All classes for this
|
|
|
69
70
|
are in ``airflow.providers.elasticsearch`` python package.
|
|
70
71
|
|
|
71
72
|
You can find package information and changelog for the provider
|
|
72
|
-
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.3.
|
|
73
|
+
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.3.4/>`_.
|
|
73
74
|
|
|
74
75
|
Installation
|
|
75
76
|
------------
|
|
@@ -83,13 +84,14 @@ The package supports the following python versions: 3.10,3.11,3.12,3.13
|
|
|
83
84
|
Requirements
|
|
84
85
|
------------
|
|
85
86
|
|
|
86
|
-
|
|
87
|
-
PIP package
|
|
88
|
-
|
|
89
|
-
``apache-airflow``
|
|
90
|
-
``apache-airflow-providers-common-
|
|
91
|
-
``
|
|
92
|
-
|
|
87
|
+
========================================== ==================
|
|
88
|
+
PIP package Version required
|
|
89
|
+
========================================== ==================
|
|
90
|
+
``apache-airflow`` ``>=2.10.0``
|
|
91
|
+
``apache-airflow-providers-common-compat`` ``>=1.7.4``
|
|
92
|
+
``apache-airflow-providers-common-sql`` ``>=1.27.0``
|
|
93
|
+
``elasticsearch`` ``>=8.10,<9``
|
|
94
|
+
========================================== ==================
|
|
93
95
|
|
|
94
96
|
Cross provider package dependencies
|
|
95
97
|
-----------------------------------
|
|
@@ -111,5 +113,5 @@ Dependent package
|
|
|
111
113
|
============================================================================================================ ==============
|
|
112
114
|
|
|
113
115
|
The changelog for the provider package can be found in the
|
|
114
|
-
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.3.
|
|
116
|
+
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.3.4/changelog.html>`_.
|
|
115
117
|
|
|
@@ -23,7 +23,7 @@
|
|
|
23
23
|
|
|
24
24
|
Package ``apache-airflow-providers-elasticsearch``
|
|
25
25
|
|
|
26
|
-
Release: ``6.3.
|
|
26
|
+
Release: ``6.3.4``
|
|
27
27
|
|
|
28
28
|
|
|
29
29
|
`Elasticsearch <https://www.elastic.co/elasticsearch>`__
|
|
@@ -36,7 +36,7 @@ This is a provider package for ``elasticsearch`` provider. All classes for this
|
|
|
36
36
|
are in ``airflow.providers.elasticsearch`` python package.
|
|
37
37
|
|
|
38
38
|
You can find package information and changelog for the provider
|
|
39
|
-
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.3.
|
|
39
|
+
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.3.4/>`_.
|
|
40
40
|
|
|
41
41
|
Installation
|
|
42
42
|
------------
|
|
@@ -50,13 +50,14 @@ The package supports the following python versions: 3.10,3.11,3.12,3.13
|
|
|
50
50
|
Requirements
|
|
51
51
|
------------
|
|
52
52
|
|
|
53
|
-
|
|
54
|
-
PIP package
|
|
55
|
-
|
|
56
|
-
``apache-airflow``
|
|
57
|
-
``apache-airflow-providers-common-
|
|
58
|
-
``
|
|
59
|
-
|
|
53
|
+
========================================== ==================
|
|
54
|
+
PIP package Version required
|
|
55
|
+
========================================== ==================
|
|
56
|
+
``apache-airflow`` ``>=2.10.0``
|
|
57
|
+
``apache-airflow-providers-common-compat`` ``>=1.7.4``
|
|
58
|
+
``apache-airflow-providers-common-sql`` ``>=1.27.0``
|
|
59
|
+
``elasticsearch`` ``>=8.10,<9``
|
|
60
|
+
========================================== ==================
|
|
60
61
|
|
|
61
62
|
Cross provider package dependencies
|
|
62
63
|
-----------------------------------
|
|
@@ -78,4 +79,4 @@ Dependent package
|
|
|
78
79
|
============================================================================================================ ==============
|
|
79
80
|
|
|
80
81
|
The changelog for the provider package can be found in the
|
|
81
|
-
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.3.
|
|
82
|
+
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.3.4/changelog.html>`_.
|
|
@@ -27,11 +27,27 @@
|
|
|
27
27
|
Changelog
|
|
28
28
|
---------
|
|
29
29
|
|
|
30
|
-
6.3.
|
|
30
|
+
6.3.4
|
|
31
31
|
.....
|
|
32
32
|
|
|
33
|
+
Misc
|
|
34
|
+
~~~~
|
|
35
|
+
|
|
36
|
+
* ``fix mypy type errors in elasticsearch provider for sqlalchemy 2 upgrade (#56818)``
|
|
37
|
+
* ``Migrate Apache providers & Elasticsearch to ''common.compat'' (#57016)``
|
|
38
|
+
|
|
39
|
+
Doc-only
|
|
40
|
+
~~~~~~~~
|
|
41
|
+
|
|
42
|
+
* ``Remove placeholder Release Date in changelog and index files (#56056)``
|
|
43
|
+
|
|
44
|
+
.. Below changes are excluded from the changelog. Move them to
|
|
45
|
+
appropriate section above if needed. Do not delete the lines(!):
|
|
46
|
+
* ``Enable PT011 rule to prvoider tests (#56277)``
|
|
47
|
+
|
|
48
|
+
6.3.3
|
|
49
|
+
.....
|
|
33
50
|
|
|
34
|
-
Release Date: ``|PypiReleaseDate|``
|
|
35
51
|
|
|
36
52
|
Bug Fixes
|
|
37
53
|
~~~~~~~~~
|
|
@@ -79,7 +79,7 @@ apache-airflow-providers-elasticsearch package
|
|
|
79
79
|
`Elasticsearch <https://www.elastic.co/elasticsearch>`__
|
|
80
80
|
|
|
81
81
|
|
|
82
|
-
Release: 6.3.
|
|
82
|
+
Release: 6.3.4
|
|
83
83
|
|
|
84
84
|
Provider package
|
|
85
85
|
----------------
|
|
@@ -99,13 +99,14 @@ Requirements
|
|
|
99
99
|
|
|
100
100
|
The minimum Apache Airflow version supported by this provider distribution is ``2.10.0``.
|
|
101
101
|
|
|
102
|
-
|
|
103
|
-
PIP package
|
|
104
|
-
|
|
105
|
-
``apache-airflow``
|
|
106
|
-
``apache-airflow-providers-common-
|
|
107
|
-
``
|
|
108
|
-
|
|
102
|
+
========================================== ==================
|
|
103
|
+
PIP package Version required
|
|
104
|
+
========================================== ==================
|
|
105
|
+
``apache-airflow`` ``>=2.10.0``
|
|
106
|
+
``apache-airflow-providers-common-compat`` ``>=1.7.4``
|
|
107
|
+
``apache-airflow-providers-common-sql`` ``>=1.27.0``
|
|
108
|
+
``elasticsearch`` ``>=8.10,<9``
|
|
109
|
+
========================================== ==================
|
|
109
110
|
|
|
110
111
|
Cross provider package dependencies
|
|
111
112
|
-----------------------------------
|
|
@@ -132,5 +133,5 @@ Downloading official packages
|
|
|
132
133
|
You can download officially released packages and verify their checksums and signatures from the
|
|
133
134
|
`Official Apache Download site <https://downloads.apache.org/airflow/providers/>`_
|
|
134
135
|
|
|
135
|
-
* `The apache-airflow-providers-elasticsearch 6.3.
|
|
136
|
-
* `The apache-airflow-providers-elasticsearch 6.3.
|
|
136
|
+
* `The apache-airflow-providers-elasticsearch 6.3.4 sdist package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_elasticsearch-6.3.4.tar.gz>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_elasticsearch-6.3.4.tar.gz.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_elasticsearch-6.3.4.tar.gz.sha512>`__)
|
|
137
|
+
* `The apache-airflow-providers-elasticsearch 6.3.4 wheel package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_elasticsearch-6.3.4-py3-none-any.whl>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_elasticsearch-6.3.4-py3-none-any.whl.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_elasticsearch-6.3.4-py3-none-any.whl.sha512>`__)
|
|
@@ -22,12 +22,13 @@ description: |
|
|
|
22
22
|
`Elasticsearch <https://www.elastic.co/elasticsearch>`__
|
|
23
23
|
|
|
24
24
|
state: ready
|
|
25
|
-
source-date-epoch:
|
|
25
|
+
source-date-epoch: 1761116667
|
|
26
26
|
# Note that those versions are maintained by release manager - do not update them manually
|
|
27
27
|
# with the exception of case where other provider in sources has >= new provider version.
|
|
28
28
|
# In such case adding >= NEW_VERSION and bumping to NEW_VERSION in a provider have
|
|
29
29
|
# to be done in the same PR
|
|
30
30
|
versions:
|
|
31
|
+
- 6.3.4
|
|
31
32
|
- 6.3.3
|
|
32
33
|
- 6.3.2
|
|
33
34
|
- 6.3.1
|
|
@@ -25,7 +25,7 @@ build-backend = "flit_core.buildapi"
|
|
|
25
25
|
|
|
26
26
|
[project]
|
|
27
27
|
name = "apache-airflow-providers-elasticsearch"
|
|
28
|
-
version = "6.3.
|
|
28
|
+
version = "6.3.4"
|
|
29
29
|
description = "Provider package apache-airflow-providers-elasticsearch for Apache Airflow"
|
|
30
30
|
readme = "README.rst"
|
|
31
31
|
authors = [
|
|
@@ -57,8 +57,9 @@ requires-python = ">=3.10"
|
|
|
57
57
|
# Make sure to run ``prek update-providers-dependencies --all-files``
|
|
58
58
|
# After you modify the dependencies, and rebuild your Breeze CI image with ``breeze ci-image build``
|
|
59
59
|
dependencies = [
|
|
60
|
-
"apache-airflow>=2.10.
|
|
61
|
-
"apache-airflow-providers-common-
|
|
60
|
+
"apache-airflow>=2.10.0",
|
|
61
|
+
"apache-airflow-providers-common-compat>=1.8.0",
|
|
62
|
+
"apache-airflow-providers-common-sql>=1.27.0",
|
|
62
63
|
"elasticsearch>=8.10,<9",
|
|
63
64
|
]
|
|
64
65
|
|
|
@@ -67,6 +68,7 @@ dev = [
|
|
|
67
68
|
"apache-airflow",
|
|
68
69
|
"apache-airflow-task-sdk",
|
|
69
70
|
"apache-airflow-devel-common",
|
|
71
|
+
"apache-airflow-providers-common-compat",
|
|
70
72
|
"apache-airflow-providers-common-sql",
|
|
71
73
|
# Additional devel dependencies (do not remove this line and add extra development dependencies)
|
|
72
74
|
"apache-airflow-providers-common-sql[pandas,polars]",
|
|
@@ -98,8 +100,8 @@ apache-airflow-providers-common-sql = {workspace = true}
|
|
|
98
100
|
apache-airflow-providers-standard = {workspace = true}
|
|
99
101
|
|
|
100
102
|
[project.urls]
|
|
101
|
-
"Documentation" = "https://airflow.
|
|
102
|
-
"Changelog" = "https://airflow.
|
|
103
|
+
"Documentation" = "https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.3.4"
|
|
104
|
+
"Changelog" = "https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.3.4/changelog.html"
|
|
103
105
|
"Bug Tracker" = "https://github.com/apache/airflow/issues"
|
|
104
106
|
"Source Code" = "https://github.com/apache/airflow"
|
|
105
107
|
"Slack Chat" = "https://s.apache.org/airflow-slack"
|
|
@@ -29,7 +29,7 @@ from airflow import __version__ as airflow_version
|
|
|
29
29
|
|
|
30
30
|
__all__ = ["__version__"]
|
|
31
31
|
|
|
32
|
-
__version__ = "6.3.
|
|
32
|
+
__version__ = "6.3.4"
|
|
33
33
|
|
|
34
34
|
if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
|
|
35
35
|
"2.10.0"
|
|
@@ -25,8 +25,8 @@ from urllib import parse
|
|
|
25
25
|
|
|
26
26
|
from elasticsearch import Elasticsearch
|
|
27
27
|
|
|
28
|
+
from airflow.providers.common.compat.sdk import BaseHook
|
|
28
29
|
from airflow.providers.common.sql.hooks.sql import DbApiHook
|
|
29
|
-
from airflow.providers.elasticsearch.version_compat import BaseHook
|
|
30
30
|
|
|
31
31
|
if TYPE_CHECKING:
|
|
32
32
|
from elastic_transport import ObjectApiResponse
|
|
@@ -41,23 +41,15 @@ from elasticsearch.exceptions import NotFoundError
|
|
|
41
41
|
from airflow.configuration import conf
|
|
42
42
|
from airflow.exceptions import AirflowException
|
|
43
43
|
from airflow.models.dagrun import DagRun
|
|
44
|
+
from airflow.providers.common.compat.sdk import timezone
|
|
44
45
|
from airflow.providers.elasticsearch.log.es_json_formatter import ElasticsearchJSONFormatter
|
|
45
46
|
from airflow.providers.elasticsearch.log.es_response import ElasticSearchResponse, Hit
|
|
46
|
-
from airflow.providers.elasticsearch.version_compat import
|
|
47
|
-
AIRFLOW_V_3_0_PLUS,
|
|
48
|
-
AIRFLOW_V_3_1_PLUS,
|
|
49
|
-
EsLogMsgType,
|
|
50
|
-
)
|
|
47
|
+
from airflow.providers.elasticsearch.version_compat import AIRFLOW_V_3_0_PLUS
|
|
51
48
|
from airflow.utils.log.file_task_handler import FileTaskHandler
|
|
52
49
|
from airflow.utils.log.logging_mixin import ExternalLoggingMixin, LoggingMixin
|
|
53
50
|
from airflow.utils.module_loading import import_string
|
|
54
51
|
from airflow.utils.session import create_session
|
|
55
52
|
|
|
56
|
-
if AIRFLOW_V_3_1_PLUS:
|
|
57
|
-
from airflow.sdk import timezone
|
|
58
|
-
else:
|
|
59
|
-
from airflow.utils import timezone # type: ignore[attr-defined,no-redef]
|
|
60
|
-
|
|
61
53
|
if TYPE_CHECKING:
|
|
62
54
|
from datetime import datetime
|
|
63
55
|
|
|
@@ -65,6 +57,14 @@ if TYPE_CHECKING:
|
|
|
65
57
|
from airflow.utils.log.file_task_handler import LogMetadata
|
|
66
58
|
|
|
67
59
|
|
|
60
|
+
if AIRFLOW_V_3_0_PLUS:
|
|
61
|
+
from airflow.utils.log.file_task_handler import StructuredLogMessage
|
|
62
|
+
|
|
63
|
+
EsLogMsgType = list[StructuredLogMessage] | str
|
|
64
|
+
else:
|
|
65
|
+
EsLogMsgType = list[tuple[str, str]] # type: ignore[assignment,misc]
|
|
66
|
+
|
|
67
|
+
|
|
68
68
|
LOG_LINE_DEFAULTS = {"exc_text": "", "stack_info": ""}
|
|
69
69
|
# Elasticsearch hosted log type
|
|
70
70
|
|
|
@@ -252,15 +252,11 @@ class ElasticsearchTaskHandler(FileTaskHandler, ExternalLoggingMixin, LoggingMix
|
|
|
252
252
|
data_interval_end = self._clean_date(dag_run.data_interval_end)
|
|
253
253
|
logical_date = self._clean_date(dag_run.logical_date)
|
|
254
254
|
else:
|
|
255
|
-
|
|
256
|
-
|
|
257
|
-
|
|
258
|
-
|
|
259
|
-
if dag_run.
|
|
260
|
-
data_interval_end = dag_run.data_interval_end.isoformat()
|
|
261
|
-
else:
|
|
262
|
-
data_interval_end = ""
|
|
263
|
-
logical_date = dag_run.logical_date.isoformat()
|
|
255
|
+
data_interval_start = (
|
|
256
|
+
dag_run.data_interval_start.isoformat() if dag_run.data_interval_start else ""
|
|
257
|
+
)
|
|
258
|
+
data_interval_end = dag_run.data_interval_end.isoformat() if dag_run.data_interval_end else ""
|
|
259
|
+
logical_date = dag_run.logical_date.isoformat() if dag_run.logical_date else ""
|
|
264
260
|
|
|
265
261
|
return log_id_template.format(
|
|
266
262
|
dag_id=ti.dag_id,
|
|
@@ -35,16 +35,4 @@ def get_base_airflow_version_tuple() -> tuple[int, int, int]:
|
|
|
35
35
|
AIRFLOW_V_3_0_PLUS = get_base_airflow_version_tuple() >= (3, 0, 0)
|
|
36
36
|
AIRFLOW_V_3_1_PLUS: bool = get_base_airflow_version_tuple() >= (3, 1, 0)
|
|
37
37
|
|
|
38
|
-
|
|
39
|
-
from airflow.sdk import BaseHook
|
|
40
|
-
else:
|
|
41
|
-
from airflow.hooks.base import BaseHook # type: ignore[attr-defined,no-redef]
|
|
42
|
-
|
|
43
|
-
if AIRFLOW_V_3_0_PLUS:
|
|
44
|
-
from airflow.utils.log.file_task_handler import StructuredLogMessage
|
|
45
|
-
|
|
46
|
-
EsLogMsgType = list[StructuredLogMessage] | str
|
|
47
|
-
else:
|
|
48
|
-
EsLogMsgType = list[tuple[str, str]] # type: ignore[assignment,misc]
|
|
49
|
-
|
|
50
|
-
__all__ = ["AIRFLOW_V_3_0_PLUS", "AIRFLOW_V_3_1_PLUS", "BaseHook", "EsLogMsgType"]
|
|
38
|
+
__all__ = ["AIRFLOW_V_3_0_PLUS", "AIRFLOW_V_3_1_PLUS"]
|
|
@@ -24,17 +24,10 @@ import os
|
|
|
24
24
|
from datetime import datetime
|
|
25
25
|
|
|
26
26
|
from airflow import models
|
|
27
|
+
from airflow.providers.common.compat.sdk import task
|
|
27
28
|
from airflow.providers.elasticsearch.hooks.elasticsearch import ElasticsearchPythonHook, ElasticsearchSQLHook
|
|
28
29
|
from airflow.providers.standard.operators.python import PythonOperator
|
|
29
30
|
|
|
30
|
-
from tests_common.test_utils.version_compat import AIRFLOW_V_3_0_PLUS
|
|
31
|
-
|
|
32
|
-
if AIRFLOW_V_3_0_PLUS:
|
|
33
|
-
from airflow.sdk import task
|
|
34
|
-
else:
|
|
35
|
-
# Airflow 2 path
|
|
36
|
-
from airflow.decorators import task # type: ignore[attr-defined,no-redef]
|
|
37
|
-
|
|
38
31
|
ENV_ID = os.environ.get("SYSTEM_TESTS_ENV_ID")
|
|
39
32
|
DAG_ID = "elasticsearch_dag"
|
|
40
33
|
CONN_ID = "elasticsearch_default"
|
|
@@ -162,7 +162,7 @@ class TestElasticsearchTaskHandler:
|
|
|
162
162
|
Test the format_url method of the ElasticsearchTaskHandler class.
|
|
163
163
|
"""
|
|
164
164
|
if expected == "ValueError":
|
|
165
|
-
with pytest.raises(ValueError):
|
|
165
|
+
with pytest.raises(ValueError, match="'https://' is not a valid URL."):
|
|
166
166
|
assert ElasticsearchTaskHandler.format_url(host) == expected
|
|
167
167
|
else:
|
|
168
168
|
assert ElasticsearchTaskHandler.format_url(host) == expected
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|