apache-airflow-providers-elasticsearch 6.3.2rc1__tar.gz → 6.3.3__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of apache-airflow-providers-elasticsearch might be problematic. Click here for more details.
- {apache_airflow_providers_elasticsearch-6.3.2rc1 → apache_airflow_providers_elasticsearch-6.3.3}/PKG-INFO +9 -10
- {apache_airflow_providers_elasticsearch-6.3.2rc1 → apache_airflow_providers_elasticsearch-6.3.3}/README.rst +4 -5
- apache_airflow_providers_elasticsearch-6.3.3/docs/.latest-doc-only-change.txt +1 -0
- {apache_airflow_providers_elasticsearch-6.3.2rc1 → apache_airflow_providers_elasticsearch-6.3.3}/docs/changelog.rst +23 -0
- {apache_airflow_providers_elasticsearch-6.3.2rc1 → apache_airflow_providers_elasticsearch-6.3.3}/docs/index.rst +5 -7
- {apache_airflow_providers_elasticsearch-6.3.2rc1 → apache_airflow_providers_elasticsearch-6.3.3}/provider.yaml +2 -1
- {apache_airflow_providers_elasticsearch-6.3.2rc1 → apache_airflow_providers_elasticsearch-6.3.3}/pyproject.toml +6 -6
- {apache_airflow_providers_elasticsearch-6.3.2rc1 → apache_airflow_providers_elasticsearch-6.3.3}/src/airflow/providers/elasticsearch/__init__.py +1 -1
- {apache_airflow_providers_elasticsearch-6.3.2rc1 → apache_airflow_providers_elasticsearch-6.3.3}/src/airflow/providers/elasticsearch/log/es_task_handler.py +25 -25
- apache_airflow_providers_elasticsearch-6.3.2rc1/docs/.latest-doc-only-change.txt +0 -1
- {apache_airflow_providers_elasticsearch-6.3.2rc1 → apache_airflow_providers_elasticsearch-6.3.3}/docs/commits.rst +0 -0
- {apache_airflow_providers_elasticsearch-6.3.2rc1 → apache_airflow_providers_elasticsearch-6.3.3}/docs/conf.py +0 -0
- {apache_airflow_providers_elasticsearch-6.3.2rc1 → apache_airflow_providers_elasticsearch-6.3.3}/docs/configurations-ref.rst +0 -0
- {apache_airflow_providers_elasticsearch-6.3.2rc1 → apache_airflow_providers_elasticsearch-6.3.3}/docs/connections/elasticsearch.rst +0 -0
- {apache_airflow_providers_elasticsearch-6.3.2rc1 → apache_airflow_providers_elasticsearch-6.3.3}/docs/hooks/elasticsearch_python_hook.rst +0 -0
- {apache_airflow_providers_elasticsearch-6.3.2rc1 → apache_airflow_providers_elasticsearch-6.3.3}/docs/hooks/elasticsearch_sql_hook.rst +0 -0
- {apache_airflow_providers_elasticsearch-6.3.2rc1 → apache_airflow_providers_elasticsearch-6.3.3}/docs/hooks/index.rst +0 -0
- {apache_airflow_providers_elasticsearch-6.3.2rc1 → apache_airflow_providers_elasticsearch-6.3.3}/docs/installing-providers-from-sources.rst +0 -0
- {apache_airflow_providers_elasticsearch-6.3.2rc1 → apache_airflow_providers_elasticsearch-6.3.3}/docs/integration-logos/Elasticsearch.png +0 -0
- {apache_airflow_providers_elasticsearch-6.3.2rc1 → apache_airflow_providers_elasticsearch-6.3.3}/docs/logging/index.rst +0 -0
- {apache_airflow_providers_elasticsearch-6.3.2rc1 → apache_airflow_providers_elasticsearch-6.3.3}/docs/redirects.txt +0 -0
- {apache_airflow_providers_elasticsearch-6.3.2rc1 → apache_airflow_providers_elasticsearch-6.3.3}/docs/security.rst +0 -0
- {apache_airflow_providers_elasticsearch-6.3.2rc1 → apache_airflow_providers_elasticsearch-6.3.3}/src/airflow/__init__.py +0 -0
- {apache_airflow_providers_elasticsearch-6.3.2rc1 → apache_airflow_providers_elasticsearch-6.3.3}/src/airflow/providers/__init__.py +0 -0
- {apache_airflow_providers_elasticsearch-6.3.2rc1 → apache_airflow_providers_elasticsearch-6.3.3}/src/airflow/providers/elasticsearch/LICENSE +0 -0
- {apache_airflow_providers_elasticsearch-6.3.2rc1 → apache_airflow_providers_elasticsearch-6.3.3}/src/airflow/providers/elasticsearch/get_provider_info.py +0 -0
- {apache_airflow_providers_elasticsearch-6.3.2rc1 → apache_airflow_providers_elasticsearch-6.3.3}/src/airflow/providers/elasticsearch/hooks/__init__.py +0 -0
- {apache_airflow_providers_elasticsearch-6.3.2rc1 → apache_airflow_providers_elasticsearch-6.3.3}/src/airflow/providers/elasticsearch/hooks/elasticsearch.py +0 -0
- {apache_airflow_providers_elasticsearch-6.3.2rc1 → apache_airflow_providers_elasticsearch-6.3.3}/src/airflow/providers/elasticsearch/log/__init__.py +0 -0
- {apache_airflow_providers_elasticsearch-6.3.2rc1 → apache_airflow_providers_elasticsearch-6.3.3}/src/airflow/providers/elasticsearch/log/es_json_formatter.py +0 -0
- {apache_airflow_providers_elasticsearch-6.3.2rc1 → apache_airflow_providers_elasticsearch-6.3.3}/src/airflow/providers/elasticsearch/log/es_response.py +0 -0
- {apache_airflow_providers_elasticsearch-6.3.2rc1 → apache_airflow_providers_elasticsearch-6.3.3}/src/airflow/providers/elasticsearch/version_compat.py +0 -0
- {apache_airflow_providers_elasticsearch-6.3.2rc1 → apache_airflow_providers_elasticsearch-6.3.3}/tests/conftest.py +0 -0
- {apache_airflow_providers_elasticsearch-6.3.2rc1 → apache_airflow_providers_elasticsearch-6.3.3}/tests/system/__init__.py +0 -0
- {apache_airflow_providers_elasticsearch-6.3.2rc1 → apache_airflow_providers_elasticsearch-6.3.3}/tests/system/elasticsearch/__init__.py +0 -0
- {apache_airflow_providers_elasticsearch-6.3.2rc1 → apache_airflow_providers_elasticsearch-6.3.3}/tests/system/elasticsearch/example_elasticsearch_query.py +0 -0
- {apache_airflow_providers_elasticsearch-6.3.2rc1 → apache_airflow_providers_elasticsearch-6.3.3}/tests/unit/__init__.py +0 -0
- {apache_airflow_providers_elasticsearch-6.3.2rc1 → apache_airflow_providers_elasticsearch-6.3.3}/tests/unit/elasticsearch/__init__.py +0 -0
- {apache_airflow_providers_elasticsearch-6.3.2rc1 → apache_airflow_providers_elasticsearch-6.3.3}/tests/unit/elasticsearch/hooks/__init__.py +0 -0
- {apache_airflow_providers_elasticsearch-6.3.2rc1 → apache_airflow_providers_elasticsearch-6.3.3}/tests/unit/elasticsearch/hooks/test_elasticsearch.py +0 -0
- {apache_airflow_providers_elasticsearch-6.3.2rc1 → apache_airflow_providers_elasticsearch-6.3.3}/tests/unit/elasticsearch/log/__init__.py +0 -0
- {apache_airflow_providers_elasticsearch-6.3.2rc1 → apache_airflow_providers_elasticsearch-6.3.3}/tests/unit/elasticsearch/log/elasticmock/__init__.py +0 -0
- {apache_airflow_providers_elasticsearch-6.3.2rc1 → apache_airflow_providers_elasticsearch-6.3.3}/tests/unit/elasticsearch/log/elasticmock/fake_elasticsearch.py +0 -0
- {apache_airflow_providers_elasticsearch-6.3.2rc1 → apache_airflow_providers_elasticsearch-6.3.3}/tests/unit/elasticsearch/log/elasticmock/utilities/__init__.py +0 -0
- {apache_airflow_providers_elasticsearch-6.3.2rc1 → apache_airflow_providers_elasticsearch-6.3.3}/tests/unit/elasticsearch/log/test_es_json_formatter.py +0 -0
- {apache_airflow_providers_elasticsearch-6.3.2rc1 → apache_airflow_providers_elasticsearch-6.3.3}/tests/unit/elasticsearch/log/test_es_response.py +0 -0
- {apache_airflow_providers_elasticsearch-6.3.2rc1 → apache_airflow_providers_elasticsearch-6.3.3}/tests/unit/elasticsearch/log/test_es_task_handler.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: apache-airflow-providers-elasticsearch
|
|
3
|
-
Version: 6.3.
|
|
3
|
+
Version: 6.3.3
|
|
4
4
|
Summary: Provider package apache-airflow-providers-elasticsearch for Apache Airflow
|
|
5
5
|
Keywords: airflow-provider,elasticsearch,airflow,integration
|
|
6
6
|
Author-email: Apache Software Foundation <dev@airflow.apache.org>
|
|
@@ -20,12 +20,12 @@ Classifier: Programming Language :: Python :: 3.11
|
|
|
20
20
|
Classifier: Programming Language :: Python :: 3.12
|
|
21
21
|
Classifier: Programming Language :: Python :: 3.13
|
|
22
22
|
Classifier: Topic :: System :: Monitoring
|
|
23
|
-
Requires-Dist: apache-airflow>=2.10.
|
|
24
|
-
Requires-Dist: apache-airflow-providers-common-sql>=1.27.
|
|
23
|
+
Requires-Dist: apache-airflow>=2.10.0
|
|
24
|
+
Requires-Dist: apache-airflow-providers-common-sql>=1.27.0
|
|
25
25
|
Requires-Dist: elasticsearch>=8.10,<9
|
|
26
26
|
Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
|
|
27
|
-
Project-URL: Changelog, https://airflow.
|
|
28
|
-
Project-URL: Documentation, https://airflow.
|
|
27
|
+
Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.3.3/changelog.html
|
|
28
|
+
Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.3.3
|
|
29
29
|
Project-URL: Mastodon, https://fosstodon.org/@airflow
|
|
30
30
|
Project-URL: Slack Chat, https://s.apache.org/airflow-slack
|
|
31
31
|
Project-URL: Source Code, https://github.com/apache/airflow
|
|
@@ -56,9 +56,8 @@ Project-URL: YouTube, https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA/
|
|
|
56
56
|
|
|
57
57
|
Package ``apache-airflow-providers-elasticsearch``
|
|
58
58
|
|
|
59
|
-
Release: ``6.3.
|
|
59
|
+
Release: ``6.3.3``
|
|
60
60
|
|
|
61
|
-
Release Date: ``|PypiReleaseDate|``
|
|
62
61
|
|
|
63
62
|
`Elasticsearch <https://www.elastic.co/elasticsearch>`__
|
|
64
63
|
|
|
@@ -70,12 +69,12 @@ This is a provider package for ``elasticsearch`` provider. All classes for this
|
|
|
70
69
|
are in ``airflow.providers.elasticsearch`` python package.
|
|
71
70
|
|
|
72
71
|
You can find package information and changelog for the provider
|
|
73
|
-
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.3.
|
|
72
|
+
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.3.3/>`_.
|
|
74
73
|
|
|
75
74
|
Installation
|
|
76
75
|
------------
|
|
77
76
|
|
|
78
|
-
You can install this package on top of an existing Airflow
|
|
77
|
+
You can install this package on top of an existing Airflow installation (see ``Requirements`` below
|
|
79
78
|
for the minimum Airflow version supported) via
|
|
80
79
|
``pip install apache-airflow-providers-elasticsearch``
|
|
81
80
|
|
|
@@ -112,5 +111,5 @@ Dependent package
|
|
|
112
111
|
============================================================================================================ ==============
|
|
113
112
|
|
|
114
113
|
The changelog for the provider package can be found in the
|
|
115
|
-
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.3.
|
|
114
|
+
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.3.3/changelog.html>`_.
|
|
116
115
|
|
|
@@ -23,9 +23,8 @@
|
|
|
23
23
|
|
|
24
24
|
Package ``apache-airflow-providers-elasticsearch``
|
|
25
25
|
|
|
26
|
-
Release: ``6.3.
|
|
26
|
+
Release: ``6.3.3``
|
|
27
27
|
|
|
28
|
-
Release Date: ``|PypiReleaseDate|``
|
|
29
28
|
|
|
30
29
|
`Elasticsearch <https://www.elastic.co/elasticsearch>`__
|
|
31
30
|
|
|
@@ -37,12 +36,12 @@ This is a provider package for ``elasticsearch`` provider. All classes for this
|
|
|
37
36
|
are in ``airflow.providers.elasticsearch`` python package.
|
|
38
37
|
|
|
39
38
|
You can find package information and changelog for the provider
|
|
40
|
-
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.3.
|
|
39
|
+
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.3.3/>`_.
|
|
41
40
|
|
|
42
41
|
Installation
|
|
43
42
|
------------
|
|
44
43
|
|
|
45
|
-
You can install this package on top of an existing Airflow
|
|
44
|
+
You can install this package on top of an existing Airflow installation (see ``Requirements`` below
|
|
46
45
|
for the minimum Airflow version supported) via
|
|
47
46
|
``pip install apache-airflow-providers-elasticsearch``
|
|
48
47
|
|
|
@@ -79,4 +78,4 @@ Dependent package
|
|
|
79
78
|
============================================================================================================ ==============
|
|
80
79
|
|
|
81
80
|
The changelog for the provider package can be found in the
|
|
82
|
-
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.3.
|
|
81
|
+
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.3.3/changelog.html>`_.
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
f620bcc40a69330ca0a8b47c77c3d699e6136606
|
|
@@ -27,6 +27,29 @@
|
|
|
27
27
|
Changelog
|
|
28
28
|
---------
|
|
29
29
|
|
|
30
|
+
6.3.3
|
|
31
|
+
.....
|
|
32
|
+
|
|
33
|
+
|
|
34
|
+
Release Date: ``|PypiReleaseDate|``
|
|
35
|
+
|
|
36
|
+
Bug Fixes
|
|
37
|
+
~~~~~~~~~
|
|
38
|
+
|
|
39
|
+
* ``[OSSTaskHandler, CloudwatchTaskHandler, S3TaskHandler, HdfsTaskHandler, ElasticsearchTaskHandler, GCSTaskHandler, OpensearchTaskHandler, RedisTaskHandler, WasbTaskHandler] supports log file size handling (#55455)``
|
|
40
|
+
|
|
41
|
+
Doc-only
|
|
42
|
+
~~~~~~~~
|
|
43
|
+
|
|
44
|
+
* ``Make term Dag consistent in providers docs (#55101)``
|
|
45
|
+
|
|
46
|
+
.. Below changes are excluded from the changelog. Move them to
|
|
47
|
+
appropriate section above if needed. Do not delete the lines(!):
|
|
48
|
+
* ``Prepare release for Sep 2025 1st wave of providers (#55203)``
|
|
49
|
+
* ``Fix Airflow 2 reference in README/index of providers (#55240)``
|
|
50
|
+
* ``Remove airflow.models.DAG (#54383)``
|
|
51
|
+
* ``Switch pre-commit to prek (#54258)``
|
|
52
|
+
|
|
30
53
|
6.3.2
|
|
31
54
|
.....
|
|
32
55
|
|
|
@@ -58,7 +58,7 @@
|
|
|
58
58
|
:maxdepth: 1
|
|
59
59
|
:caption: Resources
|
|
60
60
|
|
|
61
|
-
Example
|
|
61
|
+
Example Dags <https://github.com/apache/airflow/tree/providers-elasticsearch/|version|/providers/elasticsearch/tests/system/elasticsearch>
|
|
62
62
|
PyPI Repository <https://pypi.org/project/apache-airflow-providers-elasticsearch/>
|
|
63
63
|
Installing from sources <installing-providers-from-sources>
|
|
64
64
|
|
|
@@ -79,9 +79,7 @@ apache-airflow-providers-elasticsearch package
|
|
|
79
79
|
`Elasticsearch <https://www.elastic.co/elasticsearch>`__
|
|
80
80
|
|
|
81
81
|
|
|
82
|
-
Release: 6.3.
|
|
83
|
-
|
|
84
|
-
Release Date: ``|PypiReleaseDate|``
|
|
82
|
+
Release: 6.3.3
|
|
85
83
|
|
|
86
84
|
Provider package
|
|
87
85
|
----------------
|
|
@@ -92,7 +90,7 @@ All classes for this package are included in the ``airflow.providers.elasticsear
|
|
|
92
90
|
Installation
|
|
93
91
|
------------
|
|
94
92
|
|
|
95
|
-
You can install this package on top of an existing Airflow
|
|
93
|
+
You can install this package on top of an existing Airflow installation via
|
|
96
94
|
``pip install apache-airflow-providers-elasticsearch``.
|
|
97
95
|
For the minimum Airflow version supported, see ``Requirements`` below.
|
|
98
96
|
|
|
@@ -134,5 +132,5 @@ Downloading official packages
|
|
|
134
132
|
You can download officially released packages and verify their checksums and signatures from the
|
|
135
133
|
`Official Apache Download site <https://downloads.apache.org/airflow/providers/>`_
|
|
136
134
|
|
|
137
|
-
* `The apache-airflow-providers-elasticsearch 6.3.
|
|
138
|
-
* `The apache-airflow-providers-elasticsearch 6.3.
|
|
135
|
+
* `The apache-airflow-providers-elasticsearch 6.3.3 sdist package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_elasticsearch-6.3.3.tar.gz>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_elasticsearch-6.3.3.tar.gz.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_elasticsearch-6.3.3.tar.gz.sha512>`__)
|
|
136
|
+
* `The apache-airflow-providers-elasticsearch 6.3.3 wheel package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_elasticsearch-6.3.3-py3-none-any.whl>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_elasticsearch-6.3.3-py3-none-any.whl.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_elasticsearch-6.3.3-py3-none-any.whl.sha512>`__)
|
|
@@ -22,12 +22,13 @@ description: |
|
|
|
22
22
|
`Elasticsearch <https://www.elastic.co/elasticsearch>`__
|
|
23
23
|
|
|
24
24
|
state: ready
|
|
25
|
-
source-date-epoch:
|
|
25
|
+
source-date-epoch: 1757950241
|
|
26
26
|
# Note that those versions are maintained by release manager - do not update them manually
|
|
27
27
|
# with the exception of case where other provider in sources has >= new provider version.
|
|
28
28
|
# In such case adding >= NEW_VERSION and bumping to NEW_VERSION in a provider have
|
|
29
29
|
# to be done in the same PR
|
|
30
30
|
versions:
|
|
31
|
+
- 6.3.3
|
|
31
32
|
- 6.3.2
|
|
32
33
|
- 6.3.1
|
|
33
34
|
- 6.3.0
|
|
@@ -25,7 +25,7 @@ build-backend = "flit_core.buildapi"
|
|
|
25
25
|
|
|
26
26
|
[project]
|
|
27
27
|
name = "apache-airflow-providers-elasticsearch"
|
|
28
|
-
version = "6.3.
|
|
28
|
+
version = "6.3.3"
|
|
29
29
|
description = "Provider package apache-airflow-providers-elasticsearch for Apache Airflow"
|
|
30
30
|
readme = "README.rst"
|
|
31
31
|
authors = [
|
|
@@ -54,11 +54,11 @@ requires-python = ">=3.10"
|
|
|
54
54
|
|
|
55
55
|
# The dependencies should be modified in place in the generated file.
|
|
56
56
|
# Any change in the dependencies is preserved when the file is regenerated
|
|
57
|
-
# Make sure to run ``
|
|
57
|
+
# Make sure to run ``prek update-providers-dependencies --all-files``
|
|
58
58
|
# After you modify the dependencies, and rebuild your Breeze CI image with ``breeze ci-image build``
|
|
59
59
|
dependencies = [
|
|
60
|
-
"apache-airflow>=2.10.
|
|
61
|
-
"apache-airflow-providers-common-sql>=1.27.
|
|
60
|
+
"apache-airflow>=2.10.0",
|
|
61
|
+
"apache-airflow-providers-common-sql>=1.27.0",
|
|
62
62
|
"elasticsearch>=8.10,<9",
|
|
63
63
|
]
|
|
64
64
|
|
|
@@ -98,8 +98,8 @@ apache-airflow-providers-common-sql = {workspace = true}
|
|
|
98
98
|
apache-airflow-providers-standard = {workspace = true}
|
|
99
99
|
|
|
100
100
|
[project.urls]
|
|
101
|
-
"Documentation" = "https://airflow.
|
|
102
|
-
"Changelog" = "https://airflow.
|
|
101
|
+
"Documentation" = "https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.3.3"
|
|
102
|
+
"Changelog" = "https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.3.3/changelog.html"
|
|
103
103
|
"Bug Tracker" = "https://github.com/apache/airflow/issues"
|
|
104
104
|
"Source Code" = "https://github.com/apache/airflow"
|
|
105
105
|
"Slack Chat" = "https://s.apache.org/airflow-slack"
|
|
@@ -29,7 +29,7 @@ from airflow import __version__ as airflow_version
|
|
|
29
29
|
|
|
30
30
|
__all__ = ["__version__"]
|
|
31
31
|
|
|
32
|
-
__version__ = "6.3.
|
|
32
|
+
__version__ = "6.3.3"
|
|
33
33
|
|
|
34
34
|
if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
|
|
35
35
|
"2.10.0"
|
|
@@ -41,17 +41,23 @@ from elasticsearch.exceptions import NotFoundError
|
|
|
41
41
|
from airflow.configuration import conf
|
|
42
42
|
from airflow.exceptions import AirflowException
|
|
43
43
|
from airflow.models.dagrun import DagRun
|
|
44
|
-
from airflow.providers.elasticsearch.log.es_json_formatter import
|
|
45
|
-
ElasticsearchJSONFormatter,
|
|
46
|
-
)
|
|
44
|
+
from airflow.providers.elasticsearch.log.es_json_formatter import ElasticsearchJSONFormatter
|
|
47
45
|
from airflow.providers.elasticsearch.log.es_response import ElasticSearchResponse, Hit
|
|
48
|
-
from airflow.providers.elasticsearch.version_compat import
|
|
49
|
-
|
|
46
|
+
from airflow.providers.elasticsearch.version_compat import (
|
|
47
|
+
AIRFLOW_V_3_0_PLUS,
|
|
48
|
+
AIRFLOW_V_3_1_PLUS,
|
|
49
|
+
EsLogMsgType,
|
|
50
|
+
)
|
|
50
51
|
from airflow.utils.log.file_task_handler import FileTaskHandler
|
|
51
52
|
from airflow.utils.log.logging_mixin import ExternalLoggingMixin, LoggingMixin
|
|
52
53
|
from airflow.utils.module_loading import import_string
|
|
53
54
|
from airflow.utils.session import create_session
|
|
54
55
|
|
|
56
|
+
if AIRFLOW_V_3_1_PLUS:
|
|
57
|
+
from airflow.sdk import timezone
|
|
58
|
+
else:
|
|
59
|
+
from airflow.utils import timezone # type: ignore[attr-defined,no-redef]
|
|
60
|
+
|
|
55
61
|
if TYPE_CHECKING:
|
|
56
62
|
from datetime import datetime
|
|
57
63
|
|
|
@@ -156,13 +162,19 @@ class ElasticsearchTaskHandler(FileTaskHandler, ExternalLoggingMixin, LoggingMix
|
|
|
156
162
|
index_patterns: str = conf.get("elasticsearch", "index_patterns"),
|
|
157
163
|
index_patterns_callable: str = conf.get("elasticsearch", "index_patterns_callable", fallback=""),
|
|
158
164
|
es_kwargs: dict | None | Literal["default_es_kwargs"] = "default_es_kwargs",
|
|
165
|
+
max_bytes: int = 0,
|
|
166
|
+
backup_count: int = 0,
|
|
167
|
+
delay: bool = False,
|
|
159
168
|
**kwargs,
|
|
160
|
-
):
|
|
169
|
+
) -> None:
|
|
161
170
|
es_kwargs = es_kwargs or {}
|
|
162
171
|
if es_kwargs == "default_es_kwargs":
|
|
163
172
|
es_kwargs = get_es_kwargs_from_config()
|
|
164
173
|
self.host = self.format_url(host)
|
|
165
|
-
|
|
174
|
+
# support log file size handling of FileTaskHandler
|
|
175
|
+
super().__init__(
|
|
176
|
+
base_log_folder=base_log_folder, max_bytes=max_bytes, backup_count=backup_count, delay=delay
|
|
177
|
+
)
|
|
166
178
|
self.closed = False
|
|
167
179
|
|
|
168
180
|
self.client = elasticsearch.Elasticsearch(self.host, **es_kwargs)
|
|
@@ -235,29 +247,17 @@ class ElasticsearchTaskHandler(FileTaskHandler, ExternalLoggingMixin, LoggingMix
|
|
|
235
247
|
if USE_PER_RUN_LOG_ID:
|
|
236
248
|
log_id_template = dag_run.get_log_template(session=session).elasticsearch_id
|
|
237
249
|
|
|
238
|
-
if TYPE_CHECKING:
|
|
239
|
-
assert ti.task
|
|
240
|
-
try:
|
|
241
|
-
dag = ti.task.dag
|
|
242
|
-
except AttributeError: # ti.task is not always set.
|
|
243
|
-
data_interval = (dag_run.data_interval_start, dag_run.data_interval_end)
|
|
244
|
-
else:
|
|
245
|
-
if TYPE_CHECKING:
|
|
246
|
-
assert dag is not None
|
|
247
|
-
# TODO: Task-SDK: Where should this function be?
|
|
248
|
-
data_interval = dag.get_run_data_interval(dag_run) # type: ignore[attr-defined]
|
|
249
|
-
|
|
250
250
|
if self.json_format:
|
|
251
|
-
data_interval_start = self._clean_date(
|
|
252
|
-
data_interval_end = self._clean_date(
|
|
251
|
+
data_interval_start = self._clean_date(dag_run.data_interval_start)
|
|
252
|
+
data_interval_end = self._clean_date(dag_run.data_interval_end)
|
|
253
253
|
logical_date = self._clean_date(dag_run.logical_date)
|
|
254
254
|
else:
|
|
255
|
-
if
|
|
256
|
-
data_interval_start =
|
|
255
|
+
if dag_run.data_interval_start:
|
|
256
|
+
data_interval_start = dag_run.data_interval_start.isoformat()
|
|
257
257
|
else:
|
|
258
258
|
data_interval_start = ""
|
|
259
|
-
if
|
|
260
|
-
data_interval_end =
|
|
259
|
+
if dag_run.data_interval_end:
|
|
260
|
+
data_interval_end = dag_run.data_interval_end.isoformat()
|
|
261
261
|
else:
|
|
262
262
|
data_interval_end = ""
|
|
263
263
|
logical_date = dag_run.logical_date.isoformat()
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
7b2ec33c7ad4998d9c9735b79593fcdcd3b9dd1f
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|