apache-airflow-providers-elasticsearch 6.4.1rc1__tar.gz → 6.4.4__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {apache_airflow_providers_elasticsearch-6.4.1rc1 → apache_airflow_providers_elasticsearch-6.4.4}/NOTICE +1 -1
- {apache_airflow_providers_elasticsearch-6.4.1rc1 → apache_airflow_providers_elasticsearch-6.4.4}/PKG-INFO +10 -10
- {apache_airflow_providers_elasticsearch-6.4.1rc1 → apache_airflow_providers_elasticsearch-6.4.4}/README.rst +4 -4
- {apache_airflow_providers_elasticsearch-6.4.1rc1 → apache_airflow_providers_elasticsearch-6.4.4}/docs/changelog.rst +34 -0
- {apache_airflow_providers_elasticsearch-6.4.1rc1 → apache_airflow_providers_elasticsearch-6.4.4}/docs/index.rst +4 -4
- {apache_airflow_providers_elasticsearch-6.4.1rc1 → apache_airflow_providers_elasticsearch-6.4.4}/provider.yaml +4 -1
- {apache_airflow_providers_elasticsearch-6.4.1rc1 → apache_airflow_providers_elasticsearch-6.4.4}/pyproject.toml +6 -6
- {apache_airflow_providers_elasticsearch-6.4.1rc1 → apache_airflow_providers_elasticsearch-6.4.4}/src/airflow/providers/elasticsearch/__init__.py +1 -1
- {apache_airflow_providers_elasticsearch-6.4.1rc1 → apache_airflow_providers_elasticsearch-6.4.4}/src/airflow/providers/elasticsearch/log/es_task_handler.py +6 -8
- {apache_airflow_providers_elasticsearch-6.4.1rc1 → apache_airflow_providers_elasticsearch-6.4.4}/tests/unit/elasticsearch/log/test_es_task_handler.py +1 -1
- {apache_airflow_providers_elasticsearch-6.4.1rc1 → apache_airflow_providers_elasticsearch-6.4.4}/LICENSE +0 -0
- {apache_airflow_providers_elasticsearch-6.4.1rc1 → apache_airflow_providers_elasticsearch-6.4.4}/docs/.latest-doc-only-change.txt +0 -0
- {apache_airflow_providers_elasticsearch-6.4.1rc1 → apache_airflow_providers_elasticsearch-6.4.4}/docs/commits.rst +0 -0
- {apache_airflow_providers_elasticsearch-6.4.1rc1 → apache_airflow_providers_elasticsearch-6.4.4}/docs/conf.py +0 -0
- {apache_airflow_providers_elasticsearch-6.4.1rc1 → apache_airflow_providers_elasticsearch-6.4.4}/docs/configurations-ref.rst +0 -0
- {apache_airflow_providers_elasticsearch-6.4.1rc1 → apache_airflow_providers_elasticsearch-6.4.4}/docs/connections/elasticsearch.rst +0 -0
- {apache_airflow_providers_elasticsearch-6.4.1rc1 → apache_airflow_providers_elasticsearch-6.4.4}/docs/hooks/elasticsearch_python_hook.rst +0 -0
- {apache_airflow_providers_elasticsearch-6.4.1rc1 → apache_airflow_providers_elasticsearch-6.4.4}/docs/hooks/elasticsearch_sql_hook.rst +0 -0
- {apache_airflow_providers_elasticsearch-6.4.1rc1 → apache_airflow_providers_elasticsearch-6.4.4}/docs/hooks/index.rst +0 -0
- {apache_airflow_providers_elasticsearch-6.4.1rc1 → apache_airflow_providers_elasticsearch-6.4.4}/docs/installing-providers-from-sources.rst +0 -0
- {apache_airflow_providers_elasticsearch-6.4.1rc1 → apache_airflow_providers_elasticsearch-6.4.4}/docs/integration-logos/Elasticsearch.png +0 -0
- {apache_airflow_providers_elasticsearch-6.4.1rc1 → apache_airflow_providers_elasticsearch-6.4.4}/docs/logging/index.rst +0 -0
- {apache_airflow_providers_elasticsearch-6.4.1rc1 → apache_airflow_providers_elasticsearch-6.4.4}/docs/redirects.txt +0 -0
- {apache_airflow_providers_elasticsearch-6.4.1rc1 → apache_airflow_providers_elasticsearch-6.4.4}/docs/security.rst +0 -0
- {apache_airflow_providers_elasticsearch-6.4.1rc1 → apache_airflow_providers_elasticsearch-6.4.4}/src/airflow/__init__.py +0 -0
- {apache_airflow_providers_elasticsearch-6.4.1rc1 → apache_airflow_providers_elasticsearch-6.4.4}/src/airflow/providers/__init__.py +0 -0
- {apache_airflow_providers_elasticsearch-6.4.1rc1 → apache_airflow_providers_elasticsearch-6.4.4}/src/airflow/providers/elasticsearch/get_provider_info.py +0 -0
- {apache_airflow_providers_elasticsearch-6.4.1rc1 → apache_airflow_providers_elasticsearch-6.4.4}/src/airflow/providers/elasticsearch/hooks/__init__.py +0 -0
- {apache_airflow_providers_elasticsearch-6.4.1rc1 → apache_airflow_providers_elasticsearch-6.4.4}/src/airflow/providers/elasticsearch/hooks/elasticsearch.py +0 -0
- {apache_airflow_providers_elasticsearch-6.4.1rc1 → apache_airflow_providers_elasticsearch-6.4.4}/src/airflow/providers/elasticsearch/log/__init__.py +0 -0
- {apache_airflow_providers_elasticsearch-6.4.1rc1 → apache_airflow_providers_elasticsearch-6.4.4}/src/airflow/providers/elasticsearch/log/es_json_formatter.py +0 -0
- {apache_airflow_providers_elasticsearch-6.4.1rc1 → apache_airflow_providers_elasticsearch-6.4.4}/src/airflow/providers/elasticsearch/log/es_response.py +0 -0
- {apache_airflow_providers_elasticsearch-6.4.1rc1 → apache_airflow_providers_elasticsearch-6.4.4}/src/airflow/providers/elasticsearch/version_compat.py +0 -0
- {apache_airflow_providers_elasticsearch-6.4.1rc1 → apache_airflow_providers_elasticsearch-6.4.4}/tests/conftest.py +0 -0
- {apache_airflow_providers_elasticsearch-6.4.1rc1 → apache_airflow_providers_elasticsearch-6.4.4}/tests/system/__init__.py +0 -0
- {apache_airflow_providers_elasticsearch-6.4.1rc1 → apache_airflow_providers_elasticsearch-6.4.4}/tests/system/elasticsearch/__init__.py +0 -0
- {apache_airflow_providers_elasticsearch-6.4.1rc1 → apache_airflow_providers_elasticsearch-6.4.4}/tests/system/elasticsearch/example_elasticsearch_query.py +0 -0
- {apache_airflow_providers_elasticsearch-6.4.1rc1 → apache_airflow_providers_elasticsearch-6.4.4}/tests/unit/__init__.py +0 -0
- {apache_airflow_providers_elasticsearch-6.4.1rc1 → apache_airflow_providers_elasticsearch-6.4.4}/tests/unit/elasticsearch/__init__.py +0 -0
- {apache_airflow_providers_elasticsearch-6.4.1rc1 → apache_airflow_providers_elasticsearch-6.4.4}/tests/unit/elasticsearch/hooks/__init__.py +0 -0
- {apache_airflow_providers_elasticsearch-6.4.1rc1 → apache_airflow_providers_elasticsearch-6.4.4}/tests/unit/elasticsearch/hooks/test_elasticsearch.py +0 -0
- {apache_airflow_providers_elasticsearch-6.4.1rc1 → apache_airflow_providers_elasticsearch-6.4.4}/tests/unit/elasticsearch/log/__init__.py +0 -0
- {apache_airflow_providers_elasticsearch-6.4.1rc1 → apache_airflow_providers_elasticsearch-6.4.4}/tests/unit/elasticsearch/log/elasticmock/__init__.py +0 -0
- {apache_airflow_providers_elasticsearch-6.4.1rc1 → apache_airflow_providers_elasticsearch-6.4.4}/tests/unit/elasticsearch/log/elasticmock/fake_elasticsearch.py +0 -0
- {apache_airflow_providers_elasticsearch-6.4.1rc1 → apache_airflow_providers_elasticsearch-6.4.4}/tests/unit/elasticsearch/log/elasticmock/utilities/__init__.py +0 -0
- {apache_airflow_providers_elasticsearch-6.4.1rc1 → apache_airflow_providers_elasticsearch-6.4.4}/tests/unit/elasticsearch/log/test_es_json_formatter.py +0 -0
- {apache_airflow_providers_elasticsearch-6.4.1rc1 → apache_airflow_providers_elasticsearch-6.4.4}/tests/unit/elasticsearch/log/test_es_response.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: apache-airflow-providers-elasticsearch
|
|
3
|
-
Version: 6.4.
|
|
3
|
+
Version: 6.4.4
|
|
4
4
|
Summary: Provider package apache-airflow-providers-elasticsearch for Apache Airflow
|
|
5
5
|
Keywords: airflow-provider,elasticsearch,airflow,integration
|
|
6
6
|
Author-email: Apache Software Foundation <dev@airflow.apache.org>
|
|
@@ -22,13 +22,13 @@ Classifier: Programming Language :: Python :: 3.13
|
|
|
22
22
|
Classifier: Topic :: System :: Monitoring
|
|
23
23
|
License-File: LICENSE
|
|
24
24
|
License-File: NOTICE
|
|
25
|
-
Requires-Dist: apache-airflow>=2.11.
|
|
26
|
-
Requires-Dist: apache-airflow-providers-common-compat>=1.
|
|
27
|
-
Requires-Dist: apache-airflow-providers-common-sql>=1.27.
|
|
25
|
+
Requires-Dist: apache-airflow>=2.11.0
|
|
26
|
+
Requires-Dist: apache-airflow-providers-common-compat>=1.12.0
|
|
27
|
+
Requires-Dist: apache-airflow-providers-common-sql>=1.27.0
|
|
28
28
|
Requires-Dist: elasticsearch>=8.10,<9
|
|
29
29
|
Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
|
|
30
|
-
Project-URL: Changelog, https://airflow.
|
|
31
|
-
Project-URL: Documentation, https://airflow.
|
|
30
|
+
Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.4.4/changelog.html
|
|
31
|
+
Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.4.4
|
|
32
32
|
Project-URL: Mastodon, https://fosstodon.org/@airflow
|
|
33
33
|
Project-URL: Slack Chat, https://s.apache.org/airflow-slack
|
|
34
34
|
Project-URL: Source Code, https://github.com/apache/airflow
|
|
@@ -59,7 +59,7 @@ Project-URL: YouTube, https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA/
|
|
|
59
59
|
|
|
60
60
|
Package ``apache-airflow-providers-elasticsearch``
|
|
61
61
|
|
|
62
|
-
Release: ``6.4.
|
|
62
|
+
Release: ``6.4.4``
|
|
63
63
|
|
|
64
64
|
|
|
65
65
|
`Elasticsearch <https://www.elastic.co/elasticsearch>`__
|
|
@@ -72,7 +72,7 @@ This is a provider package for ``elasticsearch`` provider. All classes for this
|
|
|
72
72
|
are in ``airflow.providers.elasticsearch`` python package.
|
|
73
73
|
|
|
74
74
|
You can find package information and changelog for the provider
|
|
75
|
-
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.4.
|
|
75
|
+
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.4.4/>`_.
|
|
76
76
|
|
|
77
77
|
Installation
|
|
78
78
|
------------
|
|
@@ -90,7 +90,7 @@ Requirements
|
|
|
90
90
|
PIP package Version required
|
|
91
91
|
========================================== ==================
|
|
92
92
|
``apache-airflow`` ``>=2.11.0``
|
|
93
|
-
``apache-airflow-providers-common-compat`` ``>=1.
|
|
93
|
+
``apache-airflow-providers-common-compat`` ``>=1.12.0``
|
|
94
94
|
``apache-airflow-providers-common-sql`` ``>=1.27.0``
|
|
95
95
|
``elasticsearch`` ``>=8.10,<9``
|
|
96
96
|
========================================== ==================
|
|
@@ -116,5 +116,5 @@ Dependent package
|
|
|
116
116
|
================================================================================================================== =================
|
|
117
117
|
|
|
118
118
|
The changelog for the provider package can be found in the
|
|
119
|
-
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.4.
|
|
119
|
+
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.4.4/changelog.html>`_.
|
|
120
120
|
|
|
@@ -23,7 +23,7 @@
|
|
|
23
23
|
|
|
24
24
|
Package ``apache-airflow-providers-elasticsearch``
|
|
25
25
|
|
|
26
|
-
Release: ``6.4.
|
|
26
|
+
Release: ``6.4.4``
|
|
27
27
|
|
|
28
28
|
|
|
29
29
|
`Elasticsearch <https://www.elastic.co/elasticsearch>`__
|
|
@@ -36,7 +36,7 @@ This is a provider package for ``elasticsearch`` provider. All classes for this
|
|
|
36
36
|
are in ``airflow.providers.elasticsearch`` python package.
|
|
37
37
|
|
|
38
38
|
You can find package information and changelog for the provider
|
|
39
|
-
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.4.
|
|
39
|
+
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.4.4/>`_.
|
|
40
40
|
|
|
41
41
|
Installation
|
|
42
42
|
------------
|
|
@@ -54,7 +54,7 @@ Requirements
|
|
|
54
54
|
PIP package Version required
|
|
55
55
|
========================================== ==================
|
|
56
56
|
``apache-airflow`` ``>=2.11.0``
|
|
57
|
-
``apache-airflow-providers-common-compat`` ``>=1.
|
|
57
|
+
``apache-airflow-providers-common-compat`` ``>=1.12.0``
|
|
58
58
|
``apache-airflow-providers-common-sql`` ``>=1.27.0``
|
|
59
59
|
``elasticsearch`` ``>=8.10,<9``
|
|
60
60
|
========================================== ==================
|
|
@@ -80,4 +80,4 @@ Dependent package
|
|
|
80
80
|
================================================================================================================== =================
|
|
81
81
|
|
|
82
82
|
The changelog for the provider package can be found in the
|
|
83
|
-
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.4.
|
|
83
|
+
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.4.4/changelog.html>`_.
|
|
@@ -27,6 +27,40 @@
|
|
|
27
27
|
Changelog
|
|
28
28
|
---------
|
|
29
29
|
|
|
30
|
+
6.4.4
|
|
31
|
+
.....
|
|
32
|
+
|
|
33
|
+
Misc
|
|
34
|
+
~~~~
|
|
35
|
+
|
|
36
|
+
* ``Refactor opensearch, elasticsearch, amazon providers to use SQLA2 Related to #59402 (#60497)``
|
|
37
|
+
|
|
38
|
+
.. Below changes are excluded from the changelog. Move them to
|
|
39
|
+
appropriate section above if needed. Do not delete the lines(!):
|
|
40
|
+
|
|
41
|
+
6.4.3
|
|
42
|
+
.....
|
|
43
|
+
|
|
44
|
+
Misc
|
|
45
|
+
~~~~
|
|
46
|
+
|
|
47
|
+
* ``New year means updated Copyright notices (#60344)``
|
|
48
|
+
* ``Updated conf import for std,es,os,ms providers (#60030)``
|
|
49
|
+
|
|
50
|
+
.. Below changes are excluded from the changelog. Move them to
|
|
51
|
+
appropriate section above if needed. Do not delete the lines(!):
|
|
52
|
+
|
|
53
|
+
6.4.2
|
|
54
|
+
.....
|
|
55
|
+
|
|
56
|
+
Misc
|
|
57
|
+
~~~~
|
|
58
|
+
|
|
59
|
+
* ``Extract shared "module_loading" distribution (#59139)``
|
|
60
|
+
|
|
61
|
+
.. Below changes are excluded from the changelog. Move them to
|
|
62
|
+
appropriate section above if needed. Do not delete the lines(!):
|
|
63
|
+
|
|
30
64
|
6.4.1
|
|
31
65
|
.....
|
|
32
66
|
|
|
@@ -79,7 +79,7 @@ apache-airflow-providers-elasticsearch package
|
|
|
79
79
|
`Elasticsearch <https://www.elastic.co/elasticsearch>`__
|
|
80
80
|
|
|
81
81
|
|
|
82
|
-
Release: 6.4.
|
|
82
|
+
Release: 6.4.4
|
|
83
83
|
|
|
84
84
|
Provider package
|
|
85
85
|
----------------
|
|
@@ -103,7 +103,7 @@ The minimum Apache Airflow version supported by this provider distribution is ``
|
|
|
103
103
|
PIP package Version required
|
|
104
104
|
========================================== ==================
|
|
105
105
|
``apache-airflow`` ``>=2.11.0``
|
|
106
|
-
``apache-airflow-providers-common-compat`` ``>=1.
|
|
106
|
+
``apache-airflow-providers-common-compat`` ``>=1.12.0``
|
|
107
107
|
``apache-airflow-providers-common-sql`` ``>=1.27.0``
|
|
108
108
|
``elasticsearch`` ``>=8.10,<9``
|
|
109
109
|
========================================== ==================
|
|
@@ -134,5 +134,5 @@ Downloading official packages
|
|
|
134
134
|
You can download officially released packages and verify their checksums and signatures from the
|
|
135
135
|
`Official Apache Download site <https://downloads.apache.org/airflow/providers/>`_
|
|
136
136
|
|
|
137
|
-
* `The apache-airflow-providers-elasticsearch 6.4.
|
|
138
|
-
* `The apache-airflow-providers-elasticsearch 6.4.
|
|
137
|
+
* `The apache-airflow-providers-elasticsearch 6.4.4 sdist package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_elasticsearch-6.4.4.tar.gz>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_elasticsearch-6.4.4.tar.gz.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_elasticsearch-6.4.4.tar.gz.sha512>`__)
|
|
138
|
+
* `The apache-airflow-providers-elasticsearch 6.4.4 wheel package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_elasticsearch-6.4.4-py3-none-any.whl>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_elasticsearch-6.4.4-py3-none-any.whl.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_elasticsearch-6.4.4-py3-none-any.whl.sha512>`__)
|
|
@@ -22,12 +22,15 @@ description: |
|
|
|
22
22
|
`Elasticsearch <https://www.elastic.co/elasticsearch>`__
|
|
23
23
|
|
|
24
24
|
state: ready
|
|
25
|
-
source-date-epoch:
|
|
25
|
+
source-date-epoch: 1769461187
|
|
26
26
|
# Note that those versions are maintained by release manager - do not update them manually
|
|
27
27
|
# with the exception of case where other provider in sources has >= new provider version.
|
|
28
28
|
# In such case adding >= NEW_VERSION and bumping to NEW_VERSION in a provider have
|
|
29
29
|
# to be done in the same PR
|
|
30
30
|
versions:
|
|
31
|
+
- 6.4.4
|
|
32
|
+
- 6.4.3
|
|
33
|
+
- 6.4.2
|
|
31
34
|
- 6.4.1
|
|
32
35
|
- 6.4.0
|
|
33
36
|
- 6.3.5
|
|
@@ -25,7 +25,7 @@ build-backend = "flit_core.buildapi"
|
|
|
25
25
|
|
|
26
26
|
[project]
|
|
27
27
|
name = "apache-airflow-providers-elasticsearch"
|
|
28
|
-
version = "6.4.
|
|
28
|
+
version = "6.4.4"
|
|
29
29
|
description = "Provider package apache-airflow-providers-elasticsearch for Apache Airflow"
|
|
30
30
|
readme = "README.rst"
|
|
31
31
|
license = "Apache-2.0"
|
|
@@ -58,9 +58,9 @@ requires-python = ">=3.10"
|
|
|
58
58
|
# Make sure to run ``prek update-providers-dependencies --all-files``
|
|
59
59
|
# After you modify the dependencies, and rebuild your Breeze CI image with ``breeze ci-image build``
|
|
60
60
|
dependencies = [
|
|
61
|
-
"apache-airflow>=2.11.
|
|
62
|
-
"apache-airflow-providers-common-compat>=1.
|
|
63
|
-
"apache-airflow-providers-common-sql>=1.27.
|
|
61
|
+
"apache-airflow>=2.11.0",
|
|
62
|
+
"apache-airflow-providers-common-compat>=1.12.0",
|
|
63
|
+
"apache-airflow-providers-common-sql>=1.27.0",
|
|
64
64
|
"elasticsearch>=8.10,<9",
|
|
65
65
|
]
|
|
66
66
|
|
|
@@ -101,8 +101,8 @@ apache-airflow-providers-common-sql = {workspace = true}
|
|
|
101
101
|
apache-airflow-providers-standard = {workspace = true}
|
|
102
102
|
|
|
103
103
|
[project.urls]
|
|
104
|
-
"Documentation" = "https://airflow.
|
|
105
|
-
"Changelog" = "https://airflow.
|
|
104
|
+
"Documentation" = "https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.4.4"
|
|
105
|
+
"Changelog" = "https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/6.4.4/changelog.html"
|
|
106
106
|
"Bug Tracker" = "https://github.com/apache/airflow/issues"
|
|
107
107
|
"Source Code" = "https://github.com/apache/airflow"
|
|
108
108
|
"Slack Chat" = "https://s.apache.org/airflow-slack"
|
|
@@ -29,7 +29,7 @@ from airflow import __version__ as airflow_version
|
|
|
29
29
|
|
|
30
30
|
__all__ = ["__version__"]
|
|
31
31
|
|
|
32
|
-
__version__ = "6.4.
|
|
32
|
+
__version__ = "6.4.4"
|
|
33
33
|
|
|
34
34
|
if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
|
|
35
35
|
"2.11.0"
|
|
@@ -37,16 +37,16 @@ import elasticsearch
|
|
|
37
37
|
import pendulum
|
|
38
38
|
from elasticsearch import helpers
|
|
39
39
|
from elasticsearch.exceptions import NotFoundError
|
|
40
|
+
from sqlalchemy import select
|
|
40
41
|
|
|
41
|
-
from airflow.configuration import conf
|
|
42
42
|
from airflow.models.dagrun import DagRun
|
|
43
|
-
from airflow.providers.common.compat.
|
|
43
|
+
from airflow.providers.common.compat.module_loading import import_string
|
|
44
|
+
from airflow.providers.common.compat.sdk import AirflowException, conf, timezone
|
|
44
45
|
from airflow.providers.elasticsearch.log.es_json_formatter import ElasticsearchJSONFormatter
|
|
45
46
|
from airflow.providers.elasticsearch.log.es_response import ElasticSearchResponse, Hit
|
|
46
47
|
from airflow.providers.elasticsearch.version_compat import AIRFLOW_V_3_0_PLUS
|
|
47
48
|
from airflow.utils.log.file_task_handler import FileTaskHandler
|
|
48
49
|
from airflow.utils.log.logging_mixin import ExternalLoggingMixin, LoggingMixin
|
|
49
|
-
from airflow.utils.module_loading import import_string
|
|
50
50
|
from airflow.utils.session import create_session
|
|
51
51
|
|
|
52
52
|
if TYPE_CHECKING:
|
|
@@ -99,15 +99,13 @@ def _ensure_ti(ti: TaskInstanceKey | TaskInstance, session) -> TaskInstance:
|
|
|
99
99
|
|
|
100
100
|
if not isinstance(ti, TaskInstanceKey):
|
|
101
101
|
return ti
|
|
102
|
-
val = (
|
|
103
|
-
|
|
104
|
-
.filter(
|
|
102
|
+
val = session.scalar(
|
|
103
|
+
select(TaskInstance).where(
|
|
105
104
|
TaskInstance.task_id == ti.task_id,
|
|
106
105
|
TaskInstance.dag_id == ti.dag_id,
|
|
107
106
|
TaskInstance.run_id == ti.run_id,
|
|
108
107
|
TaskInstance.map_index == ti.map_index,
|
|
109
108
|
)
|
|
110
|
-
.one_or_none()
|
|
111
109
|
)
|
|
112
110
|
if isinstance(val, TaskInstance):
|
|
113
111
|
val.try_number = ti.try_number
|
|
@@ -158,7 +156,7 @@ class ElasticsearchTaskHandler(FileTaskHandler, ExternalLoggingMixin, LoggingMix
|
|
|
158
156
|
offset_field: str = "offset",
|
|
159
157
|
host: str = "http://localhost:9200",
|
|
160
158
|
frontend: str = "localhost:5601",
|
|
161
|
-
index_patterns: str = conf.get("elasticsearch", "index_patterns"),
|
|
159
|
+
index_patterns: str = conf.get("elasticsearch", "index_patterns", fallback="_all"),
|
|
162
160
|
index_patterns_callable: str = conf.get("elasticsearch", "index_patterns_callable", fallback=""),
|
|
163
161
|
es_kwargs: dict | None | Literal["default_es_kwargs"] = "default_es_kwargs",
|
|
164
162
|
max_bytes: int = 0,
|
|
@@ -32,7 +32,7 @@ import elasticsearch
|
|
|
32
32
|
import pendulum
|
|
33
33
|
import pytest
|
|
34
34
|
|
|
35
|
-
from airflow.
|
|
35
|
+
from airflow.providers.common.compat.sdk import conf
|
|
36
36
|
from airflow.providers.elasticsearch.log.es_response import ElasticSearchResponse
|
|
37
37
|
from airflow.providers.elasticsearch.log.es_task_handler import (
|
|
38
38
|
VALID_ES_CONFIG_KEYS,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|