apache-airflow-providers-elasticsearch 4.4.0rc1__tar.gz → 4.5.0rc2__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of apache-airflow-providers-elasticsearch might be problematic. Click here for more details.
- {apache-airflow-providers-elasticsearch-4.4.0rc1 → apache-airflow-providers-elasticsearch-4.5.0rc2}/MANIFEST.in +1 -2
- {apache-airflow-providers-elasticsearch-4.4.0rc1/apache_airflow_providers_elasticsearch.egg-info → apache-airflow-providers-elasticsearch-4.5.0rc2}/PKG-INFO +37 -14
- {apache-airflow-providers-elasticsearch-4.4.0rc1 → apache-airflow-providers-elasticsearch-4.5.0rc2}/README.rst +34 -8
- {apache-airflow-providers-elasticsearch-4.4.0rc1/airflow/providers/elasticsearch/hooks → apache-airflow-providers-elasticsearch-4.5.0rc2/airflow/providers/elasticsearch}/__init__.py +24 -0
- {apache-airflow-providers-elasticsearch-4.4.0rc1 → apache-airflow-providers-elasticsearch-4.5.0rc2}/airflow/providers/elasticsearch/get_provider_info.py +4 -2
- {apache-airflow-providers-elasticsearch-4.4.0rc1 → apache-airflow-providers-elasticsearch-4.5.0rc2}/airflow/providers/elasticsearch/hooks/elasticsearch.py +2 -1
- {apache-airflow-providers-elasticsearch-4.4.0rc1 → apache-airflow-providers-elasticsearch-4.5.0rc2}/airflow/providers/elasticsearch/log/es_task_handler.py +2 -1
- {apache-airflow-providers-elasticsearch-4.4.0rc1 → apache-airflow-providers-elasticsearch-4.5.0rc2/apache_airflow_providers_elasticsearch.egg-info}/PKG-INFO +37 -14
- {apache-airflow-providers-elasticsearch-4.4.0rc1 → apache-airflow-providers-elasticsearch-4.5.0rc2}/apache_airflow_providers_elasticsearch.egg-info/entry_points.txt +0 -1
- {apache-airflow-providers-elasticsearch-4.4.0rc1 → apache-airflow-providers-elasticsearch-4.5.0rc2}/apache_airflow_providers_elasticsearch.egg-info/requires.txt +2 -2
- {apache-airflow-providers-elasticsearch-4.4.0rc1 → apache-airflow-providers-elasticsearch-4.5.0rc2}/pyproject.toml +41 -2
- {apache-airflow-providers-elasticsearch-4.4.0rc1 → apache-airflow-providers-elasticsearch-4.5.0rc2}/setup.cfg +4 -4
- {apache-airflow-providers-elasticsearch-4.4.0rc1 → apache-airflow-providers-elasticsearch-4.5.0rc2}/setup.py +7 -2
- {apache-airflow-providers-elasticsearch-4.4.0rc1 → apache-airflow-providers-elasticsearch-4.5.0rc2}/LICENSE +0 -0
- {apache-airflow-providers-elasticsearch-4.4.0rc1 → apache-airflow-providers-elasticsearch-4.5.0rc2}/NOTICE +0 -0
- {apache-airflow-providers-elasticsearch-4.4.0rc1/airflow/providers/elasticsearch → apache-airflow-providers-elasticsearch-4.5.0rc2/airflow/providers/elasticsearch/hooks}/__init__.py +0 -0
- {apache-airflow-providers-elasticsearch-4.4.0rc1 → apache-airflow-providers-elasticsearch-4.5.0rc2}/airflow/providers/elasticsearch/log/__init__.py +0 -0
- {apache-airflow-providers-elasticsearch-4.4.0rc1 → apache-airflow-providers-elasticsearch-4.5.0rc2}/airflow/providers/elasticsearch/log/es_json_formatter.py +0 -0
- {apache-airflow-providers-elasticsearch-4.4.0rc1 → apache-airflow-providers-elasticsearch-4.5.0rc2}/apache_airflow_providers_elasticsearch.egg-info/SOURCES.txt +0 -0
- {apache-airflow-providers-elasticsearch-4.4.0rc1 → apache-airflow-providers-elasticsearch-4.5.0rc2}/apache_airflow_providers_elasticsearch.egg-info/dependency_links.txt +0 -0
- {apache-airflow-providers-elasticsearch-4.4.0rc1 → apache-airflow-providers-elasticsearch-4.5.0rc2}/apache_airflow_providers_elasticsearch.egg-info/not-zip-safe +0 -0
- {apache-airflow-providers-elasticsearch-4.4.0rc1 → apache-airflow-providers-elasticsearch-4.5.0rc2}/apache_airflow_providers_elasticsearch.egg-info/top_level.txt +0 -0
|
@@ -1,19 +1,18 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: apache-airflow-providers-elasticsearch
|
|
3
|
-
Version: 4.
|
|
3
|
+
Version: 4.5.0rc2
|
|
4
4
|
Summary: Provider for Apache Airflow. Implements apache-airflow-providers-elasticsearch package
|
|
5
5
|
Home-page: https://airflow.apache.org/
|
|
6
|
+
Download-URL: https://archive.apache.org/dist/airflow/providers
|
|
6
7
|
Author: Apache Software Foundation
|
|
7
8
|
Author-email: dev@airflow.apache.org
|
|
8
9
|
License: Apache License 2.0
|
|
9
|
-
|
|
10
|
-
Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/4.4.0/
|
|
10
|
+
Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/4.5.0/
|
|
11
11
|
Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
|
|
12
12
|
Project-URL: Source Code, https://github.com/apache/airflow
|
|
13
13
|
Project-URL: Slack Chat, https://s.apache.org/airflow-slack
|
|
14
14
|
Project-URL: Twitter, https://twitter.com/ApacheAirflow
|
|
15
15
|
Project-URL: YouTube, https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA/
|
|
16
|
-
Platform: UNKNOWN
|
|
17
16
|
Classifier: Development Status :: 5 - Production/Stable
|
|
18
17
|
Classifier: Environment :: Console
|
|
19
18
|
Classifier: Environment :: Web Environment
|
|
@@ -54,7 +53,7 @@ License-File: NOTICE
|
|
|
54
53
|
|
|
55
54
|
Package ``apache-airflow-providers-elasticsearch``
|
|
56
55
|
|
|
57
|
-
Release: ``4.
|
|
56
|
+
Release: ``4.5.0rc2``
|
|
58
57
|
|
|
59
58
|
|
|
60
59
|
`Elasticsearch <https://www.elastic.co/elasticsearch>`__
|
|
@@ -67,7 +66,7 @@ This is a provider package for ``elasticsearch`` provider. All classes for this
|
|
|
67
66
|
are in ``airflow.providers.elasticsearch`` python package.
|
|
68
67
|
|
|
69
68
|
You can find package information and changelog for the provider
|
|
70
|
-
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/4.
|
|
69
|
+
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/4.5.0/>`_.
|
|
71
70
|
|
|
72
71
|
|
|
73
72
|
Installation
|
|
@@ -85,9 +84,9 @@ Requirements
|
|
|
85
84
|
======================================= ==================
|
|
86
85
|
PIP package Version required
|
|
87
86
|
======================================= ==================
|
|
88
|
-
``apache-airflow`` ``>=2.
|
|
87
|
+
``apache-airflow`` ``>=2.4.0``
|
|
89
88
|
``apache-airflow-providers-common-sql`` ``>=1.3.1``
|
|
90
|
-
``elasticsearch`` ``>7``
|
|
89
|
+
``elasticsearch`` ``>7,<7.15.0``
|
|
91
90
|
``elasticsearch-dbapi``
|
|
92
91
|
``elasticsearch-dsl`` ``>=5.0.0``
|
|
93
92
|
======================================= ==================
|
|
@@ -137,6 +136,30 @@ Dependent package
|
|
|
137
136
|
Changelog
|
|
138
137
|
---------
|
|
139
138
|
|
|
139
|
+
4.5.0
|
|
140
|
+
.....
|
|
141
|
+
|
|
142
|
+
.. note::
|
|
143
|
+
This release of provider is only available for Airflow 2.4+ as explained in the
|
|
144
|
+
`Apache Airflow providers support policy <https://github.com/apache/airflow/blob/main/PROVIDERS.rst#minimum-supported-version-of-airflow-for-community-managed-providers>`_.
|
|
145
|
+
|
|
146
|
+
Misc
|
|
147
|
+
~~~~
|
|
148
|
+
|
|
149
|
+
* ``Bump minimum Airflow version in providers (#30917)``
|
|
150
|
+
* ``Upper-bind elasticearch integration (#31255)``
|
|
151
|
+
|
|
152
|
+
.. Below changes are excluded from the changelog. Move them to
|
|
153
|
+
appropriate section above if needed. Do not delete the lines(!):
|
|
154
|
+
* ``Use 'AirflowProviderDeprecationWarning' in providers (#30975)``
|
|
155
|
+
* ``Restore trigger logging (#29482)``
|
|
156
|
+
* ``Revert "Enable individual trigger logging (#27758)" (#29472)``
|
|
157
|
+
* ``Add full automation for min Airflow version for providers (#30994)``
|
|
158
|
+
* ``Add mechanism to suspend providers (#30422)``
|
|
159
|
+
* ``Use '__version__' in providers not 'version' (#31393)``
|
|
160
|
+
* ``Fixing circular import error in providers caused by airflow version check (#31379)``
|
|
161
|
+
* ``Prepare docs for May 2023 wave of Providers (#31252)``
|
|
162
|
+
|
|
140
163
|
4.4.0
|
|
141
164
|
.....
|
|
142
165
|
|
|
@@ -176,8 +199,9 @@ Bug Fixes
|
|
|
176
199
|
4.3.0
|
|
177
200
|
.....
|
|
178
201
|
|
|
179
|
-
|
|
180
|
-
|
|
202
|
+
.. note::
|
|
203
|
+
This release of provider is only available for Airflow 2.3+ as explained in the
|
|
204
|
+
`Apache Airflow providers support policy <https://github.com/apache/airflow/blob/main/PROVIDERS.rst#minimum-supported-version-of-airflow-for-community-managed-providers>`_.
|
|
181
205
|
|
|
182
206
|
Misc
|
|
183
207
|
~~~~
|
|
@@ -236,8 +260,9 @@ Bug Fixes
|
|
|
236
260
|
Breaking changes
|
|
237
261
|
~~~~~~~~~~~~~~~~
|
|
238
262
|
|
|
239
|
-
|
|
240
|
-
|
|
263
|
+
.. note::
|
|
264
|
+
This release of provider is only available for Airflow 2.2+ as explained in the
|
|
265
|
+
`Apache Airflow providers support policy <https://github.com/apache/airflow/blob/main/PROVIDERS.rst#minimum-supported-version-of-airflow-for-community-managed-providers>`_.
|
|
241
266
|
|
|
242
267
|
Misc
|
|
243
268
|
~~~~
|
|
@@ -453,5 +478,3 @@ Bug fixes
|
|
|
453
478
|
.....
|
|
454
479
|
|
|
455
480
|
Initial version of the provider.
|
|
456
|
-
|
|
457
|
-
|
|
@@ -19,7 +19,7 @@
|
|
|
19
19
|
|
|
20
20
|
Package ``apache-airflow-providers-elasticsearch``
|
|
21
21
|
|
|
22
|
-
Release: ``4.
|
|
22
|
+
Release: ``4.5.0rc2``
|
|
23
23
|
|
|
24
24
|
|
|
25
25
|
`Elasticsearch <https://www.elastic.co/elasticsearch>`__
|
|
@@ -32,7 +32,7 @@ This is a provider package for ``elasticsearch`` provider. All classes for this
|
|
|
32
32
|
are in ``airflow.providers.elasticsearch`` python package.
|
|
33
33
|
|
|
34
34
|
You can find package information and changelog for the provider
|
|
35
|
-
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/4.
|
|
35
|
+
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/4.5.0/>`_.
|
|
36
36
|
|
|
37
37
|
|
|
38
38
|
Installation
|
|
@@ -50,9 +50,9 @@ Requirements
|
|
|
50
50
|
======================================= ==================
|
|
51
51
|
PIP package Version required
|
|
52
52
|
======================================= ==================
|
|
53
|
-
``apache-airflow`` ``>=2.
|
|
53
|
+
``apache-airflow`` ``>=2.4.0``
|
|
54
54
|
``apache-airflow-providers-common-sql`` ``>=1.3.1``
|
|
55
|
-
``elasticsearch`` ``>7``
|
|
55
|
+
``elasticsearch`` ``>7,<7.15.0``
|
|
56
56
|
``elasticsearch-dbapi``
|
|
57
57
|
``elasticsearch-dsl`` ``>=5.0.0``
|
|
58
58
|
======================================= ==================
|
|
@@ -102,6 +102,30 @@ Dependent package
|
|
|
102
102
|
Changelog
|
|
103
103
|
---------
|
|
104
104
|
|
|
105
|
+
4.5.0
|
|
106
|
+
.....
|
|
107
|
+
|
|
108
|
+
.. note::
|
|
109
|
+
This release of provider is only available for Airflow 2.4+ as explained in the
|
|
110
|
+
`Apache Airflow providers support policy <https://github.com/apache/airflow/blob/main/PROVIDERS.rst#minimum-supported-version-of-airflow-for-community-managed-providers>`_.
|
|
111
|
+
|
|
112
|
+
Misc
|
|
113
|
+
~~~~
|
|
114
|
+
|
|
115
|
+
* ``Bump minimum Airflow version in providers (#30917)``
|
|
116
|
+
* ``Upper-bind elasticearch integration (#31255)``
|
|
117
|
+
|
|
118
|
+
.. Below changes are excluded from the changelog. Move them to
|
|
119
|
+
appropriate section above if needed. Do not delete the lines(!):
|
|
120
|
+
* ``Use 'AirflowProviderDeprecationWarning' in providers (#30975)``
|
|
121
|
+
* ``Restore trigger logging (#29482)``
|
|
122
|
+
* ``Revert "Enable individual trigger logging (#27758)" (#29472)``
|
|
123
|
+
* ``Add full automation for min Airflow version for providers (#30994)``
|
|
124
|
+
* ``Add mechanism to suspend providers (#30422)``
|
|
125
|
+
* ``Use '__version__' in providers not 'version' (#31393)``
|
|
126
|
+
* ``Fixing circular import error in providers caused by airflow version check (#31379)``
|
|
127
|
+
* ``Prepare docs for May 2023 wave of Providers (#31252)``
|
|
128
|
+
|
|
105
129
|
4.4.0
|
|
106
130
|
.....
|
|
107
131
|
|
|
@@ -141,8 +165,9 @@ Bug Fixes
|
|
|
141
165
|
4.3.0
|
|
142
166
|
.....
|
|
143
167
|
|
|
144
|
-
|
|
145
|
-
|
|
168
|
+
.. note::
|
|
169
|
+
This release of provider is only available for Airflow 2.3+ as explained in the
|
|
170
|
+
`Apache Airflow providers support policy <https://github.com/apache/airflow/blob/main/PROVIDERS.rst#minimum-supported-version-of-airflow-for-community-managed-providers>`_.
|
|
146
171
|
|
|
147
172
|
Misc
|
|
148
173
|
~~~~
|
|
@@ -201,8 +226,9 @@ Bug Fixes
|
|
|
201
226
|
Breaking changes
|
|
202
227
|
~~~~~~~~~~~~~~~~
|
|
203
228
|
|
|
204
|
-
|
|
205
|
-
|
|
229
|
+
.. note::
|
|
230
|
+
This release of provider is only available for Airflow 2.2+ as explained in the
|
|
231
|
+
`Apache Airflow providers support policy <https://github.com/apache/airflow/blob/main/PROVIDERS.rst#minimum-supported-version-of-airflow-for-community-managed-providers>`_.
|
|
206
232
|
|
|
207
233
|
Misc
|
|
208
234
|
~~~~
|
|
@@ -15,3 +15,27 @@
|
|
|
15
15
|
# KIND, either express or implied. See the License for the
|
|
16
16
|
# specific language governing permissions and limitations
|
|
17
17
|
# under the License.
|
|
18
|
+
#
|
|
19
|
+
# NOTE! THIS FILE IS AUTOMATICALLY GENERATED AND WILL BE
|
|
20
|
+
# OVERWRITTEN WHEN PREPARING DOCUMENTATION FOR THE PACKAGES.
|
|
21
|
+
#
|
|
22
|
+
# IF YOU WANT TO MODIFY IT, YOU SHOULD MODIFY THE TEMPLATE
|
|
23
|
+
# `PROVIDER__INIT__PY_TEMPLATE.py.jinja2` IN the `dev/provider_packages` DIRECTORY
|
|
24
|
+
#
|
|
25
|
+
from __future__ import annotations
|
|
26
|
+
|
|
27
|
+
import packaging.version
|
|
28
|
+
|
|
29
|
+
__all__ = ["__version__"]
|
|
30
|
+
|
|
31
|
+
__version__ = "4.5.0"
|
|
32
|
+
|
|
33
|
+
try:
|
|
34
|
+
from airflow import __version__ as airflow_version
|
|
35
|
+
except ImportError:
|
|
36
|
+
from airflow.version import version as airflow_version
|
|
37
|
+
|
|
38
|
+
if packaging.version.parse(airflow_version) < packaging.version.parse("2.4.0"):
|
|
39
|
+
raise RuntimeError(
|
|
40
|
+
f"The package `apache-airflow-providers-elasticsearch:{__version__}` requires Apache Airflow 2.4.0+" # NOQA: E501
|
|
41
|
+
)
|
|
@@ -27,7 +27,9 @@ def get_provider_info():
|
|
|
27
27
|
"package-name": "apache-airflow-providers-elasticsearch",
|
|
28
28
|
"name": "Elasticsearch",
|
|
29
29
|
"description": "`Elasticsearch <https://www.elastic.co/elasticsearch>`__\n",
|
|
30
|
+
"suspended": False,
|
|
30
31
|
"versions": [
|
|
32
|
+
"4.5.0",
|
|
31
33
|
"4.4.0",
|
|
32
34
|
"4.3.3",
|
|
33
35
|
"4.3.2",
|
|
@@ -53,9 +55,9 @@ def get_provider_info():
|
|
|
53
55
|
"1.0.0",
|
|
54
56
|
],
|
|
55
57
|
"dependencies": [
|
|
56
|
-
"apache-airflow>=2.
|
|
58
|
+
"apache-airflow>=2.4.0",
|
|
57
59
|
"apache-airflow-providers-common-sql>=1.3.1",
|
|
58
|
-
"elasticsearch>7",
|
|
60
|
+
"elasticsearch>7,<7.15.0",
|
|
59
61
|
"elasticsearch-dbapi",
|
|
60
62
|
"elasticsearch-dsl>=5.0.0",
|
|
61
63
|
],
|
|
@@ -24,6 +24,7 @@ from elasticsearch import Elasticsearch
|
|
|
24
24
|
from es.elastic.api import Connection as ESConnection, connect
|
|
25
25
|
|
|
26
26
|
from airflow.compat.functools import cached_property
|
|
27
|
+
from airflow.exceptions import AirflowProviderDeprecationWarning
|
|
27
28
|
from airflow.hooks.base import BaseHook
|
|
28
29
|
from airflow.models.connection import Connection as AirflowConnection
|
|
29
30
|
from airflow.providers.common.sql.hooks.sql import DbApiHook
|
|
@@ -110,7 +111,7 @@ class ElasticsearchHook(ElasticsearchSQLHook):
|
|
|
110
111
|
warnings.warn(
|
|
111
112
|
"""This class is deprecated.
|
|
112
113
|
Please use `airflow.providers.elasticsearch.hooks.elasticsearch.ElasticsearchSQLHook`.""",
|
|
113
|
-
|
|
114
|
+
AirflowProviderDeprecationWarning,
|
|
114
115
|
stacklevel=3,
|
|
115
116
|
)
|
|
116
117
|
super().__init__(*args, **kwargs)
|
|
@@ -33,6 +33,7 @@ import pendulum
|
|
|
33
33
|
from elasticsearch_dsl import Search
|
|
34
34
|
|
|
35
35
|
from airflow.configuration import conf
|
|
36
|
+
from airflow.exceptions import AirflowProviderDeprecationWarning
|
|
36
37
|
from airflow.models.dagrun import DagRun
|
|
37
38
|
from airflow.models.taskinstance import TaskInstance
|
|
38
39
|
from airflow.providers.elasticsearch.log.es_json_formatter import ElasticsearchJSONFormatter
|
|
@@ -105,7 +106,7 @@ class ElasticsearchTaskHandler(FileTaskHandler, ExternalLoggingMixin, LoggingMix
|
|
|
105
106
|
if USE_PER_RUN_LOG_ID and log_id_template is not None:
|
|
106
107
|
warnings.warn(
|
|
107
108
|
"Passing log_id_template to ElasticsearchTaskHandler is deprecated and has no effect",
|
|
108
|
-
|
|
109
|
+
AirflowProviderDeprecationWarning,
|
|
109
110
|
)
|
|
110
111
|
|
|
111
112
|
self.log_id_template = log_id_template # Only used on Airflow < 2.3.2.
|
|
@@ -1,19 +1,18 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: apache-airflow-providers-elasticsearch
|
|
3
|
-
Version: 4.
|
|
3
|
+
Version: 4.5.0rc2
|
|
4
4
|
Summary: Provider for Apache Airflow. Implements apache-airflow-providers-elasticsearch package
|
|
5
5
|
Home-page: https://airflow.apache.org/
|
|
6
|
+
Download-URL: https://archive.apache.org/dist/airflow/providers
|
|
6
7
|
Author: Apache Software Foundation
|
|
7
8
|
Author-email: dev@airflow.apache.org
|
|
8
9
|
License: Apache License 2.0
|
|
9
|
-
|
|
10
|
-
Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/4.4.0/
|
|
10
|
+
Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/4.5.0/
|
|
11
11
|
Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
|
|
12
12
|
Project-URL: Source Code, https://github.com/apache/airflow
|
|
13
13
|
Project-URL: Slack Chat, https://s.apache.org/airflow-slack
|
|
14
14
|
Project-URL: Twitter, https://twitter.com/ApacheAirflow
|
|
15
15
|
Project-URL: YouTube, https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA/
|
|
16
|
-
Platform: UNKNOWN
|
|
17
16
|
Classifier: Development Status :: 5 - Production/Stable
|
|
18
17
|
Classifier: Environment :: Console
|
|
19
18
|
Classifier: Environment :: Web Environment
|
|
@@ -54,7 +53,7 @@ License-File: NOTICE
|
|
|
54
53
|
|
|
55
54
|
Package ``apache-airflow-providers-elasticsearch``
|
|
56
55
|
|
|
57
|
-
Release: ``4.
|
|
56
|
+
Release: ``4.5.0rc2``
|
|
58
57
|
|
|
59
58
|
|
|
60
59
|
`Elasticsearch <https://www.elastic.co/elasticsearch>`__
|
|
@@ -67,7 +66,7 @@ This is a provider package for ``elasticsearch`` provider. All classes for this
|
|
|
67
66
|
are in ``airflow.providers.elasticsearch`` python package.
|
|
68
67
|
|
|
69
68
|
You can find package information and changelog for the provider
|
|
70
|
-
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/4.
|
|
69
|
+
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/4.5.0/>`_.
|
|
71
70
|
|
|
72
71
|
|
|
73
72
|
Installation
|
|
@@ -85,9 +84,9 @@ Requirements
|
|
|
85
84
|
======================================= ==================
|
|
86
85
|
PIP package Version required
|
|
87
86
|
======================================= ==================
|
|
88
|
-
``apache-airflow`` ``>=2.
|
|
87
|
+
``apache-airflow`` ``>=2.4.0``
|
|
89
88
|
``apache-airflow-providers-common-sql`` ``>=1.3.1``
|
|
90
|
-
``elasticsearch`` ``>7``
|
|
89
|
+
``elasticsearch`` ``>7,<7.15.0``
|
|
91
90
|
``elasticsearch-dbapi``
|
|
92
91
|
``elasticsearch-dsl`` ``>=5.0.0``
|
|
93
92
|
======================================= ==================
|
|
@@ -137,6 +136,30 @@ Dependent package
|
|
|
137
136
|
Changelog
|
|
138
137
|
---------
|
|
139
138
|
|
|
139
|
+
4.5.0
|
|
140
|
+
.....
|
|
141
|
+
|
|
142
|
+
.. note::
|
|
143
|
+
This release of provider is only available for Airflow 2.4+ as explained in the
|
|
144
|
+
`Apache Airflow providers support policy <https://github.com/apache/airflow/blob/main/PROVIDERS.rst#minimum-supported-version-of-airflow-for-community-managed-providers>`_.
|
|
145
|
+
|
|
146
|
+
Misc
|
|
147
|
+
~~~~
|
|
148
|
+
|
|
149
|
+
* ``Bump minimum Airflow version in providers (#30917)``
|
|
150
|
+
* ``Upper-bind elasticearch integration (#31255)``
|
|
151
|
+
|
|
152
|
+
.. Below changes are excluded from the changelog. Move them to
|
|
153
|
+
appropriate section above if needed. Do not delete the lines(!):
|
|
154
|
+
* ``Use 'AirflowProviderDeprecationWarning' in providers (#30975)``
|
|
155
|
+
* ``Restore trigger logging (#29482)``
|
|
156
|
+
* ``Revert "Enable individual trigger logging (#27758)" (#29472)``
|
|
157
|
+
* ``Add full automation for min Airflow version for providers (#30994)``
|
|
158
|
+
* ``Add mechanism to suspend providers (#30422)``
|
|
159
|
+
* ``Use '__version__' in providers not 'version' (#31393)``
|
|
160
|
+
* ``Fixing circular import error in providers caused by airflow version check (#31379)``
|
|
161
|
+
* ``Prepare docs for May 2023 wave of Providers (#31252)``
|
|
162
|
+
|
|
140
163
|
4.4.0
|
|
141
164
|
.....
|
|
142
165
|
|
|
@@ -176,8 +199,9 @@ Bug Fixes
|
|
|
176
199
|
4.3.0
|
|
177
200
|
.....
|
|
178
201
|
|
|
179
|
-
|
|
180
|
-
|
|
202
|
+
.. note::
|
|
203
|
+
This release of provider is only available for Airflow 2.3+ as explained in the
|
|
204
|
+
`Apache Airflow providers support policy <https://github.com/apache/airflow/blob/main/PROVIDERS.rst#minimum-supported-version-of-airflow-for-community-managed-providers>`_.
|
|
181
205
|
|
|
182
206
|
Misc
|
|
183
207
|
~~~~
|
|
@@ -236,8 +260,9 @@ Bug Fixes
|
|
|
236
260
|
Breaking changes
|
|
237
261
|
~~~~~~~~~~~~~~~~
|
|
238
262
|
|
|
239
|
-
|
|
240
|
-
|
|
263
|
+
.. note::
|
|
264
|
+
This release of provider is only available for Airflow 2.2+ as explained in the
|
|
265
|
+
`Apache Airflow providers support policy <https://github.com/apache/airflow/blob/main/PROVIDERS.rst#minimum-supported-version-of-airflow-for-community-managed-providers>`_.
|
|
241
266
|
|
|
242
267
|
Misc
|
|
243
268
|
~~~~
|
|
@@ -453,5 +478,3 @@ Bug fixes
|
|
|
453
478
|
.....
|
|
454
479
|
|
|
455
480
|
Initial version of the provider.
|
|
456
|
-
|
|
457
|
-
|
|
@@ -23,7 +23,7 @@ target-version = ['py37', 'py38', 'py39', 'py310']
|
|
|
23
23
|
# The problem is tracked (and this limitation might be removed if it is solved) in:
|
|
24
24
|
# https://github.com/pypa/setuptools/issues/3548
|
|
25
25
|
[build-system]
|
|
26
|
-
requires = ['setuptools==
|
|
26
|
+
requires = ['setuptools==67.2.0']
|
|
27
27
|
build-backend = "setuptools.build_meta"
|
|
28
28
|
|
|
29
29
|
[tool.ruff]
|
|
@@ -32,7 +32,7 @@ line-length = 110
|
|
|
32
32
|
extend-exclude = [
|
|
33
33
|
".eggs",
|
|
34
34
|
"airflow/_vendor/*",
|
|
35
|
-
|
|
35
|
+
"airflow/providers/google/ads/_vendor/*",
|
|
36
36
|
# The files generated by stubgen aren't 100% valid syntax it turns out, and we don't ship them, so we can
|
|
37
37
|
# ignore them in ruff
|
|
38
38
|
"airflow/providers/common/sql/*/*.pyi"
|
|
@@ -46,11 +46,14 @@ extend-select = [
|
|
|
46
46
|
"UP", # Pyupgrade
|
|
47
47
|
"RUF100", # Unused noqa (auto-fixable)
|
|
48
48
|
|
|
49
|
+
# implicit single-line string concatenation
|
|
50
|
+
"ISC001",
|
|
49
51
|
# We ignore more pydocstyle than we enable, so be more selective at what we enable
|
|
50
52
|
"D101",
|
|
51
53
|
"D106",
|
|
52
54
|
"D2",
|
|
53
55
|
"D3",
|
|
56
|
+
# "D400", WIP: see #31135
|
|
54
57
|
# "D401", # Not enabled by ruff, but we don't want it
|
|
55
58
|
"D402",
|
|
56
59
|
"D403",
|
|
@@ -67,6 +70,38 @@ extend-ignore = [
|
|
|
67
70
|
"E731",
|
|
68
71
|
]
|
|
69
72
|
|
|
73
|
+
[tool.pytest.ini_options]
|
|
74
|
+
# * Disable `flaky` plugin for pytest. This plugin conflicts with `rerunfailures` because provide same marker.
|
|
75
|
+
# * Disable `nose` builtin plugin for pytest. This feature deprecated in 7.2 and will be removed in pytest>=8
|
|
76
|
+
# * And we focus on use native pytest capabilities rather than adopt another frameworks.
|
|
77
|
+
addopts = "-rasl --verbosity=2 -p no:flaky -p no:nose --asyncio-mode=strict"
|
|
78
|
+
norecursedirs = [
|
|
79
|
+
".eggs",
|
|
80
|
+
"airflow",
|
|
81
|
+
"tests/dags_with_system_exit",
|
|
82
|
+
"tests/test_utils",
|
|
83
|
+
"tests/dags_corrupted",
|
|
84
|
+
"tests/dags",
|
|
85
|
+
"tests/system/providers/google/cloud/dataproc/resources",
|
|
86
|
+
"tests/system/providers/google/cloud/gcs/resources",
|
|
87
|
+
]
|
|
88
|
+
log_level = "INFO"
|
|
89
|
+
filterwarnings = [
|
|
90
|
+
"error::pytest.PytestCollectionWarning",
|
|
91
|
+
"ignore::DeprecationWarning:flask_appbuilder.filemanager",
|
|
92
|
+
"ignore::DeprecationWarning:flask_appbuilder.widgets",
|
|
93
|
+
# https://github.com/dpgaspar/Flask-AppBuilder/pull/1940
|
|
94
|
+
"ignore::DeprecationWarning:flask_sqlalchemy",
|
|
95
|
+
# https://github.com/dpgaspar/Flask-AppBuilder/pull/1903
|
|
96
|
+
"ignore::DeprecationWarning:apispec.utils",
|
|
97
|
+
]
|
|
98
|
+
python_files = [
|
|
99
|
+
"*.py",
|
|
100
|
+
]
|
|
101
|
+
testpaths = [
|
|
102
|
+
"tests",
|
|
103
|
+
]
|
|
104
|
+
|
|
70
105
|
[tool.ruff.isort]
|
|
71
106
|
known-first-party = ["airflow", "airflow_breeze", "docker_tests", "docs", "kubernetes_tests", "tests"]
|
|
72
107
|
required-imports = ["from __future__ import annotations"]
|
|
@@ -105,6 +140,10 @@ known-third-party = [
|
|
|
105
140
|
# needed for the test to work
|
|
106
141
|
"tests/decorators/test_python.py" = ["I002"]
|
|
107
142
|
|
|
143
|
+
# The Pydantic representations of SqlAlchemy Models are not parsed well with Pydantic
|
|
144
|
+
# when __future__.annotations is used so we need to skip them from upgrading
|
|
145
|
+
"airflow/serialization/pydantic/*.py" = ["I002"]
|
|
146
|
+
|
|
108
147
|
# Ignore pydoc style from these
|
|
109
148
|
"*.pyi" = ["D"]
|
|
110
149
|
"tests/*" = ["D"]
|
|
@@ -27,7 +27,7 @@ classifiers =
|
|
|
27
27
|
Programming Language :: Python :: 3.10
|
|
28
28
|
Topic :: System :: Monitoring
|
|
29
29
|
project_urls =
|
|
30
|
-
Documentation=https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/4.
|
|
30
|
+
Documentation=https://airflow.apache.org/docs/apache-airflow-providers-elasticsearch/4.5.0/
|
|
31
31
|
Bug Tracker=https://github.com/apache/airflow/issues
|
|
32
32
|
Source Code=https://github.com/apache/airflow
|
|
33
33
|
Slack Chat=https://s.apache.org/airflow-slack
|
|
@@ -47,10 +47,10 @@ setup_requires =
|
|
|
47
47
|
wheel
|
|
48
48
|
install_requires =
|
|
49
49
|
apache-airflow-providers-common-sql>=1.3.1.dev0
|
|
50
|
-
apache-airflow>=2.
|
|
50
|
+
apache-airflow>=2.4.0.dev0
|
|
51
51
|
elasticsearch-dbapi
|
|
52
52
|
elasticsearch-dsl>=5.0.0
|
|
53
|
-
elasticsearch>7
|
|
53
|
+
elasticsearch>7,<7.15.0
|
|
54
54
|
|
|
55
55
|
[options.entry_points]
|
|
56
56
|
apache_airflow_provider =
|
|
@@ -60,6 +60,6 @@ apache_airflow_provider =
|
|
|
60
60
|
packages = airflow.providers.elasticsearch
|
|
61
61
|
|
|
62
62
|
[egg_info]
|
|
63
|
-
tag_build =
|
|
63
|
+
tag_build = rc2
|
|
64
64
|
tag_date = 0
|
|
65
65
|
|
|
@@ -26,7 +26,7 @@
|
|
|
26
26
|
|
|
27
27
|
from setuptools import find_namespace_packages, setup
|
|
28
28
|
|
|
29
|
-
version = "4.
|
|
29
|
+
version = "4.5.0"
|
|
30
30
|
|
|
31
31
|
|
|
32
32
|
def do_setup():
|
|
@@ -35,7 +35,12 @@ def do_setup():
|
|
|
35
35
|
version=version,
|
|
36
36
|
extras_require={"common.sql": ["apache-airflow-providers-common-sql"]},
|
|
37
37
|
packages=find_namespace_packages(
|
|
38
|
-
include=[
|
|
38
|
+
include=[
|
|
39
|
+
"airflow.providers.elasticsearch",
|
|
40
|
+
"airflow.providers.elasticsearch.*",
|
|
41
|
+
"airflow.providers.elasticsearch_vendor",
|
|
42
|
+
"airflow.providers.elasticsearch_vendor.*",
|
|
43
|
+
],
|
|
39
44
|
),
|
|
40
45
|
)
|
|
41
46
|
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|