apache-airflow-providers-http 4.13.2rc1__py3-none-any.whl → 4.13.3__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- airflow/providers/http/__init__.py +1 -1
- airflow/providers/http/get_provider_info.py +3 -2
- airflow/providers/http/operators/http.py +18 -3
- airflow/providers/http/sensors/http.py +3 -0
- {apache_airflow_providers_http-4.13.2rc1.dist-info → apache_airflow_providers_http-4.13.3.dist-info}/METADATA +13 -13
- apache_airflow_providers_http-4.13.3.dist-info/RECORD +15 -0
- {apache_airflow_providers_http-4.13.2rc1.dist-info → apache_airflow_providers_http-4.13.3.dist-info}/WHEEL +1 -1
- apache_airflow_providers_http-4.13.2rc1.dist-info/RECORD +0 -15
- {apache_airflow_providers_http-4.13.2rc1.dist-info → apache_airflow_providers_http-4.13.3.dist-info}/entry_points.txt +0 -0
@@ -29,7 +29,7 @@ from airflow import __version__ as airflow_version
|
|
29
29
|
|
30
30
|
__all__ = ["__version__"]
|
31
31
|
|
32
|
-
__version__ = "4.13.
|
32
|
+
__version__ = "4.13.3"
|
33
33
|
|
34
34
|
if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
|
35
35
|
"2.8.0"
|
@@ -28,8 +28,9 @@ def get_provider_info():
|
|
28
28
|
"name": "Hypertext Transfer Protocol (HTTP)",
|
29
29
|
"description": "`Hypertext Transfer Protocol (HTTP) <https://www.w3.org/Protocols/>`__\n",
|
30
30
|
"state": "ready",
|
31
|
-
"source-date-epoch":
|
31
|
+
"source-date-epoch": 1731570291,
|
32
32
|
"versions": [
|
33
|
+
"4.13.3",
|
33
34
|
"4.13.2",
|
34
35
|
"4.13.1",
|
35
36
|
"4.13.0",
|
@@ -70,7 +71,7 @@ def get_provider_info():
|
|
70
71
|
"apache-airflow>=2.8.0",
|
71
72
|
"requests>=2.27.0,<3",
|
72
73
|
"requests-toolbelt>=0.4.0",
|
73
|
-
"aiohttp>=3.9.2",
|
74
|
+
"aiohttp>=3.9.2,<3.11.0",
|
74
75
|
"asgiref>=2.3.0",
|
75
76
|
],
|
76
77
|
"integrations": [
|
@@ -114,6 +114,7 @@ class HttpOperator(BaseOperator):
|
|
114
114
|
response_check: Callable[..., bool] | None = None,
|
115
115
|
response_filter: Callable[..., Any] | None = None,
|
116
116
|
extra_options: dict[str, Any] | None = None,
|
117
|
+
request_kwargs: dict[str, Any] | None = None,
|
117
118
|
http_conn_id: str = "http_default",
|
118
119
|
log_response: bool = False,
|
119
120
|
auth_type: type[AuthBase] | None = None,
|
@@ -143,6 +144,7 @@ class HttpOperator(BaseOperator):
|
|
143
144
|
self.tcp_keep_alive_interval = tcp_keep_alive_interval
|
144
145
|
self.deferrable = deferrable
|
145
146
|
self.retry_args = retry_args
|
147
|
+
self.request_kwargs = request_kwargs or {}
|
146
148
|
|
147
149
|
@property
|
148
150
|
def hook(self) -> HttpHook:
|
@@ -173,10 +175,21 @@ class HttpOperator(BaseOperator):
|
|
173
175
|
self.log.info("Calling HTTP method")
|
174
176
|
if self.retry_args:
|
175
177
|
response = self.hook.run_with_advanced_retry(
|
176
|
-
self.retry_args,
|
178
|
+
self.retry_args,
|
179
|
+
self.endpoint,
|
180
|
+
self.data,
|
181
|
+
self.headers,
|
182
|
+
self.extra_options,
|
183
|
+
**self.request_kwargs,
|
177
184
|
)
|
178
185
|
else:
|
179
|
-
response = self.hook.run(
|
186
|
+
response = self.hook.run(
|
187
|
+
self.endpoint,
|
188
|
+
self.data,
|
189
|
+
self.headers,
|
190
|
+
self.extra_options,
|
191
|
+
**self.request_kwargs,
|
192
|
+
)
|
180
193
|
response = self.paginate_sync(response=response)
|
181
194
|
return self.process_response(context=context, response=response)
|
182
195
|
|
@@ -191,7 +204,8 @@ class HttpOperator(BaseOperator):
|
|
191
204
|
break
|
192
205
|
if self.retry_args:
|
193
206
|
response = self.hook.run_with_advanced_retry(
|
194
|
-
self.retry_args,
|
207
|
+
self.retry_args,
|
208
|
+
**self._merge_next_page_parameters(next_page_params),
|
195
209
|
)
|
196
210
|
else:
|
197
211
|
response = self.hook.run(**self._merge_next_page_parameters(next_page_params))
|
@@ -304,6 +318,7 @@ class HttpOperator(BaseOperator):
|
|
304
318
|
data=data,
|
305
319
|
headers=merge_dicts(self.headers, next_page_params.get("headers", {})),
|
306
320
|
extra_options=merge_dicts(self.extra_options, next_page_params.get("extra_options", {})),
|
321
|
+
**self.request_kwargs,
|
307
322
|
)
|
308
323
|
|
309
324
|
|
@@ -94,6 +94,7 @@ class HttpSensor(BaseSensorOperator):
|
|
94
94
|
http_conn_id: str = "http_default",
|
95
95
|
method: str = "GET",
|
96
96
|
request_params: dict[str, Any] | None = None,
|
97
|
+
request_kwargs: dict[str, Any] | None = None,
|
97
98
|
headers: dict[str, Any] | None = None,
|
98
99
|
response_error_codes_allowlist: list[str] | None = None,
|
99
100
|
response_check: Callable[..., bool] | None = None,
|
@@ -121,6 +122,7 @@ class HttpSensor(BaseSensorOperator):
|
|
121
122
|
self.tcp_keep_alive_count = tcp_keep_alive_count
|
122
123
|
self.tcp_keep_alive_interval = tcp_keep_alive_interval
|
123
124
|
self.deferrable = deferrable
|
125
|
+
self.request_kwargs = request_kwargs or {}
|
124
126
|
|
125
127
|
def poke(self, context: Context) -> bool:
|
126
128
|
from airflow.utils.operator_helpers import determine_kwargs
|
@@ -141,6 +143,7 @@ class HttpSensor(BaseSensorOperator):
|
|
141
143
|
data=self.request_params,
|
142
144
|
headers=self.headers,
|
143
145
|
extra_options=self.extra_options,
|
146
|
+
**self.request_kwargs,
|
144
147
|
)
|
145
148
|
|
146
149
|
if self.response_check:
|
@@ -1,6 +1,6 @@
|
|
1
|
-
Metadata-Version: 2.
|
1
|
+
Metadata-Version: 2.3
|
2
2
|
Name: apache-airflow-providers-http
|
3
|
-
Version: 4.13.
|
3
|
+
Version: 4.13.3
|
4
4
|
Summary: Provider package apache-airflow-providers-http for Apache Airflow
|
5
5
|
Keywords: airflow-provider,http,airflow,integration
|
6
6
|
Author-email: Apache Software Foundation <dev@airflow.apache.org>
|
@@ -20,14 +20,14 @@ Classifier: Programming Language :: Python :: 3.10
|
|
20
20
|
Classifier: Programming Language :: Python :: 3.11
|
21
21
|
Classifier: Programming Language :: Python :: 3.12
|
22
22
|
Classifier: Topic :: System :: Monitoring
|
23
|
-
Requires-Dist: aiohttp>=3.9.2
|
24
|
-
Requires-Dist: apache-airflow>=2.8.
|
23
|
+
Requires-Dist: aiohttp>=3.9.2,<3.11.0
|
24
|
+
Requires-Dist: apache-airflow>=2.8.0
|
25
25
|
Requires-Dist: asgiref>=2.3.0
|
26
26
|
Requires-Dist: requests-toolbelt>=0.4.0
|
27
27
|
Requires-Dist: requests>=2.27.0,<3
|
28
28
|
Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
|
29
|
-
Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-http/4.13.
|
30
|
-
Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-http/4.13.
|
29
|
+
Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-http/4.13.3/changelog.html
|
30
|
+
Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-http/4.13.3
|
31
31
|
Project-URL: Slack Chat, https://s.apache.org/airflow-slack
|
32
32
|
Project-URL: Source Code, https://github.com/apache/airflow
|
33
33
|
Project-URL: Twitter, https://twitter.com/ApacheAirflow
|
@@ -77,7 +77,7 @@ Project-URL: YouTube, https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA/
|
|
77
77
|
|
78
78
|
Package ``apache-airflow-providers-http``
|
79
79
|
|
80
|
-
Release: ``4.13.
|
80
|
+
Release: ``4.13.3``
|
81
81
|
|
82
82
|
|
83
83
|
`Hypertext Transfer Protocol (HTTP) <https://www.w3.org/Protocols/>`__
|
@@ -90,7 +90,7 @@ This is a provider package for ``http`` provider. All classes for this provider
|
|
90
90
|
are in ``airflow.providers.http`` python package.
|
91
91
|
|
92
92
|
You can find package information and changelog for the provider
|
93
|
-
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-http/4.13.
|
93
|
+
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-http/4.13.3/>`_.
|
94
94
|
|
95
95
|
Installation
|
96
96
|
------------
|
@@ -104,15 +104,15 @@ The package supports the following python versions: 3.9,3.10,3.11,3.12
|
|
104
104
|
Requirements
|
105
105
|
------------
|
106
106
|
|
107
|
-
=====================
|
107
|
+
===================== ===================
|
108
108
|
PIP package Version required
|
109
|
-
=====================
|
109
|
+
===================== ===================
|
110
110
|
``apache-airflow`` ``>=2.8.0``
|
111
111
|
``requests`` ``>=2.27.0,<3``
|
112
112
|
``requests-toolbelt`` ``>=0.4.0``
|
113
|
-
``aiohttp``
|
113
|
+
``aiohttp`` ``<3.11.0,>=3.9.2``
|
114
114
|
``asgiref`` ``>=2.3.0``
|
115
|
-
=====================
|
115
|
+
===================== ===================
|
116
116
|
|
117
117
|
The changelog for the provider package can be found in the
|
118
|
-
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-http/4.13.
|
118
|
+
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-http/4.13.3/changelog.html>`_.
|
@@ -0,0 +1,15 @@
|
|
1
|
+
airflow/providers/http/LICENSE,sha256=FFb4jd2AXnOOf7XLP04pQW6jbdhG49TxlGY6fFpCV1Y,13609
|
2
|
+
airflow/providers/http/__init__.py,sha256=2thGuzTAMdiNppSh7UbeimzgDSwsatdiBGJJ-S2998Q,1492
|
3
|
+
airflow/providers/http/get_provider_info.py,sha256=2ZICZR2-_xqsL45Fg6mPcyhnM0_GDzB6ll6y07MgqtI,3765
|
4
|
+
airflow/providers/http/hooks/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvRQpt3YR7wjz_nceyF1IaI,787
|
5
|
+
airflow/providers/http/hooks/http.py,sha256=aWN2mIGBI2h8d9ly1ZApGMKzNMvzdC0F-Uqm6CWljlc,18839
|
6
|
+
airflow/providers/http/operators/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvRQpt3YR7wjz_nceyF1IaI,787
|
7
|
+
airflow/providers/http/operators/http.py,sha256=ND3STqeoMTGx2LVaQwW7R1tzBJemA5w5e-5CF5Ab98k,18607
|
8
|
+
airflow/providers/http/sensors/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvRQpt3YR7wjz_nceyF1IaI,787
|
9
|
+
airflow/providers/http/sensors/http.py,sha256=ij2ppJFjOYwtmjATQK6csyIYRFE4W1kqW1c9bRvMnds,8053
|
10
|
+
airflow/providers/http/triggers/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvRQpt3YR7wjz_nceyF1IaI,787
|
11
|
+
airflow/providers/http/triggers/http.py,sha256=7ol3rWx3oyZK6IoB44Wa925BkZO8eyB4gZ6kX8m4kAk,7670
|
12
|
+
apache_airflow_providers_http-4.13.3.dist-info/entry_points.txt,sha256=65Rk4MYlxxtwo7y7-uNv4KS7MfoBnILhMjRQmNbRo1Q,100
|
13
|
+
apache_airflow_providers_http-4.13.3.dist-info/WHEEL,sha256=CpUCUxeHQbRN5UGRQHYRJorO5Af-Qy_fHMctcQ8DSGI,82
|
14
|
+
apache_airflow_providers_http-4.13.3.dist-info/METADATA,sha256=R-b0OQfF8ob9Ykt9d6jbdCISrLWX9n4HnNRZl6lG430,4947
|
15
|
+
apache_airflow_providers_http-4.13.3.dist-info/RECORD,,
|
@@ -1,15 +0,0 @@
|
|
1
|
-
airflow/providers/http/LICENSE,sha256=FFb4jd2AXnOOf7XLP04pQW6jbdhG49TxlGY6fFpCV1Y,13609
|
2
|
-
airflow/providers/http/__init__.py,sha256=q9mA_NyMPie1aSnK--yygBS3810JqYvEP1CVhWIWlgo,1492
|
3
|
-
airflow/providers/http/get_provider_info.py,sha256=Xg-kJiKmS_ncPmUHfxt5Tj8Tzns8Wu5KlCuQbDuYl8g,3735
|
4
|
-
airflow/providers/http/hooks/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvRQpt3YR7wjz_nceyF1IaI,787
|
5
|
-
airflow/providers/http/hooks/http.py,sha256=aWN2mIGBI2h8d9ly1ZApGMKzNMvzdC0F-Uqm6CWljlc,18839
|
6
|
-
airflow/providers/http/operators/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvRQpt3YR7wjz_nceyF1IaI,787
|
7
|
-
airflow/providers/http/operators/http.py,sha256=6iyOv6nh6KDxvyD-xm6YnIy85TKvidKEzDkr-3H3U1I,18224
|
8
|
-
airflow/providers/http/sensors/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvRQpt3YR7wjz_nceyF1IaI,787
|
9
|
-
airflow/providers/http/sensors/http.py,sha256=jGP2E-gl6eD4Jgs9cvMwP95CEgtbQCULKjpp0OwSyTs,7909
|
10
|
-
airflow/providers/http/triggers/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvRQpt3YR7wjz_nceyF1IaI,787
|
11
|
-
airflow/providers/http/triggers/http.py,sha256=7ol3rWx3oyZK6IoB44Wa925BkZO8eyB4gZ6kX8m4kAk,7670
|
12
|
-
apache_airflow_providers_http-4.13.2rc1.dist-info/entry_points.txt,sha256=65Rk4MYlxxtwo7y7-uNv4KS7MfoBnILhMjRQmNbRo1Q,100
|
13
|
-
apache_airflow_providers_http-4.13.2rc1.dist-info/WHEEL,sha256=EZbGkh7Ie4PoZfRQ8I0ZuP9VklN_TvcZ6DSE5Uar4z4,81
|
14
|
-
apache_airflow_providers_http-4.13.2rc1.dist-info/METADATA,sha256=CH3D1h2-ZFggbrETiZ9CcIz7-phz20y-l1DnWUbc51Y,4938
|
15
|
-
apache_airflow_providers_http-4.13.2rc1.dist-info/RECORD,,
|