python3-commons 0.6.10__tar.gz → 0.6.12__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {python3_commons-0.6.10/src/python3_commons.egg-info → python3_commons-0.6.12}/PKG-INFO +1 -1
- {python3_commons-0.6.10 → python3_commons-0.6.12}/pyproject.toml +1 -1
- python3_commons-0.6.12/src/python3_commons/api_client.py +102 -0
- {python3_commons-0.6.10 → python3_commons-0.6.12/src/python3_commons.egg-info}/PKG-INFO +1 -1
- python3_commons-0.6.10/src/python3_commons/api_client.py +0 -65
- {python3_commons-0.6.10 → python3_commons-0.6.12}/.coveragerc +0 -0
- {python3_commons-0.6.10 → python3_commons-0.6.12}/.github/workflows/python-publish.yaml +0 -0
- {python3_commons-0.6.10 → python3_commons-0.6.12}/.gitignore +0 -0
- {python3_commons-0.6.10 → python3_commons-0.6.12}/AUTHORS.rst +0 -0
- {python3_commons-0.6.10 → python3_commons-0.6.12}/CHANGELOG.rst +0 -0
- {python3_commons-0.6.10 → python3_commons-0.6.12}/LICENSE +0 -0
- {python3_commons-0.6.10 → python3_commons-0.6.12}/README.md +0 -0
- {python3_commons-0.6.10 → python3_commons-0.6.12}/README.rst +0 -0
- {python3_commons-0.6.10 → python3_commons-0.6.12}/docs/Makefile +0 -0
- {python3_commons-0.6.10 → python3_commons-0.6.12}/docs/_static/.gitignore +0 -0
- {python3_commons-0.6.10 → python3_commons-0.6.12}/docs/authors.rst +0 -0
- {python3_commons-0.6.10 → python3_commons-0.6.12}/docs/changelog.rst +0 -0
- {python3_commons-0.6.10 → python3_commons-0.6.12}/docs/conf.py +0 -0
- {python3_commons-0.6.10 → python3_commons-0.6.12}/docs/index.rst +0 -0
- {python3_commons-0.6.10 → python3_commons-0.6.12}/docs/license.rst +0 -0
- {python3_commons-0.6.10 → python3_commons-0.6.12}/requirements.txt +0 -0
- {python3_commons-0.6.10 → python3_commons-0.6.12}/requirements_dev.txt +0 -0
- {python3_commons-0.6.10 → python3_commons-0.6.12}/requirements_test.txt +0 -0
- {python3_commons-0.6.10 → python3_commons-0.6.12}/setup.cfg +0 -0
- {python3_commons-0.6.10 → python3_commons-0.6.12}/setup.py +0 -0
- {python3_commons-0.6.10 → python3_commons-0.6.12}/src/python3_commons/__init__.py +0 -0
- {python3_commons-0.6.10 → python3_commons-0.6.12}/src/python3_commons/audit.py +0 -0
- {python3_commons-0.6.10 → python3_commons-0.6.12}/src/python3_commons/conf.py +0 -0
- {python3_commons-0.6.10 → python3_commons-0.6.12}/src/python3_commons/db.py +0 -0
- {python3_commons-0.6.10 → python3_commons-0.6.12}/src/python3_commons/fs.py +0 -0
- {python3_commons-0.6.10 → python3_commons-0.6.12}/src/python3_commons/helpers.py +0 -0
- {python3_commons-0.6.10 → python3_commons-0.6.12}/src/python3_commons/logging/__init__.py +0 -0
- {python3_commons-0.6.10 → python3_commons-0.6.12}/src/python3_commons/logging/filters.py +0 -0
- {python3_commons-0.6.10 → python3_commons-0.6.12}/src/python3_commons/logging/formatters.py +0 -0
- {python3_commons-0.6.10 → python3_commons-0.6.12}/src/python3_commons/object_storage.py +0 -0
- {python3_commons-0.6.10 → python3_commons-0.6.12}/src/python3_commons/serializers/__init__.py +0 -0
- {python3_commons-0.6.10 → python3_commons-0.6.12}/src/python3_commons/serializers/json.py +0 -0
- {python3_commons-0.6.10 → python3_commons-0.6.12}/src/python3_commons/serializers/msgpack.py +0 -0
- {python3_commons-0.6.10 → python3_commons-0.6.12}/src/python3_commons/serializers/msgspec.py +0 -0
- {python3_commons-0.6.10 → python3_commons-0.6.12}/src/python3_commons.egg-info/SOURCES.txt +0 -0
- {python3_commons-0.6.10 → python3_commons-0.6.12}/src/python3_commons.egg-info/dependency_links.txt +0 -0
- {python3_commons-0.6.10 → python3_commons-0.6.12}/src/python3_commons.egg-info/requires.txt +0 -0
- {python3_commons-0.6.10 → python3_commons-0.6.12}/src/python3_commons.egg-info/top_level.txt +0 -0
- {python3_commons-0.6.10 → python3_commons-0.6.12}/tests/conftest.py +0 -0
- {python3_commons-0.6.10 → python3_commons-0.6.12}/tests/test_audit.py +0 -0
- {python3_commons-0.6.10 → python3_commons-0.6.12}/tests/test_helpers.py +0 -0
- {python3_commons-0.6.10 → python3_commons-0.6.12}/tests/test_msgpack.py +0 -0
- {python3_commons-0.6.10 → python3_commons-0.6.12}/tests/test_msgspec.py +0 -0
@@ -0,0 +1,102 @@
|
|
1
|
+
from contextlib import asynccontextmanager
|
2
|
+
from datetime import datetime, UTC
|
3
|
+
from json import dumps
|
4
|
+
from typing import AsyncGenerator, Literal, Mapping, Sequence
|
5
|
+
from uuid import uuid4
|
6
|
+
|
7
|
+
from aiohttp import ClientResponse, ClientSession, client_exceptions
|
8
|
+
from pydantic import HttpUrl
|
9
|
+
|
10
|
+
from python3_commons import audit
|
11
|
+
from python3_commons.conf import s3_settings
|
12
|
+
from python3_commons.helpers import request_to_curl
|
13
|
+
from python3_commons.serializers.json import CustomJSONEncoder
|
14
|
+
|
15
|
+
|
16
|
+
async def _store_response_for_audit(
|
17
|
+
response: ClientResponse,
|
18
|
+
audit_name: str,
|
19
|
+
uri_path: str,
|
20
|
+
method: str,
|
21
|
+
request_id: str
|
22
|
+
):
|
23
|
+
response_text = await response.text()
|
24
|
+
|
25
|
+
now = datetime.now(tz=UTC)
|
26
|
+
date_path = now.strftime('%Y/%m/%d')
|
27
|
+
timestamp = now.strftime('%H%M%S_%f')
|
28
|
+
|
29
|
+
await audit.write_audit_data(
|
30
|
+
s3_settings,
|
31
|
+
f'{date_path}/{audit_name}/{uri_path}/{method}_{timestamp}_{request_id}_response.txt',
|
32
|
+
response_text.encode('utf-8')
|
33
|
+
)
|
34
|
+
|
35
|
+
|
36
|
+
@asynccontextmanager
|
37
|
+
async def request(
|
38
|
+
client: ClientSession,
|
39
|
+
base_url: HttpUrl,
|
40
|
+
uri: str,
|
41
|
+
query: Mapping | None = None,
|
42
|
+
method: Literal['get', 'post', 'put', 'patch', 'options', 'head', 'delete'] = 'get',
|
43
|
+
headers: Mapping | None = None,
|
44
|
+
json: Mapping | Sequence | str | None = None,
|
45
|
+
data: bytes | None = None,
|
46
|
+
audit_name: str | None = None
|
47
|
+
) -> AsyncGenerator[ClientResponse]:
|
48
|
+
now = datetime.now(tz=UTC)
|
49
|
+
date_path = now.strftime('%Y/%m/%d')
|
50
|
+
timestamp = now.strftime('%H%M%S_%f')
|
51
|
+
request_id = str(uuid4())[-12:]
|
52
|
+
uri_path = uri[:-1] if uri.endswith('/') else uri
|
53
|
+
uri_path = uri_path[1:] if uri_path.startswith('/') else uri_path
|
54
|
+
url = f'{base_url}{uri}'
|
55
|
+
|
56
|
+
if audit_name:
|
57
|
+
curl_request = None
|
58
|
+
|
59
|
+
if method == 'get':
|
60
|
+
if query:
|
61
|
+
curl_request = request_to_curl(url, query, method, headers)
|
62
|
+
else:
|
63
|
+
curl_request = request_to_curl(url, query, method, headers, json, data)
|
64
|
+
|
65
|
+
if curl_request:
|
66
|
+
await audit.write_audit_data(
|
67
|
+
s3_settings,
|
68
|
+
f'{date_path}/{audit_name}/{uri_path}/{method}_{timestamp}_{request_id}_request.txt',
|
69
|
+
curl_request.encode('utf-8')
|
70
|
+
)
|
71
|
+
client_method = getattr(client, method)
|
72
|
+
|
73
|
+
try:
|
74
|
+
if method == 'get':
|
75
|
+
async with client_method(url, params=query) as response:
|
76
|
+
if audit_name:
|
77
|
+
await _store_response_for_audit(response, audit_name, uri_path, method, request_id)
|
78
|
+
|
79
|
+
yield response
|
80
|
+
else:
|
81
|
+
if json:
|
82
|
+
data = dumps(json, cls=CustomJSONEncoder).encode('utf-8')
|
83
|
+
|
84
|
+
if headers:
|
85
|
+
headers = {**headers, 'Content-Type': 'application/json'}
|
86
|
+
else:
|
87
|
+
headers = {'Content-Type': 'application/json'}
|
88
|
+
|
89
|
+
async with client_method(url, params=query, data=data, headers=headers) as response:
|
90
|
+
if audit_name:
|
91
|
+
await _store_response_for_audit(response, audit_name, uri_path, method, request_id)
|
92
|
+
|
93
|
+
yield response
|
94
|
+
except client_exceptions.ClientOSError as e:
|
95
|
+
if e.errno == 32:
|
96
|
+
raise ConnectionResetError('Broken pipe') from e
|
97
|
+
elif e.errno == 104:
|
98
|
+
raise ConnectionResetError('Connection reset by peer') from e
|
99
|
+
|
100
|
+
raise
|
101
|
+
except client_exceptions.ServerDisconnectedError as e:
|
102
|
+
raise ConnectionResetError('Server disconnected') from e
|
@@ -1,65 +0,0 @@
|
|
1
|
-
from contextlib import asynccontextmanager
|
2
|
-
from datetime import datetime, UTC
|
3
|
-
from json import dumps
|
4
|
-
from typing import AsyncGenerator, Literal, Mapping, Sequence
|
5
|
-
|
6
|
-
from aiohttp import ClientSession
|
7
|
-
from aiohttp.web_response import Response
|
8
|
-
from pydantic import HttpUrl
|
9
|
-
|
10
|
-
from python3_commons import audit
|
11
|
-
from python3_commons.conf import s3_settings
|
12
|
-
from python3_commons.helpers import request_to_curl
|
13
|
-
from python3_commons.serializers.json import CustomJSONEncoder
|
14
|
-
|
15
|
-
|
16
|
-
@asynccontextmanager
|
17
|
-
async def request(
|
18
|
-
client: ClientSession,
|
19
|
-
base_url: HttpUrl,
|
20
|
-
uri: str,
|
21
|
-
query: Mapping | None = None,
|
22
|
-
method: Literal['get', 'post', 'put', 'patch', 'options', 'head', 'delete'] = 'get',
|
23
|
-
headers: Mapping | None = None,
|
24
|
-
json: Mapping | Sequence | str | None = None,
|
25
|
-
data: bytes | None = None,
|
26
|
-
audit_name: str | None = None
|
27
|
-
) -> AsyncGenerator[Response]:
|
28
|
-
now = datetime.now(tz=UTC)
|
29
|
-
date_path = now.strftime('%Y/%m/%d')
|
30
|
-
timestamp = now.strftime('%H%M%S_%f')
|
31
|
-
uri_path = uri[:-1] if uri.endswith('/') else uri
|
32
|
-
uri_path = uri_path[1:] if uri_path.startswith('/') else uri_path
|
33
|
-
url = f'{base_url}{uri}'
|
34
|
-
|
35
|
-
if audit_name:
|
36
|
-
curl_request = None
|
37
|
-
|
38
|
-
if method == 'get':
|
39
|
-
if query:
|
40
|
-
curl_request = request_to_curl(url, query, method, headers)
|
41
|
-
else:
|
42
|
-
curl_request = request_to_curl(url, query, method, headers, json, data)
|
43
|
-
|
44
|
-
if curl_request:
|
45
|
-
await audit.write_audit_data(
|
46
|
-
s3_settings,
|
47
|
-
f'{date_path}/{audit_name}/{uri_path}/{method}_{timestamp}_request.txt',
|
48
|
-
curl_request.encode('utf-8')
|
49
|
-
)
|
50
|
-
client_method = getattr(client, method)
|
51
|
-
|
52
|
-
if method == 'get':
|
53
|
-
async with client_method(url, params=query) as response:
|
54
|
-
yield response
|
55
|
-
else:
|
56
|
-
if json:
|
57
|
-
data = dumps(json, cls=CustomJSONEncoder).encode('utf-8')
|
58
|
-
|
59
|
-
if headers:
|
60
|
-
headers = {**headers, 'Content-Type': 'application/json'}
|
61
|
-
else:
|
62
|
-
headers = {'Content-Type': 'application/json'}
|
63
|
-
|
64
|
-
async with client_method(url, params=query, data=data, headers=headers) as response:
|
65
|
-
yield response
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{python3_commons-0.6.10 → python3_commons-0.6.12}/src/python3_commons/serializers/__init__.py
RENAMED
File without changes
|
File without changes
|
{python3_commons-0.6.10 → python3_commons-0.6.12}/src/python3_commons/serializers/msgpack.py
RENAMED
File without changes
|
{python3_commons-0.6.10 → python3_commons-0.6.12}/src/python3_commons/serializers/msgspec.py
RENAMED
File without changes
|
File without changes
|
{python3_commons-0.6.10 → python3_commons-0.6.12}/src/python3_commons.egg-info/dependency_links.txt
RENAMED
File without changes
|
File without changes
|
{python3_commons-0.6.10 → python3_commons-0.6.12}/src/python3_commons.egg-info/top_level.txt
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|