python3-commons 0.5.9__tar.gz → 0.5.11__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of python3-commons might be problematic. Click here for more details.
- {python3_commons-0.5.9/src/python3_commons.egg-info → python3_commons-0.5.11}/PKG-INFO +1 -1
- {python3_commons-0.5.9 → python3_commons-0.5.11}/setup.cfg +1 -1
- {python3_commons-0.5.9 → python3_commons-0.5.11}/src/python3_commons/audit.py +7 -11
- {python3_commons-0.5.9 → python3_commons-0.5.11/src/python3_commons.egg-info}/PKG-INFO +1 -1
- {python3_commons-0.5.9 → python3_commons-0.5.11}/.coveragerc +0 -0
- {python3_commons-0.5.9 → python3_commons-0.5.11}/.github/workflows/python-publish.yaml +0 -0
- {python3_commons-0.5.9 → python3_commons-0.5.11}/.gitignore +0 -0
- {python3_commons-0.5.9 → python3_commons-0.5.11}/AUTHORS.rst +0 -0
- {python3_commons-0.5.9 → python3_commons-0.5.11}/CHANGELOG.rst +0 -0
- {python3_commons-0.5.9 → python3_commons-0.5.11}/LICENSE +0 -0
- {python3_commons-0.5.9 → python3_commons-0.5.11}/README.md +0 -0
- {python3_commons-0.5.9 → python3_commons-0.5.11}/README.rst +0 -0
- {python3_commons-0.5.9 → python3_commons-0.5.11}/docs/Makefile +0 -0
- {python3_commons-0.5.9 → python3_commons-0.5.11}/docs/_static/.gitignore +0 -0
- {python3_commons-0.5.9 → python3_commons-0.5.11}/docs/authors.rst +0 -0
- {python3_commons-0.5.9 → python3_commons-0.5.11}/docs/changelog.rst +0 -0
- {python3_commons-0.5.9 → python3_commons-0.5.11}/docs/conf.py +0 -0
- {python3_commons-0.5.9 → python3_commons-0.5.11}/docs/index.rst +0 -0
- {python3_commons-0.5.9 → python3_commons-0.5.11}/docs/license.rst +0 -0
- {python3_commons-0.5.9 → python3_commons-0.5.11}/pyproject.toml +0 -0
- {python3_commons-0.5.9 → python3_commons-0.5.11}/requirements.txt +0 -0
- {python3_commons-0.5.9 → python3_commons-0.5.11}/requirements_dev.txt +0 -0
- {python3_commons-0.5.9 → python3_commons-0.5.11}/requirements_test.txt +0 -0
- {python3_commons-0.5.9 → python3_commons-0.5.11}/setup.py +0 -0
- {python3_commons-0.5.9 → python3_commons-0.5.11}/src/python3_commons/__init__.py +0 -0
- {python3_commons-0.5.9 → python3_commons-0.5.11}/src/python3_commons/conf.py +0 -0
- {python3_commons-0.5.9 → python3_commons-0.5.11}/src/python3_commons/db.py +0 -0
- {python3_commons-0.5.9 → python3_commons-0.5.11}/src/python3_commons/fs.py +0 -0
- {python3_commons-0.5.9 → python3_commons-0.5.11}/src/python3_commons/helpers.py +0 -0
- {python3_commons-0.5.9 → python3_commons-0.5.11}/src/python3_commons/logging/__init__.py +0 -0
- {python3_commons-0.5.9 → python3_commons-0.5.11}/src/python3_commons/logging/filters.py +0 -0
- {python3_commons-0.5.9 → python3_commons-0.5.11}/src/python3_commons/logging/formatter.py +0 -0
- {python3_commons-0.5.9 → python3_commons-0.5.11}/src/python3_commons/object_storage.py +0 -0
- {python3_commons-0.5.9 → python3_commons-0.5.11}/src/python3_commons/serializers/__init__.py +0 -0
- {python3_commons-0.5.9 → python3_commons-0.5.11}/src/python3_commons/serializers/json.py +0 -0
- {python3_commons-0.5.9 → python3_commons-0.5.11}/src/python3_commons/serializers/msgpack.py +0 -0
- {python3_commons-0.5.9 → python3_commons-0.5.11}/src/python3_commons/serializers/msgspec.py +0 -0
- {python3_commons-0.5.9 → python3_commons-0.5.11}/src/python3_commons.egg-info/SOURCES.txt +0 -0
- {python3_commons-0.5.9 → python3_commons-0.5.11}/src/python3_commons.egg-info/dependency_links.txt +0 -0
- {python3_commons-0.5.9 → python3_commons-0.5.11}/src/python3_commons.egg-info/not-zip-safe +0 -0
- {python3_commons-0.5.9 → python3_commons-0.5.11}/src/python3_commons.egg-info/requires.txt +0 -0
- {python3_commons-0.5.9 → python3_commons-0.5.11}/src/python3_commons.egg-info/top_level.txt +0 -0
- {python3_commons-0.5.9 → python3_commons-0.5.11}/tests/conftest.py +0 -0
- {python3_commons-0.5.9 → python3_commons-0.5.11}/tests/test_msgpack.py +0 -0
- {python3_commons-0.5.9 → python3_commons-0.5.11}/tests/test_msgspec.py +0 -0
|
@@ -45,8 +45,8 @@ class BytesIOStream(io.BytesIO):
|
|
|
45
45
|
if unread_data_size > 0:
|
|
46
46
|
buf[:unread_data_size] = buf[pos:pos+unread_data_size]
|
|
47
47
|
|
|
48
|
-
self.truncate(unread_data_size)
|
|
49
48
|
self.seek(0)
|
|
49
|
+
self.truncate(unread_data_size)
|
|
50
50
|
|
|
51
51
|
return chunk
|
|
52
52
|
|
|
@@ -64,6 +64,7 @@ def generate_archive(bucket_name: str, date_path: str, chunk_size: int = 4096) -
|
|
|
64
64
|
logger.info(f'Compacting files in: {date_path}')
|
|
65
65
|
|
|
66
66
|
for name, last_modified, content in objects:
|
|
67
|
+
logger.info(f'Adding {name} to archive')
|
|
67
68
|
info = tarfile.TarInfo(name)
|
|
68
69
|
info.size = len(content)
|
|
69
70
|
info.mtime = last_modified.timestamp()
|
|
@@ -107,22 +108,17 @@ async def archive_audit_data(root_path: str = 'audit'):
|
|
|
107
108
|
month = now.month
|
|
108
109
|
day = now.day
|
|
109
110
|
bucket_name = s3_settings.s3_bucket
|
|
110
|
-
fo = BytesIO()
|
|
111
|
-
object_names = []
|
|
112
111
|
date_path = object_storage.get_absolute_path(f'{root_path}/{year}/{month:02}/{day:02}')
|
|
113
112
|
|
|
114
113
|
generator = generate_archive(bucket_name, date_path, chunk_size=4096)
|
|
115
114
|
archive_stream = BytesIOStream(generator)
|
|
116
115
|
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
object_storage.put_object(bucket_name, archive_path, archive_stream, -1, part_size=4096)
|
|
116
|
+
archive_path = object_storage.get_absolute_path(f'audit/.archive/{year}_{month:02}_{day:02}.tar.bz2')
|
|
117
|
+
object_storage.put_object(bucket_name, archive_path, archive_stream, -1, part_size=4096)
|
|
120
118
|
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
else:
|
|
125
|
-
logger.info('No objects to archive found.')
|
|
119
|
+
if errors := object_storage.remove_objects(bucket_name, date_path):
|
|
120
|
+
for error in errors:
|
|
121
|
+
logger.error(f'Failed to delete object in {bucket_name=}: {error}')
|
|
126
122
|
|
|
127
123
|
|
|
128
124
|
class ZeepAuditPlugin(Plugin):
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{python3_commons-0.5.9 → python3_commons-0.5.11}/src/python3_commons/serializers/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{python3_commons-0.5.9 → python3_commons-0.5.11}/src/python3_commons.egg-info/dependency_links.txt
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|