python3-commons 0.16.0__tar.gz → 0.16.1__tar.gz

{python3_commons-0.16.0 → python3_commons-0.16.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: python3-commons
-Version: 0.16.0
+Version: 0.16.1
 Summary: Re-usable Python3 code
 Author-email: Oleg Korsak <kamikaze.is.waiting.you@gmail.com>
 License-Expression: GPL-3.0
@@ -19,6 +19,7 @@ Requires-Dist: lxml~=6.1.0
 Requires-Dist: msgpack~=1.1.2
 Requires-Dist: msgspec==0.21.1
 Requires-Dist: object-storage-client==0.0.22
+Requires-Dist: orjson==3.11.8
 Requires-Dist: pydantic-settings~=2.14.0
 Requires-Dist: SQLAlchemy[asyncio]~=2.0.49
 Requires-Dist: valkey[libvalkey]~=6.1.1

{python3_commons-0.16.0 → python3_commons-0.16.1}/pyproject.toml

@@ -25,6 +25,7 @@ dependencies = [
     "msgpack~=1.1.2",
     "msgspec==0.21.1",
     "object-storage-client==0.0.22",
+    "orjson==3.11.8",
     "pydantic-settings~=2.14.0",
     "SQLAlchemy[asyncio]~=2.0.49",
     "valkey[libvalkey]~=6.1.1",

{python3_commons-0.16.0 → python3_commons-0.16.1}/src/python3_commons/db/__init__.py

@@ -17,28 +17,28 @@ Base = declarative_base(metadata=metadata)
 
 
 class AsyncSessionManager:
-    def __init__(self, db_settings: Mapping[str, DBSettings]) -> None:
-        self.db_settings: Mapping[str, DBSettings] = db_settings
+    def __init__(self, db_configs: Mapping[str, DBSettings]) -> None:
+        self.db_configs: Mapping[str, DBSettings] = db_configs
         self.engines: dict[str, AsyncEngine] = {}
         self.session_makers: dict = {}
 
-    def get_db_settings(self, name: str) -> DBSettings:
+    def get_db_config(self, name: str) -> DBSettings:
         try:
-            return self.db_settings[name]
+            return self.db_configs[name]
         except KeyError:
             logger.exception('Missing database settings: %s', name)
 
             raise
 
-    def async_engine_from_db_settings(self, name):
-        db_settings = self.get_db_settings(name)
+    def async_engine_from_db_config(self, name):
+        db_config = self.get_db_config(name)
         configuration = {
-            'url': str(db_settings.dsn),
-            'echo': db_settings.echo,
-            'pool_size': db_settings.pool_size,
-            'max_overflow': db_settings.max_overflow,
-            'pool_timeout': db_settings.pool_timeout,
-            'pool_recycle': db_settings.pool_recycle,
+            'url': str(db_config.dsn),
+            'echo': db_config.echo,
+            'pool_size': db_config.pool_size,
+            'max_overflow': db_config.max_overflow,
+            'pool_timeout': db_config.pool_timeout,
+            'pool_recycle': db_config.pool_recycle,
         }
 
         return async_engine_from_config(configuration, prefix='')
@@ -48,7 +48,7 @@ class AsyncSessionManager:
             engine = self.engines[name]
         except KeyError:
             logger.debug('Creating engine: %s', name)
-            engine = self.async_engine_from_db_settings(name)
+            engine = self.async_engine_from_db_config(name)
             self.engines[name] = engine
 
         return engine

python3_commons-0.16.1/src/python3_commons/log/formatters.py

@@ -0,0 +1,118 @@
+import logging
+import traceback
+from contextvars import ContextVar
+from datetime import UTC, datetime, date
+from decimal import Decimal
+from typing import Any, Final, Callable
+
+import orjson
+
+correlation_id: ContextVar[str | None] = ContextVar('correlation_id', default=None)
+
+_DEFAULT_MAX_TB_CHARS: Final[int] = 8_000
+_STD_LOG_FIELDS: Final[frozenset[str]] = frozenset(
+    {
+        'msg',
+        'args',
+        'levelname',
+        'levelno',
+        'pathname',
+        'filename',
+        'module',
+        'exc_info',
+        'exc_text',
+        'stack_info',
+        'lineno',
+        'funcName',
+        'created',
+        'msecs',
+        'relativeCreated',
+        'thread',
+        'threadName',
+        'process',
+        'processName',
+        'name',
+    }
+)
+
+
+# Keep normalization minimal and branch-based (faster than dict dispatch)
+def _normalize(v: Any) -> Any:
+    if isinstance(v, datetime | date):
+        return v.isoformat()
+
+    if isinstance(v, bytes):
+        return v.decode('utf-8', errors='replace')
+
+    if isinstance(v, Decimal):
+        return str(v)
+
+    if isinstance(v, Exception):
+        return str(v)
+
+    return v
+
+
+class JSONFormatter(logging.Formatter):
+    __slots__ = ('_get_correlation_id', '_max_tb_chars')
+
+    def __init__(
+            self,
+            *,
+            get_correlation_id: Callable[[], str | None] = lambda: correlation_id.get(),
+            max_exc_tb_chars: int = _DEFAULT_MAX_TB_CHARS,
+            **kwargs: Any,
+    ) -> None:
+        super().__init__(**kwargs)
+        self._get_correlation_id = get_correlation_id
+        self._max_tb_chars = max_exc_tb_chars
+
+    def format(self, record: logging.LogRecord) -> str:
+        # --- message (fast path, avoid Formatter.formatMessage) ---
+        try:
+            message = record.getMessage()
+        except Exception:
+            message = str(record.msg)
+
+        # --- timestamp (no Formatter.formatTime overhead) ---
+        timestamp = datetime.fromtimestamp(record.created, UTC).isoformat().replace('+00:00', 'Z')
+
+        log: dict[str, Any] = {
+            'message': message,
+            'level': record.levelname,
+            'logger': record.name,
+            'timestamp': timestamp,
+        }
+
+        if (corr_id := self._get_correlation_id()) is not None:
+            log['correlation_id'] = corr_id
+
+        if (exc_info := record.exc_info) and exc_info[0] is not None:
+            exc_type, exc_value, exc_tb = exc_info
+
+            log['exc_type'] = f'{exc_type.__module__}.{exc_type.__qualname__}'
+            log['exc_value'] = str(exc_value)
+
+            tb = ''.join(traceback.format_exception(exc_type, exc_value, exc_tb)).rstrip()
+
+            cap = self._max_tb_chars
+
+            if cap and len(tb) > cap:
+                tb = tb[:cap] + '\n... <truncated>'
+
+            log['exc_traceback'] = tb
+
+        record_dict = record.__dict__
+        std_log_fields = _STD_LOG_FIELDS
+
+        if len(record_dict) > len(std_log_fields):
+            normalize = _normalize
+            out_set = log.__setitem__
+
+            for k, v in record_dict.items():
+                if k[0] == '_' or k in std_log_fields:
+                    continue
+
+                out_set(k, normalize(v))
+
+        return orjson.dumps(log).decode('utf-8')

{python3_commons-0.16.0 → python3_commons-0.16.1}/src/python3_commons/object_storage.py

@@ -135,7 +135,7 @@ async def list_objects(bucket_name: str, prefix: str, *, recursive: bool = True)
 
 
 async def get_object_streams(
-        bucket_name: str, path: str, *, recursive: bool = True
+    bucket_name: str, path: str, *, recursive: bool = True
 ) -> AsyncGenerator[tuple[str, datetime, StreamingBody]]:
     async for obj in list_objects(bucket_name, path, recursive=recursive):
         object_name = obj['Key']
@@ -146,7 +146,7 @@ async def get_object_streams(
 
 
 async def get_objects(
-        bucket_name: str, path: str, *, recursive: bool = True
+    bucket_name: str, path: str, *, recursive: bool = True
 ) -> AsyncGenerator[tuple[str, datetime, bytes]]:
     async for object_name, last_modified, stream in get_object_streams(bucket_name, path, recursive=recursive):
         data = await stream.read()
@@ -168,7 +168,7 @@ async def remove_object(bucket_name: str, object_name: str) -> None:
 
 
 async def remove_objects(
-        bucket_name: str, prefix: str | None = None, object_names: Iterable[str] | None = None
+    bucket_name: str, prefix: str | None = None, object_names: Iterable[str] | None = None
 ) -> Sequence[Mapping] | None:
     storage = ObjectStorage(s3_settings)
 
@@ -191,7 +191,7 @@ async def remove_objects(
             chunk_size = 1000
 
             for i in range(0, len(objects_to_delete), chunk_size):
-                chunk = objects_to_delete[i: i + chunk_size]
+                chunk = objects_to_delete[i : i + chunk_size]
 
                 response = await s3_client.delete_objects(Bucket=bucket_name, Delete={'Objects': chunk})
 

{python3_commons-0.16.0 → python3_commons-0.16.1}/src/python3_commons.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: python3-commons
-Version: 0.16.0
+Version: 0.16.1
 Summary: Re-usable Python3 code
 Author-email: Oleg Korsak <kamikaze.is.waiting.you@gmail.com>
 License-Expression: GPL-3.0
@@ -19,6 +19,7 @@ Requires-Dist: lxml~=6.1.0
 Requires-Dist: msgpack~=1.1.2
 Requires-Dist: msgspec==0.21.1
 Requires-Dist: object-storage-client==0.0.22
+Requires-Dist: orjson==3.11.8
 Requires-Dist: pydantic-settings~=2.14.0
 Requires-Dist: SQLAlchemy[asyncio]~=2.0.49
 Requires-Dist: valkey[libvalkey]~=6.1.1

{python3_commons-0.16.0 → python3_commons-0.16.1}/src/python3_commons.egg-info/requires.txt

@@ -5,6 +5,7 @@ lxml~=6.1.0
 msgpack~=1.1.2
 msgspec==0.21.1
 object-storage-client==0.0.22
+orjson==3.11.8
 pydantic-settings~=2.14.0
 SQLAlchemy[asyncio]~=2.0.49
 valkey[libvalkey]~=6.1.1

{python3_commons-0.16.0 → python3_commons-0.16.1}/uv.lock

@@ -677,6 +677,29 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/ee/73/4af6bf9dc086e9c0a69988d2258d2f6f5d02d00ef891d9df3d6d08c3355a/object_storage_client-0.0.22-cp314-cp314-win_amd64.whl", hash = "sha256:df863a2a3f8f1c77d06bdc547d674b321878dca7cb7db94606b763cb9cc7e508", size = 2095414, upload-time = "2026-04-21T12:36:38.966Z" },
 ]
 
+[[package]]
+name = "orjson"
+version = "3.11.8"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/9d/1b/2024d06792d0779f9dbc51531b61c24f76c75b9f4ce05e6f3377a1814cea/orjson-3.11.8.tar.gz", hash = "sha256:96163d9cdc5a202703e9ad1b9ae757d5f0ca62f4fa0cc93d1f27b0e180cc404e", size = 5603832, upload-time = "2026-03-31T16:16:27.878Z" }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/6d/35/b01910c3d6b85dc882442afe5060cbf719c7d1fc85749294beda23d17873/orjson-3.11.8-cp314-cp314-macosx_10_15_x86_64.macosx_11_0_arm64.macosx_10_15_universal2.whl", hash = "sha256:ec795530a73c269a55130498842aaa762e4a939f6ce481a7e986eeaa790e9da4", size = 229171, upload-time = "2026-03-31T16:16:00.651Z" },
+    { url = "https://files.pythonhosted.org/packages/c2/56/c9ec97bd11240abef39b9e5d99a15462809c45f677420fd148a6c5e6295e/orjson-3.11.8-cp314-cp314-macosx_15_0_arm64.whl", hash = "sha256:c492a0e011c0f9066e9ceaa896fbc5b068c54d365fea5f3444b697ee01bc8625", size = 128746, upload-time = "2026-03-31T16:16:02.673Z" },
+    { url = "https://files.pythonhosted.org/packages/3b/e4/66d4f30a90de45e2f0cbd9623588e8ae71eef7679dbe2ae954ed6d66a41f/orjson-3.11.8-cp314-cp314-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:883206d55b1bd5f5679ad5e6ddd3d1a5e3cac5190482927fdb8c78fb699193b5", size = 131867, upload-time = "2026-03-31T16:16:04.342Z" },
+    { url = "https://files.pythonhosted.org/packages/19/30/2a645fc9286b928675e43fa2a3a16fb7b6764aa78cc719dc82141e00f30b/orjson-3.11.8-cp314-cp314-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:5774c1fdcc98b2259800b683b19599c133baeb11d60033e2095fd9d4667b82db", size = 124664, upload-time = "2026-03-31T16:16:05.837Z" },
+    { url = "https://files.pythonhosted.org/packages/db/44/77b9a86d84a28d52ba3316d77737f6514e17118119ade3f91b639e859029/orjson-3.11.8-cp314-cp314-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:8ac7381c83dd3d4a6347e6635950aa448f54e7b8406a27c7ecb4a37e9f1ae08b", size = 129701, upload-time = "2026-03-31T16:16:07.407Z" },
+    { url = "https://files.pythonhosted.org/packages/b3/ea/eff3d9bfe47e9bc6969c9181c58d9f71237f923f9c86a2d2f490cd898c82/orjson-3.11.8-cp314-cp314-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:14439063aebcb92401c11afc68ee4e407258d2752e62d748b6942dad20d2a70d", size = 141202, upload-time = "2026-03-31T16:16:09.48Z" },
+    { url = "https://files.pythonhosted.org/packages/52/c8/90d4b4c60c84d62068d0cf9e4d8f0a4e05e76971d133ac0c60d818d4db20/orjson-3.11.8-cp314-cp314-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:fa72e71977bff96567b0f500fc5bfd2fdf915f34052c782a4c6ebbdaa97aa858", size = 127194, upload-time = "2026-03-31T16:16:11.02Z" },
+    { url = "https://files.pythonhosted.org/packages/8d/c7/ea9e08d1f0ba981adffb629811148b44774d935171e7b3d780ae43c4c254/orjson-3.11.8-cp314-cp314-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7679bc2f01bb0d219758f1a5f87bb7c8a81c0a186824a393b366876b4948e14f", size = 133639, upload-time = "2026-03-31T16:16:13.434Z" },
+    { url = "https://files.pythonhosted.org/packages/6c/8c/ddbbfd6ba59453c8fc7fe1d0e5983895864e264c37481b2a791db635f046/orjson-3.11.8-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:14f7b8fcb35ef403b42fa5ecfa4ed032332a91f3dc7368fbce4184d59e1eae0d", size = 141914, upload-time = "2026-03-31T16:16:14.955Z" },
+    { url = "https://files.pythonhosted.org/packages/4e/31/dbfbefec9df060d34ef4962cd0afcb6fa7a9ec65884cb78f04a7859526c3/orjson-3.11.8-cp314-cp314-musllinux_1_2_armv7l.whl", hash = "sha256:c2bdf7b2facc80b5e34f48a2d557727d5c5c57a8a450de122ae81fa26a81c1bc", size = 423800, upload-time = "2026-03-31T16:16:16.594Z" },
+    { url = "https://files.pythonhosted.org/packages/87/cf/f74e9ae9803d4ab46b163494adba636c6d7ea955af5cc23b8aaa94cfd528/orjson-3.11.8-cp314-cp314-musllinux_1_2_i686.whl", hash = "sha256:ccd7ba1b0605813a0715171d39ec4c314cb97a9c85893c2c5c0c3a3729df38bf", size = 147837, upload-time = "2026-03-31T16:16:18.585Z" },
+    { url = "https://files.pythonhosted.org/packages/64/e6/9214f017b5db85e84e68602792f742e5dc5249e963503d1b356bee611e01/orjson-3.11.8-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:cdbc8c9c02463fef4d3c53a9ba3336d05496ec8e1f1c53326a1e4acc11f5c600", size = 136441, upload-time = "2026-03-31T16:16:20.151Z" },
+    { url = "https://files.pythonhosted.org/packages/24/dd/3590348818f58f837a75fb969b04cdf187ae197e14d60b5e5a794a38b79d/orjson-3.11.8-cp314-cp314-win32.whl", hash = "sha256:0b57f67710a8cd459e4e54eb96d5f77f3624eba0c661ba19a525807e42eccade", size = 131983, upload-time = "2026-03-31T16:16:21.823Z" },
+    { url = "https://files.pythonhosted.org/packages/3f/0f/b6cb692116e05d058f31ceee819c70f097fa9167c82f67fabe7516289abc/orjson-3.11.8-cp314-cp314-win_amd64.whl", hash = "sha256:735e2262363dcbe05c35e3a8869898022af78f89dde9e256924dc02e99fe69ca", size = 127396, upload-time = "2026-03-31T16:16:23.685Z" },
+    { url = "https://files.pythonhosted.org/packages/c0/d1/facb5b5051fabb0ef9d26c6544d87ef19a939a9a001198655d0d891062dd/orjson-3.11.8-cp314-cp314-win_arm64.whl", hash = "sha256:6ccdea2c213cf9f3d9490cbd5d427693c870753df41e6cb375bd79bcbafc8817", size = 127330, upload-time = "2026-03-31T16:16:25.496Z" },
+]
+
 [[package]]
 name = "packaging"
 version = "26.1"
@@ -715,7 +738,7 @@ wheels = [
 
 [[package]]
 name = "pre-commit"
-version = "4.5.1"
+version = "4.6.0"
 source = { registry = "https://pypi.org/simple" }
 dependencies = [
     { name = "cfgv" },
@@ -724,9 +747,9 @@ dependencies = [
     { name = "pyyaml" },
     { name = "virtualenv" },
 ]
-sdist = { url = "https://files.pythonhosted.org/packages/40/f1/6d86a29246dfd2e9b6237f0b5823717f60cad94d47ddc26afa916d21f525/pre_commit-4.5.1.tar.gz", hash = "sha256:eb545fcff725875197837263e977ea257a402056661f09dae08e4b149b030a61", size = 198232, upload-time = "2025-12-16T21:14:33.552Z" }
+sdist = { url = "https://files.pythonhosted.org/packages/8e/22/2de9408ac81acbb8a7d05d4cc064a152ccf33b3d480ebe0cd292153db239/pre_commit-4.6.0.tar.gz", hash = "sha256:718d2208cef53fdc38206e40524a6d4d9576d103eb16f0fec11c875e7716e9d9", size = 198525, upload-time = "2026-04-21T20:31:41.613Z" }
 wheels = [
-    { url = "https://files.pythonhosted.org/packages/5d/19/fd3ef348460c80af7bb4669ea7926651d1f95c23ff2df18b9d24bab4f3fa/pre_commit-4.5.1-py2.py3-none-any.whl", hash = "sha256:3b3afd891e97337708c1674210f8eba659b52a38ea5f822ff142d10786221f77", size = 226437, upload-time = "2025-12-16T21:14:32.409Z" },
+    { url = "https://files.pythonhosted.org/packages/80/6e/4b28b62ecb6aae56769c34a8ff1d661473ec1e9519e2d5f8b2c150086b26/pre_commit-4.6.0-py2.py3-none-any.whl", hash = "sha256:e2cf246f7299edcabcf15f9b0571fdce06058527f0a06535068a86d38089f29b", size = 226472, upload-time = "2026-04-21T20:31:40.092Z" },
 ]
 
 [[package]]
@@ -999,6 +1022,7 @@ dependencies = [
     { name = "msgpack" },
     { name = "msgspec" },
     { name = "object-storage-client" },
+    { name = "orjson" },
     { name = "pydantic-settings" },
     { name = "sqlalchemy", extra = ["asyncio"] },
     { name = "valkey", extra = ["libvalkey"] },
@@ -1031,6 +1055,7 @@ requires-dist = [
     { name = "msgpack", specifier = "~=1.1.2" },
     { name = "msgspec", specifier = "==0.21.1" },
     { name = "object-storage-client", specifier = "==0.0.22" },
+    { name = "orjson", specifier = "==3.11.8" },
     { name = "pydantic-settings", specifier = "~=2.14.0" },
     { name = "sqlalchemy", extras = ["asyncio"], specifier = "~=2.0.49" },
     { name = "valkey", extras = ["libvalkey"], specifier = "~=6.1.1" },

python3_commons-0.16.0/src/python3_commons/log/formatters.py

@@ -1,35 +0,0 @@
-import json
-import logging
-import traceback
-from contextvars import ContextVar
-
-from python3_commons.serializers.json import CustomJSONEncoder
-
-correlation_id: ContextVar[str | None] = ContextVar('correlation_id', default=None)
-
-
-class JSONFormatter(logging.Formatter):
-    @staticmethod
-    def format_exception(exc_info: logging._SysExcInfoType) -> str:
-        return ''.join(traceback.format_exception(*exc_info))
-
-    def format(self, record: logging.LogRecord) -> str:
-        if corr_id := correlation_id.get():
-            record.correlation_id = corr_id
-
-        try:
-            record.message = record.getMessage()
-        except TypeError:
-            record.message = str(record.msg)
-
-        if record.exc_info:
-            record.exc_text = self.format_exception(record.exc_info)
-        else:
-            record.exc_text = None
-
-        record_dict = record.__dict__
-
-        del record_dict['args']
-        del record_dict['msg']
-
-        return json.dumps(record_dict, cls=CustomJSONEncoder)