izihawa-loglib 1.1.1__tar.gz

izihawa_loglib-1.1.1/PKG-INFO

@@ -0,0 +1,20 @@
+Metadata-Version: 2.1
+Name: izihawa_loglib
+Version: 1.1.1
+Summary: Izihawa log utilities
+Author: Pasha Podolsky
+Author-email: ppodolsky@me.com
+Requires-Python: >=3.8.1,<3.13
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Requires-Dist: confuse (>=2.0.1,<3.0.0)
+Requires-Dist: izihawa-types (>=0.1.4,<0.2.0)
+Requires-Dist: izihawa-utils (>=1.2.1,<2.0.0)
+Requires-Dist: orjson (>=3.9.10,<4.0.0)
+Description-Content-Type: text/markdown
+
+# izihawa_netlib
+

izihawa_loglib-1.1.1/README.md

@@ -0,0 +1 @@
+# izihawa_netlib

izihawa_loglib-1.1.1/izihawa_loglib/__init__.py

@@ -0,0 +1,34 @@
+import logging
+import logging.config
+import sys
+
+from izihawa_utils.exceptions import BaseError
+from izihawa_utils.file import mkdir_p
+
+from .handlers import QueueHandler
+
+
+def configure_logging(config: dict, make_path: bool = False, default_level=logging.INFO):
+    if config.get("application", {}).get("debug", False) or "logging" not in config:
+        logging.basicConfig(stream=sys.stdout, level=default_level)
+    else:
+        if make_path:
+            mkdir_p(config["log_path"])
+        logging.config.dictConfig(config["logging"])
+
+
+def error_log(e, level=logging.ERROR, **fields):
+    level = getattr(e, "level", level)
+    if isinstance(e, BaseError):
+        e = e.as_internal_dict()
+        e.update(fields)
+    elif fields:
+        e = {"error": repr(e), **fields}
+    logging.getLogger("error").log(msg=str(e), level=level)
+
+
+__all__ = [
+    "QueueHandler",
+    "configure_logging",
+    "error_log",
+]

izihawa_loglib-1.1.1/izihawa_loglib/formatters.py

@@ -0,0 +1,100 @@
+import dataclasses
+import datetime
+import logging
+import os
+import pprint
+import time
+import traceback
+import typing
+
+import orjson as json
+from izihawa_utils.exceptions import BaseError
+
+DATETIME_FORMAT = "%Y-%m-%d %H:%M:%S.%f"
+
+
+class BaseFormatter(logging.Formatter):
+    def _prepare(self, record):
+        if isinstance(record.msg, BaseError):
+            return record.msg.as_internal_dict()
+        elif isinstance(record.msg, typing.Dict) or dataclasses.is_dataclass(
+            record.msg
+        ):
+            return record.msg
+        else:
+            return dict(message=super().format(record))
+
+    def format(self, record):
+        log_record = self._prepare(record)
+        return json.dumps(log_record).decode()
+
+
+class DefaultHttpFormatter(BaseFormatter):
+    def _prepare(self, record):
+        log_record = super()._prepare(record)
+
+        timestamp = time.time()
+        formatted_datetime = datetime.datetime.fromtimestamp(timestamp).strftime(
+            DATETIME_FORMAT
+        )
+        user_ip = getattr(record, "user_ip", None)
+        request_id = getattr(record, "request_id", None)
+        method = getattr(record, "method", None)
+        path = getattr(record, "path", None)
+
+        log_record.update(
+            unixtime=int(timestamp),
+            timestamp=int(timestamp * 1_000_000),
+            datetime=formatted_datetime,
+            process=os.getpid(),
+        )
+
+        if user_ip:
+            log_record["user_ip"] = user_ip
+        if request_id:
+            log_record["request_id"] = request_id
+        if method:
+            log_record["method"] = method
+        if path:
+            log_record["path"] = path
+
+        return log_record
+
+    def format(self, record):
+        log_record = self._prepare(record)
+        return json.dumps(log_record).decode()
+
+
+class DefaultFormatter(BaseFormatter):
+    def _prepare(self, record):
+        log_record = super()._prepare(record)
+
+        timestamp = time.time()
+        formatted_datetime = datetime.datetime.fromtimestamp(timestamp).strftime(
+            DATETIME_FORMAT
+        )
+
+        log_record.update(
+            unixtime=int(timestamp),
+            timestamp=int(timestamp * 1_000_000),
+            datetime=formatted_datetime,
+            process=os.getpid(),
+        )
+        return log_record
+
+    def format(self, record):
+        log_record = self._prepare(record)
+        return json.dumps(log_record).decode()
+
+
+class TracebackFormatter(DefaultFormatter):
+    def format(self, record):
+        log_record = self._prepare(record)
+        value = pprint.pformat(log_record, indent=2)
+        if traceback.sys.exc_info()[0] is not None:
+            value += "\n" + traceback.format_exc()
+        return value
+
+
+default_formatter = DefaultFormatter()
+default_traceback_formatter = TracebackFormatter()

izihawa_loglib-1.1.1/izihawa_loglib/handlers.py

@@ -0,0 +1,44 @@
+import logging.handlers
+import os
+import queue
+
+from izihawa_types.var import varstr
+
+
+class QueueHandler(logging.handlers.QueueHandler):
+    def __init__(self, *handlers):
+        self._queue = queue.Queue(-1)
+        self._listener = logging.handlers.QueueListener(
+            self._queue, *handlers, respect_handler_level=True
+        )
+        self.setLevel("INFO")
+
+        super().__init__(self._queue)
+        self._listener.start()
+
+    def stop(self):
+        self._listener.stop()
+
+    def prepare(self, record):
+        return record
+
+
+class BaseFileHandler(logging.handlers.WatchedFileHandler):
+    def _open(self):
+        file = super()._open()
+        os.chmod(self.baseFilename, 0o644)
+        return file
+
+
+class BaseBinaryFileHandler(BaseFileHandler):
+    def __init__(self, *args, **kwargs):
+        super().__init__(*args, **kwargs, mode="ab+")
+
+    def emit(self, record):
+        try:
+            self.stream.write(varstr(record.msg))
+            self.flush()
+        except RecursionError:
+            raise
+        except Exception:
+            self.handleError(record)

izihawa_loglib-1.1.1/pyproject.toml

@@ -0,0 +1,27 @@
+[tool.poetry]
+name = "izihawa_loglib"
+version = "1.1.1"
+description = "Izihawa log utilities"
+authors = ["Pasha Podolsky <ppodolsky@me.com>"]
+readme = "README.md"
+packages = [{include = "izihawa_loglib"}]
+
+
+[tool.poetry.dependencies]
+python = "^3.8.1,<3.13"
+confuse = "^2.0.1"
+izihawa-types = "^0.1.4"
+izihawa-utils = "^1.2.1"
+orjson = "^3.9.10"
+
+
+[tool.poetry.group.dev.dependencies]
+mypy = "~1.7.0"
+pylint = "~3.0.0"
+pyproject-flake8 = "~6.1.0"
+twine = "~4.0.2"
+
+
+[build-system]
+requires = ["poetry-core"]
+build-backend = "poetry.core.masonry.api"