algo-backend-framework 0.0.5__tar.gz → 0.0.7__tar.gz

{algo_backend_framework-0.0.5 → algo_backend_framework-0.0.7}/PKG-INFO

@@ -1,15 +1,14 @@
 Metadata-Version: 2.4
 Name: algo-backend-framework
-Version: 0.0.5
+Version: 0.0.7
 Summary: Ctcdn algorithm backend framework
 Requires-Python: >=3.10
 Description-Content-Type: text/markdown
 Requires-Dist: fastapi>=0.128.0
-Requires-Dist: loguru>=0.7.3
 Requires-Dist: prometheus-client>=0.24.1
 Requires-Dist: psutil>=7.2.1
 Requires-Dist: pydantic>=2.12.5
-Requires-Dist: python-dotenv>=1.2.1
+Requires-Dist: pydantic-settings>=2.12.0
 Requires-Dist: uvicorn>=0.40.0
 
 # algo-backend-framework-python

algo_backend_framework-0.0.7/algo_backend/config/__init__.py

@@ -0,0 +1,3 @@
+from .basic_config import ErrorCodeConfig, ServiceConfig, CommonLogConfig
+
+__all__ = ["ServiceConfig", "ErrorCodeConfig", "CommonLogConfig"]

algo_backend_framework-0.0.7/algo_backend/config/basic_config.py

@@ -0,0 +1,32 @@
+import os
+
+from pydantic_settings import BaseSettings
+
+
+class BasicConfig(BaseSettings):
+    class Config:
+        env_file = ".env"
+        case_sensitive = False
+        extra = "allow"
+
+
+class ErrorCodeConfig:
+    SERVICE_PREFIX: int = os.getenv("ERROR_CODE_SERVICE_PREFIX", "0")
+
+
+class ServiceConfig(BasicConfig):
+    HTTP_PORT: int = 8100
+    TIMEOUT_KEEP_ALIVE: int = 1000
+    PROCESS_NUM: int = 1
+
+
+class CommonLogConfig(BasicConfig):
+    """
+    LOGGER_PATH: 日志文件路径
+    LOG_RETENTION_DAY: 日志保留天数
+    SAVE_LOG: 是否保存日志
+    """
+
+    LOGGER_PATH: str = "/logger"
+    LOG_RETENTION_DAY: int = 60
+    SAVE_LOG: bool = True

{algo_backend_framework-0.0.5 → algo_backend_framework-0.0.7}/algo_backend/handler/sse_handler.py

@@ -25,7 +25,7 @@ def sse_timing_and_exception_handler(
     transfer_obj_cls=type(SseVoGenerator),
     *,
     api_id: BasicApiId = DefaultApiErrorCode.DEFAULT_ERROR,
-    api_name: str = ""
+    api_name: str = "",
 ):
     def decorator(
         func: Callable[..., AsyncIterable[D]],

{algo_backend_framework-0.0.5 → algo_backend_framework-0.0.7}/algo_backend/log/__init__.py

@@ -1 +1,4 @@
-from .common import BasicLogStarter
+from .common import BasicLogStarter
+
+
+__all__ = ["BasicLogStarter"]

algo_backend_framework-0.0.7/algo_backend/log/common.py

@@ -0,0 +1,28 @@
+class BasicLogStarter:
+    """
+    日志启动器，初始化日志格式和落盘等
+    """
+
+    def __init__(self, service_name: str):
+        """
+        :param service_name: 服务名
+        """
+        self.service_name = service_name
+
+    def setup_log(self):
+        """
+        执行一些日志设置
+        """
+        ...
+
+    def app_generator_hook(self, app_generate):
+        """
+        钩子函数，传入对象类型DefaultAlgoAppGenerator
+        """
+        ...
+
+    def service_generator_hook(self, service_generate):
+        """
+        钩子函数：传入对象类型DefaultAlgoServiceStarter
+        """
+        ...

{algo_backend_framework-0.0.5 → algo_backend_framework-0.0.7}/algo_backend/metrics/prometheus_context.py

@@ -2,8 +2,6 @@ import logging
 import os
 import shutil
 
-from fastapi import FastAPI
-
 logger = logging.getLogger(__name__)
 
 
@@ -42,14 +40,3 @@ class PrometheusContext:
 
         os.makedirs(prom_dir, exist_ok=True)
         logger.info(f"Created new Prometheus multiprocessing directory: {prom_dir}")
-
-    @classmethod
-    def mount_prometheus_endpoint(cls, app: FastAPI):
-        """
-        Mount the Prometheus metrics endpoint on the given application.
-        """
-        from prometheus_client import CollectorRegistry, make_asgi_app, multiprocess
-
-        registry = CollectorRegistry()
-        multiprocess.MultiProcessCollector(registry=registry)
-        app.mount("/metrics", make_asgi_app(registry=registry))

{algo_backend_framework-0.0.5 → algo_backend_framework-0.0.7}/algo_backend/metrics/time_cost_metrics.py

@@ -174,7 +174,9 @@ class PrometheusTimeCostMetricSetting:
             elif inspect.iscoroutinefunction(func):
                 return cls._create_async_func_wrapper(func, metrics_cls_name, key)
             else:
-                raise ValueError(f"{func.__name__} is not a async function or async generator")
+                raise ValueError(
+                    f"{func.__name__} is not a async function or async generator"
+                )
 
         return decorator
 

{algo_backend_framework-0.0.5 → algo_backend_framework-0.0.7}/algo_backend/schema/sse.py

@@ -10,7 +10,7 @@ T = TypeVar("T", bound=BaseModel)
 
 
 class SseVoGenerator(ABC):
-    def __init__(self, request_id: str=None):
+    def __init__(self, request_id: str = None):
         self.request_id = request_id
 
     @abstractmethod
@@ -36,5 +36,4 @@ class SseVoGenerator(ABC):
         ...
 
     @abstractmethod
-    def error(self, exception: BasicException) -> T:
-        ...
+    def error(self, exception: BasicException) -> T: ...

{algo_backend_framework-0.0.5 → algo_backend_framework-0.0.7}/algo_backend/starter/__init__.py

@@ -1,4 +1,5 @@
 from .default_app_generator import DefaultAlgoAppGenerator
 from .default_service_starter import DefaultAlgoServiceStarter
+from .app_mounter import AbstractAppMounter
 
-__all__ = ["DefaultAlgoAppGenerator", "DefaultAlgoServiceStarter"]
+__all__ = ["DefaultAlgoAppGenerator", "DefaultAlgoServiceStarter", "AbstractAppMounter"]

algo_backend_framework-0.0.7/algo_backend/starter/app_mounter.py

@@ -0,0 +1,31 @@
+from abc import abstractmethod, ABC
+
+from fastapi import FastAPI
+
+
+class AbstractAppMounter(ABC):
+    """
+    App接口挂载点
+    """
+
+    def __init__(self, service_name: str):
+        self.service_name = service_name
+
+    @abstractmethod
+    def mount_app(self, app: FastAPI): ...
+
+
+class PrometheusAppMounter(AbstractAppMounter):
+    """
+    Prometheus metrics endpoint 挂载点
+    """
+
+    def mount_app(self, app: FastAPI):
+        """
+        Mount the Prometheus metrics endpoint on the given application.
+        """
+        from prometheus_client import CollectorRegistry, make_asgi_app, multiprocess
+
+        registry = CollectorRegistry()
+        multiprocess.MultiProcessCollector(registry=registry)
+        app.mount("/metrics", make_asgi_app(registry=registry))

{algo_backend_framework-0.0.5 → algo_backend_framework-0.0.7}/algo_backend/starter/default_app_generator.py

@@ -13,13 +13,11 @@ from algo_backend.intercept import (
     ValidateExceptionInterceptor,
 )
 from algo_backend.log import BasicLogStarter
-from algo_backend.metrics import (
-    PrometheusContext,
-    PrometheusTimeCostMetricSetting,
-)
+from algo_backend.metrics import PrometheusTimeCostMetricSetting
 from algo_backend.metrics.collector import MetricsScheduleMonitor
 from algo_backend.middleware import default_cors_middleware
 
+from .app_mounter import AbstractAppMounter, PrometheusAppMounter
 from .event_list import EventList
 
 logger = logging.getLogger(__name__)
@@ -37,7 +35,7 @@ class DefaultAlgoAppGenerator:
         app_error_code_prefix: Optional[int] = None,
         custom_start_event: List[Callable[[], Coroutine[Any, Any, None]]] = None,
         custom_end_event: List[Callable[[], Coroutine[Any, Any, None]]] = None,
-        log_starter: Optional[BasicLogStarter] = None,
+        log_starter: Optional[type(BasicLogStarter)] = BasicLogStarter,
         intercept_dict: Optional[Dict[Exception, BasicExceptionInterceptor]] = None,
         middlewares: List[Middleware] = (default_cors_middleware,),
         api_time_cost_buckets: Optional[List[int]] = None,
@@ -63,7 +61,7 @@ class DefaultAlgoAppGenerator:
         self.start_event_list = EventList()
         self.end_event_list = EventList()
 
-        self.log_starter = log_starter or BasicLogStarter(service_name=service_name)
+        self.log_starter: BasicLogStarter = log_starter(service_name=service_name)
 
         self.intercept_dict = {
             RequestValidationError: ValidateExceptionInterceptor(),
@@ -73,6 +71,10 @@ class DefaultAlgoAppGenerator:
 
         self.middleware_list = list(middlewares)
 
+        self.app_mounter_list: List[type(AbstractAppMounter)] = [
+            PrometheusAppMounter,
+        ]
+
         self.time_cost_metrics_initializer = (
             lambda: PrometheusTimeCostMetricSetting.initialize(
                 api_metrics_buckets=api_time_cost_buckets,
@@ -117,26 +119,21 @@ class DefaultAlgoAppGenerator:
         self.middleware_list.append(middleware)
         return self
 
-    def set_log_stater(self, log_starter: BasicLogStarter) -> "DefaultAlgoAppGenerator":
-        self.log_starter = log_starter
+    def append_mounter(self, mounter_cls: type(AbstractAppMounter)) -> "DefaultAlgoAppGenerator":
+        self.app_mounter_list.append(mounter_cls)
         return self
 
-    def use_log_loguru(self):
-        """
-        使用loguru日志框架
-        """
-        from algo_backend.log.loguru import LoguruStarter
-
-        return self.set_log_stater(LoguruStarter(service_name=self.service_name))
+    def add_mounter(self) -> "DefaultAlgoAppGenerator":
+        for mounter_cls in self.app_mounter_list:
+            mounter_cls(self.service_name).mount_app(self.__app)
+        return self
 
-    def use_log_nblog(self):
+    def generate(self):
         """
-        使用nblog日志框架，待实现
+        主方法
+        :return:
         """
-        ...
-
-    def generate(self):
-        self.init_app().add_prometheus_endpoint().add_interceptor()
+        self.init_app().add_interceptor().add_mounter()
         return self.app
 
     @property
@@ -149,10 +146,6 @@ class DefaultAlgoAppGenerator:
         )
         return self
 
-    def add_prometheus_endpoint(self):
-        PrometheusContext.mount_prometheus_endpoint(self.__app)
-        return self
-
     def add_interceptor(self):
         for exc, interceptor in self.intercept_dict.items():
             self.__app.add_exception_handler(exc, interceptor.intercept)

{algo_backend_framework-0.0.5 → algo_backend_framework-0.0.7}/algo_backend/starter/default_service_starter.py

@@ -4,6 +4,7 @@ import uvicorn
 
 from algo_backend.config import ServiceConfig
 from algo_backend.metrics import PrometheusContext
+from algo_backend.log import BasicLogStarter
 
 
 class DefaultAlgoServiceStarter:
@@ -32,16 +33,9 @@ class DefaultAlgoServiceStarter:
         self.__main_pid_event.insert(index, func)
         return self
 
-    def use_loguru(self):
-        """
-        使用loguru日志设置，对主进程的日志生效
-        注册loguru的定时清理器
-        """
-        from algo_backend.log.loguru import LoguruStarter
-
-        loguru_stater = LoguruStarter(service_name=self.service_name)
-        self.insert_event(loguru_stater.setup_log)
-        self.append_event(loguru_stater.run_log_cleaner)
+    def use_log_stater(self, log_starter_class: type(BasicLogStarter)):
+        log_starter: BasicLogStarter = log_starter_class(service_name=self.service_name)
+        log_starter.service_generator_hook(self)
         return self
 
     def main_pid_setup(self) -> "DefaultAlgoServiceStarter":
@@ -59,12 +53,14 @@ class DefaultAlgoServiceStarter:
         host: str = "0.0.0.0",
         **kwargs,
     ):
+        service_config = ServiceConfig()
         # 启动服务
         uvicorn.run(
             app_str,
             host=host,
-            port=ServiceConfig.HTTP_PORT,
-            timeout_keep_alive=ServiceConfig.TIMEOUT_KEEP_ALIVE,
-            workers=ServiceConfig.PROCESS_NUM,
+            port=service_config.HTTP_PORT,
+            timeout_keep_alive=service_config.TIMEOUT_KEEP_ALIVE,
+            workers=service_config.PROCESS_NUM,
+            log_config=None,
             **kwargs,
         )

{algo_backend_framework-0.0.5 → algo_backend_framework-0.0.7}/algo_backend_framework.egg-info/PKG-INFO

@@ -1,15 +1,14 @@
 Metadata-Version: 2.4
 Name: algo-backend-framework
-Version: 0.0.5
+Version: 0.0.7
 Summary: Ctcdn algorithm backend framework
 Requires-Python: >=3.10
 Description-Content-Type: text/markdown
 Requires-Dist: fastapi>=0.128.0
-Requires-Dist: loguru>=0.7.3
 Requires-Dist: prometheus-client>=0.24.1
 Requires-Dist: psutil>=7.2.1
 Requires-Dist: pydantic>=2.12.5
-Requires-Dist: python-dotenv>=1.2.1
+Requires-Dist: pydantic-settings>=2.12.0
 Requires-Dist: uvicorn>=0.40.0
 
 # algo-backend-framework-python

{algo_backend_framework-0.0.5 → algo_backend_framework-0.0.7}/algo_backend_framework.egg-info/SOURCES.txt

@@ -3,7 +3,6 @@ pyproject.toml
 algo_backend/__init__.py
 algo_backend/config/__init__.py
 algo_backend/config/basic_config.py
-algo_backend/config/loguru_config.py
 algo_backend/exception/__init__.py
 algo_backend/exception/error_code_manage.py
 algo_backend/exception/exception.py
@@ -18,12 +17,6 @@ algo_backend/intercept/http.py
 algo_backend/intercept/validate.py
 algo_backend/log/__init__.py
 algo_backend/log/common.py
-algo_backend/log/loguru/__init__.py
-algo_backend/log/loguru/log_clean.py
-algo_backend/log/loguru/log_setup.py
-algo_backend/log/loguru/log_starter.py
-algo_backend/log/loguru/patch_logging.py
-algo_backend/log/nblog/__init__.py
 algo_backend/metrics/__init__.py
 algo_backend/metrics/http_metrics.py
 algo_backend/metrics/prometheus_context.py
@@ -40,6 +33,7 @@ algo_backend/schema/__init__.py
 algo_backend/schema/sse.py
 algo_backend/schema/vo.py
 algo_backend/starter/__init__.py
+algo_backend/starter/app_mounter.py
 algo_backend/starter/default_app_generator.py
 algo_backend/starter/default_service_starter.py
 algo_backend/starter/event_list.py

{algo_backend_framework-0.0.5 → algo_backend_framework-0.0.7}/algo_backend_framework.egg-info/requires.txt

@@ -1,7 +1,6 @@
 fastapi>=0.128.0
-loguru>=0.7.3
 prometheus-client>=0.24.1
 psutil>=7.2.1
 pydantic>=2.12.5
-python-dotenv>=1.2.1
+pydantic-settings>=2.12.0
 uvicorn>=0.40.0

{algo_backend_framework-0.0.5 → algo_backend_framework-0.0.7}/pyproject.toml

@@ -1,16 +1,15 @@
 [project]
 name = "algo-backend-framework"
-version = "0.0.5"
+version = "0.0.7"
 description = "Ctcdn algorithm backend framework"
 readme = "README.md"
 requires-python = ">=3.10"
 dependencies = [
     "fastapi>=0.128.0",
-    "loguru>=0.7.3",
     "prometheus-client>=0.24.1",
     "psutil>=7.2.1",
     "pydantic>=2.12.5",
-    "python-dotenv>=1.2.1",
+    "pydantic-settings>=2.12.0",
     "uvicorn>=0.40.0",
 ]
 

algo_backend_framework-0.0.5/algo_backend/config/__init__.py

@@ -1,8 +0,0 @@
-from dotenv import load_dotenv
-
-load_dotenv(".env")
-
-from .basic_config import ErrorCodeConfig, ServiceConfig
-from .loguru_config import LoguruConfig
-
-__all__ = ["LoguruConfig", "ServiceConfig", "ErrorCodeConfig"]

algo_backend_framework-0.0.5/algo_backend/config/basic_config.py

@@ -1,13 +0,0 @@
-import os
-
-from algo_backend.utils import OsAttrMeta
-
-
-class ErrorCodeConfig:
-    SERVICE_PREFIX: int = os.getenv("ERROR_CODE_SERVICE_PREFIX", "0")
-
-
-class ServiceConfig(metaclass=OsAttrMeta):
-    HTTP_PORT: int = 8100
-    TIMEOUT_KEEP_ALIVE: int = 1000
-    PROCESS_NUM: int = 1

algo_backend_framework-0.0.5/algo_backend/config/loguru_config.py

@@ -1,19 +0,0 @@
-from typing import List
-
-from algo_backend.utils import OsAttrMeta
-
-
-class LoguruConfig(metaclass=OsAttrMeta):
-    LOGGER_PATH: str = "/logger"
-    LOG_RETENTION_DAY: int = 60
-    DISABLE_LOG_PKG: str = ""
-    LOG_ADD_CONTAINED_ID: bool = False
-    SAVE_INFO_LEVEL: bool = False
-    SAVE_DEBUG_LOG: bool = True
-
-    @classmethod
-    def get_disable_log_pkg(cls) -> List[str]:
-        if cls.DISABLE_LOG_PKG:
-            return cls.DISABLE_LOG_PKG.split(",")
-        else:
-            return []

algo_backend_framework-0.0.5/algo_backend/log/common.py

@@ -1,16 +0,0 @@
-class BasicLogStarter:
-    """
-    日志启动器，初始化日志格式和落盘等
-    """
-
-    def __init__(self, service_name: str):
-        """
-        :param service_name: 服务名
-        """
-        self.service_name = service_name
-
-    def setup_log(self):
-        """
-        执行一些日志设置
-        """
-        pass

algo_backend_framework-0.0.5/algo_backend/log/loguru/__init__.py

@@ -1,5 +0,0 @@
-from .log_clean import LoguruCleaner
-from .log_setup import LoguruSetup
-from .log_starter import LoguruStarter
-
-__all__ = ["LoguruCleaner", "LoguruSetup", "LoguruStarter"]

algo_backend_framework-0.0.5/algo_backend/log/loguru/log_clean.py

@@ -1,140 +0,0 @@
-import os
-import threading
-import time
-from datetime import datetime, timedelta
-from typing import List, Optional
-
-from loguru import logger
-from pydantic import BaseModel, Field
-
-
-class LogInfo(BaseModel):
-    """
-    日志信息
-    """
-
-    file_path: str = Field(..., description="日志文件路径")
-    file_size: Optional[int] = None  # 日志文件大小
-    create_time: Optional[datetime] = None  # 日志文件创建时间
-    modify_time: Optional[datetime] = None  # 日志文件修改时间
-    access_time: Optional[datetime] = None  # 日志文件访问时间
-
-    @classmethod
-    def gen(cls, file_path: str):
-        if not os.path.exists(file_path):
-            return cls(file_path=file_path)
-        return cls(
-            file_path=file_path,
-            file_size=os.path.getsize(file_path),
-            create_time=datetime.fromtimestamp(os.path.getctime(file_path)),
-            modify_time=datetime.fromtimestamp(os.path.getmtime(file_path)),
-            access_time=datetime.fromtimestamp(os.path.getatime(file_path)),
-        )
-
-
-class LoguruCleaner:
-    """
-    清理时间较长的日志，默认保留60天的日志
-    """
-
-    def __init__(self, log_dir: str, retention_day: int = 60):
-        """
-        :param log_dir: 日志目录
-        :param retention_day: 保留天数
-        """
-        self.retention_day = retention_day
-        self.log_dir = log_dir
-        self.current_time: datetime = datetime.now()
-        self.threshold_time: datetime = self.current_time - timedelta(
-            days=self.retention_day
-        )
-
-    def scan_log(self) -> List[LogInfo]:
-        """
-        扫描日志目录，返回所有日志文件
-        """
-        log_files = []
-        if os.path.exists(self.log_dir):
-            log_files = [
-                LogInfo.gen(os.path.join(self.log_dir, file))
-                for file in os.listdir(self.log_dir)
-                if file.endswith(".log")
-            ]
-        return log_files
-
-    def judge_is_old_log(self, log_file: LogInfo) -> bool:
-        """
-        判断日志文件是否过期
-        过期标准:
-        """
-        if log_file.modify_time and log_file.modify_time < self.threshold_time:
-            return True
-        return False
-
-    def extract_old_log(self) -> List[LogInfo]:
-        """
-        提取过期的日志文件
-        """
-        log_files = self.scan_log()
-
-        if not log_files:
-            logger.debug("No log files found")
-            return []
-
-        logger.debug(
-            f"[ExtractOldLogFiles]: scan [{len(log_files)}] logs from [{self.log_dir}]"
-        )
-
-        old_log_files = [o for o in log_files if self.judge_is_old_log(o)]
-
-        logger.debug(
-            f"[ExtractOldLogFiles]: extract [{len(old_log_files)}] old logs, threshold day [{self.threshold_time}]"
-        )
-
-        return old_log_files
-
-    def delete_log(self, log_file: List[LogInfo]):
-        """
-        删除日志文件
-        """
-        if log_file:
-            logger.debug(f"[DeleteLogFiles]: Start to delete [{len(log_file)}] logs")
-            cnt = 0
-            for log in log_file:
-                try:
-                    os.remove(log.file_path)
-                    logger.debug(f"[DeleteLogFiles]: Delete log [{log.file_path}]")
-                    cnt += 1
-                except FileNotFoundError as e:
-                    logger.warning(
-                        f"[DeleteLogFiles]: Failed to delete log [{log.file_path}], error [{e}]"
-                    )
-
-            logger.debug(f"[DeleteLogFiles]: Delete [{cnt}]/[{len(log_file)}] logs")
-
-    def delete_lod_log(self):
-        """
-        删除过时的日志文件
-        """
-        old_logs = self.extract_old_log()
-        self.delete_log(old_logs)
-
-    @classmethod
-    def schedule_run(cls, log_dir: str, retention_day: int = 60):
-        """
-        启动线程，定时清理日志
-        """
-        # 创建线程
-        interval = 60 * 60 * 24
-
-        def worker():
-            while True:
-                log_cleaner = LoguruCleaner(log_dir, retention_day)
-                logger.debug(
-                    f"pid={os.getpid()} | [ScheduleRun]: Start to run log cleaner, log dir [{log_dir}], retention day [{retention_day}]"
-                )
-                log_cleaner.delete_lod_log()
-                time.sleep(interval)  # 暂停一天
-
-        thread = threading.Thread(target=worker, daemon=True)
-        thread.start()

algo_backend_framework-0.0.5/algo_backend/log/loguru/log_setup.py

@@ -1,89 +0,0 @@
-import os
-import sys
-from typing import Optional
-
-from loguru import logger
-
-from .patch_logging import patch_logging_to_loguru
-
-
-class LoguruSetup:
-    FORMAT = (
-        "<green>{time:YYYY-MM-DD HH:mm:ss.SSS}</green> | "
-        "<level>{level: <8}</level> | "
-        "<cyan>p-{process}</cyan> | "
-        "<cyan>t-{thread}</cyan> | "
-        "<cyan>{thread.name}</cyan> | "
-        "<cyan>{name}</cyan>:<cyan>{function}</cyan>:<cyan>{line}</cyan> - "
-        "<level>{message}</level>"
-    )
-
-    __IS_SET_ROTATE = False
-
-    @classmethod
-    def rotate_daily(
-        cls,
-        *,
-        log_dir: str,
-        service_name: str,
-        add_pid_suffix: bool = True,
-        save_info: bool = True,
-        save_debug: bool = True,
-        stderr_colorize: bool = True,
-        run_id_suffix: Optional[str] = None,
-    ):
-        """
-        日志输出终端和落盘
-        : params: log_dir: 日志目录
-        : params: service_name: 服务名
-        : params: add_pid_suffix: 是否添加进程ID后缀
-        : params: save_info: 是否保存INFO级别日志
-        : params: save_debug: 是否保存DEBUG级别日志
-        : params: stderr_colorize: 是否启用终端颜色显示
-        : params: run_id_suffix: 运行ID后缀，用于避免多副本时的冲突
-        """
-        if cls.__IS_SET_ROTATE:
-            return
-
-        logger.remove()  # 清空设置，防止重复
-
-        os.makedirs(log_dir, exist_ok=True)
-        pid_suffix = f"_{os.getpid()}" if add_pid_suffix else ""
-        run_id_suffix = f"_r{run_id_suffix}" if run_id_suffix else ""
-
-        # 添加终端处理器（控制台输出）
-        logger.add(
-            sink=sys.stderr,  # 输出到标准错误流
-            level="DEBUG",  # 终端显示更详细的DEBUG日志
-            format=cls.FORMAT,
-            colorize=stderr_colorize,  # 启用颜色显示
-            backtrace=True,  # 堆栈信息显示在终端
-        )
-
-        if save_info:
-            # 配置 INFO 及以上级别日志
-            logger.add(
-                os.path.join(
-                    log_dir, f"{service_name}_info{pid_suffix}{run_id_suffix}.log"
-                ),
-                rotation="1 day",  # 每日滚动
-                filter=lambda record: record["level"].no >= 20,
-                format=cls.FORMAT,
-                enqueue=True,
-            )
-
-        if save_debug:
-            # 配置 DEBUG 级别日志
-            logger.add(
-                os.path.join(
-                    log_dir, f"{service_name}_debug{pid_suffix}{run_id_suffix}.log"
-                ),
-                rotation="1 day",  # 每日滚动
-                level="DEBUG",
-                filter=lambda record: record["level"].no >= 10,
-                format=cls.FORMAT,
-                enqueue=True,
-            )
-        patch_logging_to_loguru()
-        logger.info("日志设置完成")
-        cls.__IS_SET_ROTATE = True

algo_backend_framework-0.0.5/algo_backend/log/loguru/log_starter.py

@@ -1,65 +0,0 @@
-import os
-import socket
-
-from loguru import logger
-
-from algo_backend.config import LoguruConfig as LogConfig
-
-from ..common import BasicLogStarter
-from .log_clean import LoguruCleaner
-from .log_setup import LoguruSetup
-
-
-class LoguruStarter(BasicLogStarter):
-    """
-    容器内日志目录默认是：/logger/服务名
-    """
-
-    def __init__(self, service_name: str):
-        super().__init__(service_name)
-
-    @property
-    def service_log_dir(self):
-        return os.path.join(LogConfig.LOGGER_PATH, self.service_name)
-
-    def setup_log(self):
-        """
-        日志设置
-        """
-
-        LoguruSetup.rotate_daily(
-            log_dir=self.service_log_dir,
-            service_name=self.add_container_id(service_name=self.service_name),
-            add_pid_suffix=True,
-            save_info=LogConfig.SAVE_INFO_LEVEL,
-            save_debug=LogConfig.SAVE_DEBUG_LOG,
-        )
-
-        for pkg in LogConfig.get_disable_log_pkg():
-            # 忽略一些包的日志
-            logger.debug(f"ignore log: {pkg}")
-            logger.disable(pkg)
-
-    def run_log_cleaner(self):
-        """
-        启动定时任务清理日志
-        """
-        LoguruCleaner.schedule_run(
-            log_dir=self.service_log_dir,
-            retention_day=LogConfig.LOG_RETENTION_DAY,
-        )
-
-    @classmethod
-    def add_container_id(cls, service_name: str):
-        if not LogConfig.LOG_ADD_CONTAINED_ID:
-            logger.info("日志名不增加containerId")
-            return service_name
-
-        try:
-            socket_hostname = f"-{socket.gethostname()}"
-        except:
-            socket_hostname = ""
-        if service_name in socket_hostname:
-            return service_name
-        else:
-            return f"{service_name}{socket_hostname}"

algo_backend_framework-0.0.5/algo_backend/log/loguru/patch_logging.py

@@ -1,83 +0,0 @@
-import logging
-
-from loguru import logger
-
-from algo_backend.config import LoguruConfig
-
-disable_log_pkg = LoguruConfig.get_disable_log_pkg()
-
-
-def patch_logging_to_loguru():
-    """
-    将 Python 原生 logging 系统的所有日志重定向到 loguru
-    """
-
-    class LoguruHandler(logging.Handler):
-        def emit(self, record):
-            # 过滤特定模块的日志
-            if any(excluded in record.name for excluded in disable_log_pkg):
-                return
-
-            try:
-                level = logger.level(record.levelname).name
-            except ValueError:
-                level = record.levelno
-
-            # 从当前帧开始，找到真正调用 logging 的位置
-            frame = logging.currentframe()
-            depth = 0  # 从0开始计算，动态确定深度
-
-            # 遍历调用栈，跳过所有 logging 模块的内部调用
-            while frame:
-                filename = frame.f_code.co_filename
-                func_name = frame.f_code.co_name
-
-                # 检查是否为 logging 模块的内部调用
-                is_logging_internal = (
-                    # 标准库 logging 模块路径
-                    "logging" in filename
-                    and (
-                        filename.endswith("logging/__init__.py")
-                        or "/logging/" in filename
-                        or "\\logging\\" in filename
-                    )
-                ) or (
-                    # logging 内部函数名
-                    func_name
-                    in (
-                        "callHandlers",
-                        "handle",
-                        "emit",
-                        "handleError",
-                        "_log",
-                        "makeRecord",
-                        "getLogger",
-                        "debug",
-                        "info",
-                        "warning",
-                        "error",
-                        "exception",
-                        "critical",
-                    )
-                )
-
-                if is_logging_internal:
-                    frame = frame.f_back
-                    depth += 1
-                else:
-                    # 找到真实的调用者，跳出循环
-                    break
-
-            # 如果找不到合适的帧，回退到默认行为
-            if not frame:
-                depth = 2
-
-            logger.opt(depth=depth, exception=record.exc_info).log(
-                level, record.getMessage()
-            )
-
-    # 设置根记录器级别为最低级别，确保所有日志都被处理
-    logging.root.setLevel(logging.DEBUG)
-
-    logging.root.handlers = []
-    logging.root.addHandler(LoguruHandler())