algo-backend-framework 0.0.4__py3-none-any.whl → 0.0.6__py3-none-any.whl

algo_backend/config/__init__.py

@@ -1,8 +1,3 @@
-from dotenv import load_dotenv
+from .basic_config import ErrorCodeConfig, ServiceConfig, CommonLogConfig
 
-load_dotenv(".env")
-
-from .basic_config import ErrorCodeConfig, ServiceConfig
-from .loguru_config import LoguruConfig
-
-__all__ = ["LoguruConfig", "ServiceConfig", "ErrorCodeConfig"]
+__all__ = ["ServiceConfig", "ErrorCodeConfig", "CommonLogConfig"]

algo_backend/config/basic_config.py

@@ -1,13 +1,32 @@
 import os
 
-from algo_backend.utils import OsAttrMeta
+from pydantic_settings import BaseSettings
+
+
+class BasicConfig(BaseSettings):
+    class Config:
+        env_file = ".env"
+        case_sensitive = False
+        extra = "allow"
 
 
 class ErrorCodeConfig:
     SERVICE_PREFIX: int = os.getenv("ERROR_CODE_SERVICE_PREFIX", "0")
 
 
-class ServiceConfig(metaclass=OsAttrMeta):
+class ServiceConfig(BasicConfig):
     HTTP_PORT: int = 8100
     TIMEOUT_KEEP_ALIVE: int = 1000
     PROCESS_NUM: int = 1
+
+
+class CommonLogConfig(BasicConfig):
+    """
+    LOGGER_PATH: 日志文件路径
+    LOG_RETENTION_DAY: 日志保留天数
+    SAVE_LOG: 是否保存日志
+    """
+
+    LOGGER_PATH: str = "/logger"
+    LOG_RETENTION_DAY: int = 60
+    SAVE_LOG: bool = True

algo_backend/exception/error_code_manage.py

@@ -8,21 +8,21 @@ from . import status_code
 from .status_code import BasicApiId, BasicApiInnerErrorCode, BasicStatusCode
 
 
+def set_error_code_prefix_env(prefix: Optional[int] = None):
+    """
+    服务启动时执行这个函数
+    也可以启动服务时通过环境变量ERROR_CODE_SERVICE_PREFIX指定服务前缀
+    如果输入的prefix code不符合规则，则忽略，保持原来的6位
+    """
+    if prefix and 1 <= prefix <= 99:
+        ErrorCodeConfig.SERVICE_PREFIX = prefix
+
+
 class ApiErrorCodeManage:
     """
     构建”5aaabb“错误码，aaa接口id，bb表示接口内部错误码
     """
 
-    @classmethod
-    def set_error_code_prefix_env(cls, prefix: Optional[int] = None):
-        """
-        服务启动时执行这个函数
-        也可以启动服务时通过环境变量ERROR_CODE_SERVICE_PREFIX指定服务前缀
-        如果输入的prefix code不符合规则，则忽略，保持原来的6位
-        """
-        if prefix and 1 <= prefix <= 99:
-            ErrorCodeConfig.SERVICE_PREFIX = prefix
-
     @classmethod
     def scan_module_and_summary(cls, *list_module) -> list:
         """扫描模块中的ApiId和错误码枚举类"""

algo_backend/handler/__init__.py

@@ -1,3 +1,4 @@
 from .simple_handler import timing_and_exception_handler
+from .sse_handler import sse_timing_and_exception_handler
 
-__all__ = ["timing_and_exception_handler"]
+__all__ = ["timing_and_exception_handler", "sse_timing_and_exception_handler"]

algo_backend/handler/simple_handler.py

@@ -1,3 +1,4 @@
+import inspect
 import logging
 import time
 import traceback
@@ -9,7 +10,8 @@ from algo_backend.exception import (
     DefaultApiErrorCode,
 )
 from algo_backend.metrics import PrometheusTimeCostMetricSetting
-from algo_backend.schema import AbstractRespVo
+from algo_backend.schema import AbstractRespVo, BaseRespVo
+
 from .exception_to_vo import gen_vo_from_exception
 
 logger = logging.getLogger(__name__)
@@ -20,10 +22,14 @@ def timing_and_exception_handler(
     *,
     api_id: BasicApiId = DefaultApiErrorCode.DEFAULT_ERROR,
     api_name: str = "",
+    vo_class_type: type(AbstractRespVo) = BaseRespVo,
 ):
     """
     装饰器：用于统计函数执行时间并捕获异常
     函数中需要包含参数reqid或者request_id
+    : param api_id: 错误码
+    : param api_name: api名称
+    : param vo_class_type: 返回值类型，优先从被装饰的函数typehint中获取，如果获取类型非AbstractRespVo的实现类，则从装饰器vo_class_type中获取，默认BaseRespVo
     """
 
     def decorator(
@@ -59,9 +65,10 @@ def timing_and_exception_handler(
                     f"Traceback:\n{traceback.format_exc()}"
                 )
 
-                vo_cls: type(AbstractRespVo) = get_type_hints(func).get(
-                    "return"
-                )  # 这里可能会失败，因为无法强制用户的类型
+                vo_cls = get_type_hints(func).get("return")
+                if inspect.isclass(vo_cls) and issubclass(vo_cls, AbstractRespVo):
+                    vo_cls = vo_class_type
+
                 return gen_vo_from_exception(
                     vo_cls, e, api_name=_name, request_id=request_id, api_id=api_id
                 )

algo_backend/handler/sse_handler.py

@@ -0,0 +1,84 @@
+import logging
+import time
+import traceback
+from functools import wraps
+from typing import AsyncIterable, Callable, TypeVar
+
+from pydantic import BaseModel
+
+from algo_backend.exception import (
+    BasicApiId,
+    BasicException,
+    DefaultApiErrorCode,
+    transfer_exception,
+)
+from algo_backend.metrics import PrometheusTimeCostMetricSetting
+from algo_backend.schema import SseVoGenerator
+
+logger = logging.getLogger(__name__)
+
+
+D = TypeVar("D", bound=BaseModel)
+
+
+def sse_timing_and_exception_handler(
+    transfer_obj_cls=type(SseVoGenerator),
+    *,
+    api_id: BasicApiId = DefaultApiErrorCode.DEFAULT_ERROR,
+    api_name: str = "",
+):
+    def decorator(
+        func: Callable[..., AsyncIterable[D]],
+    ) -> Callable[..., AsyncIterable[D]]:
+        @wraps(func)
+        async def wrapper(*args, **kwargs):
+            request_id = kwargs.get("request_id", None) or kwargs.get("reqid", None)
+            _name = func.__name__ or api_name
+
+            transfer_obj: SseVoGenerator = transfer_obj_cls(request_id=request_id)
+            # 提供额外参数，方便丰富上下文
+            transfer_obj.extract_info(*args, **kwargs)
+
+            start_time = time.perf_counter()
+            # 执行原函数
+            logger.info(f"ReqId: {request_id} | Function: {_name} | Start")
+
+            try:
+                start_event = transfer_obj.start()
+                if start_event:
+                    yield start_event
+
+                async for item in func(*args, **kwargs):
+                    yield transfer_obj.generate(item)
+
+                elapsed_time = time.perf_counter() - start_time
+
+                logger.info(
+                    f"ReqId: {request_id} | Function: {_name} | COST:{elapsed_time:.4f}s"
+                )
+                PrometheusTimeCostMetricSetting.api_metrics_instance().add(
+                    _name, elapsed_time
+                )
+
+                end_event = transfer_obj.done()
+                if end_event:
+                    yield end_event
+
+            except Exception as e:
+                # 计算耗时
+                elapsed_time = time.perf_counter() - start_time
+                PrometheusTimeCostMetricSetting.api_metrics_instance().add_error(_name)
+                # 记录异常信息和完整堆栈
+                logger.error(
+                    f"ReqId: {request_id} | Function: {_name} | COST:{elapsed_time:.4f}s | Exception: {str(e)}\n"
+                    f"Traceback:\n{traceback.format_exc()}"
+                )
+
+                basic_exception: BasicException = transfer_exception(
+                    e, api_name=_name, api_id=api_id, request_id=request_id
+                )
+                yield transfer_obj.error(basic_exception)
+
+        return wrapper
+
+    return decorator

algo_backend/log/__init__.py

@@ -1 +1,4 @@
-from .common import BasicLogStarter
+from .common import BasicLogStarter
+
+
+__all__ = ["BasicLogStarter"]

algo_backend/log/common.py

@@ -13,4 +13,16 @@ class BasicLogStarter:
         """
         执行一些日志设置
         """
-        pass
+        ...
+
+    def app_generator_hook(self, app_generate):
+        """
+        钩子函数，传入对象类型DefaultAlgoAppGenerator
+        """
+        ...
+
+    def service_generator_hook(self, service_generate):
+        """
+        钩子函数：传入对象类型DefaultAlgoServiceStarter
+        """
+        ...

algo_backend/metrics/prometheus_context.py

@@ -2,8 +2,6 @@ import logging
 import os
 import shutil
 
-from fastapi import FastAPI
-
 logger = logging.getLogger(__name__)
 
 
@@ -42,14 +40,3 @@ class PrometheusContext:
 
         os.makedirs(prom_dir, exist_ok=True)
         logger.info(f"Created new Prometheus multiprocessing directory: {prom_dir}")
-
-    @classmethod
-    def mount_prometheus_endpoint(cls, app: FastAPI):
-        """
-        Mount the Prometheus metrics endpoint on the given application.
-        """
-        from prometheus_client import CollectorRegistry, make_asgi_app, multiprocess
-
-        registry = CollectorRegistry()
-        multiprocess.MultiProcessCollector(registry=registry)
-        app.mount("/metrics", make_asgi_app(registry=registry))

algo_backend/metrics/time_cost_metrics.py

@@ -2,7 +2,8 @@ import logging
 import os
 import time
 from functools import wraps
-from typing import Awaitable, Callable, List, Optional
+from typing import List, Optional
+import inspect
 
 from prometheus_client import Counter, Histogram
 
@@ -120,27 +121,62 @@ class PrometheusTimeCostMetricSetting:
     def client_metrics_instance(cls) -> BasicTimeCostMetrics:
         return cls.get_metrics("client")
 
+    @classmethod
+    def _create_async_gen_wrapper(cls, func, metrics_cls_name: str, key: str):
+        """
+        创建异步生成器包装器
+        """
+
+        @wraps(func)
+        async def async_gen_wrapper(*args, **kwargs):
+            metrics = cls.get_metrics(metrics_cls_name)
+            start = time.perf_counter()
+            try:
+                async for item in func(*args, **kwargs):
+                    yield item
+                cost = time.perf_counter() - start
+                metrics.add(key, cost)
+            except Exception as e:
+                metrics.add_error(key)
+                raise e
+
+        return async_gen_wrapper
+
+    @classmethod
+    def _create_async_func_wrapper(cls, func, metrics_cls_name: str, key: str):
+        """
+        创建普通异步函数包装器
+        """
+
+        @wraps(func)
+        async def async_func_wrapper(*args, **kwargs):
+            metrics = cls.get_metrics(metrics_cls_name)
+            start = time.perf_counter()
+            try:
+                result = await func(*args, **kwargs)
+                metrics.add(key, time.perf_counter() - start)
+                return result
+            except Exception as e:
+                metrics.add_error(key)
+                raise e
+
+        return async_func_wrapper
+
     @classmethod
     def metrics_handler(cls, key: str, metrics_cls_name: str):
         """
         装饰器只会初始化一次，因此要使用动态方式获取指标类，否则初始化装饰器时，指标类还没有被初始化
         """
 
-        def decorator(func: Callable[..., Awaitable]) -> Callable[..., Awaitable]:
-            @wraps(func)
-            async def wrapper(*args, **kwargs):
-                metrics = cls.get_metrics(metrics_cls_name)
-                try:
-                    start = time.perf_counter()
-                    result = await func(*args, **kwargs)
-                    cost = time.perf_counter() - start
-                    metrics.add(key, cost)
-                    return result
-                except Exception as e:
-                    metrics.add_error(key)
-                    raise e
-
-            return wrapper
+        def decorator(func):
+            if inspect.isasyncgenfunction(func):
+                return cls._create_async_gen_wrapper(func, metrics_cls_name, key)
+            elif inspect.iscoroutinefunction(func):
+                return cls._create_async_func_wrapper(func, metrics_cls_name, key)
+            else:
+                raise ValueError(
+                    f"{func.__name__} is not a async function or async generator"
+                )
 
         return decorator
 

algo_backend/schema/__init__.py

@@ -1,3 +1,4 @@
 from .vo import AbstractRespVo, BaseRespVo
+from .sse import SseVoGenerator
 
-__all__ = ["BaseRespVo", "AbstractRespVo"]
+__all__ = ["BaseRespVo", "AbstractRespVo", "SseVoGenerator"]

algo_backend/schema/sse.py

@@ -0,0 +1,39 @@
+from abc import ABC, abstractmethod
+from typing import TypeVar, Optional
+
+from pydantic import BaseModel
+
+from algo_backend.exception import BasicException
+
+
+T = TypeVar("T", bound=BaseModel)
+
+
+class SseVoGenerator(ABC):
+    def __init__(self, request_id: str = None):
+        self.request_id = request_id
+
+    @abstractmethod
+    def extract_info(self, *args, **kwargs):
+        """额外获取信息"""
+        ...
+
+    @abstractmethod
+    def start(self) -> Optional[T]:
+        """
+        返回None时，sse_timing_and_exception_handler会忽略这一步
+        """
+        ...
+
+    @abstractmethod
+    def generate(self, content: BaseModel) -> T: ...
+
+    @abstractmethod
+    def done(self) -> T:
+        """
+        返回None时，sse_timing_and_exception_handler会忽略这一步
+        """
+        ...
+
+    @abstractmethod
+    def error(self, exception: BasicException) -> T: ...

algo_backend/starter/__init__.py

@@ -1,4 +1,5 @@
 from .default_app_generator import DefaultAlgoAppGenerator
 from .default_service_starter import DefaultAlgoServiceStarter
+from .app_mounter import AbstractAppMounter
 
-__all__ = ["DefaultAlgoAppGenerator", "DefaultAlgoServiceStarter"]
+__all__ = ["DefaultAlgoAppGenerator", "DefaultAlgoServiceStarter", "AbstractAppMounter"]

algo_backend/starter/app_mounter.py

@@ -0,0 +1,31 @@
+from abc import abstractmethod, ABC
+
+from fastapi import FastAPI
+
+
+class AbstractAppMounter(ABC):
+    """
+    App接口挂载点
+    """
+
+    def __init__(self, service_name: str):
+        self.service_name = service_name
+
+    @abstractmethod
+    def mount_app(self, app: FastAPI): ...
+
+
+class PrometheusAppMounter(AbstractAppMounter):
+    """
+    Prometheus metrics endpoint 挂载点
+    """
+
+    def mount_app(self, app: FastAPI):
+        """
+        Mount the Prometheus metrics endpoint on the given application.
+        """
+        from prometheus_client import CollectorRegistry, make_asgi_app, multiprocess
+
+        registry = CollectorRegistry()
+        multiprocess.MultiProcessCollector(registry=registry)
+        app.mount("/metrics", make_asgi_app(registry=registry))

algo_backend/starter/default_app_generator.py

@@ -6,20 +6,18 @@ from fastapi import FastAPI
 from fastapi.exceptions import RequestValidationError, StarletteHTTPException
 from starlette.middleware import Middleware
 
-from algo_backend.exception import ApiErrorCodeManage
+from algo_backend.exception.error_code_manage import set_error_code_prefix_env
 from algo_backend.intercept import (
     BasicExceptionInterceptor,
     HTTPExceptionInterceptor,
     ValidateExceptionInterceptor,
 )
 from algo_backend.log import BasicLogStarter
-from algo_backend.metrics import (
-    PrometheusContext,
-    PrometheusTimeCostMetricSetting,
-)
+from algo_backend.metrics import PrometheusTimeCostMetricSetting
 from algo_backend.metrics.collector import MetricsScheduleMonitor
 from algo_backend.middleware import default_cors_middleware
 
+from .app_mounter import AbstractAppMounter, PrometheusAppMounter
 from .event_list import EventList
 
 logger = logging.getLogger(__name__)
@@ -37,7 +35,7 @@ class DefaultAlgoAppGenerator:
         app_error_code_prefix: Optional[int] = None,
         custom_start_event: List[Callable[[], Coroutine[Any, Any, None]]] = None,
         custom_end_event: List[Callable[[], Coroutine[Any, Any, None]]] = None,
-        log_starter: Optional[BasicLogStarter] = None,
+        log_starter: Optional[type(BasicLogStarter)] = BasicLogStarter,
         intercept_dict: Optional[Dict[Exception, BasicExceptionInterceptor]] = None,
         middlewares: List[Middleware] = (default_cors_middleware,),
         api_time_cost_buckets: Optional[List[int]] = None,
@@ -55,7 +53,7 @@ class DefaultAlgoAppGenerator:
         :param client_time_cost_buckets: 客户端耗时统计的桶,None表示使用默认的,空列表表示不启用这个指标
         """
         # 注册8位错误码前缀
-        ApiErrorCodeManage.set_error_code_prefix_env(app_error_code_prefix)
+        set_error_code_prefix_env(app_error_code_prefix)
         self.service_name = service_name
 
         self.__app: Optional[FastAPI] = FastAPI()
@@ -63,7 +61,7 @@ class DefaultAlgoAppGenerator:
         self.start_event_list = EventList()
         self.end_event_list = EventList()
 
-        self.log_starter = log_starter or BasicLogStarter(service_name=service_name)
+        self.log_starter: BasicLogStarter = log_starter(service_name=service_name)
 
         self.intercept_dict = {
             RequestValidationError: ValidateExceptionInterceptor(),
@@ -73,6 +71,10 @@ class DefaultAlgoAppGenerator:
 
         self.middleware_list = list(middlewares)
 
+        self.app_mounter_list: List[type(AbstractAppMounter)] = [
+            PrometheusAppMounter,
+        ]
+
         self.time_cost_metrics_initializer = (
             lambda: PrometheusTimeCostMetricSetting.initialize(
                 api_metrics_buckets=api_time_cost_buckets,
@@ -117,26 +119,20 @@ class DefaultAlgoAppGenerator:
         self.middleware_list.append(middleware)
         return self
 
-    def set_log_stater(self, log_starter: BasicLogStarter) -> "DefaultAlgoAppGenerator":
-        self.log_starter = log_starter
-        return self
-
-    def use_log_loguru(self):
-        """
-        使用loguru日志框架
-        """
-        from algo_backend.log.loguru import LoguruStarter
+    def append_mounter(self, mounter_cls: type(AbstractAppMounter)):
+        self.app_mounter_list.append(mounter_cls)
 
-        return self.set_log_stater(LoguruStarter(service_name=self.service_name))
+    def add_mounter(self) -> "DefaultAlgoAppGenerator":
+        for mounter_cls in self.app_mounter_list:
+            mounter_cls(self.service_name).mount_app(self.__app)
+        return self
 
-    def use_log_nblog(self):
+    def generate(self):
         """
-        使用nblog日志框架，待实现
+        主方法
+        :return:
         """
-        ...
-
-    def generate(self):
-        self.init_app().add_prometheus_endpoint().add_interceptor()
+        self.init_app().add_interceptor().add_mounter()
         return self.app
 
     @property
@@ -149,10 +145,6 @@ class DefaultAlgoAppGenerator:
         )
         return self
 
-    def add_prometheus_endpoint(self):
-        PrometheusContext.mount_prometheus_endpoint(self.__app)
-        return self
-
     def add_interceptor(self):
         for exc, interceptor in self.intercept_dict.items():
             self.__app.add_exception_handler(exc, interceptor.intercept)

algo_backend/starter/default_service_starter.py

@@ -4,6 +4,7 @@ import uvicorn
 
 from algo_backend.config import ServiceConfig
 from algo_backend.metrics import PrometheusContext
+from algo_backend.log import BasicLogStarter
 
 
 class DefaultAlgoServiceStarter:
@@ -32,16 +33,9 @@ class DefaultAlgoServiceStarter:
         self.__main_pid_event.insert(index, func)
         return self
 
-    def use_loguru(self):
-        """
-        使用loguru日志设置，对主进程的日志生效
-        注册loguru的定时清理器
-        """
-        from algo_backend.log.loguru import LoguruStarter
-
-        loguru_stater = LoguruStarter(service_name=self.service_name)
-        self.insert_event(loguru_stater.setup_log)
-        self.append_event(loguru_stater.run_log_cleaner)
+    def use_log_stater(self, log_starter_class: type(BasicLogStarter)):
+        log_starter: BasicLogStarter = log_starter_class(service_name=self.service_name)
+        log_starter.service_generator_hook(self)
         return self
 
     def main_pid_setup(self) -> "DefaultAlgoServiceStarter":
@@ -59,12 +53,14 @@ class DefaultAlgoServiceStarter:
         host: str = "0.0.0.0",
         **kwargs,
     ):
+        service_config = ServiceConfig()
         # 启动服务
         uvicorn.run(
             app_str,
             host=host,
-            port=ServiceConfig.HTTP_PORT,
-            timeout_keep_alive=ServiceConfig.TIMEOUT_KEEP_ALIVE,
-            workers=ServiceConfig.PROCESS_NUM,
+            port=service_config.HTTP_PORT,
+            timeout_keep_alive=service_config.TIMEOUT_KEEP_ALIVE,
+            workers=service_config.PROCESS_NUM,
+            log_config=None,
             **kwargs,
         )

{algo_backend_framework-0.0.4.dist-info → algo_backend_framework-0.0.6.dist-info}/METADATA

@@ -1,15 +1,14 @@
 Metadata-Version: 2.4
 Name: algo-backend-framework
-Version: 0.0.4
+Version: 0.0.6
 Summary: Ctcdn algorithm backend framework
 Requires-Python: >=3.10
 Description-Content-Type: text/markdown
 Requires-Dist: fastapi>=0.128.0
-Requires-Dist: loguru>=0.7.3
 Requires-Dist: prometheus-client>=0.24.1
 Requires-Dist: psutil>=7.2.1
 Requires-Dist: pydantic>=2.12.5
-Requires-Dist: python-dotenv>=1.2.1
+Requires-Dist: pydantic-settings>=2.12.0
 Requires-Dist: uvicorn>=0.40.0
 
 # algo-backend-framework-python

{algo_backend_framework-0.0.4.dist-info → algo_backend_framework-0.0.6.dist-info}/RECORD

@@ -1,30 +1,24 @@
 algo_backend/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-algo_backend/config/__init__.py,sha256=MLAvcvodxXiaVsSJaVvQcNjFWIFusBQ0i9OrWJv3zv0,222
-algo_backend/config/basic_config.py,sha256=RSRf8lgc8KfA_FHNjchaghSLNnJy7ejn2ux57SBSakg,292
-algo_backend/config/loguru_config.py,sha256=WovghKcMqeysPuf8vlKFhbNug8Z7zPqxkjlwVYKjZWw,513
+algo_backend/config/__init__.py,sha256=2aa302si2ksBSRouTNQ2_ud8v2R7XZQfuFTombBa-Uc,144
+algo_backend/config/basic_config.py,sha256=f8lcmvnIVgVci5qsAjAUiM9Tr7FH5tYQEQCxfC7nPBg,694
 algo_backend/exception/__init__.py,sha256=tHC3p8DyCrFHW4WvLEOuPKP5t4yVqhc1flcWQRtz5AY,653
-algo_backend/exception/error_code_manage.py,sha256=d29aMgelf93RUqlvLTjQDxBiSH9ZVFYbW66rzTWDKM4,4391
+algo_backend/exception/error_code_manage.py,sha256=7aBGvwepAmZe1VgW87-2_JbBD6eJrmZD6tmsgdczk1k,4338
 algo_backend/exception/exception.py,sha256=Gz5LDsqRct8LON1Aq43TdqQQjyC4_Uy9yeUlO7XtPnM,1962
 algo_backend/exception/status_code.py,sha256=s5lXXR-oSALk3gtI4KcPKHstvnRFArQL1SEgQFIeSxU,2707
-algo_backend/handler/__init__.py,sha256=QUWn5MmDUzqbq_gcoSpMZtPMgfzrkLnlwDbLksXwQVE,104
+algo_backend/handler/__init__.py,sha256=DBUeFrDVm8qhFPahiva93HeYuViPIFL2ZCHg26iupFU,199
 algo_backend/handler/exception_to_vo.py,sha256=uX3JZaPP5Zt1RgJunFfumxpSfWHwcWtKLZ21dIXDraQ,687
-algo_backend/handler/simple_handler.py,sha256=7ffsgjj1EZ_d3x_jx9krju_uwCmwfjXHJ_9KZ8SrpOw,2654
+algo_backend/handler/simple_handler.py,sha256=1Pqpgt-ZKY2ytSAlAXOEqI55C5yein-XSePPD6F8zH4,3010
+algo_backend/handler/sse_handler.py,sha256=9862lq6nerDthYmM8LX_PRVMIp-36nkZar5p5unDox0,2845
 algo_backend/intercept/__init__.py,sha256=FoNHCzUc3ceLo85ECN3L7HzW6KmLqcG5sgMh_qULLdw,265
 algo_backend/intercept/common.py,sha256=T50_IAeY0HQ8TbupjYvMHMObg3j9I4lQnqZMiWNzuQw,1445
 algo_backend/intercept/http.py,sha256=C_N2nyErFhdOZ1LPQ6iU_JCy4fFYEucDwhWJb-qBnbc,1381
 algo_backend/intercept/validate.py,sha256=FBaLc2CRxtIjfjudOH41nwAX7jKXlWJHgUFooC19deI,2949
-algo_backend/log/__init__.py,sha256=0bRk_Y5olw95oIR7DabfT-1gJv_WdXhe7ToufAr5VKo,36
-algo_backend/log/common.py,sha256=1h9zuCuoas3qUr9yG2fvm_3WNYVQW2eH5DJzS0IMvFQ,355
-algo_backend/log/loguru/__init__.py,sha256=zOfdTmDUf6bFeZeZYbXEg1EMMm3ju90k5dtdpN7Sn0s,177
-algo_backend/log/loguru/log_clean.py,sha256=_BVF9dLooTGIgwctjuqba6hEUUvHww8JuUzFHO88GEM,4590
-algo_backend/log/loguru/log_setup.py,sha256=Xnw6JCB8gBfm6z-KxTSdenoxfsxwiZGWOs75DpE0N3w,3010
-algo_backend/log/loguru/log_starter.py,sha256=2YsLrdNPlF0Mgu4hduEYJGidLtnkFgtoMlzEzOJyuUc,1841
-algo_backend/log/loguru/patch_logging.py,sha256=GS8x0MmIjqaY5nmiPgjU01yNG1AvbOrTU8xKzwb2Vdc,2796
-algo_backend/log/nblog/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+algo_backend/log/__init__.py,sha256=OdDLh1EbsC9dI9xIsDVI7ACVYRcpkTL_FecpuJoYV30,72
+algo_backend/log/common.py,sha256=FTIqowHmsdhr8t4ZsA-lOKyzC7M2_BcC2kP1v7UNp4I,676
 algo_backend/metrics/__init__.py,sha256=20CPEFgi0yJ2Fy-LTcFQ3aqlXHhLPtgPFboqOMBhl34,640
 algo_backend/metrics/http_metrics.py,sha256=3GYNhKJoS6oJ8L7FXnVkPZ_wa-SKj_444KLdBeGkbs4,1944
-algo_backend/metrics/prometheus_context.py,sha256=GqemLccNbTx_5DBijOyzySzWydbpWYfnhWh17rujjwE,1910
-algo_backend/metrics/time_cost_metrics.py,sha256=wXSv3yN6_Eq55KduGy9tIX7sZWsdHI9YBnWoSsT9sZE,4895
+algo_backend/metrics/prometheus_context.py,sha256=Eop1PqHr9k5JpNPQyt0rtgZwmjl7wM8jTckh8FoTlI8,1449
+algo_backend/metrics/time_cost_metrics.py,sha256=FyqNOJD6ICvcCXA5Fm60yd4nsRYuK7480W38ODWr6J8,6051
 algo_backend/metrics/collector/__init__.py,sha256=t5Csl-Z9qpik-isEUVYDYBWYgf7xdM49548YfJr4X64,413
 algo_backend/metrics/collector/common.py,sha256=yeiZp9ufbYSW7N-R6ytk74UF0dCqJ8r338lL64TmA4g,475
 algo_backend/metrics/collector/gc_metrics.py,sha256=s2ariKimji9LC71eAQFlrFkpcF3hkSy5IBC6D8LFePc,2510
@@ -33,16 +27,18 @@ algo_backend/metrics/collector/system_metrics.py,sha256=SxOswHKGKLDB5wMsKjd7rkQt
 algo_backend/middleware/__init__.py,sha256=KfSRT3TZ89BzY__Rrbu-9HkjO1LToD5sXyl_J4Po7Q4,173
 algo_backend/middleware/cors.py,sha256=kKdPeZMS38IVvOueJz34lQX1t1hH5OOz068IdIAR-Kc,271
 algo_backend/middleware/metrics.py,sha256=XwZGipQwKp20naZglx41Wc79rXud81Y4AIfswUJj3jM,385
-algo_backend/schema/__init__.py,sha256=STf9SdNuP5dzMDehdGjJGHQ7Pq-qO4jw-5CWsayvx5g,90
+algo_backend/schema/__init__.py,sha256=WhbHgUnPG3B69qJlo-lAmtRhu_LfSwjkBbByLASNcFY,141
+algo_backend/schema/sse.py,sha256=m6akZ1dHfXPs0hs6ijnbDtj8xChP1WKJAxVGSEQ5O6g,933
 algo_backend/schema/vo.py,sha256=CSYNHpJx2YNCZ5-4GjjSs6BNKiJEyl31gnplnxGvXfY,2211
-algo_backend/starter/__init__.py,sha256=2AfidtR7PmlhVPz65tt_t3QdIYqpp0mVg8M-lbJE2F4,194
-algo_backend/starter/default_app_generator.py,sha256=fdNPiCyhEQiGCO7NQf9s4urvUXr-iqBcJp1deX9Xu2E,6209
-algo_backend/starter/default_service_starter.py,sha256=QHVDAS4css7tYCH7Fd_is2uWX8fxV1GD7LAugx904B8,2017
+algo_backend/starter/__init__.py,sha256=eudOlb2XZeZRog9wQK8LVZzxpVQa5Ee9vAWjlH2xATU,261
+algo_backend/starter/app_mounter.py,sha256=YTX1hp5fQ1VafNdCQbFCBYZ6kr1gC9M8RBiBCEMnp98,812
+algo_backend/starter/default_app_generator.py,sha256=w-E7Jzc25t5jstsslLGvFOX68kao1hu6oEUYc6C5f-4,6114
+algo_backend/starter/default_service_starter.py,sha256=dxeTK5PvoYg9b2Ey4EdR2k2wdHw1-Piutw9T0Uwdhqo,1952
 algo_backend/starter/event_list.py,sha256=vQHzQIpW8LZmQ93YyET-1gX6pQGVE5A6I_pLoYTFOH0,824
 algo_backend/utils/__init__.py,sha256=oX6OyL-28jzc94u4fyH1TtntCzQySkfZ8jibMk1KPU8,168
 algo_backend/utils/meta_class.py,sha256=hcZPGF7EIHvJOXXR82_7Gah_AWbqkcSxUc473I_6maY,1850
 algo_backend/utils/utils.py,sha256=q3bxBrivndLRggWsLryloSpu-_Ecbj4mhZL8oYdiDTo,481
-algo_backend_framework-0.0.4.dist-info/METADATA,sha256=dX_eOI1tqlVzXmJjDu9S6J7h8EtEtWyOeFAysoSp5CI,2196
-algo_backend_framework-0.0.4.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
-algo_backend_framework-0.0.4.dist-info/top_level.txt,sha256=zLsbLTRV1tO2hQfazqiBLO73VnjSAhJSUpMMBmQaLfw,13
-algo_backend_framework-0.0.4.dist-info/RECORD,,
+algo_backend_framework-0.0.6.dist-info/METADATA,sha256=Kcqz4gE5Bq9tb2bWiUSpVWmIjc0HZ-hOJbvHTuWhf5Y,2171
+algo_backend_framework-0.0.6.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
+algo_backend_framework-0.0.6.dist-info/top_level.txt,sha256=zLsbLTRV1tO2hQfazqiBLO73VnjSAhJSUpMMBmQaLfw,13
+algo_backend_framework-0.0.6.dist-info/RECORD,,

algo_backend/config/loguru_config.py

@@ -1,19 +0,0 @@
-from typing import List
-
-from algo_backend.utils import OsAttrMeta
-
-
-class LoguruConfig(metaclass=OsAttrMeta):
-    LOGGER_PATH: str = "/logger"
-    LOG_RETENTION_DAY: int = 60
-    DISABLE_LOG_PKG: str = ""
-    LOG_ADD_CONTAINED_ID: bool = False
-    SAVE_INFO_LEVEL: bool = False
-    SAVE_DEBUG_LOG: bool = True
-
-    @classmethod
-    def get_disable_log_pkg(cls) -> List[str]:
-        if cls.DISABLE_LOG_PKG:
-            return cls.DISABLE_LOG_PKG.split(",")
-        else:
-            return []

algo_backend/log/loguru/__init__.py

@@ -1,5 +0,0 @@
-from .log_clean import LoguruCleaner
-from .log_setup import LoguruSetup
-from .log_starter import LoguruStarter
-
-__all__ = ["LoguruCleaner", "LoguruSetup", "LoguruStarter"]

algo_backend/log/loguru/log_clean.py

@@ -1,140 +0,0 @@
-import os
-import threading
-import time
-from datetime import datetime, timedelta
-from typing import List, Optional
-
-from loguru import logger
-from pydantic import BaseModel, Field
-
-
-class LogInfo(BaseModel):
-    """
-    日志信息
-    """
-
-    file_path: str = Field(..., description="日志文件路径")
-    file_size: Optional[int] = None  # 日志文件大小
-    create_time: Optional[datetime] = None  # 日志文件创建时间
-    modify_time: Optional[datetime] = None  # 日志文件修改时间
-    access_time: Optional[datetime] = None  # 日志文件访问时间
-
-    @classmethod
-    def gen(cls, file_path: str):
-        if not os.path.exists(file_path):
-            return cls(file_path=file_path)
-        return cls(
-            file_path=file_path,
-            file_size=os.path.getsize(file_path),
-            create_time=datetime.fromtimestamp(os.path.getctime(file_path)),
-            modify_time=datetime.fromtimestamp(os.path.getmtime(file_path)),
-            access_time=datetime.fromtimestamp(os.path.getatime(file_path)),
-        )
-
-
-class LoguruCleaner:
-    """
-    清理时间较长的日志，默认保留60天的日志
-    """
-
-    def __init__(self, log_dir: str, retention_day: int = 60):
-        """
-        :param log_dir: 日志目录
-        :param retention_day: 保留天数
-        """
-        self.retention_day = retention_day
-        self.log_dir = log_dir
-        self.current_time: datetime = datetime.now()
-        self.threshold_time: datetime = self.current_time - timedelta(
-            days=self.retention_day
-        )
-
-    def scan_log(self) -> List[LogInfo]:
-        """
-        扫描日志目录，返回所有日志文件
-        """
-        log_files = []
-        if os.path.exists(self.log_dir):
-            log_files = [
-                LogInfo.gen(os.path.join(self.log_dir, file))
-                for file in os.listdir(self.log_dir)
-                if file.endswith(".log")
-            ]
-        return log_files
-
-    def judge_is_old_log(self, log_file: LogInfo) -> bool:
-        """
-        判断日志文件是否过期
-        过期标准:
-        """
-        if log_file.modify_time and log_file.modify_time < self.threshold_time:
-            return True
-        return False
-
-    def extract_old_log(self) -> List[LogInfo]:
-        """
-        提取过期的日志文件
-        """
-        log_files = self.scan_log()
-
-        if not log_files:
-            logger.debug("No log files found")
-            return []
-
-        logger.debug(
-            f"[ExtractOldLogFiles]: scan [{len(log_files)}] logs from [{self.log_dir}]"
-        )
-
-        old_log_files = [o for o in log_files if self.judge_is_old_log(o)]
-
-        logger.debug(
-            f"[ExtractOldLogFiles]: extract [{len(old_log_files)}] old logs, threshold day [{self.threshold_time}]"
-        )
-
-        return old_log_files
-
-    def delete_log(self, log_file: List[LogInfo]):
-        """
-        删除日志文件
-        """
-        if log_file:
-            logger.debug(f"[DeleteLogFiles]: Start to delete [{len(log_file)}] logs")
-            cnt = 0
-            for log in log_file:
-                try:
-                    os.remove(log.file_path)
-                    logger.debug(f"[DeleteLogFiles]: Delete log [{log.file_path}]")
-                    cnt += 1
-                except FileNotFoundError as e:
-                    logger.warning(
-                        f"[DeleteLogFiles]: Failed to delete log [{log.file_path}], error [{e}]"
-                    )
-
-            logger.debug(f"[DeleteLogFiles]: Delete [{cnt}]/[{len(log_file)}] logs")
-
-    def delete_lod_log(self):
-        """
-        删除过时的日志文件
-        """
-        old_logs = self.extract_old_log()
-        self.delete_log(old_logs)
-
-    @classmethod
-    def schedule_run(cls, log_dir: str, retention_day: int = 60):
-        """
-        启动线程，定时清理日志
-        """
-        # 创建线程
-        interval = 60 * 60 * 24
-
-        def worker():
-            while True:
-                log_cleaner = LoguruCleaner(log_dir, retention_day)
-                logger.debug(
-                    f"pid={os.getpid()} | [ScheduleRun]: Start to run log cleaner, log dir [{log_dir}], retention day [{retention_day}]"
-                )
-                log_cleaner.delete_lod_log()
-                time.sleep(interval)  # 暂停一天
-
-        thread = threading.Thread(target=worker, daemon=True)
-        thread.start()

algo_backend/log/loguru/log_setup.py

@@ -1,89 +0,0 @@
-import os
-import sys
-from typing import Optional
-
-from loguru import logger
-
-from .patch_logging import patch_logging_to_loguru
-
-
-class LoguruSetup:
-    FORMAT = (
-        "<green>{time:YYYY-MM-DD HH:mm:ss.SSS}</green> | "
-        "<level>{level: <8}</level> | "
-        "<cyan>p-{process}</cyan> | "
-        "<cyan>t-{thread}</cyan> | "
-        "<cyan>{thread.name}</cyan> | "
-        "<cyan>{name}</cyan>:<cyan>{function}</cyan>:<cyan>{line}</cyan> - "
-        "<level>{message}</level>"
-    )
-
-    __IS_SET_ROTATE = False
-
-    @classmethod
-    def rotate_daily(
-        cls,
-        *,
-        log_dir: str,
-        service_name: str,
-        add_pid_suffix: bool = True,
-        save_info: bool = True,
-        save_debug: bool = True,
-        stderr_colorize: bool = True,
-        run_id_suffix: Optional[str] = None,
-    ):
-        """
-        日志输出终端和落盘
-        : params: log_dir: 日志目录
-        : params: service_name: 服务名
-        : params: add_pid_suffix: 是否添加进程ID后缀
-        : params: save_info: 是否保存INFO级别日志
-        : params: save_debug: 是否保存DEBUG级别日志
-        : params: stderr_colorize: 是否启用终端颜色显示
-        : params: run_id_suffix: 运行ID后缀，用于避免多副本时的冲突
-        """
-        if cls.__IS_SET_ROTATE:
-            return
-
-        logger.remove()  # 清空设置，防止重复
-
-        os.makedirs(log_dir, exist_ok=True)
-        pid_suffix = f"_{os.getpid()}" if add_pid_suffix else ""
-        run_id_suffix = f"_r{run_id_suffix}" if run_id_suffix else ""
-
-        # 添加终端处理器（控制台输出）
-        logger.add(
-            sink=sys.stderr,  # 输出到标准错误流
-            level="DEBUG",  # 终端显示更详细的DEBUG日志
-            format=cls.FORMAT,
-            colorize=stderr_colorize,  # 启用颜色显示
-            backtrace=True,  # 堆栈信息显示在终端
-        )
-
-        if save_info:
-            # 配置 INFO 及以上级别日志
-            logger.add(
-                os.path.join(
-                    log_dir, f"{service_name}_info{pid_suffix}{run_id_suffix}.log"
-                ),
-                rotation="1 day",  # 每日滚动
-                filter=lambda record: record["level"].no >= 20,
-                format=cls.FORMAT,
-                enqueue=True,
-            )
-
-        if save_debug:
-            # 配置 DEBUG 级别日志
-            logger.add(
-                os.path.join(
-                    log_dir, f"{service_name}_debug{pid_suffix}{run_id_suffix}.log"
-                ),
-                rotation="1 day",  # 每日滚动
-                level="DEBUG",
-                filter=lambda record: record["level"].no >= 10,
-                format=cls.FORMAT,
-                enqueue=True,
-            )
-        patch_logging_to_loguru()
-        logger.info("日志设置完成")
-        cls.__IS_SET_ROTATE = True

algo_backend/log/loguru/log_starter.py

@@ -1,65 +0,0 @@
-import os
-import socket
-
-from loguru import logger
-
-from algo_backend.config import LoguruConfig as LogConfig
-
-from ..common import BasicLogStarter
-from .log_clean import LoguruCleaner
-from .log_setup import LoguruSetup
-
-
-class LoguruStarter(BasicLogStarter):
-    """
-    容器内日志目录默认是：/logger/服务名
-    """
-
-    def __init__(self, service_name: str):
-        super().__init__(service_name)
-
-    @property
-    def service_log_dir(self):
-        return os.path.join(LogConfig.LOGGER_PATH, self.service_name)
-
-    def setup_log(self):
-        """
-        日志设置
-        """
-
-        LoguruSetup.rotate_daily(
-            log_dir=self.service_log_dir,
-            service_name=self.add_container_id(service_name=self.service_name),
-            add_pid_suffix=True,
-            save_info=LogConfig.SAVE_INFO_LEVEL,
-            save_debug=LogConfig.SAVE_DEBUG_LOG,
-        )
-
-        for pkg in LogConfig.get_disable_log_pkg():
-            # 忽略一些包的日志
-            logger.debug(f"ignore log: {pkg}")
-            logger.disable(pkg)
-
-    def run_log_cleaner(self):
-        """
-        启动定时任务清理日志
-        """
-        LoguruCleaner.schedule_run(
-            log_dir=self.service_log_dir,
-            retention_day=LogConfig.LOG_RETENTION_DAY,
-        )
-
-    @classmethod
-    def add_container_id(cls, service_name: str):
-        if not LogConfig.LOG_ADD_CONTAINED_ID:
-            logger.info("日志名不增加containerId")
-            return service_name
-
-        try:
-            socket_hostname = f"-{socket.gethostname()}"
-        except:
-            socket_hostname = ""
-        if service_name in socket_hostname:
-            return service_name
-        else:
-            return f"{service_name}{socket_hostname}"

algo_backend/log/loguru/patch_logging.py

@@ -1,83 +0,0 @@
-import logging
-
-from loguru import logger
-
-from algo_backend.config import LoguruConfig
-
-disable_log_pkg = LoguruConfig.get_disable_log_pkg()
-
-
-def patch_logging_to_loguru():
-    """
-    将 Python 原生 logging 系统的所有日志重定向到 loguru
-    """
-
-    class LoguruHandler(logging.Handler):
-        def emit(self, record):
-            # 过滤特定模块的日志
-            if any(excluded in record.name for excluded in disable_log_pkg):
-                return
-
-            try:
-                level = logger.level(record.levelname).name
-            except ValueError:
-                level = record.levelno
-
-            # 从当前帧开始，找到真正调用 logging 的位置
-            frame = logging.currentframe()
-            depth = 0  # 从0开始计算，动态确定深度
-
-            # 遍历调用栈，跳过所有 logging 模块的内部调用
-            while frame:
-                filename = frame.f_code.co_filename
-                func_name = frame.f_code.co_name
-
-                # 检查是否为 logging 模块的内部调用
-                is_logging_internal = (
-                    # 标准库 logging 模块路径
-                    "logging" in filename
-                    and (
-                        filename.endswith("logging/__init__.py")
-                        or "/logging/" in filename
-                        or "\\logging\\" in filename
-                    )
-                ) or (
-                    # logging 内部函数名
-                    func_name
-                    in (
-                        "callHandlers",
-                        "handle",
-                        "emit",
-                        "handleError",
-                        "_log",
-                        "makeRecord",
-                        "getLogger",
-                        "debug",
-                        "info",
-                        "warning",
-                        "error",
-                        "exception",
-                        "critical",
-                    )
-                )
-
-                if is_logging_internal:
-                    frame = frame.f_back
-                    depth += 1
-                else:
-                    # 找到真实的调用者，跳出循环
-                    break
-
-            # 如果找不到合适的帧，回退到默认行为
-            if not frame:
-                depth = 2
-
-            logger.opt(depth=depth, exception=record.exc_info).log(
-                level, record.getMessage()
-            )
-
-    # 设置根记录器级别为最低级别，确保所有日志都被处理
-    logging.root.setLevel(logging.DEBUG)
-
-    logging.root.handlers = []
-    logging.root.addHandler(LoguruHandler())