sycommon-python-lib 0.1.23__tar.gz → 0.1.25__tar.gz

{sycommon_python_lib-0.1.23 → sycommon_python_lib-0.1.25}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: sycommon-python-lib
-Version: 0.1.23
+Version: 0.1.25
 Summary: Add your description here
 Requires-Python: >=3.10
 Description-Content-Type: text/markdown

{sycommon_python_lib-0.1.23 → sycommon_python_lib-0.1.25}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "sycommon-python-lib"
-version = "0.1.23"
+version = "0.1.25"
 description = "Add your description here"
 readme = "README.md"
 requires-python = ">=3.10"

{sycommon_python_lib-0.1.23 → sycommon_python_lib-0.1.25}/src/sycommon/database/database_service.py

@@ -3,6 +3,7 @@ from sqlalchemy import create_engine, text
 from sycommon.config.Config import SingletonMeta
 from sycommon.config.DatabaseConfig import DatabaseConfig, convert_dict_keys
 from sycommon.logging.kafka_log import SYLogger
+from sycommon.logging.sql_logger import SQLTraceLogger
 from sycommon.synacos.nacos_service import NacosService
 
 
@@ -62,9 +63,13 @@ class DatabaseConnector(metaclass=SingletonMeta):
             max_overflow=20,  # 最大溢出连接数
             pool_timeout=30,  # 连接超时时间（秒）
             pool_recycle=3600,  # 连接回收时间（秒）
-            pool_pre_ping=True  # 每次获取连接前检查连接是否有效
+            pool_pre_ping=True,  # 每次获取连接前检查连接是否有效
+            echo=False,  # 打印 SQL 语句
         )
 
+        # 注册 SQL 日志拦截器
+        SQLTraceLogger.setup_sql_logging(self.engine)
+
         # 测试
         if not self.test_connection():
             raise Exception("Database connection test failed")

{sycommon_python_lib-0.1.23 → sycommon_python_lib-0.1.25}/src/sycommon/logging/kafka_log.py

@@ -173,7 +173,7 @@ class KafkaLogger(metaclass=SingletonMeta):
                     "className": "",
                     "sqlCost": 0,
                     "size": len(str(message)),
-                    "uid": int(trace_id) if trace_id and trace_id.isdigit() else 0
+                    "uid": int(Snowflake.next_id())  # 独立新的id
                 }
 
                 # 智能队列管理
@@ -490,7 +490,7 @@ class SYLogger:
             logger.info(_log)
 
         if os.getenv('DEV-LOG', 'false').lower() == 'true':
-            pprint(_log)
+            pprint.pprint(_log)
 
     @staticmethod
     def info(msg: any, *args, **kwargs):

sycommon_python_lib-0.1.25/src/sycommon/logging/sql_logger.py

@@ -0,0 +1,59 @@
+from sqlalchemy import event
+from sqlalchemy.engine import Engine
+from sycommon.logging.kafka_log import SYLogger
+import time
+from datetime import datetime
+from decimal import Decimal
+
+
+class SQLTraceLogger:
+    @staticmethod
+    def setup_sql_logging(engine: Engine):
+        """为 SQLAlchemy 引擎注册事件监听器，绑定 trace_id 到 SQL 日志"""
+        def serialize_params(params):
+            """处理特殊类型参数的序列化"""
+            if isinstance(params, (list, tuple)):
+                return [SQLTraceLogger.serialize_params(p) for p in params]
+            elif isinstance(params, dict):
+                return {k: SQLTraceLogger.serialize_params(v) for k, v in params.items()}
+            elif isinstance(params, datetime):
+                return params.isoformat()
+            elif isinstance(params, Decimal):
+                return float(params)
+            else:
+                return params
+
+        # 监听 SQL 语句执行后事件（计算耗时并输出日志）
+        @event.listens_for(Engine, "after_cursor_execute")
+        def after_cursor_execute(
+            conn, cursor, statement, parameters, context, executemany
+        ):
+            try:
+                # 从连接的 execution_options 中获取开始时间
+                start_time = conn._execution_options.get(
+                    "_start_time", time.time())
+                execution_time = (time.time() - start_time) * 1000
+
+                # 构建 SQL 日志信息
+                sql_log = {
+                    "type": "SQL",
+                    "statement": statement,
+                    "parameters": serialize_params(parameters),
+                    "execution_time_ms": round(execution_time, 2),
+                }
+
+                SYLogger.info(f"SQL 执行: {sql_log}")
+            except Exception as e:
+                SYLogger.error(f"SQL 日志处理失败: {str(e)}")
+
+        # 监听 SQL 执行开始事件（记录开始时间到连接的 execution_options）
+        @event.listens_for(Engine, "before_cursor_execute")
+        def before_cursor_execute(
+            conn, cursor, statement, parameters, context, executemany
+        ):
+            try:
+                # 通过连接对象的 execution_options 设置开始时间
+                # 这里会创建一个新的执行选项副本，避免修改不可变对象
+                conn = conn.execution_options(_start_time=time.time())
+            except Exception as e:
+                SYLogger.error(f"SQL 开始时间记录失败: {str(e)}")

{sycommon_python_lib-0.1.23 → sycommon_python_lib-0.1.25}/src/sycommon_python_lib.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: sycommon-python-lib
-Version: 0.1.23
+Version: 0.1.25
 Summary: Add your description here
 Requires-Python: >=3.10
 Description-Content-Type: text/markdown

{sycommon_python_lib-0.1.23 → sycommon_python_lib-0.1.25}/src/sycommon_python_lib.egg-info/SOURCES.txt

@@ -19,6 +19,7 @@ src/sycommon/health/ping.py
 src/sycommon/logging/__init__.py
 src/sycommon/logging/kafka_log.py
 src/sycommon/logging/logger_wrapper.py
+src/sycommon/logging/sql_logger.py
 src/sycommon/middleware/__init__.py
 src/sycommon/middleware/context.py
 src/sycommon/middleware/cors.py