sycommon-python-lib 0.2.3a2__tar.gz → 0.2.3a4__tar.gz

{sycommon_python_lib-0.2.3a2 → sycommon_python_lib-0.2.3a4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: sycommon-python-lib
-Version: 0.2.3a2
+Version: 0.2.3a4
 Summary: Add your description here
 Requires-Python: >=3.11
 Description-Content-Type: text/markdown
@@ -9,16 +9,16 @@ Requires-Dist: aiohttp>=3.13.5
 Requires-Dist: aiomysql>=0.3.2
 Requires-Dist: anyio>=4.12.1
 Requires-Dist: decorator>=5.2.1
-Requires-Dist: deepagents>=0.5.3
-Requires-Dist: elasticsearch>=9.3.0
+Requires-Dist: deepagents>=0.5.7
+Requires-Dist: elasticsearch>=9.4.0
 Requires-Dist: fastapi>=0.136.1
 Requires-Dist: jinja2>=3.1.6
 Requires-Dist: kafka-python>=2.3.1
-Requires-Dist: langchain>=1.2.15
-Requires-Dist: langchain-core>=1.3.2
+Requires-Dist: langchain>=1.2.17
+Requires-Dist: langchain-core>=1.3.3
 Requires-Dist: langchain-openai>=1.2.1
 Requires-Dist: langfuse>=4.5.1
-Requires-Dist: langgraph>=1.1.9
+Requires-Dist: langgraph>=1.1.10
 Requires-Dist: langgraph-checkpoint-redis>=0.4.1
 Requires-Dist: ldap3>=2.9.1
 Requires-Dist: loguru>=0.7.3
@@ -26,12 +26,12 @@ Requires-Dist: mysql-connector-python>=9.6.0
 Requires-Dist: nacos-sdk-python<3.0,>=2.0.11
 Requires-Dist: psutil>=7.2.2
 Requires-Dist: pyxxl>=0.4.6
-Requires-Dist: pydantic>=2.13.3
+Requires-Dist: pydantic>=2.13.4
 Requires-Dist: python-dotenv>=1.2.2
-Requires-Dist: python-multipart>=0.0.26
+Requires-Dist: python-multipart>=0.0.27
 Requires-Dist: pyyaml>=6.0.3
 Requires-Dist: redis>=7.3.0
-Requires-Dist: sentry-sdk[fastapi]>=2.58.0
+Requires-Dist: sentry-sdk[fastapi]>=2.59.0
 Requires-Dist: sqlalchemy[asyncio]>=2.0.48
 Requires-Dist: starlette[full]>=1.0.0
 Requires-Dist: tiktoken>=0.12.0

{sycommon_python_lib-0.2.3a2 → sycommon_python_lib-0.2.3a4}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "sycommon-python-lib"
-version = "0.2.3a2"
+version = "0.2.3a4"
 description = "Add your description here"
 readme = "README.md"
 requires-python = ">=3.11"
@@ -10,16 +10,16 @@ dependencies = [
     "aiomysql>=0.3.2",
     "anyio>=4.12.1",
     "decorator>=5.2.1",
-    "deepagents>=0.5.3",
-    "elasticsearch>=9.3.0",
+    "deepagents>=0.5.7",
+    "elasticsearch>=9.4.0",
     "fastapi>=0.136.1",
     "jinja2>=3.1.6",
     "kafka-python>=2.3.1",
-    "langchain>=1.2.15",
-    "langchain-core>=1.3.2",
+    "langchain>=1.2.17",
+    "langchain-core>=1.3.3",
     "langchain-openai>=1.2.1",
     "langfuse>=4.5.1",
-    "langgraph>=1.1.9",
+    "langgraph>=1.1.10",
     "langgraph-checkpoint-redis>=0.4.1",
     "ldap3>=2.9.1",
     "loguru>=0.7.3",
@@ -27,12 +27,12 @@ dependencies = [
     "nacos-sdk-python>=2.0.11,<3.0",
     "psutil>=7.2.2",
     "pyxxl>=0.4.6",
-    "pydantic>=2.13.3",
+    "pydantic>=2.13.4",
     "python-dotenv>=1.2.2",
-    "python-multipart>=0.0.26",
+    "python-multipart>=0.0.27",
     "pyyaml>=6.0.3",
     "redis>=7.3.0",
-    "sentry-sdk[fastapi]>=2.58.0",
+    "sentry-sdk[fastapi]>=2.59.0",
     "sqlalchemy[asyncio]>=2.0.48",
     "starlette[full]>=1.0.0",
     "tiktoken>=0.12.0",

{sycommon_python_lib-0.2.3a2 → sycommon_python_lib-0.2.3a4}/src/sycommon/agent/deep_agent.py

@@ -617,7 +617,8 @@ async def create_deep_agent(
     from deepagents import create_deep_agent as _create_deep_agent
 
     # 根据模型上下文窗口大小配置压缩阈值
-    summarization_mw = build_summarization_middleware(
+    # 返回 (auto_summarization_mw, tool_mw)，auto 用于自动压缩，tool_mw 提供 compact_conversation 工具
+    auto_summarization_mw, tool_summarization_mw = build_summarization_middleware(
         model, config.model_name, sandbox_backend,
     )
 
@@ -632,7 +633,8 @@ async def create_deep_agent(
             BackgroundExecutionMiddleware(backend=sandbox_backend),
             ToolResultTruncationMiddleware(),
             TokenTrackingMiddleware(model_name=config.model_name, user_id=user_id),
-            summarization_mw,
+            auto_summarization_mw,
+            tool_summarization_mw,
         ],
     }
     if skills_path:

{sycommon_python_lib-0.2.3a2 → sycommon_python_lib-0.2.3a4}/src/sycommon/agent/multi_agent_team.py

@@ -584,11 +584,14 @@ async def create_multi_agent_team(
     from deepagents import create_deep_agent
     from deepagents.middleware.subagents import CompiledSubAgent
 
+    # 子 agent 共享同一组压缩 middleware
+    _auto_mw, _tool_mw = build_summarization_middleware(model, config.model_name, sandbox_backend)
     middleware = [
         BackgroundExecutionMiddleware(backend=sandbox_backend),
         ToolResultTruncationMiddleware(),
         TokenTrackingMiddleware(model_name=config.model_name, user_id=user_id),
-        build_summarization_middleware(model, config.model_name, sandbox_backend),
+        _auto_mw,
+        _tool_mw,
     ]
     shared = config.shared_tools or [get_current_date]
 
@@ -629,6 +632,7 @@ async def create_multi_agent_team(
 
     # 创建协调者 Agent
     coord_name = config.coordinator_name
+    _coord_auto_mw, _coord_tool_mw = build_summarization_middleware(model, config.model_name, sandbox_backend)
     coordinator_agent = create_deep_agent(
         model=model,
         tools=config.shared_tools or [get_current_date],
@@ -644,7 +648,8 @@ async def create_multi_agent_team(
             BackgroundExecutionMiddleware(backend=sandbox_backend),
             ToolResultTruncationMiddleware(),
             TokenTrackingMiddleware(model_name=config.model_name, user_id=user_id),
-            build_summarization_middleware(model, config.model_name, sandbox_backend),
+            _coord_auto_mw,
+            _coord_tool_mw,
         ],
     )
 

{sycommon_python_lib-0.2.3a2 → sycommon_python_lib-0.2.3a4}/src/sycommon/agent/summarization_utils.py

@@ -6,7 +6,7 @@
 
 from __future__ import annotations
 
-from typing import TYPE_CHECKING
+from typing import TYPE_CHECKING, Tuple
 
 from deepagents.middleware.summarization import (
     SummarizationMiddleware,
@@ -26,7 +26,7 @@ def build_summarization_middleware(
     trigger_fraction: float = 0.70,
     keep_fraction: float = 0.10,
     default_max_tokens: int = 200000,
-) -> SummarizationToolMiddleware:
+) -> Tuple[SummarizationMiddleware, SummarizationToolMiddleware]:
     """根据模型上下文窗口大小构建压缩 middleware。
 
     使用绝对 token 数而非 fraction 模式，避免要求模型提供 profile 信息。
@@ -40,7 +40,8 @@ def build_summarization_middleware(
         default_max_tokens: 无法从配置读取时的默认上下文窗口大小。
 
     Returns:
-        SummarizationToolMiddleware 实例（包含自动压缩 + compact_conversation 工具）。
+        (SummarizationMiddleware, SummarizationToolMiddleware) 元组。
+        第一个是自动压缩 middleware，第二个是 compact_conversation 工具 middleware。
     """
     try:
         from sycommon.config.Config import Config
@@ -65,4 +66,7 @@ def build_summarization_middleware(
             "max_length": 2000,
         },
     )
-    return SummarizationToolMiddleware(summ)
+    print(f"[Summarization] 压缩配置: model={model_name}, max_tokens={max_tokens}, "
+          f"trigger={trigger_tokens} tokens ({trigger_fraction:.0%}), "
+          f"keep={keep_tokens} tokens ({keep_fraction:.0%})")
+    return summ, SummarizationToolMiddleware(summ)

{sycommon_python_lib-0.2.3a2 → sycommon_python_lib-0.2.3a4}/src/sycommon/llm/llm_with_token_tracking.py

@@ -230,6 +230,23 @@ class LLMWithTokenTracking(BaseChatModel):
             "output_tokens": total_output,
         })
 
+    def _resolve_model_profile(self):
+        """从 llmConfig.maxTokens 构建 profile，供 deepagents 计算压缩阈值使用。"""
+        if self.llmConfig and self.llmConfig.maxTokens:
+            return {"max_input_tokens": self.llmConfig.maxTokens}
+        if self.llm and hasattr(self.llm, 'profile') and self.llm.profile:
+            return self.llm.profile
+        return None
+
+    @property
+    def profile(self):
+        p = self._resolve_model_profile()
+        return p
+
+    @profile.setter
+    def profile(self, value):
+        pass
+
     def bind_tools(self, tools, *, tool_choice=None, **kwargs):
         """绑定工具 - 委托给底层 LLM，返回绑定后的 Runnable"""
         return self.llm.bind_tools(tools, tool_choice=tool_choice, **kwargs)

{sycommon_python_lib-0.2.3a2 → sycommon_python_lib-0.2.3a4}/src/sycommon/middleware/tool_result_truncation.py

@@ -51,7 +51,7 @@ MAX_IMAGE_BASE64_CHARS = 500
 def _convert_list_content_to_str(content: list, tool_name: str) -> str:
     """将 list 类型的 ToolMessage.content 转换为字符串。
 
-    对于图片类型（type=image 且含 base64），只保留前 MAX_IMAGE_BASE64_CHARS 个字符的 base64 预览。
+    对于图片类型（type=image 且含 base64），转换为提示模型自行用 execute 处理的说明。
     对于文本类型，保留完整文本。
     """
     parts = []
@@ -61,16 +61,13 @@ def _convert_list_content_to_str(content: list, tool_name: str) -> str:
             if item_type == "image" and "base64" in item:
                 b64 = item["base64"]
                 mime = item.get("mime_type", "image/unknown")
-                if len(b64) > MAX_IMAGE_BASE64_CHARS:
-                    parts.append(
-                        f"[图片文件 ({mime}, {len(b64)} 字符 base64 数据), "
-                        f"预览: {b64[:MAX_IMAGE_BASE64_CHARS]}...]"
-                    )
-                else:
-                    parts.append(
-                        f"[图片文件 ({mime}, {len(b64)} 字符 base64 数据), "
-                        f"数据: {b64}]"
-                    )
+                size_kb = len(b64) * 3 // 4 // 1024  # base64 -> bytes -> KB
+                parts.append(
+                    f"[图片文件 ({mime}, {size_kb}KB) — "
+                    f"图片二进制数据无法直接发送给模型。"
+                    f"请使用 execute 工具通过 Python (如 PIL/OpenCV) 读取并处理图片，"
+                    f"例如 OCR 识别文字、分析图片内容等。]"
+                )
             elif "text" in item:
                 parts.append(item["text"])
             else:

{sycommon_python_lib-0.2.3a2 → sycommon_python_lib-0.2.3a4}/src/sycommon/models/mqlistener_config.py

@@ -32,6 +32,7 @@ class RabbitMQListenerConfig(BaseModel):
     auto_delete: bool = Field(False, description="是否自动删除队列")
     auto_parse_json: bool = Field(True, description="是否自动解析JSON消息")
     prefetch_count: int = Field(2, description="mq同时消费数量")
+    max_concurrent_tasks: int = Field(5, description="handler 最大并发任务数")
 
     class Config:
         """模型配置"""

{sycommon_python_lib-0.2.3a2 → sycommon_python_lib-0.2.3a4}/src/sycommon/rabbitmq/rabbitmq_client.py

@@ -13,6 +13,7 @@ from aio_pika.abc import (
 )
 from sycommon.rabbitmq.rabbitmq_pool import RabbitMQConnectionPool
 from sycommon.logging.kafka_log import SYLogger
+from sycommon.middleware.context import current_trace_id
 from sycommon.models.mqmsg_model import MQMsgModel
 
 logger = SYLogger
@@ -41,6 +42,7 @@ class RabbitMQClient:
         auto_delete: bool = False,
         auto_parse_json: bool = True,
         create_if_not_exists: bool = True,
+        max_concurrent_tasks: int = 5,
         **kwargs,
     ):
         self.connection_pool = connection_pool
@@ -73,6 +75,10 @@ class RabbitMQClient:
         self._connect_lock = asyncio.Lock()
         self._reconnect_semaphore = asyncio.Semaphore(1)
 
+        # 异步任务并发控制（方案C：收到即ACK + create_task）
+        self._task_semaphore = asyncio.Semaphore(max_concurrent_tasks)
+        self._running_tasks: set = set()
+
     @property
     async def is_connected(self) -> bool:
         if self._closed:
@@ -231,9 +237,9 @@ class RabbitMQClient:
                         f"后台重连尝试 {attempt + 1}/{max_attempts} 失败: {e}")
             logger.warning(f"后台重连已达最大尝试次数 {max_attempts}，放弃重连")
 
-    async def set_message_handler(self, handler: Callable[..., Coroutine]) -> None:
-        if not inspect.iscoroutinefunction(handler):
-            raise TypeError("消息处理器必须是协程函数")
+    async def set_message_handler(self, handler: Callable) -> None:
+        if not callable(handler):
+            raise TypeError("消息处理器必须是可调用对象")
         self._message_handler = handler
 
     async def _process_message_callback(self, message: AbstractIncomingMessage):
@@ -246,20 +252,50 @@ class RabbitMQClient:
 
             SYLogger.set_trace_id(msg_obj.traceId)
 
-            if self._message_handler:
-                await self._message_handler(msg_obj, message)
-
+            # 先 ACK，让 RabbitMQ 确认投递成功
             await message.ack()
 
+            # 将 handler 投递到后台任务，不阻塞消费循环
+            if self._message_handler:
+                task = asyncio.create_task(
+                    self._safe_execute_handler(msg_obj, message)
+                )
+                self._running_tasks.add(task)
+                task.add_done_callback(self._running_tasks.discard)
+
         except json.JSONDecodeError as e:
-            # JSON解析失败，消息格式错误，记录日志并ACK（避免无限循环）
             logger.error(f"消息JSON解析失败，消息将被丢弃: {e}", exc_info=True)
             await message.ack()
         except Exception as e:
-            # 处理异常，记录日志并ACK（避免消息重复消费）
             logger.error(f"消息处理异常，消息将被丢弃: {e}", exc_info=True)
             await message.ack()
 
+    async def _safe_execute_handler(self, msg_obj: MQMsgModel, message: AbstractIncomingMessage):
+        """在 Semaphore 控制下安全执行 handler，支持异步和同步阻塞 handler"""
+        async with self._task_semaphore:
+            try:
+                if not self._message_handler:
+                    return
+                handler = self._message_handler
+                if inspect.iscoroutinefunction(handler):
+                    await handler(msg_obj, message)
+                else:
+                    # 同步阻塞 handler：丢进线程池，手动传递 traceId
+                    trace_id = msg_obj.traceId
+                    loop = asyncio.get_running_loop()
+
+                    def _sync_wrapper():
+                        SYLogger.set_trace_id(trace_id)
+                        try:
+                            return handler(msg_obj, message)
+                        finally:
+                            SYLogger.reset_trace_id(
+                                current_trace_id.set(None))
+
+                    await loop.run_in_executor(None, _sync_wrapper)
+            except Exception as e:
+                logger.error(f"异步任务执行失败: {e}", exc_info=True)
+
     async def start_consuming(self) -> Optional[ConsumerTag]:
         if self._closed:
             raise RuntimeError("客户端已关闭，无法启动消费")
@@ -391,6 +427,18 @@ class RabbitMQClient:
 
         await self.stop_consuming()
 
+        # 等待后台任务完成（优雅退出）
+        if self._running_tasks:
+            logger.info(f"等待 {len(self._running_tasks)} 个后台任务完成...")
+            try:
+                await asyncio.wait_for(
+                    asyncio.gather(*self._running_tasks, return_exceptions=True),
+                    timeout=15.0
+                )
+            except asyncio.TimeoutError:
+                logger.warning(f"等待后台任务超时，剩余 {len(self._running_tasks)} 个任务将被丢弃")
+            self._running_tasks.clear()
+
         if self._channel and not self._channel.is_closed:
             try:
                 await self._channel.close()

{sycommon_python_lib-0.2.3a2 → sycommon_python_lib-0.2.3a4}/src/sycommon/rabbitmq/rabbitmq_service_client_manager.py

@@ -158,6 +158,7 @@ class RabbitMQClientManager(RabbitMQCoreService):
             auto_parse_json=kwargs.get('auto_parse_json', True),
             create_if_not_exists=create_if_not_exists,
             prefetch_count=kwargs.get('prefetch_count', 2),
+            max_concurrent_tasks=kwargs.get('max_concurrent_tasks', 5),
         )
 
         # 4. 连接客户端

{sycommon_python_lib-0.2.3a2 → sycommon_python_lib-0.2.3a4}/src/sycommon_python_lib.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: sycommon-python-lib
-Version: 0.2.3a2
+Version: 0.2.3a4
 Summary: Add your description here
 Requires-Python: >=3.11
 Description-Content-Type: text/markdown
@@ -9,16 +9,16 @@ Requires-Dist: aiohttp>=3.13.5
 Requires-Dist: aiomysql>=0.3.2
 Requires-Dist: anyio>=4.12.1
 Requires-Dist: decorator>=5.2.1
-Requires-Dist: deepagents>=0.5.3
-Requires-Dist: elasticsearch>=9.3.0
+Requires-Dist: deepagents>=0.5.7
+Requires-Dist: elasticsearch>=9.4.0
 Requires-Dist: fastapi>=0.136.1
 Requires-Dist: jinja2>=3.1.6
 Requires-Dist: kafka-python>=2.3.1
-Requires-Dist: langchain>=1.2.15
-Requires-Dist: langchain-core>=1.3.2
+Requires-Dist: langchain>=1.2.17
+Requires-Dist: langchain-core>=1.3.3
 Requires-Dist: langchain-openai>=1.2.1
 Requires-Dist: langfuse>=4.5.1
-Requires-Dist: langgraph>=1.1.9
+Requires-Dist: langgraph>=1.1.10
 Requires-Dist: langgraph-checkpoint-redis>=0.4.1
 Requires-Dist: ldap3>=2.9.1
 Requires-Dist: loguru>=0.7.3
@@ -26,12 +26,12 @@ Requires-Dist: mysql-connector-python>=9.6.0
 Requires-Dist: nacos-sdk-python<3.0,>=2.0.11
 Requires-Dist: psutil>=7.2.2
 Requires-Dist: pyxxl>=0.4.6
-Requires-Dist: pydantic>=2.13.3
+Requires-Dist: pydantic>=2.13.4
 Requires-Dist: python-dotenv>=1.2.2
-Requires-Dist: python-multipart>=0.0.26
+Requires-Dist: python-multipart>=0.0.27
 Requires-Dist: pyyaml>=6.0.3
 Requires-Dist: redis>=7.3.0
-Requires-Dist: sentry-sdk[fastapi]>=2.58.0
+Requires-Dist: sentry-sdk[fastapi]>=2.59.0
 Requires-Dist: sqlalchemy[asyncio]>=2.0.48
 Requires-Dist: starlette[full]>=1.0.0
 Requires-Dist: tiktoken>=0.12.0

{sycommon_python_lib-0.2.3a2 → sycommon_python_lib-0.2.3a4}/src/sycommon_python_lib.egg-info/requires.txt

@@ -3,16 +3,16 @@ aiohttp>=3.13.5
 aiomysql>=0.3.2
 anyio>=4.12.1
 decorator>=5.2.1
-deepagents>=0.5.3
-elasticsearch>=9.3.0
+deepagents>=0.5.7
+elasticsearch>=9.4.0
 fastapi>=0.136.1
 jinja2>=3.1.6
 kafka-python>=2.3.1
-langchain>=1.2.15
-langchain-core>=1.3.2
+langchain>=1.2.17
+langchain-core>=1.3.3
 langchain-openai>=1.2.1
 langfuse>=4.5.1
-langgraph>=1.1.9
+langgraph>=1.1.10
 langgraph-checkpoint-redis>=0.4.1
 ldap3>=2.9.1
 loguru>=0.7.3
@@ -20,12 +20,12 @@ mysql-connector-python>=9.6.0
 nacos-sdk-python<3.0,>=2.0.11
 psutil>=7.2.2
 pyxxl>=0.4.6
-pydantic>=2.13.3
+pydantic>=2.13.4
 python-dotenv>=1.2.2
-python-multipart>=0.0.26
+python-multipart>=0.0.27
 pyyaml>=6.0.3
 redis>=7.3.0
-sentry-sdk[fastapi]>=2.58.0
+sentry-sdk[fastapi]>=2.59.0
 sqlalchemy[asyncio]>=2.0.48
 starlette[full]>=1.0.0
 tiktoken>=0.12.0