sycommon-python-lib 0.2.1b5__tar.gz → 0.2.1b7__tar.gz

{sycommon_python_lib-0.2.1b5 → sycommon_python_lib-0.2.1b7}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: sycommon-python-lib
-Version: 0.2.1b5
+Version: 0.2.1b7
 Summary: Add your description here
 Requires-Python: >=3.11
 Description-Content-Type: text/markdown
@@ -9,7 +9,7 @@ Requires-Dist: aiohttp>=3.13.5
 Requires-Dist: aiomysql>=0.3.2
 Requires-Dist: anyio>=4.12.1
 Requires-Dist: decorator>=5.2.1
-Requires-Dist: deepagents>=0.5.1
+Requires-Dist: deepagents>=0.5.2
 Requires-Dist: elasticsearch>=9.3.0
 Requires-Dist: fastapi>=0.135.3
 Requires-Dist: jinja2>=3.1.6
@@ -17,7 +17,7 @@ Requires-Dist: kafka-python>=2.3.1
 Requires-Dist: langchain>=1.2.15
 Requires-Dist: langchain-core>=1.2.28
 Requires-Dist: langchain-openai>=1.1.11
-Requires-Dist: langfuse>=4.1.0
+Requires-Dist: langfuse>=4.2.0
 Requires-Dist: langgraph>=1.1.6
 Requires-Dist: langgraph-checkpoint-redis>=0.4.0
 Requires-Dist: ldap3>=2.9.1
@@ -28,7 +28,7 @@ Requires-Dist: psutil>=7.2.2
 Requires-Dist: pyxxl>=0.4.6
 Requires-Dist: pydantic>=2.12.5
 Requires-Dist: python-dotenv>=1.2.2
-Requires-Dist: python-multipart>=0.0.24
+Requires-Dist: python-multipart>=0.0.26
 Requires-Dist: pyyaml>=6.0.3
 Requires-Dist: redis>=7.3.0
 Requires-Dist: sentry-sdk[fastapi]>=2.57.0

{sycommon_python_lib-0.2.1b5 → sycommon_python_lib-0.2.1b7}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "sycommon-python-lib"
-version = "0.2.1b5"
+version = "0.2.1b7"
 description = "Add your description here"
 readme = "README.md"
 requires-python = ">=3.11"
@@ -10,7 +10,7 @@ dependencies = [
     "aiomysql>=0.3.2",
     "anyio>=4.12.1",
     "decorator>=5.2.1",
-    "deepagents>=0.5.1",
+    "deepagents>=0.5.2",
     "elasticsearch>=9.3.0",
     "fastapi>=0.135.3",
     "jinja2>=3.1.6",
@@ -18,7 +18,7 @@ dependencies = [
     "langchain>=1.2.15",
     "langchain-core>=1.2.28",
     "langchain-openai>=1.1.11",
-    "langfuse>=4.1.0",
+    "langfuse>=4.2.0",
     "langgraph>=1.1.6",
     "langgraph-checkpoint-redis>=0.4.0",
     "ldap3>=2.9.1",
@@ -29,7 +29,7 @@ dependencies = [
     "pyxxl>=0.4.6",
     "pydantic>=2.12.5",
     "python-dotenv>=1.2.2",
-    "python-multipart>=0.0.24",
+    "python-multipart>=0.0.26",
     "pyyaml>=6.0.3",
     "redis>=7.3.0",
     "sentry-sdk[fastapi]>=2.57.0",
@@ -42,6 +42,7 @@ dependencies = [
 
 [tool.setuptools]
 packages = {find = {where = ["src"]}}
+package-data = {command = ["templates/**/*", "templates/**/.*"]}
 
 [build-system]
 requires = ["setuptools"]

sycommon_python_lib-0.2.1b7/src/command/templates/agent/README.md.tpl

@@ -0,0 +1,88 @@
+# {{ project_name }}
+
+{{ project_name }} - AI Agent 服务
+
+## 项目结构
+
+```
+{{ project_name }}/
+├── agent/                  # Agent 核心模块
+│   ├── __init__.py
+│   ├── main_agent.py      # Agent 主入口
+│   ├── enums/             # 枚举定义
+│   │   └── node_type.py   # 节点类型
+│   ├── nodes/             # 处理节点
+│   │   └── example_node.py
+│   └── states/            # 状态定义
+│       └── agent_state.py
+├── api/                   # API 路由
+│   └── sse/
+│       └── agent.py       # SSE 流式接口
+├── model/                 # 数据模型
+├── tools/                 # 工具函数
+│   └── mq.py              # MQ 消息处理
+├── client/                # 外部服务客户端
+├── db/                    # 数据库层
+│   ├── service.py         # 服务类
+│   └── model/             # 数据库模型
+├── app.py                 # 应用入口
+├── app.yaml               # 应用配置
+└── README.md
+
+## 快速开始
+
+### 安装依赖
+```bash
+pip install -r requirements.txt
+```
+
+### 启动服务
+```bash
+python app.py
+```
+
+### 测试接口
+
+#### SSE 流式接口
+```bash
+curl -X POST http://localhost:{{ default_port }}/v1/sse/parse \
+  -H "Content-Type: application/json" \
+  -d '{"bizCode": "test", "fileList": ["file-id-1"]}'
+```
+
+#### 查询接口
+```bash
+curl -X POST http://localhost:{{ default_port }}/v1/query \
+  -H "Content-Type: application/json" \
+  -d '{"bizCode": "test", "fileList": ["file-id-1"]}'
+```
+
+## 部署说明
+
+### Docker 构建
+```bash
+docker build -t {{ project_name }} .
+docker run -p {{ default_port }}:{{ default_port }} {{ project_name }}
+```
+
+### Nacos 配置
+
+1. 同步 nacos 配置 {{ project_name }}
+
+2. 配置网关
+
+```yaml
+- id: "{{ project_name }}"
+  uri: lb://{{ project_name }}
+  filters:
+    - AddRequestHeader=X-Request-Gateway,{{ short_project_name }}
+    - StripPrefix=1
+  predicates:
+    - Path=/{{ short_project_name }}/**
+```
+
+## 核心依赖
+
+- sycommon-python-lib: 公共基础库
+- langgraph: Agent 状态图框架
+- langchain: LLM 链式调用

sycommon_python_lib-0.2.1b7/src/command/templates/agent/agent/__init__.py.tpl

@@ -0,0 +1,6 @@
+"""
+Agent 模块
+"""
+from .main_agent import main_agent
+
+__all__ = ["main_agent"]

sycommon_python_lib-0.2.1b7/src/command/templates/agent/agent/main_agent.py.tpl

@@ -0,0 +1,51 @@
+from typing import AsyncGenerator
+from langgraph.graph import StateGraph, START
+
+from agent.nodes.example_node import example_node
+from agent.states.agent_state import AgentState
+from model.parse import ParseReq
+from sycommon.sse.sse import ServerSentEvent
+from sycommon.logging.kafka_log import SYLogger
+
+
+async def main_agent(data: ParseReq) -> AsyncGenerator[str, None]:
+    """
+    Agent 主入口
+
+    构建状态图并流式返回处理结果
+
+    Args:
+        data: ParseReq 请求对象，包含 fileIds、business_no 等
+
+    Yields:
+        ServerSentEvent: SSE 事件流
+    """
+    # 构建状态图
+    builder = StateGraph(AgentState)
+
+    # 添加节点
+    builder.add_node("example", example_node)
+    # 如需添加更多节点：
+    # builder.add_node("node_b", node_b_func)
+
+    # 设置起始边：START -> 第一个节点
+    builder.add_edge(START, "example")
+    # 如需添加更多边：
+    # builder.add_edge("example", "node_b")
+
+    # 编译图
+    agent = builder.compile()
+
+    # 构建初始状态
+    state = AgentState(
+        fileIds=data.fileList,
+        business_no=data.bizCode,
+    )
+
+    # 流式执行并返回 SSE 事件
+    async for chunk in agent.astream(state, stream_mode="values"):
+        yield ServerSentEvent(
+            data=AgentState(**chunk).model_dump_json(),
+            event="message",
+            id="end"
+        )

sycommon_python_lib-0.2.1b7/src/command/templates/agent/agent/nodes/__init__.py.tpl

@@ -0,0 +1,6 @@
+"""
+Agent 处理节点
+"""
+from .example_node import example_node
+
+__all__ = ["example_node"]

sycommon_python_lib-0.2.1b7/src/command/templates/agent/agent/nodes/example_node.py.tpl

@@ -0,0 +1,33 @@
+from agent.states.agent_state import AgentState
+from langgraph.types import Command
+from sycommon.logging.kafka_log import SYLogger
+
+
+async def example_node(state: AgentState):
+    try:
+        for file_id in state.fileIds:
+            SYLogger.info(f"处理文件: {file_id}")
+            # TODO: 实现实际的处理逻辑，例如：
+            # 1. 获取文件 OCR 数据 -> state.ocr_data[file_id] = ...
+            # 2. 分类文件类型 -> state.file_type_dict[file_id] = ...
+            # 3. 提取结构化数据 -> state.results[file_id] = ...
+
+            state.results[file_id] = [{"status": "processed"}]
+
+        return Command(
+            update={
+                "results": state.results,
+                "is_completed": True
+            },
+            goto=None  # 结束流程
+        )
+
+    except Exception as e:
+        SYLogger.error(f"示例节点处理失败: {str(e)}")
+        return Command(
+            update={
+                "error": str(e),
+                "is_completed": True
+            },
+            goto=None
+        )

sycommon_python_lib-0.2.1b7/src/command/templates/agent/agent/states/__init__.py.tpl

@@ -0,0 +1,6 @@
+"""
+Agent 状态定义
+"""
+from .agent_state import AgentState
+
+__all__ = ["AgentState"]

sycommon_python_lib-0.2.1b7/src/command/templates/agent/agent/states/agent_state.py.tpl

@@ -0,0 +1,30 @@
+from typing import List, Optional
+from pydantic import BaseModel, Field
+
+
+class AgentState(BaseModel):
+    """
+    Agent 状态定义
+
+    在节点之间传递的共享状态，支持文件处理工作流
+    """
+    # 文件ID列表
+    fileIds: List[str] = Field(default_factory=list, description="待处理文件ID列表")
+
+    # 业务编号
+    business_no: str = Field(default="", description="业务编号")
+
+    # OCR/外部数据源结果（key: file_id）
+    ocr_data: dict[str, list] = Field(default_factory=dict, description="OCR识别数据")
+
+    # 文件分类结果（key: file_id）
+    file_type_dict: dict[str, dict] = Field(default_factory=dict, description="文件分类结果")
+
+    # 提取结果（key: file_id）
+    results: dict[str, list] = Field(default_factory=dict, description="各文件提取结果")
+
+    # 错误信息
+    error: Optional[str] = None
+
+    # 是否完成
+    is_completed: bool = False

sycommon_python_lib-0.2.1b7/src/command/templates/agent/api/__init__.py.tpl

@@ -0,0 +1,3 @@
+"""
+{{ project_name }} API 模块
+"""

sycommon_python_lib-0.2.1b7/src/command/templates/agent/api/query.py.tpl

@@ -0,0 +1,30 @@
+import traceback
+from fastapi import APIRouter
+from fastapi.responses import JSONResponse
+
+from model.parse import QueryReq
+from sycommon.logging.kafka_log import SYLogger
+from sycommon.models.base_http import success_response
+
+
+router = APIRouter()
+
+
+@router.post('/v1/query')
+async def query(req: QueryReq):
+    """
+    查询解析结果
+
+    Args:
+        req: QueryReq 请求参数（bizCode, fileList）
+
+    Returns:
+        JSON 响应
+    """
+    try:
+        # TODO: 实现查询逻辑，从数据库查询解析结果
+        return success_response(data=[], message="查询成功")
+    except Exception as e:
+        error_msg = f"查询失败: {str(e)}"
+        SYLogger.error(traceback.format_exc())
+        return JSONResponse(content={'code': 500, 'message': error_msg})

sycommon_python_lib-0.2.1b7/src/command/templates/agent/api/sse/__init__.py.tpl

@@ -0,0 +1,6 @@
+"""
+SSE 流式 API
+"""
+from .agent import router
+
+__all__ = ["router"]

sycommon_python_lib-0.2.1b7/src/command/templates/agent/api/sse/agent.py.tpl

@@ -0,0 +1,30 @@
+import traceback
+from fastapi import APIRouter
+from fastapi.responses import JSONResponse
+
+from agent.main_agent import main_agent
+from model.parse import ParseReq
+from sycommon.sse.sse import EventSourceResponse
+from sycommon.logging.kafka_log import SYLogger
+
+
+router = APIRouter()
+
+
+@router.post('/v1/sse/parse')
+async def parse(req: ParseReq):
+    """
+    SSE 流式解析接口
+
+    Args:
+        req: ParseReq 请求参数（bizCode, fileList, isFlat）
+
+    Returns:
+        EventSourceResponse: SSE 流式响应
+    """
+    try:
+        return EventSourceResponse(main_agent(req))
+    except Exception as e:
+        error_msg = f"处理请求时发生未知错误: {str(e)}"
+        SYLogger.error(traceback.format_exc())
+        return JSONResponse(content={'code': 500, 'message': error_msg})

sycommon_python_lib-0.2.1b7/src/command/templates/agent/app.py.tpl

@@ -0,0 +1,95 @@
+"""
+{{ project_name }} - FastAPI Agent 服务入口
+创建时间: {{ create_time }}
+作者: {{ author }}
+"""
+from fastapi import FastAPI
+import uvicorn
+
+# 路由导入
+from api.sse.agent import router as SSEParseRouter
+from api.query import router as QueryRouter
+{% if feature_rabbitmq == 'true' %}
+from tools.mq import {{ safe_upper_name }}_QUEUE_NAME, handle_{{ safe_identifier }}_messages
+{% endif %}
+
+# 基础服务导入
+from sycommon.services import Services
+from sycommon.middleware.middleware import Middleware
+
+# 条件导入 - 服务注册与配置
+{% if feature_nacos == 'true' %}
+from sycommon.synacos.nacos_service import NacosService
+{% endif %}
+
+# 条件导入 - 日志与监控
+{% if feature_kafka_log == 'true' %}
+from sycommon.logging.kafka_log import KafkaLogger
+{% endif %}
+# 条件导入 - 数据存储
+{% if feature_database == 'true' %}
+from sycommon.database.database_service import DatabaseService
+{% endif %}
+{% if feature_redis == 'true' %}
+from sycommon.database.redis_service import RedisService
+{% endif %}
+{% if feature_elasticsearch == 'true' %}
+from sycommon.database.elasticsearch_service import ElasticsearchService
+{% endif %}
+
+# 条件导入 - 消息队列
+{% if feature_rabbitmq == 'true' %}
+from sycommon.models.mqlistener_config import RabbitMQListenerConfig
+from sycommon.models.mqsend_config import RabbitMQSendConfig
+{% endif %}
+
+
+app = Services.plugins(
+    app=FastAPI(
+        title="{{ project_name }} API",
+        description="{{ project_name }} Agent服务文档",
+    ),
+    # 注册中间件
+    middleware=Middleware.setup_middleware,
+{% if feature_nacos == 'true' %}
+    # 注册Nacos服务
+    nacos_service=NacosService.setup_nacos,
+{% endif %}
+{% if feature_kafka_log == 'true' %}
+    # 注册日志服务
+    logging_service=KafkaLogger.setup_logger,
+{% endif %}
+{% if feature_database == 'true' %}
+    # 注册数据库服务
+    database_service=(DatabaseService.setup_database, "{{ project_name }}"),
+{% endif %}
+{% if feature_redis == 'true' %}
+    # 注册Redis缓存服务
+    redis_service=RedisService.setup,
+{% endif %}
+{% if feature_elasticsearch == 'true' %}
+    # 注册Elasticsearch服务
+    elasticsearch_service=ElasticsearchService.init,
+{% endif %}
+{% if feature_rabbitmq == 'true' %}
+    # 注册RabbitMQ监听器
+    rabbitmq_listeners=[
+        RabbitMQListenerConfig(
+            queue_name={{ safe_upper_name }}_QUEUE_NAME,
+            handler=handle_{{ safe_identifier }}_messages,
+        ),
+    ],
+    # 注册RabbitMQ发送器
+    rabbitmq_senders=[
+        RabbitMQSendConfig(queue_name={{ safe_upper_name }}_QUEUE_NAME),
+    ],
+{% endif %}
+)
+
+# 注册路由
+app.include_router(SSEParseRouter)
+app.include_router(QueryRouter)
+
+
+if __name__ == '__main__':
+    uvicorn.run("app:app", **app.state.config)

sycommon_python_lib-0.2.1b7/src/command/templates/agent/client/__init__.py.tpl

@@ -0,0 +1,3 @@
+"""
+外部服务客户端
+"""

sycommon_python_lib-0.2.1b7/src/command/templates/agent/db/__init__.py.tpl

@@ -0,0 +1,8 @@
+"""
+数据库模块
+"""
+{% if feature_database == 'true' %}
+from .service import {{ safe_class_name }}Service
+
+__all__ = ["{{ safe_class_name }}Service"]
+{% endif %}

sycommon_python_lib-0.2.1b7/src/command/templates/agent/db/model/__init__.py.tpl

@@ -0,0 +1,8 @@
+"""
+数据库模型
+"""
+{% if feature_database == 'true' %}
+from .entity import {{ safe_class_name }}Model
+
+__all__ = ["{{ safe_class_name }}Model"]
+{% endif %}

sycommon_python_lib-0.2.1b7/src/command/templates/agent/db/model/entity.py.tpl

@@ -0,0 +1,24 @@
+{%- if feature_database == 'true' %}
+"""
+数据库模型
+"""
+from datetime import datetime
+from sqlalchemy import Column, DateTime, String, Integer
+from sqlalchemy.ext.declarative import declarative_base
+
+Base = declarative_base()
+
+
+class {{ safe_class_name }}Model(Base):
+    """示例数据模型"""
+    __tablename__ = "{{ safe_identifier }}"
+
+    id = Column(String(64), primary_key=True)
+    name = Column(String(255), nullable=True)
+    status = Column(Integer, default=0)
+    created_at = Column(DateTime, default=datetime.utcnow)
+    updated_at = Column(DateTime, default=datetime.utcnow, onupdate=datetime.utcnow)
+{%- else %}
+# 数据库功能未启用
+pass
+{%- endif %}

sycommon_python_lib-0.2.1b7/src/command/templates/agent/db/service.py.tpl

@@ -0,0 +1,37 @@
+{%- if feature_database == 'true' %}
+"""
+数据库服务层
+"""
+from sycommon.database.database_service import DatabaseService
+
+
+class {{ safe_class_name }}Service:
+    """数据库服务"""
+
+    def __init__(self):
+        self.db = DatabaseService.get_instance()
+
+    def create(self, **kwargs):
+        """创建记录"""
+        # TODO: 实现创建逻辑
+        pass
+
+    def get_by_id(self, id: str):
+        """根据 ID 查询"""
+        # TODO: 实现查询逻辑
+        pass
+
+    def update(self, id: str, **kwargs):
+        """更新记录"""
+        # TODO: 实现更新逻辑
+        pass
+
+    def delete(self, id: str):
+        """删除记录"""
+        # TODO: 实现删除逻辑
+        pass
+{%- else %}
+# 数据库功能未启用
+# 如需使用数据库，请在初始化项目时添加 --with-db 参数
+pass
+{%- endif %}

sycommon_python_lib-0.2.1b7/src/command/templates/agent/model/__init__.py.tpl

@@ -0,0 +1,3 @@
+"""
+数据模型
+"""

sycommon_python_lib-0.2.1b7/src/command/templates/agent/model/parse.py.tpl

@@ -0,0 +1,22 @@
+from typing import Optional
+from pydantic import BaseModel, Field
+
+
+class ParseReq(BaseModel):
+    """解析请求"""
+    bizCode: str = Field(..., description="业务编码")
+    fileList: list[str] = Field(..., description="文件ID列表")
+    isFlat: Optional[bool] = Field(False, description="是否进行一维解析，默认False")
+    province: Optional[str] = Field(None, description="省份")
+    city: Optional[str] = Field(None, description="城市")
+
+
+class ParseResp(BaseModel):
+    """解析响应"""
+    pass
+
+
+class QueryReq(BaseModel):
+    """查询请求"""
+    bizCode: str = Field(..., description="业务编码")
+    fileList: list[str] = Field(..., description="文件ID列表")

sycommon_python_lib-0.2.1b7/src/command/templates/agent/tools/__init__.py.tpl

@@ -0,0 +1,3 @@
+"""
+工具函数模块
+"""

sycommon_python_lib-0.2.1b7/src/command/templates/agent/tools/mq.py.tpl

@@ -0,0 +1,66 @@
+{%- if feature_rabbitmq == 'true' %}
+"""
+MQ 消息处理
+
+支持后台异步任务处理，使用信号量控制并发数
+"""
+import asyncio
+import traceback
+from typing import Coroutine
+from aio_pika.abc import AbstractIncomingMessage
+
+from agent.main_agent import main_agent
+from model.parse import ParseReq
+from sycommon.logging.kafka_log import SYLogger
+from sycommon.models.mqmsg_model import MQMsgModel
+
+
+# 队列名称
+{{ safe_upper_name }}_QUEUE_NAME = "jms_{{ safe_identifier }}_queue"
+
+# 后台任务并发限制
+_MAX_CONCURRENT_TASKS = 2
+_task_semaphore: asyncio.Semaphore = None
+
+
+def _get_semaphore() -> asyncio.Semaphore:
+    """懒初始化信号量（需要在事件循环内创建）"""
+    global _task_semaphore
+    if _task_semaphore is None:
+        _task_semaphore = asyncio.Semaphore(_MAX_CONCURRENT_TASKS)
+    return _task_semaphore
+
+
+async def handle_{{ safe_identifier }}_messages(
+    parsed_data: MQMsgModel,
+    original_message: AbstractIncomingMessage
+) -> Coroutine:
+    """
+    处理 MQ 消息
+
+    先 ACK 再处理：handler 立即返回让库去 ACK，
+    实际处理放到后台 Task，避免长任务导致 MQ 连接断开
+    """
+    SYLogger.set_trace_id(parsed_data.correlationDataId)
+    SYLogger.info(f"收到消息: {parsed_data.model_dump_json()}")
+
+    async def _process():
+        async with _get_semaphore():
+            try:
+                req = ParseReq(
+                    bizCode=parsed_data.correlationDataId,
+                    fileList=[str(f) for f in parsed_data.fileList],
+                )
+                # 流式处理，消费事件即可
+                async for _ in main_agent(req):
+                    pass
+                SYLogger.info("消息处理完成")
+            except Exception as e:
+                SYLogger.error(f"后台任务处理失败: {traceback.format_exc()}")
+
+    asyncio.create_task(_process())
+{%- else %}
+# RabbitMQ 功能未启用
+# 如需使用消息队列，请在初始化项目时添加 --with-mq 参数
+pass
+{%- endif %}

sycommon_python_lib-0.2.1b7/src/command/templates/base/.env.tpl

@@ -0,0 +1,10 @@
+# nacos version
+VERSION=xxxx
+# nacos register
+REGISTER_NACOS=false
+# print log
+DEV_LOG=false
+# config
+DEV_CONFIG=true
+# is dev
+IS_DEV=true