agentic-kit-common 0.0.11__tar.gz → 0.0.21__tar.gz

{agentic_kit_common-0.0.11 → agentic_kit_common-0.0.21}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: agentic-kit-common
-Version: 0.0.11
+Version: 0.0.21
 Summary: Common utilities and tools for agentic kit ecosystem
 Home-page: 
 Author: manson
@@ -24,11 +24,17 @@ Requires-Dist: langchain_core
 Requires-Dist: langgraph
 Requires-Dist: langchain_community
 Requires-Dist: langchain_experimental
+Requires-Dist: langchain-openai
+Requires-Dist: langchain_mcp_adapters
 Requires-Dist: mysql-connector-python
 Requires-Dist: sqlalchemy
 Requires-Dist: sqlglot
 Requires-Dist: pymilvus
 Requires-Dist: xinference_client
+Requires-Dist: pymongo
+Requires-Dist: redis
+Requires-Dist: aliyun-python-sdk-core
+Requires-Dist: aliyun-python-sdk-dysmsapi
 Dynamic: author
 Dynamic: author-email
 Dynamic: classifier

agentic_kit_common-0.0.21/agentic_kit_common/config/__init__.py

@@ -0,0 +1,21 @@
+from .config_loader import (
+    ConfigManager,
+    load_config,
+    get_llm_config,
+    get_rag_config,
+    get_database_config,
+    get_full_config,
+    reload_config,
+    set_config_manager,
+)
+
+__all__ = [
+    "ConfigManager",
+    "set_config_manager",
+    "load_config",
+    "get_llm_config",
+    "get_rag_config",
+    "get_database_config",
+    "get_full_config",
+    "reload_config",
+]

agentic_kit_common-0.0.21/agentic_kit_common/config/config_loader.py

@@ -0,0 +1,311 @@
+import logging
+import os
+from typing import Any, Dict, Optional
+
+import yaml
+from dotenv import load_dotenv, find_dotenv
+
+logger = logging.getLogger(__name__)
+
+
+load_dotenv(find_dotenv(usecwd=True))
+_config_root_path = os.getenv("DELTA_CONFIG_PATH", None)
+
+
+class ConfigManager:
+    """
+    配置管理器 - 支持多种配置源
+    
+    支持的配置方式（优先级从高到低）：
+    1. 环境变量（最高优先级）
+    2. 初始化时传入的 config 参数
+    3. 配置文件（config_path 或默认的 conf.yaml）
+    """
+    
+    def __init__(
+        self,
+        config: Optional[Dict[str, Any]] = None,
+        config_path: Optional[str] = None
+    ):
+        """
+        初始化配置管理器
+        
+        Args:
+            config: 直接传入的配置字典（适合外部 SDK 调用）
+                格式示例：
+                {
+                    "BASIC_MODEL": {
+                        "base_url": "http://...",
+                        "model": "qwen",
+                        "api_key": "sk-xxx"
+                    },
+                    "VISION_MODEL": {
+                        "base_url": "http://...",
+                        "model": "vision",
+                        "api_key": "sk-xxx"
+                    },
+                    "RAG_CLIENT": {
+                        "base_url": "http://...",
+                        "timeout": 120
+                    },
+                    "DATABASE_CLIENT": {
+                        "base_url": "http://...",
+                        "timeout": 120
+                    },
+                    "MCP_SETTINGS": {
+                        "default_servers": {
+                            "file-processor": {
+                                "transport": "streamable_http",
+                                "url": "http://...",
+                                "enabled_tools": ["convert_to_markdown"]
+                            }
+                        }
+                    }
+                }
+            
+            config_path: 配置文件路径（可选）
+                - 如果不提供，默认使用项目根目录的 conf.yaml
+                - 如果提供，使用指定路径的配置文件
+        
+        Examples:
+            # 方式1: 直接传入配置（外部 SDK 推荐）
+            config_mgr = ConfigManager(config={
+                "BASIC_MODEL": {...},
+                "RAG_CLIENT": {...}
+            })
+            
+            # 方式2: 指定配置文件路径
+            config_mgr = ConfigManager(config_path="/path/to/conf.yaml")
+            
+            # 方式3: 使用默认配置文件（项目根目录/conf.yaml）
+            config_mgr = ConfigManager()
+        """
+        self._external_config = config or {}
+        self._config_path = config_path or _config_root_path
+        self._config_cache: Optional[Dict[str, Any]] = None
+    
+    def load_config(self, force_reload: bool = False) -> Dict[str, Any]:
+        """
+        加载配置（带缓存）
+        
+        Args:
+            force_reload: 是否强制重新加载
+            
+        Returns:
+            Dict[str, Any]: 完整配置字典
+        """
+        if self._config_cache is not None and not force_reload:
+            return self._config_cache
+        
+        # 如果有外部配置，直接使用
+        if self._external_config:
+            self._config_cache = self._external_config.copy()
+            logger.info("使用外部传入的配置")
+            return self._config_cache
+        
+        # 从配置文件加载
+        conf_path = self._config_path
+        
+        if not os.path.exists(conf_path):
+            logger.warning(f"配置文件不存在: {conf_path}，使用空配置")
+            self._config_cache = {}
+            return self._config_cache
+        
+        try:
+            with open(conf_path, 'r', encoding='utf-8') as f:
+                config = yaml.safe_load(f) or {}
+            self._config_cache = config
+            logger.info(f"成功加载配置文件: {conf_path}")
+        except Exception as e:
+            logger.error(f"加载配置文件失败: {e}")
+            self._config_cache = {}
+        
+        return self._config_cache
+    
+    def get_llm_config(self, model_type: str = "BASIC_MODEL") -> Dict[str, Any]:
+        """
+        获取LLM配置
+        
+        Args:
+            model_type: 模型类型，可选 "BASIC_MODEL", "VISION_MODEL"
+            
+        Returns:
+            Dict[str, Any]: LLM配置
+        """
+        config = self.load_config()
+        base_config = config.get(model_type, {}).copy() if isinstance(config.get(model_type), dict) else {}
+        
+        # 环境变量覆盖（优先级最高）
+        prefix = f"{model_type}__"
+        for key, value in os.environ.items():
+            if key.startswith(prefix):
+                conf_key = key[len(prefix):].lower()
+                base_config[conf_key] = value
+        
+        return base_config
+    
+    def get_rag_config(self) -> Dict[str, Any]:
+        """
+        获取RAG客户端配置
+        
+        Returns:
+            Dict[str, Any]: RAG配置
+        """
+        config = self.load_config()
+        rag_config = config.get("RAG_CLIENT", {}).copy() if isinstance(config.get("RAG_CLIENT"), dict) else {}
+        
+        # 支持环境变量覆盖
+        env_overrides = {
+            "base_url": os.getenv("RAG_CLIENT__base_url"),
+            "timeout": os.getenv("RAG_CLIENT__timeout"),
+            "max_retries": os.getenv("RAG_CLIENT__max_retries"),
+        }
+        
+        for key, value in env_overrides.items():
+            if value is not None:
+                rag_config[key] = value
+        
+        return rag_config
+    
+    def get_mcp_config(self) -> Dict[str, Any]:
+        """
+        获取MCP服务器配置
+        
+        Returns:
+            Dict[str, Any]: MCP配置
+        """
+        config = self.load_config()
+        return config.get("MCP_SETTINGS", {})
+    
+    def get_database_config(self) -> Dict[str, Any]:
+        """
+        获取数据库客户端配置
+
+        Returns:
+            Dict[str, Any]: 数据库配置
+        """
+        config = self.load_config()
+        db_config = config.get("DATABASE_CLIENT", {}).copy() if isinstance(config.get("DATABASE_CLIENT"), dict) else {}
+
+        # 支持环境变量覆盖
+        env_overrides = {
+            "base_url": os.getenv("DATABASE_CLIENT__base_url"),
+            "timeout": os.getenv("DATABASE_CLIENT__timeout"),
+        }
+
+        for key, value in env_overrides.items():
+            if value is not None:
+                db_config[key] = value
+
+        return db_config
+    
+    def get_full_config(self) -> Dict[str, Any]:
+        """
+        获取完整配置
+        
+        Returns:
+            Dict[str, Any]: 完整配置字典
+        """
+        return self.load_config()
+    
+    def reload_config(self):
+        """重新加载配置（清除缓存）"""
+        self._config_cache = None
+        logger.info("配置已重新加载")
+
+
+# ============================================================================
+# 全局默认配置管理器（向后兼容）
+# ============================================================================
+
+_default_config_manager: Optional[ConfigManager] = None
+
+
+def _get_default_config_manager() -> ConfigManager:
+    """获取默认配置管理器实例"""
+    global _default_config_manager
+    if _default_config_manager is None:
+        _default_config_manager = ConfigManager()
+    return _default_config_manager
+
+
+def set_config_manager(config_manager: ConfigManager):
+    """
+    设置全局配置管理器（用于外部 SDK）
+    
+    Args:
+        config_manager: ConfigManager 实例
+        
+    Example:
+        # 在外部 SDK 中设置自定义配置
+        config_mgr = ConfigManager(config={...})
+        set_config_manager(config_mgr)
+    """
+    global _default_config_manager
+    _default_config_manager = config_manager
+    logger.info("已设置全局配置管理器")
+
+
+# ============================================================================
+# 向后兼容的函数接口
+# ============================================================================
+
+def load_config(force_reload: bool = False) -> Dict[str, Any]:
+    """
+    加载配置文件（带缓存）
+    
+    Args:
+        force_reload: 是否强制重新加载
+        
+    Returns:
+        Dict[str, Any]: 完整配置字典
+    """
+    return _get_default_config_manager().load_config(force_reload)
+
+
+def get_llm_config(model_type: str = "BASIC_MODEL") -> Dict[str, Any]:
+    """
+    获取LLM配置
+    
+    Args:
+        model_type: 模型类型，可选 "BASIC_MODEL", "VISION_MODEL"
+        
+    Returns:
+        Dict[str, Any]: LLM配置
+    """
+    return _get_default_config_manager().get_llm_config(model_type)
+
+
+def get_rag_config() -> Dict[str, Any]:
+    """
+    获取RAG客户端配置
+    
+    Returns:
+        Dict[str, Any]: RAG配置
+    """
+    return _get_default_config_manager().get_rag_config()
+
+
+def get_database_config() -> Dict[str, Any]:
+    """
+    获取数据库客户端配置
+
+    Returns:
+        Dict[str, Any]: 数据库配置
+    """
+    return _get_default_config_manager().get_database_config()
+
+
+def get_full_config() -> Dict[str, Any]:
+    """
+    获取完整配置
+    
+    Returns:
+        Dict[str, Any]: 完整配置字典
+    """
+    return _get_default_config_manager().get_full_config()
+
+
+def reload_config():
+    """重新加载配置（清除缓存）"""
+    _get_default_config_manager().reload_config()

agentic_kit_common-0.0.21/agentic_kit_common/llm/__init__.py

@@ -0,0 +1,2 @@
+from .openai import create_openai_llm
+from .utils import combine_simple_context

agentic_kit_common-0.0.21/agentic_kit_common/llm/openai.py

@@ -0,0 +1,33 @@
+import os
+
+from dotenv import load_dotenv, find_dotenv
+from langchain_openai import ChatOpenAI
+
+load_dotenv(find_dotenv(usecwd=True))
+
+
+model_name = os.getenv("MODEL_NAME", None)
+openai_api_base = os.getenv("OPENAI_API_BASE", None)
+openai_api_key = os.getenv("OPENAI_API_KEY", 'API_KEY')
+temperature = float(os.getenv("TEMPERATURE", 0.2))
+
+
+def create_openai_llm(**kwargs):
+    _model_name = kwargs.pop('model_name', model_name)
+    _openai_api_base = kwargs.pop('openai_api_base', openai_api_base)
+    _openai_api_key = kwargs.pop('openai_api_key', openai_api_key)
+    if not _openai_api_key:
+        _openai_api_key = 'API_KEY'
+    _temperature = kwargs.pop('temperature', temperature)
+
+    assert model_name is not None
+    assert openai_api_base is not None
+
+    llm = ChatOpenAI(
+        model_name=_model_name,
+        openai_api_base=_openai_api_base,
+        openai_api_key=_openai_api_key,
+        temperature=_temperature,
+        **kwargs
+    )
+    return llm

agentic_kit_common-0.0.21/agentic_kit_common/llm/utils.py

@@ -0,0 +1,61 @@
+import json
+import re
+from typing import Any, Dict, List, Union
+
+from langchain_core.messages import BaseMessage, SystemMessage, HumanMessage
+
+
+def combine_simple_context(system: str, user: str = None):
+    context: List[Union[BaseMessage, dict[str, Any]]] = [SystemMessage(content=system)]
+    if user:
+        context.append(HumanMessage(content=system))
+    return context
+
+
+def fix_json_response(text: str) -> Union[Dict, List, str, int, float, bool, None]:
+    """
+    去掉大模型返回的 ```json / ``` 等 markdown 标记，并安全反序列化 JSON。
+    若解析失败，返回原字符串。
+
+    参数
+    ----
+    text : str
+        原始响应，可能包含 ```json ... ``` 或其他变体。
+
+    返回
+    ----
+    Python 对象（dict / list / str / int / float / bool / None）
+        解析失败时返回输入字符串本身。
+    """
+    if not isinstance(text, str):
+        return text
+
+    # 1. 去掉 ```json 或 ``` 包裹（支持开头、结尾、单行、多行）
+    cleaned = re.sub(r'^\s*```(?:json|JSON)?\s*\n?', '', text)
+    cleaned = re.sub(r'\n?\s*```\s*$', '', cleaned)
+
+    # 2. 去掉首尾空白
+    cleaned = cleaned.strip()
+
+    # 3. 尝试 JSON 反序列化
+    try:
+        json.loads(cleaned)
+        return cleaned
+    except json.JSONDecodeError:
+        # 4. 兜底：返回原字符串
+        return text
+
+
+# ----------------- 使用示例 -----------------
+if __name__ == "__main__":
+    demo_list = [
+        '```json\n{"a": 1, "b": "hello"}\n```',
+        "```JSON{'key': 'value'}```",
+        "```\n[1, 2, 3]```",
+        "plain text",
+        {"already_dict": 1},
+    ]
+    for d in demo_list:
+        print("原始:", repr(d))
+        print("修复:", repr(fix_json_response(d)))
+        print("-" * 30)

agentic_kit_common-0.0.21/agentic_kit_common/log/logger.py

@@ -0,0 +1,69 @@
+import logging
+import os
+import uuid
+from logging.handlers import TimedRotatingFileHandler
+from pathlib import Path
+from typing import Union
+
+from dotenv import load_dotenv, find_dotenv
+
+load_dotenv(find_dotenv(usecwd=True))
+
+
+logger_root_path = os.getenv("LOGGER_ROOT_PATH", None)
+log_dir = None
+
+if logger_root_path:
+    if logger_root_path.endswith('/'):
+        log_dir = f"{logger_root_path}logs"
+    else:
+        log_dir = f"{logger_root_path}/logs"
+    Path(log_dir).mkdir(parents=True, exist_ok=True)
+
+
+class LogUtils:
+    _handlers = {}
+
+    # 日志文件根据日期创建
+    # 根据参数name，将message写入对应的日志文件内
+    @classmethod
+    def log(cls, name: str="log", message: str="", log_uuid: str = str(uuid.uuid4()), level: Union[int, str] = logging.INFO) -> None:
+        if not log_dir:
+            return
+
+        try:
+            logger = logging.getLogger(name)
+            logger.setLevel(level)
+            logger.propagate = False
+            if name not in cls._handlers:
+                # 保证日志文件存在
+                # LOG_DIR.mkdir(parents=True, exist_ok=True)
+                # print(f"Log directory created at: {LOG_DIR}")
+                handler = TimedRotatingFileHandler(f'{log_dir}/{name}.log',  # 基础文件名
+                            when='midnight',  # 每天午夜
+                            interval=1,
+                            backupCount=7,  # 保留7天
+                            encoding='utf-8'
+                        )
+                formatter = logging.Formatter('%(uuid)s - %(asctime)s - %(name)s - %(levelname)s - %(message)s')
+                handler.setFormatter(formatter)
+                handler.setLevel(level)
+
+                # 控制台日志
+                stream_handler = logging.StreamHandler()
+                stream_handler.setLevel(level)
+                stream_formatter = logging.Formatter('%(uuid)s - %(asctime)s - %(name)s - %(levelname)s - %(message)s')
+                stream_handler.setFormatter(stream_formatter)
+                if not logger.hasHandlers():
+                    logger.addHandler(handler)
+                    logger.addHandler(stream_handler)
+                cls._handlers[name] = handler
+
+            req_id =  log_uuid or str(uuid.uuid4())
+            logger.log(level, message, extra={'uuid': req_id})  # 使用UUID
+
+            for handler in logger.handlers:
+                handler.flush()
+        except Exception as e:
+            # note: ignore error
+            pass