skill-self-evolution 0.2.0__py3-none-any.whl

skill_self_evolution/loader.py

@@ -0,0 +1,201 @@
+"""
+Skill 动态加载器 — 加载 run.py / summarize_input / evolve.toml / evolve_prompt.yaml / skill.md。
+"""
+
+import importlib.util
+import logging
+import os
+from pathlib import Path
+from typing import Any, Callable
+
+import yaml
+
+logger = logging.getLogger(__name__)
+
+# Skill 根目录：优先 SKILL_BASE_DIR 环境变量；兼容 housekeeping 的路径
+_skill_base_env = os.getenv("SKILL_BASE_DIR", "")
+if _skill_base_env:
+    DEFAULT_SKILL_BASE = Path(_skill_base_env)
+else:
+    # 尝试相对于 housekeeping 项目根目录（兼容老部署）
+    _hk_root = Path(__file__).resolve().parents[3].parent / "housekeeping_ai_match"
+    _hk_skill = _hk_root / "backend" / "config" / "services" / "skill"
+    if _hk_skill.is_dir():
+        DEFAULT_SKILL_BASE = _hk_skill
+    else:
+        DEFAULT_SKILL_BASE = Path.cwd() / "backend" / "config" / "services" / "skill"
+
+
+class SkillModule:
+    """已加载的 Skill 模块，包含 execute / benchmark / summarize_input 函数和元数据。"""
+
+    def __init__(
+        self,
+        skill_name: str,
+        execute: Callable,
+        benchmark: Callable | None = None,
+        summarize_input: Callable | None = None,
+        evolve_toml: dict[str, Any] | None = None,
+        evolve_prompt_yaml: dict[str, Any] | None = None,
+        skill_md: str | None = None,
+    ):
+        self.skill_name = skill_name
+        self.execute = execute
+        self.benchmark = benchmark or (lambda executor: (0, 0, []))
+        self.summarize_input = summarize_input
+        self.evolve_toml = evolve_toml or {}
+        self.evolve_prompt_yaml = evolve_prompt_yaml
+        self.skill_md = skill_md
+
+    @property
+    def ai_role(self) -> str:
+        """从 evolve.toml 读取 ai_role，默认 "correction"。"""
+        return self.evolve_toml.get("skill", {}).get("ai_role", "correction")
+
+
+class SkillLoader:
+    """Skill 加载器，负责从磁盘动态导入 run.py 并解析配置文件。"""
+
+    def __init__(self, skill_base_dir: Path | None = None):
+        self._base_dir = skill_base_dir or DEFAULT_SKILL_BASE
+        self._cache: dict[str, SkillModule] = {}
+
+    def load(self, skill_name: str) -> SkillModule:
+        """加载指定 Skill（含缓存）"""
+        if skill_name in self._cache:
+            return self._cache[skill_name]
+
+        skill_dir = self._base_dir / skill_name
+        if not skill_dir.is_dir():
+            raise FileNotFoundError(f"Skill 目录不存在: {skill_dir}")
+
+        # 1. 加载 run.py（强制导出 execute）
+        run_path = skill_dir / "scripts" / "run.py"
+        if not run_path.is_file():
+            raise FileNotFoundError(f"run.py 不存在: {run_path}")
+
+        spec = importlib.util.spec_from_file_location(
+            f"skill_{skill_name.replace('-', '_')}", str(run_path)
+        )
+        if spec is None or spec.loader is None:
+            raise ImportError(f"无法加载 run.py: {run_path}")
+
+        module = importlib.util.module_from_spec(spec)
+        spec.loader.exec_module(module)
+
+        if not hasattr(module, "execute"):
+            raise AttributeError(f"{run_path} 缺少强制函数 execute()")
+
+        execute_fn = getattr(module, "execute")
+        benchmark_fn = getattr(module, "benchmark", None)
+        summarize_input_fn = getattr(module, "summarize_input", None)
+
+        # 2. 加载 evolve.toml
+        evolve_toml = self._load_evolve_toml(skill_dir)
+
+        # 3. 加载 evolve_prompt.yaml（Skill 自定义优先）
+        evolve_prompt_yaml = self._load_evolve_prompt_yaml(skill_dir)
+
+        # 4. 加载 skill.md
+        skill_md = self._load_skill_md(skill_dir)
+
+        skill_module = SkillModule(
+            skill_name=skill_name,
+            execute=execute_fn,
+            benchmark=benchmark_fn,
+            summarize_input=summarize_input_fn,
+            evolve_toml=evolve_toml,
+            evolve_prompt_yaml=evolve_prompt_yaml,
+            skill_md=skill_md,
+        )
+        self._cache[skill_name] = skill_module
+        logger.info("Skill 加载完成: %s (ai_role=%s)", skill_name, skill_module.ai_role)
+        return skill_module
+
+    def invalidate_cache(self, skill_name: str | None = None) -> None:
+        """清除缓存（配置热加载后调用）。"""
+        if skill_name:
+            self._cache.pop(skill_name, None)
+        else:
+            self._cache.clear()
+
+    @staticmethod
+    def _load_evolve_toml(skill_dir: Path) -> dict[str, Any]:
+        toml_path = skill_dir / "evolve.toml"
+        if not toml_path.is_file():
+            logger.debug("evolve.toml 未找到，使用默认值: %s", toml_path)
+            return {"skill": {"ai_role": "correction"}}
+
+        # 简单 TOML 解析（仅支持顶层表 [section] 和 key=value，不依赖 toml 库）
+        return _parse_simple_toml(toml_path.read_text(encoding="utf-8"))
+
+    @staticmethod
+    def _load_evolve_prompt_yaml(skill_dir: Path) -> dict[str, Any]:
+        yaml_path = skill_dir / "evolve_prompt.yaml"
+        if not yaml_path.is_file():
+            return {}
+        return yaml.safe_load(yaml_path.read_text(encoding="utf-8"))
+
+    @staticmethod
+    def _load_skill_md(skill_dir: Path) -> str | None:
+        md_path = skill_dir / "skill.md"
+        if not md_path.is_file():
+            return None
+        return md_path.read_text(encoding="utf-8")
+
+
+def _parse_simple_toml(content: str) -> dict[str, Any]:
+    """极简 TOML 解析器，支持一层嵌套的 [parent.child] 节。"""
+    result: dict[str, Any] = {}
+    current_path: list[str] = []  # 当前 section 路径栈
+
+    for line in content.split("\n"):
+        line = line.strip()
+        if not line or line.startswith("#"):
+            continue
+
+        # [section] 或 [section.sub]
+        if line.startswith("[") and "]" in line:
+            section_name = line[1:].split("]")[0].strip()
+            parts = section_name.split(".")
+            current_path = parts
+
+            # 确保路径存在（若中间节点已被占用为非 dict，则替换为 dict）
+            cursor = result
+            for part in parts:
+                if part not in cursor or not isinstance(cursor.get(part), dict):
+                    cursor[part] = {}
+                cursor = cursor[part]
+            continue
+
+        # key = value
+        if "=" in line:
+            key, _, value = line.partition("=")
+            key = key.strip()
+            value = value.strip().strip('"').strip("'")
+
+            # 类型推断
+            if value.lower() in ("true", "false"):
+                parsed: Any = value.lower() == "true"
+            elif value.isdigit():
+                parsed = int(value)
+            elif _is_float(value):
+                parsed = float(value)
+            else:
+                parsed = value
+
+            # 写入当前 section
+            cursor = result
+            for part in current_path:
+                cursor = cursor[part]
+            cursor[key] = parsed
+
+    return result
+
+
+def _is_float(s: str) -> bool:
+    try:
+        float(s)
+        return "." in s
+    except ValueError:
+        return False

skill_self_evolution/logger.py

@@ -0,0 +1,84 @@
+"""
+JSONL 日志器 — 追加写入 Skill 执行日志，Pydantic 校验。
+
+日志路径: /data/skill-logs/{skill_name}/{date}.jsonl
+（可通过 SKILL_LOG_DIR 环境变量覆盖）
+"""
+
+import json
+import logging
+import os
+from datetime import datetime, timezone, timedelta
+from pathlib import Path
+
+from skill_self_evolution.models import LogEntry
+
+logger = logging.getLogger(__name__)
+
+_BEIJING_TZ = timezone(timedelta(hours=8))
+
+
+def _beijing_now() -> datetime:
+    return datetime.now(_BEIJING_TZ)
+
+
+def _beijing_today_str() -> str:
+    return _beijing_now().strftime("%Y-%m-%d")
+
+
+def _get_log_dir(skill_name: str) -> Path:
+    """获取日志目录，优先取环境变量 SKILL_LOG_DIR。"""
+    base = os.environ.get("SKILL_LOG_DIR", "/data/skill-logs")
+    return Path(base) / skill_name
+
+
+class SkillLogger:
+    """Skill 执行日志器，每行一个 JSON（Pydantic LogEntry 校验）。"""
+
+    def __init__(self, skill_name: str):
+        self.skill_name = skill_name
+        self._log_path: Path | None = None
+
+    @property
+    def log_path(self) -> Path:
+        if self._log_path is None:
+            log_dir = _get_log_dir(self.skill_name)
+            log_dir.mkdir(parents=True, exist_ok=True)
+            self._log_path = log_dir / f"{_beijing_today_str()}.jsonl"
+        return self._log_path
+
+    def write(self, entry: dict) -> None:
+        """追加一行 JSON 到日志文件（接受已校验的 dict）。"""
+        try:
+            with open(self.log_path, "a", encoding="utf-8") as f:
+                f.write(json.dumps(entry, ensure_ascii=False) + "\n")
+        except Exception as e:
+            logger.warning("Skill 日志写入失败: %s", e)
+
+    def log_execution(
+        self,
+        trace_id: str,
+        is_failure: bool,
+        input_summary: dict,
+        rule_output: dict,
+        ai_validation: dict | None,
+        ai_reselection: dict | None,
+        final_output: dict,
+        warnings: list[str],
+        elapsed_ms: float,
+    ) -> None:
+        """写入标准执行日志条目（Pydantic 校验后持久化）。"""
+        entry = LogEntry(
+            trace_id=trace_id,
+            skill_name=self.skill_name,
+            timestamp=_beijing_now().isoformat(),
+            is_failure=is_failure,
+            input_summary=input_summary,
+            rule_output=rule_output,
+            ai_validation=ai_validation,
+            ai_reselection=ai_reselection,
+            final_output=final_output,
+            warnings=warnings,
+            elapsed_ms=round(elapsed_ms, 1),
+        )
+        self.write(entry.model_dump())

skill_self_evolution/models.py

@@ -0,0 +1,147 @@
+# -*- coding: utf-8 -*-
+"""
+Pydantic input/output models ? all Skills must use these.
+
+All AI-related enums/literals use pre-constructed string constants to
+avoid encoding issues across platforms.
+"""
+
+from typing import Any, Generic, Literal, TypeVar
+from uuid import uuid4
+
+from pydantic import BaseModel, ConfigDict, Field, field_validator
+
+T = TypeVar("T")
+
+# ?? AI judgement literals ?????????????????????????????????????
+# Use constants to avoid platform encoding quirks with Chinese Unicode
+_REASONABLE = "\u5408\u7406"      # ??
+_UNREASONABLE = "\u4e0d\u5408\u7406"  # ???
+
+
+# ?? P0: AI intermediate results ??????????????????????????????
+
+class AiValidationResult(BaseModel):
+    """Standardised output of AI common-sense validation."""
+
+    model_config = ConfigDict(frozen=True)
+
+    result: Literal[
+        "\u5408\u7406",
+        "\u4e0d\u5408\u7406",
+    ] = Field(..., description="AI judgement: reasonable / unreasonable")
+
+    reason: str = Field(default="", description="AI reasoning (max 500 chars)")
+
+    @field_validator("reason")
+    @classmethod
+    def _truncate_reason(cls, v: str) -> str:
+        return v[:500]
+
+
+class AiReselectionResult(BaseModel):
+    """Standardised output of AI reselection."""
+
+    model_config = ConfigDict(frozen=True)
+
+    result: str = Field(
+        ..., description="Reselected value, or '\u4e0d\u5408\u7406' if still unreasonable"
+    )
+    reason: str = Field(default="", description="AI reasoning (max 500 chars)")
+
+    @field_validator("reason")
+    @classmethod
+    def _truncate_reason(cls, v: str) -> str:
+        return v[:500]
+
+
+# ?? P1: DeepSeek client models ???????????????????????????????
+
+class DeepSeekChatResponse(BaseModel):
+    """Validated OpenAI Chat Completions response wrapper."""
+
+    content: str = Field(default="")
+    finish_reason: str | None = Field(default=None)
+    prompt_tokens: int | None = Field(default=None)
+    completion_tokens: int | None = Field(default=None)
+
+
+# ?? P1: Log entry ????????????????????????????????????????????
+
+class LogEntry(BaseModel):
+    """Single JSONL log entry schema.
+
+    All fields defaulted so legacy / partial reads won't fail.
+    """
+
+    trace_id: str = Field(default="")
+    skill_name: str = Field(default="")
+    timestamp: str = Field(default="")
+    is_failure: bool = Field(default=False)
+    input_summary: dict[str, Any] = Field(default_factory=dict)
+    rule_output: dict[str, Any] = Field(default_factory=dict)
+    ai_validation: dict[str, Any] | None = Field(default=None)
+    ai_reselection: dict[str, Any] | None = Field(default=None)
+    final_output: dict[str, Any] = Field(default_factory=dict)
+    warnings: list[str] = Field(default_factory=list)
+    elapsed_ms: float = Field(default=0.0)
+
+
+# ?? P2: Fallback config ??????????????????????????????????????
+
+class FallbackConfigModel(BaseModel):
+    """Validated fallback configuration."""
+
+    validate_timeout_seconds: float = Field(default=3.0, gt=0)
+    reselect_timeout_seconds: float = Field(default=5.0, gt=0)
+    max_retries: int = Field(default=1, ge=0, le=5)
+    circuit_breaker_threshold: int = Field(default=3, ge=1)
+    circuit_breaker_cooldown_seconds: float = Field(default=60.0, gt=0)
+    conservative_mode: bool = Field(default=False)
+    enabled: bool = Field(default=True)
+
+
+# ?? P2: Evolve proposal ??????????????????????????????????????
+
+class EvolveProposalModel(BaseModel):
+    """Serializable evolve proposal."""
+
+    rules_changes: dict[str, Any] = Field(default_factory=dict)
+    prompt_changes: dict[str, Any] = Field(default_factory=dict)
+    rules_text: str | None = Field(default=None)
+    prompt_text: str | None = Field(default=None)
+    analysis_raw: str = Field(default="")
+    failure_count: int = Field(default=0)
+    applied: bool = Field(default=False)
+    rolled_back: bool = Field(default=False)
+
+
+# ?? P3: Skill-specific result sub-models (example) ?????????
+
+class NicknameSkillResult(BaseModel):
+    """nickname-selector Skill result sub-structure."""
+
+    nickname: str = Field(default="", description="Selected nickname")
+    source: str = Field(default="rule", description="rule | ai")
+    candidates: list[str] = Field(default_factory=list)
+    band_id: str = Field(default="")
+    screenshot_id: str = Field(default="")
+
+
+# ?? Core framework models (existing) ????????????????????????
+
+class SkillOutput(BaseModel):
+    """All Skills must return this structure."""
+
+    source: str = Field(..., description="rule | ai")
+    result: dict = Field(..., description="Business result (per-Skill schema)")
+    ai_validated: bool = False
+    ai_reselected: bool = False
+    warnings: list[str] = Field(default_factory=list)
+
+
+class SkillInput(BaseModel, Generic[T]):
+    """All Skills must receive this structure."""
+
+    trace_id: str = Field(default_factory=lambda: str(uuid4()))
+    input_data: T = Field(..., description="Business input data")

skill_self_evolution-0.2.0.dist-info/METADATA

@@ -0,0 +1,12 @@
+Metadata-Version: 2.4
+Name: skill_self_evolution
+Version: 0.2.0
+Summary: Skill 自进化框架：Pydantic 全链路校验 + 规则执行 + AI 常识判断 + 离线进化的可插拔 Skill 执行引擎
+Requires-Python: >=3.11
+Requires-Dist: pydantic>=2.0
+Requires-Dist: pyyaml>=6.0
+Requires-Dist: httpx>=0.25
+Requires-Dist: pymysql>=1.1
+Provides-Extra: dev
+Requires-Dist: pytest>=8.0; extra == "dev"
+Requires-Dist: pytest-asyncio>=0.23; extra == "dev"

skill_self_evolution-0.2.0.dist-info/RECORD

@@ -0,0 +1,16 @@
+skill_self_evolution/__init__.py,sha256=jV_l30ZPiwizIGEZj4re3xcfo-Whm075T00zAdpi3Rk,931
+skill_self_evolution/ai_assisted_executor.py,sha256=azSjW2RDuo5pJP59zM-BNhVMpAWzSRvhDxGIP4uNCKo,10250
+skill_self_evolution/config.py,sha256=UPVWO9RBM8EA2Rm4K6vcfWyEIBt9hQyGwHomxMzdV6Q,2680
+skill_self_evolution/config_loader.py,sha256=NZOZIUvhUDU-SJqPQRlUdYuTbCrDWsi9rxz1NJhOT9E,9919
+skill_self_evolution/context.py,sha256=u5ZHIBobMQl43I_TQzMuqjWL5c8_3q8DQlck_19GEhs,635
+skill_self_evolution/deepseek.py,sha256=8SGjMKRJUgOsmIxGX6RC8i3Jv6W0KlgOzAvGdSHyCoA,6110
+skill_self_evolution/evolver.py,sha256=hvqgS-V2PCTQy6GiqvAPQfOjHczFBRu2ZpWlqTuYx1A,15617
+skill_self_evolution/executor.py,sha256=sJOUf1kngMVNq_0rR6RQFRA5FgRd-VRnqYMfapWGhEc,20989
+skill_self_evolution/fallback.py,sha256=F9fRVFiKt_EYN9T7mnyR4P_ycAr5ZoORK1jo7CH5xKg,4649
+skill_self_evolution/loader.py,sha256=98c9AExsd50AQcyLRIZLGI7cf6-a_xv5JHYbZjHltuc,7257
+skill_self_evolution/logger.py,sha256=dCAfgx6roBCXdRTJmrba4Nu8CmvIf2VfTKTOrYJJy1k,2671
+skill_self_evolution/models.py,sha256=v6JuKArffGA_y8uFpqGRtl5-7fW1yfG42tcZwsRZCZ4,5033
+skill_self_evolution-0.2.0.dist-info/METADATA,sha256=yKZmqXOAsTh6Ami9Mw-2SVK1gs_XXwh3gYzTxvlHhlM,463
+skill_self_evolution-0.2.0.dist-info/WHEEL,sha256=aeYiig01lYGDzBgS8HxWXOg3uV61G9ijOsup-k9o1sk,91
+skill_self_evolution-0.2.0.dist-info/top_level.txt,sha256=dAqlk1foGIgtvJ_3WElSlP3TvIO69qSMVLThHpbFy0U,21
+skill_self_evolution-0.2.0.dist-info/RECORD,,

skill_self_evolution-0.2.0.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: setuptools (82.0.1)
+Root-Is-Purelib: true
+Tag: py3-none-any
+

skill_self_evolution-0.2.0.dist-info/top_level.txt

@@ -0,0 +1 @@
+skill_self_evolution