@hupan56/wlkj 3.3.12 → 3.3.14

package/templates/qoder/scripts/engine/poller.py

@@ -0,0 +1,219 @@
+"""引擎轮询器：后台轮询平台 pending 触发 → 认领 → 执行 → 回流 → 回填结果。
+
+这是"平台→引擎→平台"真闭环的引擎侧执行器：
+1. 轮询 GET /trigger/pending（带项目令牌）
+2. 认领 POST /trigger/{tid}/claim（原子锁）
+3. 执行：根据 command 调 MCP 取知识 + 生成产出（简化版：rag_search + 模板拼接）
+4. 回流：create_prd/submit_return
+5. 回填：PATCH /trigger/{tid}（mcp_tools_called/knowledge_used）
+
+用法：
+  python poller.py --config ../mcp_config.json --interval 10
+
+注：完整版需要接 LLM（qwen-plus）生成 PRD/原型。当前是简化版（rag_search + 模板），
+验证闭环链路。接 LLM 后把 _execute 里的模板拼接换成 cap.mcp.call("ask_corpus",...) 生成。
+"""
+import json
+import time
+import urllib.request
+import urllib.error
+import argparse
+import os
+import sys
+from pathlib import Path
+
+
+def _load_config(config_path: str) -> dict:
+    with open(config_path, encoding="utf-8") as f:
+        return json.load(f)
+
+
+def _get_token(cfg: dict) -> str:
+    for srv in (cfg.get("mcpServers") or {}).values():
+        return srv.get("token", "")
+    return ""
+
+
+def _get_pid(cfg: dict) -> str:
+    for srv in (cfg.get("mcpServers") or {}).values():
+        env = srv.get("env") or {}
+        return env.get("WLKJ_PROJECT_ID", "")
+    return ""
+
+
+def _get_base(cfg: dict) -> str:
+    ep = cfg.get("return_endpoint") or {}
+    url = ep.get("url", "")
+    # 从 return_endpoint.url 提取 base（/api/projects 前面那段）
+    if "/api/" in url:
+        return url.split("/api/")[0]
+    for srv in (cfg.get("mcpServers") or {}).values():
+        u = srv.get("url", "")
+        if "/mcp" in u:
+            return u.split("/mcp")[0]
+    return "http://127.0.0.1:10010"
+
+
+def _api(base, method, path, token, body=None):
+    url = base + path
+    data = json.dumps(body).encode() if body else None
+    req = urllib.request.Request(url, data=data, method=method)
+    req.add_header("Content-Type", "application/json")
+    if token:
+        req.add_header("X-Engine-Token", token)
+    try:
+        with urllib.request.urlopen(req, timeout=30) as resp:
+            return resp.status, json.loads(resp.read().decode())
+    except urllib.error.HTTPError as e:
+        return e.code, json.loads(e.read().decode() or "{}")
+    except Exception as e:
+        return 0, {"error": str(e)}
+
+
+def _mcp_call(base, token, tool, args):
+    """通过 MCP JSON-RPC 调工具。"""
+    body = {"jsonrpc": "2.0", "id": 1, "method": "tools/call",
+            "params": {"name": tool, "arguments": args}}
+    data = json.dumps(body).encode()
+    req = urllib.request.Request(base + "/mcp", data=data, method="POST")
+    req.add_header("Content-Type", "application/json")
+    req.add_header("X-MCP-Token", token)
+    try:
+        with urllib.request.urlopen(req, timeout=60) as resp:
+            r = json.loads(resp.read().decode())
+            text = r.get("result", {}).get("content", [{}])[0].get("text", "")
+            return json.loads(text) if text else {}
+    except Exception as e:
+        return {"error": str(e)}
+
+
+def _execute(base, token, pid, command, args):
+    """执行触发的工作流（简化版：rag_search 取知识 + 模板拼 PRD + learn 写回）。
+    完整版应接 LLM（ask_corpus）生成自然语言 PRD。"""
+    query = (args or {}).get("query", "")
+    tools_called = []
+    knowledge_used = []
+
+    # 1) rag_search 取知识
+    if query:
+        r = _mcp_call(base, token, "rag_search", {"query": query, "top_k": 8})
+        tools_called.append("rag_search")
+        knowledge_used = [it.get("entity_id", "") for it in r.get("items", [])[:5]]
+        knowledge_text = "\n".join(
+            "- %s (%s)" % (it.get("text", "")[:60], it.get("entity_id", "")[:30])
+            for it in r.get("items", [])[:8]
+        )
+        # 1b) get_learnings 查之前学到的（反哺）
+        lr = _mcp_call(base, token, "get_learnings", {"project_id": pid, "limit": 5})
+        tools_called.append("get_learnings")
+        learnings_text = "\n".join(
+            "- [%s] %s" % (l.get("category",""), (l.get("pattern","")[:60]))
+            for l in (lr.get("items") or [])[:5]
+        ) or "(暂无学习记录)"
+    else:
+        knowledge_text = "(无关键词)"
+        learnings_text = ""
+
+    # 2) 根据 command 生成产出
+    if "prd" in command.lower():
+        prd_md = f"# {query} PRD（引擎自动生成）\n\n## 概述\n基于知识层自动生成的「{query}」需求文档。\n\n## 相关知识\n{knowledge_text}\n\n## 历史学习\n{learnings_text}\n\n## 功能\n（根据上述知识补充）"
+        # 回流
+        r = _mcp_call(base, token, "create_prd", {
+            "project_id": pid, "title": f"{query}PRD(引擎触发)", "content_md": prd_md, "status": "planning"
+        })
+        tools_called.append("create_prd")
+        # 学习写回：把这次的关键认知沉淀
+        _mcp_call(base, token, "learn", {"project_id": pid, "category": "rule",
+            "pattern": f"{query}: PRD已生成，涉及知识{len(knowledge_used)}条", "source": "wlkj-poller"})
+        tools_called.append("learn")
+        output = f"生成PRD: {query}PRD(引擎触发) + 学习沉淀"
+    elif "design" in command.lower():
+        html = f"<html><body><h1>{query}</h1><p>引擎自动生成原型</p></body></html>"
+        r = _mcp_call(base, token, "create_prototype", {
+            "project_id": pid, "feature": f"{query}(引擎触发)", "platform": "web", "html": html
+        })
+        tools_called.append("create_prototype")
+        output = f"生成原型: {query}(引擎触发)"
+    else:
+        # learn 写回
+        _mcp_call(base, token, "learn", {
+            "project_id": pid, "category": "rule", "pattern": f"{query}相关规则(引擎触发)",
+            "source": "wlkj-poller"
+        })
+        tools_called.append("learn")
+        output = f"执行命令: {command}"
+
+    return {"output": output, "tools": tools_called, "knowledge": knowledge_used}
+
+
+def poll_once(cfg):
+    """轮询一次：取 pending → 认领 → 执行 → 回填。"""
+    token = _get_token(cfg)
+    pid = _get_pid(cfg)
+    base = _get_base(cfg)
+    if not token or not pid:
+        print("[poller] 配置缺 token/project_id，跳过")
+        return
+
+    # 1) 查 pending
+    _, pending = _api(base, "GET", f"/api/projects/{pid}/trigger/pending", token)
+    items = pending.get("pending", [])
+    if not items:
+        return  # 无待执行
+
+    for item in items[:1]:  # 一次只处理 1 条
+        tid = item.get("triggerId")
+        cmd = item.get("command", "")
+        args = item.get("args", {})
+        print(f"[poller] 认领: {tid} {cmd} {args}")
+
+        # 2) claim
+        code, resp = _api(base, "POST", f"/api/projects/{pid}/trigger/workflow/{tid}/claim",
+                          token, {"engine_id": "poller-001"})
+        if code != 200:
+            print(f"[poller] 认领失败({code}): {resp}")
+            continue
+
+        # 3) 执行
+        t0 = time.time()
+        try:
+            result = _execute(base, token, pid, cmd, args)
+            status = "success"
+        except Exception as e:
+            result = {"output": str(e), "tools": [], "knowledge": []}
+            status = "failed"
+
+        # 4) patch 回填
+        _api(base, "PATCH", f"/api/projects/{pid}/trigger/workflow/{tid}", token, {
+            "status": status,
+            "output_summary": result["output"],
+            "knowledge_used": result["knowledge"],
+            "mcp_tools_called": result["tools"],
+            "duration_sec": int(time.time() - t0),
+        })
+        print(f"[poller] 完成: {status} → {result['output']} (tools={result['tools']})")
+
+
+def main():
+    parser = argparse.ArgumentParser(description="wlkj 引擎轮询器")
+    parser.add_argument("--config", default=str(Path(__file__).parent.parent.parent / "mcp_config.json"))
+    parser.add_argument("--interval", type=int, default=10, help="轮询间隔(秒)")
+    parser.add_argument("--once", action="store_true", help="只跑一次")
+    args = parser.parse_args()
+
+    cfg = _load_config(args.config)
+    print(f"[poller] 启动: project={_get_pid(cfg)} interval={args.interval}s")
+    print(f"[poller] 按 Ctrl+C 停止")
+
+    while True:
+        try:
+            poll_once(cfg)
+        except Exception as e:
+            print(f"[poller] 异常: {e}")
+        if args.once:
+            break
+        time.sleep(args.interval)
+
+
+if __name__ == "__main__":
+    main()

package/templates/qoder/scripts/foundation/bootstrap.py

@@ -1,145 +1,145 @@
-# -*- coding: utf-8 -*-
-"""
-bootstrap.py - 统一 CLI 启动样板 (DRY) + 子目录化路径自举 (v3.0)
-
-治"70处 sys.path + 50处 reconfigure" + 子目录化后的路径定位。
-
-子目录化后, 脚本在 scripts/domain/kg/kg.py, 它的 dirname(__file__)=scripts/domain/kg/,
-直接 sys.path.insert(scripts/domain/kg/) 后 `from foundation.x` 会断 (foundation 在 scripts/foundation/)。
-
-本模块的 setup() 解决: 无论脚本在 scripts/ 根还是 scripts/某子包/,
-都能正确定位 scripts/ 根并注入, 让 `from foundation.x` 和跨包 import 都能用。
-
-核心: _find_scripts_root() 向上找含 'foundation/' 子目录的那个目录 = scripts/ 根。
-
-Usage (两种姿势):
-    # 姿势1: 子包脚本开头 (推荐)
-    import os, sys
-    _S = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))  # 子包→scripts
-    if _S not in sys.path: sys.path.insert(0, _S)
-    from bootstrap import setup; setup()
-
-    # 姿势2: scripts/ 根脚本 (老姿势仍可用)
-    from bootstrap import setup; setup()
-"""
-
-import os
-import sys
-
-__all__ = ["setup", "SCRIPTS_DIR", "REPO_ROOT", "find_scripts_root", "ensure_scripts_path"]
-
-
-def find_scripts_root(start=None):
-    """定位 .qoder/scripts/ 根目录。
-
-    策略: 从 start (默认 __file__ 的目录) 向上找, 直到某目录含 'common/' 子目录
-    且该 common/ 下有 bootstrap.py (即本文件) → 那就是 scripts/ 根。
-    兜底: 找含 '.qoder' 的目录 + '/scripts'。
-    """
-    start = start or os.path.dirname(os.path.abspath(__file__))
-    cur = start
-    for _ in range(10):
-        # scripts/ 根的标志: 含 common/bootstrap.py
-        if os.path.isfile(os.path.join(cur, "foundation", "bootstrap.py")):
-            return cur
-        parent = os.path.dirname(cur)
-        if parent == cur:
-            break
-        cur = parent
-    # 兜底: cwd 向上找 .qoder/scripts
-    cwd = os.getcwd()
-    for _ in range(10):
-        cand = os.path.join(cwd, ".qoder", "scripts")
-        if os.path.isdir(cand):
-            return cand
-        parent = os.path.dirname(cwd)
-        if parent == cwd:
-            break
-        cwd = parent
-    return start
-
-
-def ensure_scripts_path(start=None):
-    """确保 scripts/ 根在 sys.path 最前。幂等。
-
-    子包脚本调用此函数后, `from foundation.x` 即可用。
-    """
-    root = find_scripts_root(start)
-    if root not in sys.path:
-        sys.path.insert(0, root)
-    return root
-
-
-def _find_scripts_dir() -> str:
-    """[内部] 定位 scripts/ 根 (兼容旧名)。"""
-    return find_scripts_root()
-
-
-def ensure_utf8_stdio():
-    """UTF-8 stdio 配置 (v3.0: 从 utf8.py 并入)。
-
-    把 stdout/stderr 切到 UTF-8, 失败则忽略 (不崩溃)。
-    幂等: 多次调用无害。
-    """
-    for stream_name in ("stdout", "stderr"):
-        stream = getattr(sys, stream_name, None)
-        if stream is None:
-            continue
-        reconfigure = getattr(stream, "reconfigure", None)
-        if reconfigure is None:
-            continue
-        try:
-            reconfigure(encoding="utf-8", errors="replace")
-        except (TypeError, ValueError, OSError, IOError):
-            try:
-                reconfigure(encoding="utf-8")
-            except Exception:
-                pass
-
-
-def setup():
-    """统一 CLI 启动初始化。幂等。
-
-    做: ① ensure_utf8_stdio ② scripts/ 根注入 sys.path ③ scripts/common/ 注入
-    Returns: (SCRIPTS_DIR, REPO_ROOT)
-    """
-    # 先确保 scripts/ 根在 path (本文件可能在 common/ 或被引用)
-    scripts_dir = ensure_scripts_root = find_scripts_root()
-    if scripts_dir not in sys.path:
-        sys.path.insert(0, scripts_dir)
-    common_dir = os.path.join(scripts_dir, "foundation")
-    if os.path.isdir(common_dir) and common_dir not in sys.path:
-        sys.path.insert(0, common_dir)
-    # 注入所有子包目录 (kg/build/mcp/test/setup/carriers/task/search/report)
-    # 让跨包 import (旧式不带前缀, 如 import search_index) 仍可用
-    try:
-        for _name in os.listdir(scripts_dir):
-            _subdir = os.path.join(scripts_dir, _name)
-            if os.path.isdir(_subdir) and _subdir not in sys.path:
-                sys.path.insert(0, _subdir)
-    except OSError:
-        pass
-
-    # 1. UTF-8 stdio (v3.0: utf8.py 已并入 bootstrap, 内联实现)
-    try:
-        ensure_utf8_stdio()
-    except Exception:
-        for sname in ("stdout", "stderr"):
-            s = getattr(sys, sname, None)
-            rc = getattr(s, "reconfigure", None) if s else None
-            if rc:
-                try:
-                    rc(encoding="utf-8", errors="replace")
-                except Exception:
-                    try:
-                        rc(encoding="utf-8")
-                    except Exception:
-                        pass
-
-    repo_root = os.path.dirname(os.path.dirname(scripts_dir))
-    return scripts_dir, repo_root
-
-
-# 模块级常量
-SCRIPTS_DIR = find_scripts_root()
-REPO_ROOT = os.path.dirname(os.path.dirname(os.path.dirname(os.path.dirname(SCRIPTS_DIR))))
+# -*- coding: utf-8 -*-
+"""
+bootstrap.py - 统一 CLI 启动样板 (DRY) + 子目录化路径自举 (v3.0)
+
+治"70处 sys.path + 50处 reconfigure" + 子目录化后的路径定位。
+
+子目录化后, 脚本在 scripts/domain/kg/kg.py, 它的 dirname(__file__)=scripts/domain/kg/,
+直接 sys.path.insert(scripts/domain/kg/) 后 `from foundation.x` 会断 (foundation 在 scripts/foundation/)。
+
+本模块的 setup() 解决: 无论脚本在 scripts/ 根还是 scripts/某子包/,
+都能正确定位 scripts/ 根并注入, 让 `from foundation.x` 和跨包 import 都能用。
+
+核心: _find_scripts_root() 向上找含 'foundation/' 子目录的那个目录 = scripts/ 根。
+
+Usage (两种姿势):
+    # 姿势1: 子包脚本开头 (推荐)
+    import os, sys
+    _S = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))  # 子包→scripts
+    if _S not in sys.path: sys.path.insert(0, _S)
+    from bootstrap import setup; setup()
+
+    # 姿势2: scripts/ 根脚本 (老姿势仍可用)
+    from bootstrap import setup; setup()
+"""
+
+import os
+import sys
+
+__all__ = ["setup", "SCRIPTS_DIR", "REPO_ROOT", "find_scripts_root", "ensure_scripts_path"]
+
+
+def find_scripts_root(start=None):
+    """定位 .qoder/scripts/ 根目录。
+
+    策略: 从 start (默认 __file__ 的目录) 向上找, 直到某目录含 'common/' 子目录
+    且该 common/ 下有 bootstrap.py (即本文件) → 那就是 scripts/ 根。
+    兜底: 找含 '.qoder' 的目录 + '/scripts'。
+    """
+    start = start or os.path.dirname(os.path.abspath(__file__))
+    cur = start
+    for _ in range(10):
+        # scripts/ 根的标志: 含 common/bootstrap.py
+        if os.path.isfile(os.path.join(cur, "foundation", "bootstrap.py")):
+            return cur
+        parent = os.path.dirname(cur)
+        if parent == cur:
+            break
+        cur = parent
+    # 兜底: cwd 向上找 .qoder/scripts
+    cwd = os.getcwd()
+    for _ in range(10):
+        cand = os.path.join(cwd, ".qoder", "scripts")
+        if os.path.isdir(cand):
+            return cand
+        parent = os.path.dirname(cwd)
+        if parent == cwd:
+            break
+        cwd = parent
+    return start
+
+
+def ensure_scripts_path(start=None):
+    """确保 scripts/ 根在 sys.path 最前。幂等。
+
+    子包脚本调用此函数后, `from foundation.x` 即可用。
+    """
+    root = find_scripts_root(start)
+    if root not in sys.path:
+        sys.path.insert(0, root)
+    return root
+
+
+def _find_scripts_dir() -> str:
+    """[内部] 定位 scripts/ 根 (兼容旧名)。"""
+    return find_scripts_root()
+
+
+def ensure_utf8_stdio():
+    """UTF-8 stdio 配置 (v3.0: 从 utf8.py 并入)。
+
+    把 stdout/stderr 切到 UTF-8, 失败则忽略 (不崩溃)。
+    幂等: 多次调用无害。
+    """
+    for stream_name in ("stdout", "stderr"):
+        stream = getattr(sys, stream_name, None)
+        if stream is None:
+            continue
+        reconfigure = getattr(stream, "reconfigure", None)
+        if reconfigure is None:
+            continue
+        try:
+            reconfigure(encoding="utf-8", errors="replace")
+        except (TypeError, ValueError, OSError, IOError):
+            try:
+                reconfigure(encoding="utf-8")
+            except Exception:
+                pass
+
+
+def setup():
+    """统一 CLI 启动初始化。幂等。
+
+    做: ① ensure_utf8_stdio ② scripts/ 根注入 sys.path ③ scripts/common/ 注入
+    Returns: (SCRIPTS_DIR, REPO_ROOT)
+    """
+    # 先确保 scripts/ 根在 path (本文件可能在 common/ 或被引用)
+    scripts_dir = ensure_scripts_root = find_scripts_root()
+    if scripts_dir not in sys.path:
+        sys.path.insert(0, scripts_dir)
+    common_dir = os.path.join(scripts_dir, "foundation")
+    if os.path.isdir(common_dir) and common_dir not in sys.path:
+        sys.path.insert(0, common_dir)
+    # 注入所有子包目录 (kg/build/mcp/test/setup/carriers/task/search/report)
+    # 让跨包 import (旧式不带前缀, 如 import search_index) 仍可用
+    try:
+        for _name in os.listdir(scripts_dir):
+            _subdir = os.path.join(scripts_dir, _name)
+            if os.path.isdir(_subdir) and _subdir not in sys.path:
+                sys.path.insert(0, _subdir)
+    except OSError:
+        pass
+
+    # 1. UTF-8 stdio (v3.0: utf8.py 已并入 bootstrap, 内联实现)
+    try:
+        ensure_utf8_stdio()
+    except Exception:
+        for sname in ("stdout", "stderr"):
+            s = getattr(sys, sname, None)
+            rc = getattr(s, "reconfigure", None) if s else None
+            if rc:
+                try:
+                    rc(encoding="utf-8", errors="replace")
+                except Exception:
+                    try:
+                        rc(encoding="utf-8")
+                    except Exception:
+                        pass
+
+    repo_root = os.path.dirname(os.path.dirname(scripts_dir))
+    return scripts_dir, repo_root
+
+
+# 模块级常量
+SCRIPTS_DIR = find_scripts_root()
+REPO_ROOT = os.path.dirname(os.path.dirname(os.path.dirname(os.path.dirname(SCRIPTS_DIR))))