@hupan56/wlkj 3.3.1 → 3.3.2

package/templates/qoder/scripts/engine/poller.py

@@ -1,219 +1,219 @@
-"""引擎轮询器：后台轮询平台 pending 触发 → 认领 → 执行 → 回流 → 回填结果。
-
-这是"平台→引擎→平台"真闭环的引擎侧执行器：
-1. 轮询 GET /trigger/pending（带项目令牌）
-2. 认领 POST /trigger/{tid}/claim（原子锁）
-3. 执行：根据 command 调 MCP 取知识 + 生成产出（简化版：rag_search + 模板拼接）
-4. 回流：create_prd/submit_return
-5. 回填：PATCH /trigger/{tid}（mcp_tools_called/knowledge_used）
-
-用法：
-  python poller.py --config ../mcp_config.json --interval 10
-
-注：完整版需要接 LLM（qwen-plus）生成 PRD/原型。当前是简化版（rag_search + 模板），
-验证闭环链路。接 LLM 后把 _execute 里的模板拼接换成 cap.mcp.call("ask_corpus",...) 生成。
-"""
-import json
-import time
-import urllib.request
-import urllib.error
-import argparse
-import os
-import sys
-from pathlib import Path
-
-
-def _load_config(config_path: str) -> dict:
-    with open(config_path, encoding="utf-8") as f:
-        return json.load(f)
-
-
-def _get_token(cfg: dict) -> str:
-    for srv in (cfg.get("mcpServers") or {}).values():
-        return srv.get("token", "")
-    return ""
-
-
-def _get_pid(cfg: dict) -> str:
-    for srv in (cfg.get("mcpServers") or {}).values():
-        env = srv.get("env") or {}
-        return env.get("WLKJ_PROJECT_ID", "")
-    return ""
-
-
-def _get_base(cfg: dict) -> str:
-    ep = cfg.get("return_endpoint") or {}
-    url = ep.get("url", "")
-    # 从 return_endpoint.url 提取 base（/api/projects 前面那段）
-    if "/api/" in url:
-        return url.split("/api/")[0]
-    for srv in (cfg.get("mcpServers") or {}).values():
-        u = srv.get("url", "")
-        if "/mcp" in u:
-            return u.split("/mcp")[0]
-    return os.environ.get("WLKJ_BASE_URL", "http://10.89.7.120")
-
-
-def _api(base, method, path, token, body=None):
-    url = base + path
-    data = json.dumps(body).encode() if body else None
-    req = urllib.request.Request(url, data=data, method=method)
-    req.add_header("Content-Type", "application/json")
-    if token:
-        req.add_header("X-Engine-Token", token)
-    try:
-        with urllib.request.urlopen(req, timeout=30) as resp:
-            return resp.status, json.loads(resp.read().decode())
-    except urllib.error.HTTPError as e:
-        return e.code, json.loads(e.read().decode() or "{}")
-    except Exception as e:
-        return 0, {"error": str(e)}
-
-
-def _mcp_call(base, token, tool, args):
-    """通过 MCP JSON-RPC 调工具。"""
-    body = {"jsonrpc": "2.0", "id": 1, "method": "tools/call",
-            "params": {"name": tool, "arguments": args}}
-    data = json.dumps(body).encode()
-    req = urllib.request.Request(base + "/mcp", data=data, method="POST")
-    req.add_header("Content-Type", "application/json")
-    req.add_header("X-MCP-Token", token)
-    try:
-        with urllib.request.urlopen(req, timeout=60) as resp:
-            r = json.loads(resp.read().decode())
-            text = r.get("result", {}).get("content", [{}])[0].get("text", "")
-            return json.loads(text) if text else {}
-    except Exception as e:
-        return {"error": str(e)}
-
-
-def _execute(base, token, pid, command, args):
-    """执行触发的工作流（简化版：rag_search 取知识 + 模板拼 PRD + learn 写回）。
-    完整版应接 LLM（ask_corpus）生成自然语言 PRD。"""
-    query = (args or {}).get("query", "")
-    tools_called = []
-    knowledge_used = []
-
-    # 1) rag_search 取知识
-    if query:
-        r = _mcp_call(base, token, "rag_search", {"query": query, "top_k": 8})
-        tools_called.append("rag_search")
-        knowledge_used = [it.get("entity_id", "") for it in r.get("items", [])[:5]]
-        knowledge_text = "\n".join(
-            "- %s (%s)" % (it.get("text", "")[:60], it.get("entity_id", "")[:30])
-            for it in r.get("items", [])[:8]
-        )
-        # 1b) get_learnings 查之前学到的（反哺）
-        lr = _mcp_call(base, token, "get_learnings", {"project_id": pid, "limit": 5})
-        tools_called.append("get_learnings")
-        learnings_text = "\n".join(
-            "- [%s] %s" % (l.get("category",""), (l.get("pattern","")[:60]))
-            for l in (lr.get("items") or [])[:5]
-        ) or "(暂无学习记录)"
-    else:
-        knowledge_text = "(无关键词)"
-        learnings_text = ""
-
-    # 2) 根据 command 生成产出
-    if "prd" in command.lower():
-        prd_md = f"# {query} PRD（引擎自动生成）\n\n## 概述\n基于知识层自动生成的「{query}」需求文档。\n\n## 相关知识\n{knowledge_text}\n\n## 历史学习\n{learnings_text}\n\n## 功能\n（根据上述知识补充）"
-        # 回流
-        r = _mcp_call(base, token, "create_prd", {
-            "project_id": pid, "title": f"{query}PRD(引擎触发)", "content_md": prd_md, "status": "planning"
-        })
-        tools_called.append("create_prd")
-        # 学习写回：把这次的关键认知沉淀
-        _mcp_call(base, token, "learn", {"project_id": pid, "category": "rule",
-            "pattern": f"{query}: PRD已生成，涉及知识{len(knowledge_used)}条", "source": "wlkj-poller"})
-        tools_called.append("learn")
-        output = f"生成PRD: {query}PRD(引擎触发) + 学习沉淀"
-    elif "design" in command.lower():
-        html = f"<html><body><h1>{query}</h1><p>引擎自动生成原型</p></body></html>"
-        r = _mcp_call(base, token, "create_prototype", {
-            "project_id": pid, "feature": f"{query}(引擎触发)", "platform": "web", "html": html
-        })
-        tools_called.append("create_prototype")
-        output = f"生成原型: {query}(引擎触发)"
-    else:
-        # learn 写回
-        _mcp_call(base, token, "learn", {
-            "project_id": pid, "category": "rule", "pattern": f"{query}相关规则(引擎触发)",
-            "source": "wlkj-poller"
-        })
-        tools_called.append("learn")
-        output = f"执行命令: {command}"
-
-    return {"output": output, "tools": tools_called, "knowledge": knowledge_used}
-
-
-def poll_once(cfg):
-    """轮询一次：取 pending → 认领 → 执行 → 回填。"""
-    token = _get_token(cfg)
-    pid = _get_pid(cfg)
-    base = _get_base(cfg)
-    if not token or not pid:
-        print("[poller] 配置缺 token/project_id，跳过")
-        return
-
-    # 1) 查 pending
-    _, pending = _api(base, "GET", f"/api/projects/{pid}/trigger/pending", token)
-    items = pending.get("pending", [])
-    if not items:
-        return  # 无待执行
-
-    for item in items[:1]:  # 一次只处理 1 条
-        tid = item.get("triggerId")
-        cmd = item.get("command", "")
-        args = item.get("args", {})
-        print(f"[poller] 认领: {tid} {cmd} {args}")
-
-        # 2) claim
-        code, resp = _api(base, "POST", f"/api/projects/{pid}/trigger/workflow/{tid}/claim",
-                          token, {"engine_id": "poller-001"})
-        if code != 200:
-            print(f"[poller] 认领失败({code}): {resp}")
-            continue
-
-        # 3) 执行
-        t0 = time.time()
-        try:
-            result = _execute(base, token, pid, cmd, args)
-            status = "success"
-        except Exception as e:
-            result = {"output": str(e), "tools": [], "knowledge": []}
-            status = "failed"
-
-        # 4) patch 回填
-        _api(base, "PATCH", f"/api/projects/{pid}/trigger/workflow/{tid}", token, {
-            "status": status,
-            "output_summary": result["output"],
-            "knowledge_used": result["knowledge"],
-            "mcp_tools_called": result["tools"],
-            "duration_sec": int(time.time() - t0),
-        })
-        print(f"[poller] 完成: {status} → {result['output']} (tools={result['tools']})")
-
-
-def main():
-    parser = argparse.ArgumentParser(description="wlkj 引擎轮询器")
-    parser.add_argument("--config", default=str(Path(__file__).parent.parent.parent / "mcp_config.json"))
-    parser.add_argument("--interval", type=int, default=10, help="轮询间隔(秒)")
-    parser.add_argument("--once", action="store_true", help="只跑一次")
-    args = parser.parse_args()
-
-    cfg = _load_config(args.config)
-    print(f"[poller] 启动: project={_get_pid(cfg)} interval={args.interval}s")
-    print(f"[poller] 按 Ctrl+C 停止")
-
-    while True:
-        try:
-            poll_once(cfg)
-        except Exception as e:
-            print(f"[poller] 异常: {e}")
-        if args.once:
-            break
-        time.sleep(args.interval)
-
-
-if __name__ == "__main__":
-    main()
+"""引擎轮询器：后台轮询平台 pending 触发 → 认领 → 执行 → 回流 → 回填结果。
+
+这是"平台→引擎→平台"真闭环的引擎侧执行器：
+1. 轮询 GET /trigger/pending（带项目令牌）
+2. 认领 POST /trigger/{tid}/claim（原子锁）
+3. 执行：根据 command 调 MCP 取知识 + 生成产出（简化版：rag_search + 模板拼接）
+4. 回流：create_prd/submit_return
+5. 回填：PATCH /trigger/{tid}（mcp_tools_called/knowledge_used）
+
+用法：
+  python poller.py --config ../mcp_config.json --interval 10
+
+注：完整版需要接 LLM（qwen-plus）生成 PRD/原型。当前是简化版（rag_search + 模板），
+验证闭环链路。接 LLM 后把 _execute 里的模板拼接换成 cap.mcp.call("ask_corpus",...) 生成。
+"""
+import json
+import time
+import urllib.request
+import urllib.error
+import argparse
+import os
+import sys
+from pathlib import Path
+
+
+def _load_config(config_path: str) -> dict:
+    with open(config_path, encoding="utf-8") as f:
+        return json.load(f)
+
+
+def _get_token(cfg: dict) -> str:
+    for srv in (cfg.get("mcpServers") or {}).values():
+        return srv.get("token", "")
+    return ""
+
+
+def _get_pid(cfg: dict) -> str:
+    for srv in (cfg.get("mcpServers") or {}).values():
+        env = srv.get("env") or {}
+        return env.get("WLKJ_PROJECT_ID", "")
+    return ""
+
+
+def _get_base(cfg: dict) -> str:
+    ep = cfg.get("return_endpoint") or {}
+    url = ep.get("url", "")
+    # 从 return_endpoint.url 提取 base（/api/projects 前面那段）
+    if "/api/" in url:
+        return url.split("/api/")[0]
+    for srv in (cfg.get("mcpServers") or {}).values():
+        u = srv.get("url", "")
+        if "/mcp" in u:
+            return u.split("/mcp")[0]
+    return "http://127.0.0.1:10010"
+
+
+def _api(base, method, path, token, body=None):
+    url = base + path
+    data = json.dumps(body).encode() if body else None
+    req = urllib.request.Request(url, data=data, method=method)
+    req.add_header("Content-Type", "application/json")
+    if token:
+        req.add_header("X-Engine-Token", token)
+    try:
+        with urllib.request.urlopen(req, timeout=30) as resp:
+            return resp.status, json.loads(resp.read().decode())
+    except urllib.error.HTTPError as e:
+        return e.code, json.loads(e.read().decode() or "{}")
+    except Exception as e:
+        return 0, {"error": str(e)}
+
+
+def _mcp_call(base, token, tool, args):
+    """通过 MCP JSON-RPC 调工具。"""
+    body = {"jsonrpc": "2.0", "id": 1, "method": "tools/call",
+            "params": {"name": tool, "arguments": args}}
+    data = json.dumps(body).encode()
+    req = urllib.request.Request(base + "/mcp", data=data, method="POST")
+    req.add_header("Content-Type", "application/json")
+    req.add_header("X-MCP-Token", token)
+    try:
+        with urllib.request.urlopen(req, timeout=60) as resp:
+            r = json.loads(resp.read().decode())
+            text = r.get("result", {}).get("content", [{}])[0].get("text", "")
+            return json.loads(text) if text else {}
+    except Exception as e:
+        return {"error": str(e)}
+
+
+def _execute(base, token, pid, command, args):
+    """执行触发的工作流（简化版：rag_search 取知识 + 模板拼 PRD + learn 写回）。
+    完整版应接 LLM（ask_corpus）生成自然语言 PRD。"""
+    query = (args or {}).get("query", "")
+    tools_called = []
+    knowledge_used = []
+
+    # 1) rag_search 取知识
+    if query:
+        r = _mcp_call(base, token, "rag_search", {"query": query, "top_k": 8})
+        tools_called.append("rag_search")
+        knowledge_used = [it.get("entity_id", "") for it in r.get("items", [])[:5]]
+        knowledge_text = "\n".join(
+            "- %s (%s)" % (it.get("text", "")[:60], it.get("entity_id", "")[:30])
+            for it in r.get("items", [])[:8]
+        )
+        # 1b) get_learnings 查之前学到的（反哺）
+        lr = _mcp_call(base, token, "get_learnings", {"project_id": pid, "limit": 5})
+        tools_called.append("get_learnings")
+        learnings_text = "\n".join(
+            "- [%s] %s" % (l.get("category",""), (l.get("pattern","")[:60]))
+            for l in (lr.get("items") or [])[:5]
+        ) or "(暂无学习记录)"
+    else:
+        knowledge_text = "(无关键词)"
+        learnings_text = ""
+
+    # 2) 根据 command 生成产出
+    if "prd" in command.lower():
+        prd_md = f"# {query} PRD（引擎自动生成）\n\n## 概述\n基于知识层自动生成的「{query}」需求文档。\n\n## 相关知识\n{knowledge_text}\n\n## 历史学习\n{learnings_text}\n\n## 功能\n（根据上述知识补充）"
+        # 回流
+        r = _mcp_call(base, token, "create_prd", {
+            "project_id": pid, "title": f"{query}PRD(引擎触发)", "content_md": prd_md, "status": "planning"
+        })
+        tools_called.append("create_prd")
+        # 学习写回：把这次的关键认知沉淀
+        _mcp_call(base, token, "learn", {"project_id": pid, "category": "rule",
+            "pattern": f"{query}: PRD已生成，涉及知识{len(knowledge_used)}条", "source": "wlkj-poller"})
+        tools_called.append("learn")
+        output = f"生成PRD: {query}PRD(引擎触发) + 学习沉淀"
+    elif "design" in command.lower():
+        html = f"<html><body><h1>{query}</h1><p>引擎自动生成原型</p></body></html>"
+        r = _mcp_call(base, token, "create_prototype", {
+            "project_id": pid, "feature": f"{query}(引擎触发)", "platform": "web", "html": html
+        })
+        tools_called.append("create_prototype")
+        output = f"生成原型: {query}(引擎触发)"
+    else:
+        # learn 写回
+        _mcp_call(base, token, "learn", {
+            "project_id": pid, "category": "rule", "pattern": f"{query}相关规则(引擎触发)",
+            "source": "wlkj-poller"
+        })
+        tools_called.append("learn")
+        output = f"执行命令: {command}"
+
+    return {"output": output, "tools": tools_called, "knowledge": knowledge_used}
+
+
+def poll_once(cfg):
+    """轮询一次：取 pending → 认领 → 执行 → 回填。"""
+    token = _get_token(cfg)
+    pid = _get_pid(cfg)
+    base = _get_base(cfg)
+    if not token or not pid:
+        print("[poller] 配置缺 token/project_id，跳过")
+        return
+
+    # 1) 查 pending
+    _, pending = _api(base, "GET", f"/api/projects/{pid}/trigger/pending", token)
+    items = pending.get("pending", [])
+    if not items:
+        return  # 无待执行
+
+    for item in items[:1]:  # 一次只处理 1 条
+        tid = item.get("triggerId")
+        cmd = item.get("command", "")
+        args = item.get("args", {})
+        print(f"[poller] 认领: {tid} {cmd} {args}")
+
+        # 2) claim
+        code, resp = _api(base, "POST", f"/api/projects/{pid}/trigger/workflow/{tid}/claim",
+                          token, {"engine_id": "poller-001"})
+        if code != 200:
+            print(f"[poller] 认领失败({code}): {resp}")
+            continue
+
+        # 3) 执行
+        t0 = time.time()
+        try:
+            result = _execute(base, token, pid, cmd, args)
+            status = "success"
+        except Exception as e:
+            result = {"output": str(e), "tools": [], "knowledge": []}
+            status = "failed"
+
+        # 4) patch 回填
+        _api(base, "PATCH", f"/api/projects/{pid}/trigger/workflow/{tid}", token, {
+            "status": status,
+            "output_summary": result["output"],
+            "knowledge_used": result["knowledge"],
+            "mcp_tools_called": result["tools"],
+            "duration_sec": int(time.time() - t0),
+        })
+        print(f"[poller] 完成: {status} → {result['output']} (tools={result['tools']})")
+
+
+def main():
+    parser = argparse.ArgumentParser(description="wlkj 引擎轮询器")
+    parser.add_argument("--config", default=str(Path(__file__).parent.parent.parent / "mcp_config.json"))
+    parser.add_argument("--interval", type=int, default=10, help="轮询间隔(秒)")
+    parser.add_argument("--once", action="store_true", help="只跑一次")
+    args = parser.parse_args()
+
+    cfg = _load_config(args.config)
+    print(f"[poller] 启动: project={_get_pid(cfg)} interval={args.interval}s")
+    print(f"[poller] 按 Ctrl+C 停止")
+
+    while True:
+        try:
+            poll_once(cfg)
+        except Exception as e:
+            print(f"[poller] 异常: {e}")
+        if args.once:
+            break
+        time.sleep(args.interval)
+
+
+if __name__ == "__main__":
+    main()