foxclaw 0.1.0 → 0.1.3

package/python/foxclaw/api/routes/ahs.py

@@ -0,0 +1,404 @@
+"""AHS 执行链:技能安装/管理、MCP 接入、Markdown 指令技能、策略封杀、运行、断路器、钩子审计。
+
+从 foxclaw/api.py 原样搬移(纯搬移,零行为变更)。共享 OS 实例经 `_api.current_os()`
+晚绑定读取;路由用 `@app` 装饰器在 import 时注册。
+"""
+
+import asyncio
+import uuid
+from typing import Optional, cast
+
+from fastapi import HTTPException
+from pydantic import BaseModel
+
+import foxclaw.api as _api
+from .. import app
+
+
+class AHSRunPayload(BaseModel):
+    task: str
+    confirmed: bool = False
+    resume_state: Optional[dict] = None
+    confirm_nonce: str = ""
+
+
+@app.get("/api/ahs/skills")
+async def ahs_list_skills():
+    """列出注册的 skill(含信任分级 trust + 封杀标记 blocked)。"""
+    pol = _api.os_instance().skill_policy
+    out = _api.os_instance().skill_registry.catalog()
+    for s in out:
+        s["blocked"] = pol.is_blocked(s.get("id", ""))
+    return {"skills": out}
+
+
+class PolicyDenyPayload(BaseModel):
+    id: str
+
+
+@app.get("/api/ahs/policy")
+async def ahs_policy_get():
+    """全局封杀策略快照(deny/allow)。"""
+    return _api.os_instance().skill_policy.snapshot()
+
+
+@app.post("/api/ahs/policy/deny")
+async def ahs_policy_deny(p: PolicyDenyPayload):
+    """封杀一个技能 id(deny 压倒 enable,立即对所有执行/注入生效)。"""
+    _api.os_instance().skill_policy.deny(p.id)
+    return {"ok": True, "policy": _api.os_instance().skill_policy.snapshot()}
+
+
+@app.delete("/api/ahs/policy/deny/{skill_id}")
+async def ahs_policy_undeny(skill_id: str):
+    """解封。E1:被 policy 层(管理员 FOXCLAW_POLICY_DENY / policy.json)锁定的技能运行时无法解封,
+    诚实返回 ok=False + 原因(不再假报成功);其余情况与改前一致(ok=True)。"""
+    _api.os_instance().skill_policy.undeny(skill_id)
+    snap = _api.os_instance().skill_policy.snapshot()
+    if skill_id in snap.get("policy_deny", []):
+        return {"ok": False,
+                "reason": f"「{skill_id}」被管理员策略(policy 层)锁定,运行时无法解封", "policy": snap}
+    return {"ok": True, "policy": snap}
+
+
+class SkillInstallPayload(BaseModel):
+    id: str
+    name: str
+    description: str = ""
+    kind: str
+    triggers: list = []
+    side_effect: str = "write"
+    destructive: bool = False
+    external: bool = True
+    params: dict = {}
+    endpoint: str = ""
+    http_method: str = "GET"
+    http_headers: dict = {}
+    param_location: str = "auto"
+    allow_local: bool = False
+    timeout: float = 10.0
+    mcp_server: str = ""
+    mcp_tool: str = ""
+    acknowledged: bool = False
+
+
+class SkillPatchPayload(BaseModel):
+    enabled: bool
+
+
+class SkillTestPayload(BaseModel):
+    args: dict = {}
+    confirmed: bool = False
+    mode: str = "strict"
+    confirm_nonce: str = ""
+
+
+_SKILL_KINDS = {"web_api", "mcp"}
+_SIDE_EFFECTS = {"read", "write", "send", "pay"}
+
+
+def _validate_install(p: "SkillInstallPayload"):
+    if p.kind not in _SKILL_KINDS:
+        raise HTTPException(400, "kind 只能是 web_api 或 mcp(不支持从界面安装本地代码技能)")
+    if p.side_effect not in _SIDE_EFFECTS:
+        raise HTTPException(400, "side_effect 非法")
+    if p.kind == "web_api":
+        if not (p.endpoint.startswith("http://") or p.endpoint.startswith("https://")):
+            raise HTTPException(400, "web_api 需合法 http(s) endpoint")
+    if p.kind == "mcp" and not (p.mcp_server and p.mcp_tool):
+        raise HTTPException(400, "mcp 需同时提供 mcp_server 与 mcp_tool")
+
+
+@app.post("/api/ahs/skills")
+async def ahs_install_skill(p: SkillInstallPayload):
+    """安装/注册一个 web_api|mcp 技能(过安装审核门 + 持久化)。同 id 覆盖更新。"""
+    _validate_install(p)
+    from foxclaw.skills import SideEffect, SkillKind, SkillSpec
+    from foxclaw.skills.review import review_install
+    reg = _api.os_instance().skill_registry
+    _existing = reg.get(p.id)
+    if _existing is not None and _existing.source == "builtin":
+        raise HTTPException(409, "该 id 属于内置技能,不能覆盖")
+    existed = _existing is not None
+    spec = SkillSpec(
+        id=p.id, name=p.name, description=p.description,
+        kind=cast(SkillKind, p.kind), triggers=list(p.triggers),
+        side_effect=cast(SideEffect, p.side_effect),
+        destructive=p.destructive, external=p.external, params=dict(p.params),
+        endpoint=p.endpoint, http_method=p.http_method, http_headers=dict(p.http_headers),
+        param_location=p.param_location, allow_local=p.allow_local, timeout=p.timeout,
+        mcp_server=p.mcp_server, mcp_tool=p.mcp_tool, source="user",
+    )
+    verdict = review_install(spec)
+    if verdict["verdict"] == "deny":
+        raise HTTPException(403, detail={"error": "install_denied", "reasons": verdict["reasons"]})
+    if verdict["verdict"] == "warn" and not p.acknowledged:
+        raise HTTPException(409, detail={"needs_ack": True, "warnings": verdict["warnings"]})
+    reg.register(spec)
+    _api.os_instance().skill_store.save(reg)
+    return {"ok": True, "skill": spec.to_dict(), "created": not existed, "warnings": verdict["warnings"]}
+
+
+@app.patch("/api/ahs/skills/{skill_id}")
+async def ahs_patch_skill(skill_id: str, p: SkillPatchPayload):
+    """启停一个技能(内置/用户均可,持久化)。"""
+    reg = _api.os_instance().skill_registry
+    sp = reg.get(skill_id)
+    if sp is None:
+        raise HTTPException(404, "技能不存在")
+    sp.enabled = bool(p.enabled)
+    _api.os_instance().skill_store.save(reg)
+    return {"ok": True, "skill": sp.to_dict()}
+
+
+@app.delete("/api/ahs/skills/{skill_id}")
+async def ahs_delete_skill(skill_id: str):
+    """删除用户安装的技能;内置技能不可删(只能停用)。"""
+    reg = _api.os_instance().skill_registry
+    sp = reg.get(skill_id)
+    if sp is None:
+        raise HTTPException(404, "技能不存在")
+    if sp.source == "builtin":
+        raise HTTPException(409, "内置技能不可删除,只能停用")
+    reg.unregister(skill_id)
+    _api.os_instance().skill_store.save(reg)
+    return {"ok": True}
+
+
+@app.post("/api/ahs/skills/{skill_id}/test")
+async def ahs_test_skill(skill_id: str, p: SkillTestPayload):
+    """单技能测试调用:走真实权限管线/断路器/SSRF。副作用未确认 → needs_confirmation。"""
+    reg = _api.os_instance().skill_registry
+    sp = reg.get(skill_id)
+    if sp is None:
+        raise HTTPException(404, "技能不存在")
+    res = await asyncio.to_thread(_api.os_instance().skill_adapter.invoke,
+                                  sp, p.args, p.confirmed, p.mode,
+                                  confirm_nonce=p.confirm_nonce)
+    return res.to_dict()
+
+
+class McpServerPayload(BaseModel):
+    id: str
+    name: str = ""
+    url: str
+    headers: dict = {}
+    transport: str = "streamable_http"
+    acknowledged: bool = False
+
+
+@app.post("/api/ahs/mcp/servers")
+async def mcp_add_server(p: McpServerPayload):
+    """接入一个远程 MCP server:审核→连接拉工具→批量注册 mcp 技能→持久化。"""
+    from foxclaw.skills.review import review_mcp_server
+    from foxclaw.skills.mcp_client import tool_to_spec
+    if p.transport not in ("streamable_http", "sse"):
+        raise HTTPException(400, "transport 只能是 streamable_http 或 sse")
+    if not (p.url.startswith("http://") or p.url.startswith("https://")):
+        raise HTTPException(400, "url 需为 http(s)")
+    verdict = review_mcp_server(p.url)
+    if verdict["verdict"] == "deny":
+        raise HTTPException(403, detail={"error": "install_denied", "reasons": verdict["reasons"]})
+    if verdict["verdict"] == "warn" and not p.acknowledged:
+        raise HTTPException(409, detail={"needs_ack": True, "warnings": verdict["warnings"]})
+    cfg = {"id": p.id, "name": p.name or p.id, "url": p.url,
+           "headers": dict(p.headers), "transport": p.transport}
+    sentinel = getattr(_api.current_os(), "sentinel", None)
+    try:
+        if sentinel is not None:
+            tools = await asyncio.to_thread(_api.os_instance().mcp_add_server_guardian, cfg)
+        else:
+            tools = await asyncio.to_thread(_api.os_instance().mcp_manager.add_server, cfg)
+            _api.os_instance().mcp_store.save(_api.os_instance().mcp_manager.servers())
+    except Exception as e:
+        raise HTTPException(502, f"连接 MCP server 失败: {e}")
+    reg = _api.os_instance().skill_registry
+    n = 0
+    for tool in tools:
+        reg.register(tool_to_spec(p.id, tool)); n += 1
+    _api.os_instance().skill_store.save(reg)
+    _api.os_instance().sync_mcp_servers_to_sentinel()
+    return {"ok": True, "server": {k: cfg[k] for k in ("id", "name", "url", "transport")},
+            "tools_registered": n, "warnings": verdict["warnings"]}
+
+
+@app.get("/api/ahs/mcp/servers")
+async def mcp_list_servers():
+    """列出已接入 MCP server(工具数由注册表派生,无需连接)。"""
+    reg = _api.os_instance().skill_registry
+    all_sk = reg.all_including_disabled()
+    out = []
+    for c in _api.os_instance().mcp_manager.servers():
+        tc = sum(1 for s in all_sk if s.kind == "mcp" and s.mcp_server == c["id"])
+        out.append({"id": c["id"], "name": c["name"], "url": c["url"],
+                    "transport": c["transport"], "tool_count": tc})
+    return {"servers": out}
+
+
+@app.delete("/api/ahs/mcp/servers/{server_id}")
+async def mcp_remove_server(server_id: str):
+    """移除 server + 其注册的所有 mcp 技能。"""
+    mgr = _api.os_instance().mcp_manager
+    if not mgr.remove_server(server_id):
+        raise HTTPException(404, "server 不存在")
+    reg = _api.os_instance().skill_registry
+    removed = [s.id for s in reg.all_including_disabled()
+               if s.kind == "mcp" and s.mcp_server == server_id]
+    for sid in removed:
+        reg.unregister(sid)
+    _api.os_instance().skill_store.save(reg)
+    _api.os_instance().mcp_store.save(mgr.servers())
+    _api.os_instance().sync_mcp_servers_to_sentinel()
+    return {"ok": True, "removed_skills": len(removed)}
+
+
+@app.post("/api/ahs/mcp/servers/{server_id}/refresh")
+async def mcp_refresh_server(server_id: str):
+    """重连拉工具:新增/更新技能,删除已消失的工具技能。"""
+    from foxclaw.skills.mcp_client import tool_to_spec
+    mgr = _api.os_instance().mcp_manager
+    if not any(s["id"] == server_id for s in mgr.servers()):
+        raise HTTPException(404, "server 不存在")
+    sentinel = getattr(_api.current_os(), "sentinel", None)
+    try:
+        if sentinel is not None:
+            tools = await asyncio.to_thread(sentinel.mcp_list_tools, server_id)
+        else:
+            tools = await asyncio.to_thread(mgr.list_tools, server_id)
+    except Exception as e:
+        raise HTTPException(502, f"刷新失败: {e}")
+    reg = _api.os_instance().skill_registry
+    fresh = set()
+    for tool in tools:
+        spec = tool_to_spec(server_id, tool); reg.register(spec); fresh.add(spec.id)
+    for s in [s for s in reg.all_including_disabled()
+              if s.kind == "mcp" and s.mcp_server == server_id and s.id not in fresh]:
+        reg.unregister(s.id)
+    _api.os_instance().skill_store.save(reg)
+    return {"ok": True, "tools": len(fresh)}
+
+
+class MdSkillPayload(BaseModel):
+    content: str = ""
+    package_b64: str = ""
+    id: str = ""
+    acknowledged: bool = False
+
+
+class MdSkillPatchPayload(BaseModel):
+    enabled: bool | None = None
+    triggers: list | None = None
+
+
+@app.post("/api/ahs/md-skills")
+async def md_install(p: MdSkillPayload):
+    """上传/注册一个 SKILL.md 指令技能(单 .md 文本 或 OpenClaw zip 包)。解析→审核→持久化。"""
+    from foxclaw.skills.markdown_skill import parse_skill_md, extract_skill_package
+    content, want_id, want_version = p.content, (p.id or None), ""
+    if p.package_b64:
+        import base64 as _b64
+        try:
+            content, meta = extract_skill_package(_b64.b64decode(p.package_b64))
+        except ValueError as e:
+            raise HTTPException(400, f"OpenClaw 包解析失败: {e}")
+        except Exception as e:
+            raise HTTPException(400, f"包解码失败: {e}")
+        want_id = want_id or (meta.get("slug") or None)
+        want_version = str(meta.get("version") or "")
+    try:
+        skill = parse_skill_md(content, id=want_id)
+    except ValueError as e:
+        raise HTTPException(400, f"SKILL.md 解析失败: {e}")
+    if want_version and not skill.version:
+        skill.version = want_version
+    if not p.acknowledged:
+        raise HTTPException(409, detail={"needs_ack": True, "warnings": [
+            "此技能会把内容注入你 AI 的提示词、影响其行为,仅从可信来源安装"]})
+    reg = _api.os_instance().md_skills
+    existed = reg.get(skill.id) is not None
+    reg.register(skill)
+    _api.os_instance().md_store.save(reg)
+    return {"ok": True, "skill": skill.to_meta(), "created": not existed}
+
+
+@app.get("/api/ahs/md-skills")
+async def md_list():
+    pol = _api.os_instance().skill_policy
+    out = _api.os_instance().md_skills.catalog()
+    for s in out:
+        s["blocked"] = pol.is_blocked(s.get("id", ""))
+    return {"skills": out}
+
+
+@app.get("/api/ahs/md-skills/{skill_id}")
+async def md_get(skill_id: str):
+    s = _api.os_instance().md_skills.get(skill_id)
+    if s is None:
+        raise HTTPException(404, "指令技能不存在")
+    return s.to_dict()
+
+
+@app.patch("/api/ahs/md-skills/{skill_id}")
+async def md_patch(skill_id: str, p: MdSkillPatchPayload):
+    reg = _api.os_instance().md_skills
+    s = reg.get(skill_id)
+    if s is None:
+        raise HTTPException(404, "指令技能不存在")
+    if p.enabled is not None:
+        s.enabled = bool(p.enabled)
+    if p.triggers is not None:
+        s.triggers = [str(t).strip() for t in p.triggers if str(t).strip()]
+    _api.os_instance().md_store.save(reg)
+    return {"ok": True, "skill": s.to_meta()}
+
+
+@app.delete("/api/ahs/md-skills/{skill_id}")
+async def md_delete(skill_id: str):
+    reg = _api.os_instance().md_skills
+    if reg.get(skill_id) is None:
+        raise HTTPException(404, "指令技能不存在")
+    reg.unregister(skill_id)
+    _api.os_instance().md_store.save(reg)
+    return {"ok": True}
+
+
+@app.post("/api/ahs/run")
+async def ahs_run(payload: AHSRunPayload):
+    """跑一遍 AHS 执行链:router→planner→composition,全程过 guard+breaker+hooks。
+    【P3-2】用 run_async 把同步 compose 放到线程池,避免阻塞事件循环。
+    【P2-2】暴露 pending_confirmation/is_pending,供前端识别"待确认"并断点续跑
+    (确认后带 confirmed=True + resume_state 重发本接口)。
+    【P1】关键操作还需带 confirm_nonce(响应里的 pending_confirmation.confirm_nonce);
+    缺/错/过期 → 仍返回 pending_confirmation 并换发新码,不会执行。"""
+    from foxclaw.skills import set_loop_session, reset_loop_session
+    sid = (payload.resume_state or {}).get("task_id") or f"ahs_{uuid.uuid4().hex[:8]}"
+    token = set_loop_session(sid)
+    try:
+        res = await _api.os_instance().ahs_pipeline.run_async(
+            payload.task, confirmed=payload.confirmed,
+            resume_state=payload.resume_state,
+            confirm_nonce=payload.confirm_nonce)
+        return {
+            "task": res.task, "route": res.route, "plan": res.plan,
+            "composition": res.composition, "success": res.success,
+            "summary": res.summary,
+            "pending_confirmation": res.pending_confirmation,
+            "is_pending": res.is_pending,
+        }
+    except Exception as e:
+        return {"success": False, "summary": f"执行链异常: {e}"}
+    finally:
+        reset_loop_session(token)
+
+
+@app.get("/api/ahs/breaker")
+async def ahs_breaker_status():
+    """断路器状态:各 skill 的失败计数与开闸情况。"""
+    br = _api.os_instance().skill_adapter.breaker
+    return {"breakers": {sid: br.status(sid) for sid in br._entries}}
+
+
+@app.get("/api/ahs/hooks/audit")
+async def ahs_hooks_audit():
+    """钩子审计日志(最近 20 条)。"""
+    return {"audit": _api.os_instance().skill_adapter.hooks.recent_audit(20)}

package/python/foxclaw/api/routes/attachments.py

@@ -0,0 +1,116 @@
+"""聊天附件:通用文件上传/下载(多模态渲染·步骤7)。
+
+与「文件摄入知识库」(domain.py 的 import + HKC ingest)不同:这里是**聊天附件**——文件随问题
+发给 LLM(文本类提取正文、其它降级为元数据提示),并在对话里以卡片渲染。图片多模态(images
+base64)走既有 /chat/stream 的 images 通道,不经过这里。
+
+安全铁律:
+  · 文件名只留 basename + 清洗非法字符,杜绝路径穿越;
+  · id 只认我们生成的 [A-Za-z0-9_-] 形态;
+  · 大小 / 文本提取长度均设上限(防超大 payload / 超长上下文);
+  · 附件落 `<data_dir>/attachments/`,下载按 id 定位,不信任客户端传路径。
+"""
+from __future__ import annotations
+
+import re
+import uuid
+from pathlib import Path
+
+from fastapi import File, HTTPException, UploadFile
+from fastapi.responses import FileResponse
+
+import foxclaw.api as _api
+from .. import app
+
+
+_MAX_ATTACH_BYTES = 20 * 1024 * 1024
+_MAX_TEXT_CHARS = 20000
+_ID_RE = re.compile(r"^[A-Za-z0-9_-]{1,64}$")
+
+_TEXT_EXTS = {
+    ".txt", ".md", ".markdown", ".csv", ".json", ".yaml", ".yml", ".log",
+    ".py", ".js", ".ts", ".html", ".css", ".xml", ".toml", ".ini", ".sh",
+    ".go", ".rs", ".java", ".c", ".cpp", ".h", ".sql", ".rb", ".php",
+}
+
+
+def _att_dir() -> Path:
+    d = Path(_api.os_instance().data_dir) / "attachments"
+    d.mkdir(parents=True, exist_ok=True)
+    return d
+
+
+def _decode_text(data: bytes) -> str:
+    """按常见编码尝试解码,失败返回空(降级)。"""
+    for enc in ("utf-8", "gbk", "utf-16"):
+        try:
+            return data.decode(enc)
+        except (UnicodeDecodeError, LookupError):
+            continue
+    return ""
+
+
+def _extract_text(path: Path, name: str) -> str:
+    """从上传的附件提取正文:文本类直接读、PDF 用 fitz、其它返回空(前端/LLM 降级为元数据提示)。"""
+    ext = Path(name).suffix.lower()
+    if ext in _TEXT_EXTS:
+        try:
+            return _decode_text(path.read_bytes())[:_MAX_TEXT_CHARS]
+        except Exception:
+            return ""
+    if ext == ".pdf":
+        try:
+            import fitz
+        except ImportError:
+            return ""
+        try:
+            doc = fitz.open(str(path))
+            try:
+                text = ""
+                for page in doc:
+                    text += page.get_text()
+                    if len(text) >= _MAX_TEXT_CHARS:
+                        break
+                return text[:_MAX_TEXT_CHARS]
+            finally:
+                doc.close()
+        except Exception:
+            return ""
+    return ""
+
+
+@app.post("/api/upload")
+async def upload_attachment(file: UploadFile = File(...)):
+    """通用聊天附件上传:落盘 + 尽力提取正文,返回 {id,name,size,mime,url,text}。
+    text 为空表示不可提取(二进制/图片等),前端/LLM 降级为「文件名 + 元数据」提示。"""
+    raw_name = (file.filename or "attachment").strip()
+    name = Path(raw_name).name or "attachment"
+    data = await file.read()
+    if not data:
+        raise HTTPException(400, "空文件")
+    if len(data) > _MAX_ATTACH_BYTES:
+        raise HTTPException(413, f"文件过大({len(data) / 1048576:.1f}MB>{_MAX_ATTACH_BYTES // 1048576}MB)")
+    aid = uuid.uuid4().hex[:12]
+    safe_name = re.sub(r"[^A-Za-z0-9._\-]", "_", name)[:120] or "attachment"
+    dest = _att_dir() / f"{aid}_{safe_name}"
+    dest.write_bytes(data)
+    text = _extract_text(dest, name)
+    return {
+        "id": aid,
+        "name": name,
+        "size": len(data),
+        "mime": (file.content_type or "application/octet-stream").lower(),
+        "url": f"/api/attachments/{aid}",
+        "text": text,
+    }
+
+
+@app.get("/api/attachments/{aid}")
+async def get_attachment(aid: str):
+    """下载附件。id 只认自生成形态,路径穿越到此为止。"""
+    if not _ID_RE.fullmatch(aid or ""):
+        raise HTTPException(400, "非法附件 id")
+    d = _att_dir()
+    for p in d.glob(f"{aid}_*"):
+        return FileResponse(str(p), filename=p.name.split("_", 1)[1])
+    raise HTTPException(404, "附件不存在")

package/python/foxclaw/api/routes/browser.py

@@ -0,0 +1,35 @@
+"""浏览器子系统(HIR-Browser)端点。
+
+从 foxclaw/api.py 原样搬移(纯搬移,零行为变更)。共享 OS 实例经 `_api.current_os()`
+晚绑定读取;路由用 `@app` 装饰器在 import 时注册。
+"""
+
+from pydantic import BaseModel
+
+import foxclaw.api as _api
+from .. import app
+
+
+class BrowserActPayload(BaseModel):
+    type: str
+    target: str | None = None
+    value: object | None = None
+    meta: dict = {}
+
+
+@app.get("/api/browser/status")
+async def browser_status():
+    """浏览器子系统能力/会话状态(available/session_active/launch_error)。"""
+    return _api.os_instance().browser_service.status()
+
+
+@app.get("/api/browser/perceive")
+async def browser_perceive():
+    """只感知当前页面语义结构(带编号的可交互元素 + 摘要),不改变页面。"""
+    return await _api.os_instance().browser_service.perceive()
+
+
+@app.post("/api/browser/act")
+async def browser_act(p: BrowserActPayload):
+    """执行一个 Web 动作,返回校验后最新语义结构。"""
+    return await _api.os_instance().browser_service.act(p.model_dump())