@furongjun1999/dsh-memory 0.4.11 → 0.5.0

package/md_cg/interop.py

@@ -0,0 +1,199 @@
+# -*- coding: utf-8 -*-
+"""互验工具库（批次10，互验定稿 §7 的 python 落地）。
+
+三断言（§7.5）：
+  A1  verifier_instance != subject_instance          —— 是两个人
+  A2  verifier_fingerprint != subject_fingerprint    —— 指纹不同
+  A3  verifier_fingerprint == 本轮冻结值             —— 看同一把尺子（承重墙）
+任一不成立 → 验证结论作废。
+
+verdict 脱敏硬门禁（§7.3）：入库即公开，只允许结构化事实（指纹/断言/计数/
+SHA/迭代 id/时间戳/符号化路径）；禁止 spec 正文/prompt/result.content/
+API 信息/本机绝对路径——违规抛 InteropSanityError。
+"""
+from __future__ import annotations
+
+import json
+import os
+import re
+import sys
+import time
+
+HERE = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
+MANIFEST = os.path.join(HERE, "scripts", "judgment_manifest.py")
+
+_FORBIDDEN_RES = [
+    (re.compile(r"[A-Za-z]:[\\\\/]", ), "本机绝对路径（盘符）"),
+    (re.compile(r"/Users/|/home/"), "本机绝对路径（unix 家目录）"),
+    (re.compile(r"sk[-_][A-Za-z0-9]{8,}"), "疑似 API key"),
+    (re.compile(r"https?://[^\s\"']*(api|key|token)", re.I), "API 端点/凭证 URL"),
+]
+_FORBIDDEN_KEYS = {"prompt", "content", "spec", "api_key", "base", "model",
+                   "system_prompt", "user_prompt", "content_head"}
+
+
+class InteropSanityError(ValueError):
+    """verdict 脱敏门禁违规（入库即公开，违规内容不得落盘）。"""
+
+
+def _manifest(action: str):
+    import subprocess
+    import sys
+    r = subprocess.run([sys.executable, MANIFEST, action],
+                       capture_output=True, text=True, encoding="utf-8")
+    if r.returncode != 0:
+        raise RuntimeError(f"judgment_manifest {action} 失败: {r.stderr[:200]}")
+    return r.stdout.strip()
+
+
+def freeze(iter_id: str, out_dir: str = None) -> dict:
+    """第 0 步：记录本轮判据面冻结凭证（A3 的比对基准）。
+
+    out_dir 缺省 = hive/interop/<iter_id>/；显式传入时视为最终目录（不拼 iter_id）。
+    """
+    manifest = json.loads(_manifest(""))
+    credential = {
+        "iter_id": iter_id,
+        "frozen_at": time.strftime("%Y-%m-%dT%H:%M:%S%z"),
+        "digest": _manifest("--digest"),
+        "files": manifest["files"],
+    }
+    if out_dir is None:
+        out_dir = os.path.join(HERE, "hive", "interop", iter_id)
+    os.makedirs(out_dir, exist_ok=True)
+    fp = os.path.join(out_dir, "frozen.json")
+    with open(fp, "w", encoding="utf-8") as f:
+        json.dump(credential, f, ensure_ascii=False, indent=2)
+    credential["_path"] = fp
+    return credential
+
+
+def assert_a3(frozen: dict, verifier_fingerprint: str) -> dict:
+    """A3（承重墙）：验证者声明的判据面指纹 == 本轮冻结值。"""
+    ok = verifier_fingerprint == frozen.get("digest")
+    return {"assertion": "A3", "ok": ok,
+            "frozen": frozen.get("digest"), "actual": verifier_fingerprint}
+
+
+def assert_a1(verifier_instance: str, subject_instance: str) -> dict:
+    return {"assertion": "A1",
+            "ok": bool(verifier_instance and subject_instance
+                       and verifier_instance != subject_instance),
+            "verifier": verifier_instance, "subject": subject_instance}
+
+
+def assert_a2(verifier_fingerprint: str, subject_fingerprint: str) -> dict:
+    return {"assertion": "A2",
+            "ok": bool(verifier_fingerprint and subject_fingerprint
+                       and verifier_fingerprint != subject_fingerprint),
+            "verifier": verifier_fingerprint, "subject": subject_fingerprint}
+
+
+def sanity_check_verdict(verdict: dict) -> None:
+    """脱敏硬门禁：递归扫描 verdict 全部键与字符串值，违规即抛。"""
+    def walk(obj, path="$"):
+        if isinstance(obj, dict):
+            for k, v in obj.items():
+                if str(k).lower() in _FORBIDDEN_KEYS:
+                    raise InteropSanityError(
+                        f"{path}.{k}: 禁止字段（spec 正文/prompt/API 信息不得入库）")
+                walk(v, f"{path}.{k}")
+        elif isinstance(obj, list):
+            for i, v in enumerate(obj):
+                walk(v, f"{path}[{i}]")
+        elif isinstance(obj, str):
+            for i, (pat, why) in enumerate(_FORBIDDEN_RES):
+                if pat.search(obj):
+                    raise InteropSanityError(
+                        f"{path}: 疑似 {why}（命中 {i} 号规则）")
+
+    walk(verdict)
+
+
+def make_verdict(iter_id: str, verifier_instance: str, verifier_fingerprint: str,
+                 subject_instance: str, subject_fingerprint: str,
+                 suite_origin: str, frozen_at: str, verdict: str,
+                 passed: int, failed: int, details=None) -> dict:
+    """§7.3 契约构造 + 脱敏门禁（违规即抛，绝不落盘）。"""
+    v = {
+        "iter_id": iter_id,
+        "verifier_instance": verifier_instance,
+        "verifier_fingerprint": verifier_fingerprint,
+        "subject_instance": subject_instance,
+        "subject_fingerprint": subject_fingerprint,
+        "suite_origin": suite_origin,
+        "frozen_at": frozen_at,
+        "verdict": verdict,
+        "passed": passed,
+        "failed": failed,
+        "details": details or [],
+    }
+    sanity_check_verdict(v)
+    return v
+
+
+# ---------------------------------------------------------------- 批次11：时序原语
+
+def dispatch_verify_job(verifier_jobs_dir: str, iter_id: str,
+                        subject_fingerprint: str, timeout_s: int = 1800) -> dict:
+    """§7.4 步骤3（★非阻塞★）：把验证任务作为普通蜂巢 job 投到验证实例的
+    jobs 目录——文件协议即接口，写 spec.json 即完成投递，立即返回不等待
+    （进度靠验证实例心跳的 iter_id/progress 拉取，不阻塞轮询）。
+
+    subject_fingerprint 经 spec.env 传给验证执行器（主实例候选的判据面指纹，
+    A2 的比对输入）。
+    """
+    jobs = os.path.abspath(verifier_jobs_dir)
+    spec = {
+        "model": "cmd",
+        "user_prompt": f"互验执行 iter={iter_id}",
+        "command": [sys.executable,
+                    os.path.join(HERE, "hive", "verify_runner.py"), iter_id],
+        "timeout_s": max(5, min(3600, timeout_s)),
+        "env": {"SUBJECT_FP": subject_fingerprint, "ITER_ID": iter_id},
+    }
+    from .fsutil import ShardedLog  # noqa: F401  确认依赖在位
+    jd = os.path.join(jobs, f"h{int(time.time() * 1000)}_disp")
+    os.makedirs(jd, exist_ok=True)
+    with open(os.path.join(jd, "spec.json"), "w", encoding="utf-8") as f:
+        json.dump(spec, f, ensure_ascii=False)
+    with open(os.path.join(jd, "status.json"), "w", encoding="utf-8") as f:
+        json.dump({"state": "pending"}, f)
+    return {"ok": True, "dispatched": jd, "iter_id": iter_id,
+            "note": "非阻塞投递完成——进度靠验证实例心跳拉取，不轮询不等待"}
+
+
+def write_verdict_to_repo(verdict: dict, repo: str = HERE,
+                          do_commit: bool = False) -> dict:
+    """§7.3 留痕：verdict 写 hive/interop/<iter_id>/（受版本控制目录，
+    **不用** hive/jobs/——该目录 .gitignore 且含运行态）。
+
+    脱敏门禁在 make_verdict 已过；此处落盘前再过一次（纵深）。do_commit=True
+    时 git add+commit（**不自动 push**——推送由使用者/编排触发，§7.3 双清单
+    人工确认环节保留）。
+    """
+    sanity_check_verdict(verdict)
+    it = verdict.get("iter_id") or ""
+    if not re.fullmatch(r"[A-Za-z0-9_.-]{1,80}", it):
+        raise ValueError(f"iter_id 非法（入库路径组成部分）: {it!r}")
+    out_dir = os.path.join(repo, "hive", "interop", it)
+    os.makedirs(out_dir, exist_ok=True)
+    fp = os.path.join(out_dir, "verdict.json")
+    with open(fp, "w", encoding="utf-8") as f:
+        json.dump(verdict, f, ensure_ascii=False, indent=2)
+    out = {"ok": True, "path": fp}
+    if do_commit:
+        import subprocess
+        r1 = subprocess.run(["git", "add", os.path.relpath(fp, repo)],
+                            cwd=repo, capture_output=True, text=True,
+                            encoding="utf-8", errors="replace")
+        r2 = subprocess.run(
+            ["git", "commit", "-q", "-m",
+             f"interop(verifier): iter={it} verdict={verdict.get('verdict')} "
+             f"passed={verdict.get('passed')} failed={verdict.get('failed')}"],
+            cwd=repo, capture_output=True, text=True,
+            encoding="utf-8", errors="replace")
+        out["committed"] = r2.returncode == 0
+        if r2.returncode != 0:
+            out["commit_err"] = (r2.stderr or r1.stderr)[:200]
+    return out