@hupan56/wlkj 3.3.13 → 3.3.15

package/templates/qoder/scripts/validation/eval/bf_score.py

@@ -1,218 +1,218 @@
-#!/usr/bin/env python3
-# -*- coding: utf-8 -*-
-"""bf_score.py - 业务保真(BF)统一打分器：吃【真命令产物文件】打 BF 分。
-
-把 FW9-11 的 BF 尺子从"代理生成+打分"改成"读真产物文件+打分"。
-宿主真跑 /wl-prd /wl-design /wl-code /wl-search 出的真产物 → 本工具打 BF 分（对真 ICS 业务数据）。
-
-用法:
-  python bf_score.py prd   <PRD.md>   [--feature 保险]   # BF1 schema保真 + BF2 内容保真(LLM-judge)
-  python bf_score.py proto <原型.html>                    # BF3 组件保真 + BF4 颜色保真
-  python bf_score.py code  <实体列表.txt|diff> --feature 保险  # BF5 feature精准
-  python bf_score.py search <结果.json或txt> --feature 保险     # BF6 feature相关率
-
-跑法（容器内，接真业务数据）:
-  docker exec -i wlinkj-workspace-backend-1 python /app/scripts/validation/eval/bf_score.py prd /path/REQ.md --feature 保险
-"""
-import os
-import re
-import sys
-import json
-import colorsys
-import urllib.request
-import urllib.error
-
-for _p in ("/app", os.path.abspath(os.path.join(os.path.dirname(__file__), "..", "..", "..", ".."))):
-    if os.path.isdir(_p) and _p not in sys.path:
-        sys.path.insert(0, _p)
-
-from sqlalchemy import text  # noqa: E402
-from app.db import SessionLocal  # noqa: E402
-
-_H = None  # lazy: 避免与 mcp_handlers 循环 import
-
-
-def _hub():
-    """惰性取 mcp_handlers（dispatch rag_search/get_design_system），避免循环 import。"""
-    global _H
-    if _H is None:
-        from app.routers import mcp_handlers as _h
-        try:
-            _h._init_handlers()
-        except Exception:
-            pass
-        _H = _h
-    return _H
-
-CHAT_URL = os.environ.get("ALI_CHAT_BASE", "").rstrip("/") + "/chat/completions"
-CHAT_KEY = os.environ.get("DASHSCOPE_API_KEY", "")
-JUDGE_MODEL = "qwen-max"
-_NEUTRAL = {(255, 255, 255), (0, 0, 0), (51, 51, 51), (102, 102, 102), (153, 153, 153),
-            (240, 240, 240), (250, 250, 250), (217, 217, 217), (232, 232, 232), (245, 245, 245)}
-_TABLE_RE = re.compile(r'\b(t_[a-z_]+|tb_[a-z_]+|report_[a-z_]+|salary_[a-z_]+|[a-z]+_[a-z_]+_table)\b', re.IGNORECASE)
-
-
-def _read(path):
-    try:
-        with open(path, encoding="utf-8", errors="replace") as f:
-            return f.read()
-    except Exception as e:
-        return ""
-
-
-def _q(s, sql, p=None):
-    try:
-        return s.execute(text(sql), p or {}).fetchall()
-    except Exception:
-        try:
-            s.rollback()
-        except Exception:
-            pass
-        return []
-
-
-def chat(model, prompt, max_tokens=10, timeout=60):
-    body = json.dumps({"model": model, "messages": [{"role": "user", "content": prompt}],
-        "temperature": 0.0, "max_tokens": max_tokens}).encode()
-    for a in range(3):
-        try:
-            req = urllib.request.Request(CHAT_URL, data=body,
-                headers={"Authorization": f"Bearer {CHAT_KEY}", "Content-Type": "application/json"})
-            return json.loads(urllib.request.urlopen(req, timeout=timeout).read())["choices"][0]["message"]["content"]
-        except Exception:
-            if a < 2:
-                import time
-                time.sleep(1.0 * (a + 1))
-            else:
-                return ""
-
-
-# ── BF1: PRD schema 保真 ──
-def bf1_schema(prd_text):
-    mentioned = set(m.lower() for m in _TABLE_RE.findall(prd_text))
-    if not mentioned:
-        return {"score": 0.0, "mentioned": 0, "note": "PRD 未提表名"}
-    s = SessionLocal()
-    all_tabs = set(r[0].lower() for r in _q(s, "SELECT table_name FROM db_tables"))
-    s.close()
-    real = mentioned & all_tabs
-    return {"score": round(len(real) / len(mentioned), 3), "mentioned": len(mentioned), "real": len(real)}
-
-
-# ── BF2: PRD 内容保真（LLM-judge） ──
-def bf2_content(prd_text, feature):
-    r = _hub().dispatch("rag_search", {"query": feature, "kind": "prd", "top_k": 1}) or {}
-    items = r.get("items") or []
-    ref = (items[0].get("text") or "")[:600] if items else ""
-    if not ref:
-        return {"score": 0, "note": "无真 PRD 范本"}
-    p = ("你是 ICS（车辆物联网系统）资深产品专家。对照【真实 ICS PRD 范本】，给【生成 PRD】业务保真度打分 1-5：\n"
-         "5=完全 ICS 业务写法(系统级/字段级/真业务流程)；3=部分；1=通用产品宣传文。\n"
-         f"【真 ICS PRD 范本】：\n{ref}\n\n【待评 PRD】：\n{prd_text[:1000]}\n\n只输出一个整数(1-5)。")
-    out = chat(JUDGE_MODEL, p)
-    m = re.search(r"[1-5]", out)
-    return {"score": int(m.group()) if m else 0, "ref_len": len(ref)}
-
-
-# ── BF3/4: 原型保真 ──
-def _design():
-    r = _hub().dispatch("get_design_system", {}) or {}
-    proj = next((p for p in r.get("projects", []) if p.get("project") == "fywl-ui"), {})
-    colors = proj.get("colors", {}) or {}
-    palette = set()
-    for v in colors.values():
-        if isinstance(v, str) and v.startswith("hsl"):
-            m = re.match(r"hsl\(\s*([\d.]+)[,\s]+([\d.]+)%[,\s]+([\d.]+)%", v)
-            if m:
-                h, s_, l = float(m.group(1)) / 360, float(m.group(2)) / 100, float(m.group(3)) / 100
-                r_, g_, b_ = colorsys.hls_to_rgb(h, l, s_)
-                palette.add((round(r_ * 255), round(g_ * 255), round(b_ * 255)))
-    comps = set()
-    for d in (proj.get("commonComponents", {}), proj.get("formComponents", {})):
-        if isinstance(d, dict):
-            comps.update(k.lower() for k in d)
-    return palette, comps
-
-
-def _extract_colors(html):
-    out = set()
-    for m in re.findall(r"#([0-9a-fA-F]{6}|[0-9a-fA-F]{3})\b", html):
-        h = m if len(m) == 6 else m * 2
-        out.add((int(h[0:2], 16), int(h[2:4], 16), int(h[4:6], 16)))
-    for m in re.findall(r"hsl\(\s*([\d.]+)[,\s]+([\d.]+)%[,\s]+([\d.]+)%", html):
-        h, s_, l = float(m[0]) / 360, float(m[1]) / 100, float(m[2]) / 100
-        r_, g_, b_ = colorsys.hls_to_rgb(h, l, s_)
-        out.add((round(r_ * 255), round(g_ * 255), round(b_ * 255)))
-    for m in re.findall(r"rgb\(\s*(\d+)\s*,\s*(\d+)\s*,\s*(\d+)", html):
-        out.add((int(m[0]), int(m[1]), int(m[2])))
-    return out
-
-
-def _color_real(c, palette):
-    if c in _NEUTRAL:
-        return True
-    return any(all(abs(a - b) <= 40 for a, b in zip(c, p)) for p in palette)
-
-
-def bf34_proto(html):
-    palette, comps = _design()
-    cols = _extract_colors(html)
-    color_score = (sum(1 for c in cols if _color_real(c, palette)) / len(cols)) if cols else 0.0
-    used = set(m.lower() for m in re.findall(r"<(?:el|van|a|n)-([\w-]+)", html))
-    comp_score = (sum(1 for c in used if c in comps) / len(used)) if used and comps else (1.0 if not comps else 0.0)
-    return {"bf3_component": round(comp_score, 3), "bf4_color": round(color_score, 3),
-            "colors": len(cols), "components": len(used)}
-
-
-# ── BF5/6: feature 实体精准/相关率 ──
-def _feature_gold(feature):
-    s = SessionLocal()
-    rows = _q(s, "SELECT canonical, cn FROM entities WHERE (canonical ILIKE :p OR cn ILIKE :p) "
-                "AND type IN ('CONTROLLER','SERVICE','TABLE','COLUMN','FUNCTION') LIMIT 30", {"p": f"%{feature}%"})
-    s.close()
-    return set(c for c, _ in rows if c)
-
-
-def bf56_entities(text, feature):
-    gold = _feature_gold(feature)
-    cands = set(re.findall(r"[A-Za-z_][\w]{2,}", text))
-    if not cands:
-        return {"score": 0.0, "candidates": 0, "gold": len(gold)}
-    hit = sum(1 for c in cands if c in gold)
-    return {"score": round(hit / len(cands), 3), "candidates": len(cands), "gold_hit": hit, "gold": len(gold)}
-
-
-def main():
-    if len(sys.argv) < 3:
-        sys.stderr.write(__doc__)
-        return 1
-    kind, path = sys.argv[1], sys.argv[2]
-    feature = None
-    if "--feature" in sys.argv:
-        feature = sys.argv[sys.argv.index("--feature") + 1]
-    text = _read(path)
-    if not text:
-        sys.stderr.write("读不到文件: %s\n" % path)
-        return 1
-    out = {"file": os.path.basename(path), "kind": kind}
-    if kind == "prd":
-        out["BF1_schema"] = bf1_schema(text)
-        if feature:
-            out["BF2_content"] = bf2_content(text, feature)
-    elif kind == "proto":
-        out.update(bf34_proto(text))
-    elif kind in ("code", "search"):
-        if not feature:
-            sys.stderr.write("code/search 需 --feature\n")
-            return 1
-        bf = bf56_entities(text, feature)
-        out["BF5_code" if kind == "code" else "BF6_search"] = bf
-    else:
-        sys.stderr.write("未知 kind: %s (prd/proto/code/search)\n" % kind)
-        return 1
-    print(json.dumps(out, ensure_ascii=False, indent=2))
-    return 0
-
-
-if __name__ == "__main__":
-    sys.exit(main())
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+"""bf_score.py - 业务保真(BF)统一打分器：吃【真命令产物文件】打 BF 分。
+
+把 FW9-11 的 BF 尺子从"代理生成+打分"改成"读真产物文件+打分"。
+宿主真跑 /wl-prd /wl-design /wl-code /wl-search 出的真产物 → 本工具打 BF 分（对真 ICS 业务数据）。
+
+用法:
+  python bf_score.py prd   <PRD.md>   [--feature 保险]   # BF1 schema保真 + BF2 内容保真(LLM-judge)
+  python bf_score.py proto <原型.html>                    # BF3 组件保真 + BF4 颜色保真
+  python bf_score.py code  <实体列表.txt|diff> --feature 保险  # BF5 feature精准
+  python bf_score.py search <结果.json或txt> --feature 保险     # BF6 feature相关率
+
+跑法（容器内，接真业务数据）:
+  docker exec -i wlinkj-workspace-backend-1 python /app/scripts/validation/eval/bf_score.py prd /path/REQ.md --feature 保险
+"""
+import os
+import re
+import sys
+import json
+import colorsys
+import urllib.request
+import urllib.error
+
+for _p in ("/app", os.path.abspath(os.path.join(os.path.dirname(__file__), "..", "..", "..", ".."))):
+    if os.path.isdir(_p) and _p not in sys.path:
+        sys.path.insert(0, _p)
+
+from sqlalchemy import text  # noqa: E402
+from app.db import SessionLocal  # noqa: E402
+
+_H = None  # lazy: 避免与 mcp_handlers 循环 import
+
+
+def _hub():
+    """惰性取 mcp_handlers（dispatch rag_search/get_design_system），避免循环 import。"""
+    global _H
+    if _H is None:
+        from app.routers import mcp_handlers as _h
+        try:
+            _h._init_handlers()
+        except Exception:
+            pass
+        _H = _h
+    return _H
+
+CHAT_URL = os.environ.get("ALI_CHAT_BASE", "").rstrip("/") + "/chat/completions"
+CHAT_KEY = os.environ.get("DASHSCOPE_API_KEY", "")
+JUDGE_MODEL = "qwen-max"
+_NEUTRAL = {(255, 255, 255), (0, 0, 0), (51, 51, 51), (102, 102, 102), (153, 153, 153),
+            (240, 240, 240), (250, 250, 250), (217, 217, 217), (232, 232, 232), (245, 245, 245)}
+_TABLE_RE = re.compile(r'\b(t_[a-z_]+|tb_[a-z_]+|report_[a-z_]+|salary_[a-z_]+|[a-z]+_[a-z_]+_table)\b', re.IGNORECASE)
+
+
+def _read(path):
+    try:
+        with open(path, encoding="utf-8", errors="replace") as f:
+            return f.read()
+    except Exception as e:
+        return ""
+
+
+def _q(s, sql, p=None):
+    try:
+        return s.execute(text(sql), p or {}).fetchall()
+    except Exception:
+        try:
+            s.rollback()
+        except Exception:
+            pass
+        return []
+
+
+def chat(model, prompt, max_tokens=10, timeout=60):
+    body = json.dumps({"model": model, "messages": [{"role": "user", "content": prompt}],
+        "temperature": 0.0, "max_tokens": max_tokens}).encode()
+    for a in range(3):
+        try:
+            req = urllib.request.Request(CHAT_URL, data=body,
+                headers={"Authorization": f"Bearer {CHAT_KEY}", "Content-Type": "application/json"})
+            return json.loads(urllib.request.urlopen(req, timeout=timeout).read())["choices"][0]["message"]["content"]
+        except Exception:
+            if a < 2:
+                import time
+                time.sleep(1.0 * (a + 1))
+            else:
+                return ""
+
+
+# ── BF1: PRD schema 保真 ──
+def bf1_schema(prd_text):
+    mentioned = set(m.lower() for m in _TABLE_RE.findall(prd_text))
+    if not mentioned:
+        return {"score": 0.0, "mentioned": 0, "note": "PRD 未提表名"}
+    s = SessionLocal()
+    all_tabs = set(r[0].lower() for r in _q(s, "SELECT table_name FROM db_tables"))
+    s.close()
+    real = mentioned & all_tabs
+    return {"score": round(len(real) / len(mentioned), 3), "mentioned": len(mentioned), "real": len(real)}
+
+
+# ── BF2: PRD 内容保真（LLM-judge） ──
+def bf2_content(prd_text, feature):
+    r = _hub().dispatch("rag_search", {"query": feature, "kind": "prd", "top_k": 1}) or {}
+    items = r.get("items") or []
+    ref = (items[0].get("text") or "")[:600] if items else ""
+    if not ref:
+        return {"score": 0, "note": "无真 PRD 范本"}
+    p = ("你是 ICS（车辆物联网系统）资深产品专家。对照【真实 ICS PRD 范本】，给【生成 PRD】业务保真度打分 1-5：\n"
+         "5=完全 ICS 业务写法(系统级/字段级/真业务流程)；3=部分；1=通用产品宣传文。\n"
+         f"【真 ICS PRD 范本】：\n{ref}\n\n【待评 PRD】：\n{prd_text[:1000]}\n\n只输出一个整数(1-5)。")
+    out = chat(JUDGE_MODEL, p)
+    m = re.search(r"[1-5]", out)
+    return {"score": int(m.group()) if m else 0, "ref_len": len(ref)}
+
+
+# ── BF3/4: 原型保真 ──
+def _design():
+    r = _hub().dispatch("get_design_system", {}) or {}
+    proj = next((p for p in r.get("projects", []) if p.get("project") == "fywl-ui"), {})
+    colors = proj.get("colors", {}) or {}
+    palette = set()
+    for v in colors.values():
+        if isinstance(v, str) and v.startswith("hsl"):
+            m = re.match(r"hsl\(\s*([\d.]+)[,\s]+([\d.]+)%[,\s]+([\d.]+)%", v)
+            if m:
+                h, s_, l = float(m.group(1)) / 360, float(m.group(2)) / 100, float(m.group(3)) / 100
+                r_, g_, b_ = colorsys.hls_to_rgb(h, l, s_)
+                palette.add((round(r_ * 255), round(g_ * 255), round(b_ * 255)))
+    comps = set()
+    for d in (proj.get("commonComponents", {}), proj.get("formComponents", {})):
+        if isinstance(d, dict):
+            comps.update(k.lower() for k in d)
+    return palette, comps
+
+
+def _extract_colors(html):
+    out = set()
+    for m in re.findall(r"#([0-9a-fA-F]{6}|[0-9a-fA-F]{3})\b", html):
+        h = m if len(m) == 6 else m * 2
+        out.add((int(h[0:2], 16), int(h[2:4], 16), int(h[4:6], 16)))
+    for m in re.findall(r"hsl\(\s*([\d.]+)[,\s]+([\d.]+)%[,\s]+([\d.]+)%", html):
+        h, s_, l = float(m[0]) / 360, float(m[1]) / 100, float(m[2]) / 100
+        r_, g_, b_ = colorsys.hls_to_rgb(h, l, s_)
+        out.add((round(r_ * 255), round(g_ * 255), round(b_ * 255)))
+    for m in re.findall(r"rgb\(\s*(\d+)\s*,\s*(\d+)\s*,\s*(\d+)", html):
+        out.add((int(m[0]), int(m[1]), int(m[2])))
+    return out
+
+
+def _color_real(c, palette):
+    if c in _NEUTRAL:
+        return True
+    return any(all(abs(a - b) <= 40 for a, b in zip(c, p)) for p in palette)
+
+
+def bf34_proto(html):
+    palette, comps = _design()
+    cols = _extract_colors(html)
+    color_score = (sum(1 for c in cols if _color_real(c, palette)) / len(cols)) if cols else 0.0
+    used = set(m.lower() for m in re.findall(r"<(?:el|van|a|n)-([\w-]+)", html))
+    comp_score = (sum(1 for c in used if c in comps) / len(used)) if used and comps else (1.0 if not comps else 0.0)
+    return {"bf3_component": round(comp_score, 3), "bf4_color": round(color_score, 3),
+            "colors": len(cols), "components": len(used)}
+
+
+# ── BF5/6: feature 实体精准/相关率 ──
+def _feature_gold(feature):
+    s = SessionLocal()
+    rows = _q(s, "SELECT canonical, cn FROM entities WHERE (canonical ILIKE :p OR cn ILIKE :p) "
+                "AND type IN ('CONTROLLER','SERVICE','TABLE','COLUMN','FUNCTION') LIMIT 30", {"p": f"%{feature}%"})
+    s.close()
+    return set(c for c, _ in rows if c)
+
+
+def bf56_entities(text, feature):
+    gold = _feature_gold(feature)
+    cands = set(re.findall(r"[A-Za-z_][\w]{2,}", text))
+    if not cands:
+        return {"score": 0.0, "candidates": 0, "gold": len(gold)}
+    hit = sum(1 for c in cands if c in gold)
+    return {"score": round(hit / len(cands), 3), "candidates": len(cands), "gold_hit": hit, "gold": len(gold)}
+
+
+def main():
+    if len(sys.argv) < 3:
+        sys.stderr.write(__doc__)
+        return 1
+    kind, path = sys.argv[1], sys.argv[2]
+    feature = None
+    if "--feature" in sys.argv:
+        feature = sys.argv[sys.argv.index("--feature") + 1]
+    text = _read(path)
+    if not text:
+        sys.stderr.write("读不到文件: %s\n" % path)
+        return 1
+    out = {"file": os.path.basename(path), "kind": kind}
+    if kind == "prd":
+        out["BF1_schema"] = bf1_schema(text)
+        if feature:
+            out["BF2_content"] = bf2_content(text, feature)
+    elif kind == "proto":
+        out.update(bf34_proto(text))
+    elif kind in ("code", "search"):
+        if not feature:
+            sys.stderr.write("code/search 需 --feature\n")
+            return 1
+        bf = bf56_entities(text, feature)
+        out["BF5_code" if kind == "code" else "BF6_search"] = bf
+    else:
+        sys.stderr.write("未知 kind: %s (prd/proto/code/search)\n" % kind)
+        return 1
+    print(json.dumps(out, ensure_ascii=False, indent=2))
+    return 0
+
+
+if __name__ == "__main__":
+    sys.exit(main())