@hupan56/wlkj 2.0.0

package/templates/qoder/scripts/eval_prd.py

@@ -0,0 +1,225 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+"""
+QODER EVA - PRD/原型 自动评估 (快且准的"准"侧自动指标)
+
+Usage:
+  python eval_prd.py <prd.md路径> [原型.html路径]
+
+自动评分项 (满分 100):
+  A1 现实锚定 (40分): PRD 中引用的字段/API 在知识图谱中真实存在的比例
+     -> 防止 AI 编造不存在的字段和接口
+  A2 风格保真 (30分): 原型中的颜色值来自真源(模板/风格参考)的比例
+     -> 防止 AI 发明项目里不存在的颜色
+  A3 模板完整 (30分): PRD 包含团队模板必需章节的比例
+     -> 保证团队章程的模板结构不丢
+
+结果追加到 .qoder/learning/eval-history.jsonl (本机), 供 /wl-status 趋势展示。
+Exit: 0 = 总分>=80, 1 = 不达标 (发布前应修复)
+"""
+
+import os
+import sys
+import json
+import re
+from datetime import datetime
+
+if sys.platform == 'win32':
+    try:
+        sys.stdout.reconfigure(encoding='utf-8')
+    except (AttributeError, IOError):
+        pass
+
+sys.path.insert(0, os.path.dirname(os.path.abspath(__file__)))
+
+BASE = os.path.dirname(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
+INDEX_DIR = os.path.join(BASE, 'data', 'index')
+TPL_DIR = os.path.join(BASE, '.qoder', 'templates')
+HISTORY = os.path.join(BASE, '.qoder', 'learning', 'eval-history.jsonl')
+
+# 完整模板必需章节 (prd-full-template.md) / Mini 模板必需章节
+FULL_SECTIONS = ['版本信息', '变更日志', '名词解释', '需求背景', '需求来源', '产品现状',
+                 '需求范围', '功能清单', '字段规格', '操作与校验', '非功能性需求',
+                 '埋点', '版本计划']
+QUICK_SECTIONS = ['功能入口', '需求背景', '需求说明', '影响范围', '验收标准', '不在本次范围']
+
+# 中性色白名单 (不算"发明颜色")
+NEUTRAL_COLORS = {'#fff', '#ffffff', '#000', '#000000', '#333', '#666', '#999',
+                  '#1f1f1f', '#f0f0f0', '#fafafa', '#d9d9d9', '#e8e8e8', '#f5f5f5'}
+
+
+def load_json(path):
+    try:
+        with open(path, encoding='utf-8') as f:
+            return json.load(f)
+    except Exception:
+        return {}
+
+
+def read_text(path):
+    with open(path, encoding='utf-8', errors='ignore') as f:
+        return f.read()
+
+
+# ============================================================
+# A1: 现实锚定 - PRD 引用的字段/API 是否真实存在
+# ============================================================
+
+def score_reality(prd_text):
+    fm = load_json(os.path.join(INDEX_DIR, 'style-index.json')).get('field_map', {})
+    apis = load_json(os.path.join(INDEX_DIR, 'api-index.json'))
+    fields_lower = {k.lower() for k in fm}
+    api_paths = set()
+    for ep in apis:
+        api_paths.add(ep.lower())
+        for seg in ep.lower().split('/'):
+            if len(seg) >= 4:
+                api_paths.add(seg)
+
+    # 只检查表格单元格里的 camelCase 标识符 (字段规格表的内容)
+    # 跳过"新增/规划"上下文的行 —— 新需求规划的路径本来就不存在
+    NEW_MARKS = ('新增', '新建', '规划', '待开发', '本次新增', 'NEW')
+    candidates = set()
+    api_refs = set()
+    for line in prd_text.splitlines():
+        is_new = any(m in line for m in NEW_MARKS)
+        if '|' in line and not is_new:
+            for cell in line.split('|'):
+                for tok in re.findall(r'\b[a-z][a-zA-Z0-9]{3,30}\b', cell.strip()):
+                    if any(c.isupper() for c in tok):  # camelCase 才像字段名
+                        candidates.add(tok)
+        if not is_new:
+            for ref in re.findall(r'/[a-zA-Z][a-zA-Z0-9/]{3,60}', line):
+                # 前端组件新路径以 /apps|/views|/components 开头的不检查
+                if not re.search(r'(apps|views|components|modules)/', ref):
+                    api_refs.add(ref)
+
+    checked, hits, misses = 0, 0, []
+    for tok in sorted(candidates):
+        checked += 1
+        tl = tok.lower()
+        if tl in fields_lower or any(tl in f or f in tl for f in fields_lower):
+            hits += 1
+        else:
+            misses.append(tok)
+    for ref in sorted(api_refs):
+        checked += 1
+        rl = ref.lower()
+        if rl in api_paths or any(seg in api_paths for seg in rl.split('/') if len(seg) >= 4):
+            hits += 1
+        else:
+            misses.append(ref)
+
+    if checked == 0:
+        return 1.0, '未引用具体字段/API (零星文案类需求正常)', []
+    ratio = hits / checked
+    return ratio, '{}/{} 个字段/API 引用可在图谱中找到'.format(hits, checked), misses[:8]
+
+
+# ============================================================
+# A2: 风格保真 - 原型颜色是否来自真源
+# ============================================================
+
+def allowed_colors():
+    """真源颜色集合 = 平台模板 + 风格参考 JSON 中出现过的所有色值"""
+    allowed = set(NEUTRAL_COLORS)
+    sources = [
+        os.path.join(TPL_DIR, 'prototype-web.html'),
+        os.path.join(TPL_DIR, 'prototype-app.html'),
+        os.path.join(INDEX_DIR, 'chart-style-reference.json'),
+        os.path.join(INDEX_DIR, 'vben-style-reference.json'),
+    ]
+    for p in sources:
+        if os.path.isfile(p):
+            text = read_text(p)
+            for c in re.findall(r'#[0-9a-fA-F]{3,8}\b', text):
+                allowed.add(c.lower())
+    return allowed
+
+
+def score_style(html_text):
+    # emoji = 没有使用项目真实图标体系, 直接重罚
+    emojis = re.findall(r'[\U0001F300-\U0001FAFF☀-➿⬀-⯿]', html_text)
+    allowed = allowed_colors()
+    used = [c.lower() for c in re.findall(r'#[0-9a-fA-F]{3,8}\b', html_text)]
+    if not used and not emojis:
+        return 1.0, '原型未使用硬编码颜色 (纯 CSS 变量, 最佳)', []
+    uniq = sorted(set(used))
+    unknown = [c for c in uniq if c not in allowed]
+    ratio = 1 - (len(unknown) / len(uniq) if uniq else 0)
+    notes = []
+    if emojis:
+        ratio = min(ratio, 0.3)
+        notes.append('发现 {} 个 emoji (必须用 icon-reference.json 的真实图标)'.format(len(set(emojis))))
+    msg = '{}/{} 种颜色来自真源'.format(len(uniq) - len(unknown), len(uniq))
+    if notes:
+        msg += '; ' + '; '.join(notes)
+    return ratio, msg, unknown[:10]
+
+
+# ============================================================
+# A3: 模板完整 - 团队模板章节是否齐全
+# ============================================================
+
+def score_template(prd_text):
+    is_quick = ('Mini-PRD' in prd_text or '零星需求' in prd_text
+                or len(prd_text) < 3000)
+    sections = QUICK_SECTIONS if is_quick else FULL_SECTIONS
+    kind = '零星模板' if is_quick else '完整模板'
+    missing = [s for s in sections if s not in prd_text]
+    ratio = 1 - len(missing) / len(sections)
+    return ratio, '{} {}/{} 章节齐全'.format(kind, len(sections) - len(missing), len(sections)), missing
+
+
+# ============================================================
+# Main
+# ============================================================
+
+def main():
+    if len(sys.argv) < 2:
+        print(__doc__)
+        return 1
+    prd_path = sys.argv[1]
+    html_path = sys.argv[2] if len(sys.argv) > 2 else None
+
+    if not os.path.isfile(prd_path):
+        print('PRD 不存在: ' + prd_path)
+        return 1
+
+    # 用程序化 API 评估 (重构后 main 只是 CLI 包装)
+    from common.eval_api import evaluate, format_report
+    try:
+        result = evaluate(prd_path, html_path)
+    except FileNotFoundError as e:
+        print(str(e))
+        return 1
+
+    # 打印人类可读报告
+    print(format_report(result))
+
+    # 详细 misses (补充 format_report 之外的细节)
+    if result.get('msg2') and '非真源颜色' in str(result.get('msg2', '')):
+        # msg2 已含信息, 此处可补 unknown 列表 —— 但 evaluate 已合并进 misses
+        pass
+
+    # 记录历史 (原子追加, 防并发损坏)
+    try:
+        from common.atomicio import atomic_append_jsonl
+        os.makedirs(os.path.dirname(HISTORY), exist_ok=True)
+        atomic_append_jsonl(HISTORY, {
+            'time': datetime.now().isoformat(),
+            'prd': result['prd'],
+            'a1_reality': result['r1'],
+            'a2_style': result['r2'],
+            'a3_template': result['r3'],
+            'score_pct': result['pct'],
+            'passed': result['passed'],
+        }, timeout=10)
+    except Exception:
+        pass  # 历史记录失败不影响评估结果
+
+    return 0 if result['passed'] else 1
+
+
+if __name__ == '__main__':
+    sys.exit(main())