@qilitt-mickey/vue3-temp-skill 1.1.25 → 1.1.26

package/scripts/ai-match-audit.mjs

@@ -0,0 +1,348 @@
+#!/usr/bin/env node
+
+/**
+ * AI 命中精度审计器
+ *
+ * 从 AI 使用角度审计技能的模块路由匹配系统：
+ * 1. 关键词重叠检测 — 同一关键词出现在多个模块中，AI 会产生歧义
+ * 2. 命中盲区检测 — 常见用户表述无对应关键词，AI 无法命中
+ * 3. 模块可命中性评分 — 每个模块的关键词覆盖度如何
+ * 4. 效果匹配规则审计 — SKILL.md 的效果匹配是否覆盖常见场景
+ * 5. 模块边界冲突 — 功能重叠的模块对，AI 难以区分
+ *
+ * 用法：
+ *   node scripts/ai-match-audit.mjs              # 全量审计
+ *   node scripts/ai-match-audit.mjs --overlap     # 只看关键词重叠
+ *   node scripts/ai-match-audit.mjs --gaps        # 只看命中盲区
+ *   node scripts/ai-match-audit.mjs --score       # 只看模块评分
+ *   node scripts/ai-match-audit.mjs --json        # JSON 输出
+ */
+
+import fs from "fs";
+import path from "path";
+import { fileURLToPath } from "url";
+
+const __dirname = path.dirname(fileURLToPath(import.meta.url));
+const ROOT = path.resolve(__dirname, "..");
+const REFS_DIR = path.join(ROOT, "references");
+const SKILL_FILE = path.join(ROOT, "SKILL.md");
+
+const c = {
+  red: (s) => `\x1b[31m${s}\x1b[0m`,
+  green: (s) => `\x1b[32m${s}\x1b[0m`,
+  yellow: (s) => `\x1b[33m${s}\x1b[0m`,
+  cyan: (s) => `\x1b[36m${s}\x1b[0m`,
+  bold: (s) => `\x1b[1m${s}\x1b[0m`,
+  dim: (s) => `\x1b[2m${s}\x1b[0m`,
+  magenta: (s) => `\x1b[35m${s}\x1b[0m`,
+};
+
+// ── 从 SKILL.md 路由表提取模块关键词 ──────────────────────
+function extractRoutingKeywords() {
+  const content = fs.readFileSync(SKILL_FILE, "utf-8");
+
+  // 标准业务面 + 专项能力包的关键词表
+  const tablePattern = /\|\s*\*\*(\w[\w-]*)\*\*\s*\|\s*(.+?)\s*\|/g;
+  const modules = {};
+  let m;
+  while ((m = tablePattern.exec(content)) !== null) {
+    const moduleId = m[1];
+    const keywordsStr = m[2];
+    // 跳过表头和非关键词行
+    if (moduleId === "模块" || keywordsStr.includes("------")) continue;
+
+    const keywords = keywordsStr
+      .split(/[、，,]/)
+      .map((k) => k.trim().replace(/[`*→]/g, "").trim())
+      .filter((k) => k.length > 0 && k !== "用法见各功能模块" && !k.startsWith("本文件仅索引"));
+
+    if (keywords.length > 0) {
+      modules[moduleId] = keywords;
+    }
+  }
+  return modules;
+}
+
+// ── 从 SKILL.md 提取效果匹配规则 ──────────────────────────
+function extractEffectRules() {
+  const content = fs.readFileSync(SKILL_FILE, "utf-8");
+  const rules = [];
+  const effectSection = content.match(/效果匹配：([\s\S]*?)(?:\n\d+\.\s|\n6\.\s)/);
+  if (effectSection) {
+    const lines = effectSection[1].split("\n");
+    for (const line of lines) {
+      const m = line.match(/-\s*(.+?)\s*→\s*(.+)/);
+      if (m) {
+        rules.push({ trigger: m[1].trim(), target: m[2].trim() });
+      }
+    }
+  }
+  return rules;
+}
+
+// ── 常见用户表述（用于盲区检测）──────────────────────────
+const commonPhrases = [
+  "表单", "搜索", "下拉选择", "拖拽", "拖动", "批量", "排序", "统计",
+  "日历", "时间选择", "日期选择", "树形", "树状", "卡片", "标签页",
+  "步骤条", "面包屑", "抽屉", "折叠面板", "穿梭框", "空状态",
+  "骨架屏", "分步表单", "条件筛选", "联动", "动态表单",
+  "数据看板", "仪表盘", "趋势图", "柱状图", "饼图", "折线图",
+  "地图", "热力图", "散点图", "雷达图",
+  "登录", "注册", "忘记密码", "扫码",
+  "打印", "水印", "全屏", "截图",
+  "拖拽排序", "行编辑", "单元格编辑", "虚拟列表",
+  "文件上传", "图片上传", "视频播放", "音频",
+  "PDF预览", "文档预览", "图片预览",
+  "工作流", "审批流", "流程设计",
+  "实时数据", "消息推送", "在线状态",
+  "响应式", "自适应", "断点",
+  "国际化", "多语言",
+  "暗色", "夜间模式", "换肤",
+  "拖拽上传", "断点续传",
+  "富文本", "Markdown",
+  "甘特图", "日历视图",
+  "组织架构", "部门树",
+];
+
+// ── 1. 关键词重叠检测 ─────────────────────────────────────
+function detectOverlaps(modules) {
+  const keywordMap = {};
+  for (const [moduleId, keywords] of Object.entries(modules)) {
+    for (const kw of keywords) {
+      if (!keywordMap[kw]) keywordMap[kw] = [];
+      keywordMap[kw].push(moduleId);
+    }
+  }
+
+  const overlaps = [];
+  for (const [kw, mods] of Object.entries(keywordMap)) {
+    if (mods.length > 1) {
+      overlaps.push({ keyword: kw, modules: mods });
+    }
+  }
+
+  // 模糊重叠：关键词包含关系（"表格" 包含在 "高性能表格" 中）
+  const fuzzyOverlaps = [];
+  const allKeywords = Object.keys(keywordMap);
+  for (let i = 0; i < allKeywords.length; i++) {
+    for (let j = i + 1; j < allKeywords.length; j++) {
+      const a = allKeywords[i];
+      const b = allKeywords[j];
+      if (a !== b && (a.includes(b) || b.includes(a))) {
+        const modsA = keywordMap[a];
+        const modsB = keywordMap[b];
+        if (modsA.join(",") !== modsB.join(",")) {
+          fuzzyOverlaps.push({
+            keywordA: a, modulesA: modsA,
+            keywordB: b, modulesB: modsB,
+          });
+        }
+      }
+    }
+  }
+
+  return { overlaps, fuzzyOverlaps, keywordMap };
+}
+
+// ── 2. 命中盲区检测 ───────────────────────────────────────
+function detectGaps(modules, keywordMap) {
+  const allKeywords = new Set(Object.keys(keywordMap));
+
+  const gaps = [];
+  for (const phrase of commonPhrases) {
+    let matched = false;
+    for (const kw of allKeywords) {
+      if (phrase.includes(kw) || kw.includes(phrase)) {
+        matched = true;
+        break;
+      }
+    }
+    if (!matched) {
+      gaps.push(phrase);
+    }
+  }
+  return gaps;
+}
+
+// ── 3. 模块可命中性评分 ──────────────────────────────────
+function scoreModules(modules, keywordMap) {
+  const scores = [];
+  for (const [moduleId, keywords] of Object.entries(modules)) {
+    let coverage = 0;
+    let specificity = 0;
+    let overlapCount = 0;
+
+    for (const kw of keywords) {
+      const mods = keywordMap[kw] || [];
+      if (mods.length === 1) coverage++;
+      else overlapCount++;
+
+      if (kw.length >= 4) specificity++;
+      else if (kw.length <= 2) specificity -= 0.5;
+    }
+
+    const coverageRate = keywords.length > 0 ? coverage / keywords.length : 0;
+    const totalScore = Math.round(
+      coverage * 10 +
+      specificity * 5 +
+      keywords.length * 2 -
+      overlapCount * 8
+    );
+
+    scores.push({
+      moduleId,
+      keywordCount: keywords.length,
+      uniqueKeywords: coverage,
+      overlappingKeywords: overlapCount,
+      coverageRate: `${Math.round(coverageRate * 100)}%`,
+      score: totalScore,
+      keywords,
+    });
+  }
+  scores.sort((a, b) => b.score - a.score);
+  return scores;
+}
+
+// ── 4. 模块边界冲突检测 ──────────────────────────────────
+function detectBoundaryConflicts(modules) {
+  const conflicts = [
+    {
+      modules: ["crud-pages", "table-vxe"],
+      issue: "两者都是表格场景。用户说「表格」时 AI 无法区分标准 vs 高性能",
+      suggestion: "table-vxe 应明确「数据量大/虚拟滚动/复杂网格」为触发条件；crud-pages 明确「常规列表」",
+    },
+    {
+      modules: ["crud-pages", "tree-table"],
+      issue: "树形表格是列表的变体，但关键词「树表」不包含「表格」",
+      suggestion: "tree-table 增加「树形列表」「树状表格」关键词",
+    },
+    {
+      modules: ["form-advanced", "crud-pages"],
+      issue: "CRUD 编辑表单 vs 高级表单弹窗，边界不清",
+      suggestion: "form-advanced 明确「弹窗内表单/复杂交互表单」；crud-pages 的编辑表单为「行内/弹窗 CRUD 编辑」",
+    },
+    {
+      modules: ["workflow-bpmn", "flowchart-g6"],
+      issue: "用户说「流程图」时同时命中两个模块",
+      suggestion: "workflow-bpmn → 「BPMN 流程审批/审批流程」；flowchart-g6 → 「自定义流程图/G6 拓扑图」",
+    },
+    {
+      modules: ["feedback-loading", "feedback-ui"],
+      issue: "都是「反馈」类，AI 可能混淆",
+      suggestion: "feedback-loading → 「操作反馈(loading/message/确认框)」；feedback-ui → 「展示类UI(通知栏/水印/时间轴)」",
+    },
+    {
+      modules: ["chart-echarts", "data-screen"],
+      issue: "大屏包含图表，用户说「图表」时可能实际要大屏",
+      suggestion: "data-screen 明确「全屏数据可视化/大屏看板」；chart-echarts → 「页面内图表/统计图」",
+    },
+  ];
+  return conflicts;
+}
+
+// ── 主审计逻辑 ───────────────────────────────────────────
+function audit() {
+  const modules = extractRoutingKeywords();
+  const effectRules = extractEffectRules();
+  const { overlaps, fuzzyOverlaps, keywordMap } = detectOverlaps(modules);
+  const gaps = detectGaps(modules, keywordMap);
+  const scores = scoreModules(modules, keywordMap);
+  const boundaryConflicts = detectBoundaryConflicts(modules);
+
+  return { modules, effectRules, overlaps, fuzzyOverlaps, gaps, scores, boundaryConflicts };
+}
+
+// ── 文本输出 ─────────────────────────────────────────────
+function printText(result) {
+  const { modules, effectRules, overlaps, fuzzyOverlaps, gaps, scores, boundaryConflicts } = result;
+
+  console.log(c.bold(`\n${c.cyan("AI 命中精度审计")}\n`));
+
+  // 1. 关键词重叠
+  console.log(c.bold(`1. 关键词重叠（AI 歧义源）\n`));
+  if (overlaps.length === 0) {
+    console.log(c.green("  ✓ 无精确重叠"));
+  } else {
+    for (const o of overlaps) {
+      console.log(`  ${c.yellow("!")} "${o.keyword}" → ${o.modules.join("、")}`);
+    }
+  }
+  if (fuzzyOverlaps.length > 0) {
+    console.log(c.dim("\n  模糊重叠（包含关系）："));
+    for (const f of fuzzyOverlaps) {
+      console.log(`  ${c.yellow("!")} "${f.keywordA}"(${f.modulesA.join(",")}) ⊃/⊂ "${f.keywordB}"(${f.modulesB.join(",")})`);
+    }
+  }
+
+  // 2. 命中盲区
+  console.log(c.bold(`\n2. 命中盲区（常见表述无匹配）\n`));
+  if (gaps.length === 0) {
+    console.log(c.green("  ✓ 无盲区"));
+  } else {
+    console.log(`  ${c.red(gaps.length)} 个常见表述无法命中任何模块：\n`);
+    for (const g of gaps) {
+      console.log(`  ${c.red("✗")} ${g}`);
+    }
+  }
+
+  // 3. 模块可命中性评分
+  console.log(c.bold(`\n3. 模块可命中性评分（从 AI 视角）\n`));
+  console.log(`  ${c.dim("评分 = 独有词×10 + 长词×5 + 总词×2 - 重叠词×8")}\n`);
+  for (const s of scores) {
+    const bar = "█".repeat(Math.max(0, Math.min(20, s.score / 3))) +
+                c.dim("░".repeat(Math.max(0, 20 - Math.min(20, s.score / 3))));
+    const level = s.score >= 30 ? c.green("优") : s.score >= 15 ? c.yellow("中") : c.red("差");
+    console.log(`  ${bar} ${c.bold(s.moduleId.padEnd(22))} ${String(s.score).padStart(3)} ${c.dim(`(独有${s.uniqueKeywords}/${s.keywordCount} 覆盖${s.coverageRate})`)} ${level}`);
+  }
+
+  // 4. 效果匹配规则
+  console.log(c.bold(`\n4. 效果匹配规则（${effectRules.length} 条）\n`));
+  for (const r of effectRules) {
+    console.log(`  ${c.dim("→")} ${r.trigger} ${c.dim("→")} ${c.cyan(r.target)}`);
+  }
+
+  // 5. 模块边界冲突
+  console.log(c.bold(`\n5. 模块边界冲突（AI 难以区分的对）\n`));
+  for (const bc of boundaryConflicts) {
+    console.log(`  ${c.red("!")} ${c.bold(bc.modules.join(" vs "))}`);
+    console.log(`    ${c.yellow("问题：")} ${bc.issue}`);
+    console.log(`    ${c.green("建议：")} ${bc.suggestion}`);
+    console.log("");
+  }
+}
+
+// ── CLI 入口 ────────────────────────────────────────────────
+const args = process.argv.slice(2);
+const result = audit();
+
+if (args.includes("--json")) {
+  console.log(JSON.stringify(result, null, 2));
+} else if (args.includes("--overlap")) {
+  const { overlaps, fuzzyOverlaps } = result;
+  console.log(c.bold(`\n${c.cyan("关键词重叠检测")}\n`));
+  for (const o of overlaps) {
+    console.log(`  ${c.yellow("!")} "${o.keyword}" → ${o.modules.join("、")}`);
+  }
+  console.log(c.dim("\n  模糊重叠："));
+  for (const f of fuzzyOverlaps) {
+    console.log(`  ${c.yellow("!")} "${f.keywordA}"(${f.modulesA.join(",")}) ⊂/⊃ "${f.keywordB}"(${f.modulesB.join(",")})`);
+  }
+  console.log("");
+} else if (args.includes("--gaps")) {
+  console.log(c.bold(`\n${c.cyan("命中盲区检测")}\n`));
+  for (const g of result.gaps) {
+    console.log(`  ${c.red("✗")} ${g}`);
+  }
+  console.log(`\n  ${c.red(result.gaps.length)} 个常见表述无匹配\n`);
+} else if (args.includes("--score")) {
+  console.log(c.bold(`\n${c.cyan("模块可命中性评分")}\n`));
+  for (const s of result.scores) {
+    const bar = "█".repeat(Math.max(0, Math.min(20, s.score / 3))) +
+                c.dim("░".repeat(Math.max(0, 20 - Math.min(20, s.score / 3))));
+    const level = s.score >= 30 ? c.green("优") : s.score >= 15 ? c.yellow("中") : c.red("差");
+    console.log(`  ${bar} ${c.bold(s.moduleId.padEnd(22))} ${String(s.score).padStart(3)} ${c.dim(`(独有${s.uniqueKeywords}/${s.keywordCount})`)} ${level}`);
+  }
+  console.log("");
+} else {
+  printText(result);
+}