oh-my-knowledge 0.29.0 → 0.30.0

package/dist/src/grading/diagnostic.js

@@ -0,0 +1,450 @@
+/**
+ * Diagnostic — 功能性测试视角的"哪错了 + 怎么改"诊断。
+ *
+ * 与 Judge 评价(打分)彻底独立:
+ *   - Judge 答"打几分",看 rubric + output 主观打 1-5。
+ *   - Diagnostic 答"哪错了 + skill 怎么改",看 rubric + skill 原文 + 实际 trace + 失败断言。
+ *   - --no-judge 不跑 judge,但 diagnostic 仍会跑(假设 sample 有 fail);
+ *     --no-diagnostic 反之。
+ *
+ * 触发条件:sample 至少有 1 条 failed assertion(全过的 sample 不需要诊断,省成本)。
+ *
+ * 默认走 haiku(便宜 + 够用),典型成本 ~$0.005/失败样本。
+ */
+import { FAILURE_MODES } from '../types/judge.js';
+const SYSTEM_PROMPT = `你是 skill 评测诊断助手。基于失败用例的 expected/actual 差异,给 skill 作者具体可操作的改进建议。
+
+**诱错样本(tripwire)规则 — 只看 sample 的显式标记,不要自己识别**:
+"诱错样本"指 prompt 故意藏了跟 rubric / skill 矛盾的诱导指示,用来测 LLM 会不会
+盲从错误。这是 sample 作者的设计决策,**只有 sample 作者显式标 \`tripwire: true\` 才算**。
+
+判断逻辑(用户消息会告诉你 sample.tripwire 的值):
+  - sample.tripwire === true →
+       rootCause 必须**只**填 \`tripwire_intentional\`(不要叠加其它原因)
+       suggestion.skill / suggestion.sample 必须**留空字符串**
+       只在 suggestion.none 解释为什么不用改
+  - sample.tripwire === false / undefined →
+       **绝对不要**输出 \`tripwire_intentional\` rootCause,**绝对不要**判断它是诱错
+       即使 prompt 看起来像诱导,也按"非诱错"诊断,给出 skill / sample 改进建议
+       (如果你强烈怀疑应该是诱错,可以在 summary 末尾加一句"建议 sample 作者
+       考虑显式标记 tripwire:true",但 rootCause 仍按非诱错走)
+
+**绝对不要**在诱错样本(tripwire=true)场景下建议:
+  - "改 skill 加警告"(skill 已经清楚,LLM 失败是因为盲从 prompt 不是 skill 不清楚)
+  - "改 sample 删除错误指示"(那等于把诱错样本拆了,自废武功)
+
+**措辞要求(重要)**:
+- 用日常语言,像跟同事解释,**不要**用技术黑话或规范语言。
+- 反例(❌): "断言验证失败,工具调用偏离 rubric 规定的调用链"
+- 正例(✅): "LLM 没把 format 参数传给 skylark_doc_update,所以那条断言抓不到"
+- summary 一句白话讲清楚 LLM 干啥事错了,**不要**罗列断言名 / mock 编号。
+- expected / actual 用动作描述("应该先调 X 再传 Y" / "实际跳过了第一步,直接用了字符串"),
+  **不要**复述 rubric 原文。
+- suggestion 给具体改动:引用章节标题 + 写明"加什么话"或"改成什么",
+  避免"建议优化 / 建议明确"这种空话。
+- workflowChecks / failureModes 的描述全部用中文,evidence 引用具体的工具调用编号([N] 这种),不要用英文枚举名以外的英文表达。
+
+**工作流校验(workflowChecks)**:
+把 rubric / skill 规定的关键步骤拆成可勾选的清单,每条给:
+- step: 中文描述这一步要干啥(如"调 code-host auth status 拿当前 username")
+- passed: LLM 是否做了该步骤
+- evidence: 引用 trace 里的具体证据。passed=true 时点名是哪一步工具调用做的;passed=false 时说明哪里偏离了(漏调 / 调错 / 参数错)
+不是工作流型任务(rubric 是开放式问答 / 单纯文本生成)就给空数组 []。
+
+**失败模式标签(failureModes)**:
+从下面 7 个里选(可多选),用来一眼归类 LLM 是怎么错的:
+${FAILURE_MODES.map((m, i) => `  ${i + 1}. ${m}`).join('\n')}
+含义:
+- 工作流跳步: 没按 rubric/skill 规定的步骤顺序执行
+- 硬编码值: 该用前面变量传递的字段写死成具体值(如 namespace、id 直接写 testuser001)
+- 幻觉输出: 声称完成 / 给出实际不存在的结果(虚构 commit hash、虚构文件路径、虚构 id)
+- 工具误用: 选错工具 / 参数错 / 重复尝试同一失败动作
+- 环境拦截: mock-strict 或工具不可用导致 LLM 行为正确但仍 fail(诊断要把这种和真错区分)
+- 误读约束: skill 写清楚的约束被 LLM 漏掉 / 误读(常和 llm_misread rootCause 搭)
+- 其他: 兜底,不属于以上任何类
+全过的 sample 给空数组 []。
+
+只返回 JSON,不要其他内容。`;
+const TOOL_INPUT_PREVIEW_MAX = 350;
+const SKILL_CONTENT_MAX = 12000;
+const FULL_OUTPUT_MAX = 1500;
+function previewToolCall(tc, idx) {
+    const inp = tc.input;
+    let inputRepr;
+    if (inp == null) {
+        inputRepr = '';
+    }
+    else if (typeof inp === 'object' && 'command' in inp && typeof inp.command === 'string') {
+        inputRepr = inp.command;
+    }
+    else {
+        inputRepr = typeof inp === 'string' ? inp : JSON.stringify(inp);
+    }
+    const truncated = inputRepr.length > TOOL_INPUT_PREVIEW_MAX
+        ? inputRepr.slice(0, TOOL_INPUT_PREVIEW_MAX) + '…'
+        : inputRepr;
+    const status = tc.success ? '' : ' [失败]';
+    return `[${idx + 1}] ${tc.tool}${status} → ${truncated}`;
+}
+function formatExpectedAssertion(a) {
+    const valueRepr = a.values
+        ? JSON.stringify(a.values)
+        : a.value !== undefined
+            ? String(a.value)
+            : a.pattern
+                ? `regex /${a.pattern}/${a.flags ?? ''}`
+                : '';
+    const w = typeof a.weight === 'number' ? ` (w=${a.weight})` : '';
+    return `${a.type} ${valueRepr}${w}`;
+}
+function formatFailedDetail(d) {
+    const valueRepr = typeof d.value === 'object' ? JSON.stringify(d.value) : String(d.value);
+    return `${d.type}: ${valueRepr}${d.message ? ` (${d.message})` : ''}`;
+}
+export function buildDiagnosticPrompt(opts) {
+    const { sample, skillContent, skillName, toolCalls, fullOutput, assertionDetails } = opts;
+    const expectedAssertions = (sample.assertions ?? []).map(formatExpectedAssertion).join('\n');
+    const failedDetails = assertionDetails.filter((d) => !d.passed).map(formatFailedDetail).join('\n');
+    const toolCallsBlock = (toolCalls ?? []).map(previewToolCall).join('\n');
+    const skillBlock = skillContent
+        ? skillContent.length > SKILL_CONTENT_MAX
+            ? skillContent.slice(0, SKILL_CONTENT_MAX) + '\n... [skill 内容截断,完整版需手动 review]'
+            : skillContent
+        : '(无 skill 内容,可能是 baseline 跑或 artifact.content 缺失)';
+    const outputBlock = fullOutput
+        ? fullOutput.length > FULL_OUTPUT_MAX
+            ? fullOutput.slice(0, FULL_OUTPUT_MAX) + '…'
+            : fullOutput
+        : '(无最终输出)';
+    // tripwire 状态显式传给 LLM:不允许它"自己识别",只能按 ground truth 处理。
+    //   true → 强诱错提示(rootCause 必须 tripwire_intentional)
+    //   false / undefined → 明确告知"不是诱错",绝不允许输出 tripwire_intentional
+    const tripwireHint = sample.tripwire === true
+        ? '\n\n**sample.tripwire = true(诱错样本,ground truth)**\nLLM 失败是预期。请评估失败的方式是否符合诱错设计意图:\n  - 符合:rootCause 必须**只**填 tripwire_intentional,suggestion.skill / suggestion.sample 留空,suggestion.none 解释为什么不需要改\n  - 不符合(LLM 以非预期方式 fail,例如真的工具错):rootCause 写实际原因(不要叠加 tripwire_intentional),suggestion 给改进建议'
+        : '\n\n**sample.tripwire = false(非诱错,ground truth)**\n这条 sample 不是诱错。**绝对不要**输出 tripwire_intentional rootCause。即使 prompt 看起来像诱导,也按"非诱错"诊断,给 skill / sample 改进建议。';
+    return `下面是 skill「${skillName}」的一条失败评测用例。请基于 skill 原文 + 实际执行 + 失败断言给出诊断。
+
+# 用例 prompt
+${sample.prompt}
+
+# 评分标准 (rubric)
+${sample.rubric ?? '(无 rubric)'}
+
+# 期望的关键调用 / mock 命中 (assertions)
+${expectedAssertions || '(无 assertions)'}
+
+# Skill 原文 (被评测对象)
+\`\`\`
+${skillBlock}
+\`\`\`
+
+# LLM 实际工具调用轨迹
+${toolCallsBlock || '(无工具调用)'}
+
+# LLM 最终回答
+${outputBlock}
+
+# 失败的断言
+${failedDetails || '(无失败断言?)'}${tripwireHint}
+
+请基于以上信息给出诊断。**rootCause 必须从这 5 类里选(可多选)**:
+- skill_doc_unclear: skill 文档某段写得模糊,LLM 不知道该怎么做
+- skill_doc_missing: skill 完全没覆盖该场景 / 缺反例 / 缺约束
+- llm_misread: skill 写清楚了但 LLM 误读(可能要改措辞 / 增加显眼提示)
+- sample_design: sample 自身设计有 bug(rubric 跟 skill 矛盾 / mock match 太严 / 等)
+- tripwire_intentional: 诱错样本 — sample 故意诱导反模式,LLM fail 是预期,不要建议改 skill
+
+返回 JSON(不要 markdown 代码块):
+{
+  "summary": "<失败本质,1-2 句>",
+  "expected": "<rubric/assertions 期望什么具体行为>",
+  "actual": "<LLM 实际做了什么>",
+  "workflowChecks": [
+    {"step": "<rubric/skill 规定的一步,中文>", "passed": true, "evidence": "<引 trace 中 [N] 工具调用编号或简短中文证据>"}
+  ],
+  "failureModes": ["<从 7 个中文标签里选,可多选;无可归类则空数组>"],
+  "rootCause": ["<上述 5 选>"],
+  "suggestion": {
+    "skill": "<如归因到 skill,具体改哪段、加什么话(引用章节标题)。否则空字符串>",
+    "sample": "<如归因到 sample 设计,如何调整。否则空字符串>",
+    "none": "<如诱错样本 / LLM 行为本身不该改,解释为什么不用动 skill。否则空字符串>"
+  }
+}`;
+}
+/**
+ * 字段级 salvage:LLM 诊断输出在字符串中间被截断时(unterminated string),
+ * JSON.parse 整条丢; 这里用正则按字段名抽取已写完(或截断到 EOF)的内容,
+ * 至少把 summary/expected/actual 露出来让用户看到。
+ *
+ * 策略:
+ *   - 顶层字符串字段(summary/expected/actual):匹配 `"key"\s*:\s*"((?:[^"\\]|\\.)*)("|$)`,
+ *     允许字符串没有闭合引号(走 `$` 分支吃到 EOF)。
+ *   - rootCause(数组):匹配方括号内容,按字符串元素逐个解析。
+ *   - suggestion(嵌套对象):取出花括号内容后用相同策略递归提取 skill/sample/none。
+ *
+ * 不试图重建完整 JSON,只挑能挑出的字段。
+ */
+function unescapeJsonString(s) {
+    // 单次扫描:顺序替换会导致 `\\t` 先被处理成 `\` + `t`,再被当成转义符二次处理。
+    // 对每个反斜杠序列只解码一次。截断到悬空 `\` 时按原样保留(避免吃掉合法尾字符)。
+    return s.replace(/\\(["\\/bnrt]|u[0-9a-fA-F]{4})/g, (_match, esc) => {
+        if (esc.startsWith('u')) {
+            return String.fromCharCode(parseInt(esc.slice(1), 16));
+        }
+        const map = {
+            '"': '"',
+            '\\': '\\',
+            '/': '/',
+            b: '\b',
+            n: '\n',
+            r: '\r',
+            t: '\t',
+        };
+        return map[esc] ?? esc;
+    });
+}
+function extractStringField(blob, key) {
+    // 匹配 "key": "...content..."  允许末尾没有闭合引号(被截断的情况)。
+    // 内容部分允许转义对(\\ 任意字符)和非引号非反斜杠字符。
+    const re = new RegExp(`"${key}"\\s*:\\s*"((?:[^"\\\\]|\\\\.)*?)(?:"|$)`, 's');
+    const m = blob.match(re);
+    if (!m)
+        return undefined;
+    return unescapeJsonString(m[1]);
+}
+function extractRootCause(blob) {
+    const re = /"rootCause"\s*:\s*\[([^\]]*)/s;
+    const m = blob.match(re);
+    if (!m)
+        return undefined;
+    const inner = m[1];
+    const valid = new Set(['skill_doc_unclear', 'skill_doc_missing', 'llm_misread', 'sample_design', 'tripwire_intentional']);
+    const items = [];
+    for (const sm of inner.matchAll(/"([^"]+)"/g)) {
+        if (valid.has(sm[1]))
+            items.push(sm[1]);
+    }
+    return items;
+}
+function extractSuggestion(blob) {
+    // suggestion 是嵌套对象。先抓 "suggestion": { ... 直到 EOF 或匹配的 } ,
+    // 然后在那段 blob 里按 key 抽 string 字段。
+    const start = blob.search(/"suggestion"\s*:\s*\{/);
+    if (start < 0)
+        return undefined;
+    const tail = blob.slice(start);
+    // 取从 "suggestion": { 后到 EOF / 闭合花括号 / 下一个顶层 key 之前的内容
+    const inner = tail;
+    const skill = extractStringField(inner, 'skill');
+    const sample = extractStringField(inner, 'sample');
+    const none = extractStringField(inner, 'none');
+    if (skill === undefined && sample === undefined && none === undefined)
+        return undefined;
+    return {
+        skill: skill ?? '',
+        sample: sample ?? '',
+        none: none ?? '',
+    };
+}
+function extractWorkflowChecks(blob) {
+    // 抓 "workflowChecks": [ ... ] 内部内容,容忍 ] 缺失(被截断的情况)。
+    const headIdx = blob.search(/"workflowChecks"\s*:\s*\[/);
+    if (headIdx < 0)
+        return undefined;
+    const tail = blob.slice(headIdx);
+    const innerStart = tail.indexOf('[');
+    if (innerStart < 0)
+        return undefined;
+    const innerBlob = tail.slice(innerStart + 1);
+    // 按对象边界拆 — 用括号深度计数从 { 到匹配的 } 切片。
+    // 截断在某个对象中间时,该对象丢弃,前面完整的保留。
+    const items = [];
+    let depth = 0, objStart = -1;
+    for (let i = 0; i < innerBlob.length; i++) {
+        const ch = innerBlob[i];
+        if (ch === '{') {
+            if (depth === 0)
+                objStart = i;
+            depth++;
+        }
+        else if (ch === '}') {
+            depth--;
+            if (depth === 0 && objStart >= 0) {
+                const objStr = innerBlob.slice(objStart, i + 1);
+                const step = extractStringField(objStr, 'step');
+                const evidence = extractStringField(objStr, 'evidence');
+                const passedMatch = objStr.match(/"passed"\s*:\s*(true|false)/);
+                if (step) {
+                    items.push({
+                        step,
+                        passed: passedMatch?.[1] === 'true',
+                        evidence: evidence ?? '',
+                    });
+                }
+                objStart = -1;
+            }
+        }
+        else if (ch === ']' && depth === 0) {
+            break;
+        }
+    }
+    return items;
+}
+function extractFailureModes(blob) {
+    const re = /"failureModes"\s*:\s*\[([^\]]*)/s;
+    const m = blob.match(re);
+    if (!m)
+        return undefined;
+    const inner = m[1];
+    const valid = new Set(FAILURE_MODES);
+    const seen = new Set();
+    const items = [];
+    for (const sm of inner.matchAll(/"([^"]+)"/g)) {
+        if (valid.has(sm[1]) && !seen.has(sm[1])) {
+            seen.add(sm[1]);
+            items.push(sm[1]);
+        }
+    }
+    return items;
+}
+export function salvagePartialJson(blob) {
+    return {
+        summary: extractStringField(blob, 'summary'),
+        expected: extractStringField(blob, 'expected'),
+        actual: extractStringField(blob, 'actual'),
+        rootCause: extractRootCause(blob),
+        workflowChecks: extractWorkflowChecks(blob),
+        failureModes: extractFailureModes(blob),
+        suggestion: extractSuggestion(blob),
+    };
+}
+export async function runDiagnostic(opts) {
+    const prompt = buildDiagnosticPrompt(opts);
+    const result = await opts.executor({
+        model: opts.model,
+        system: SYSTEM_PROMPT,
+        prompt,
+        timeoutMs: opts.timeoutMs ?? 180_000,
+        lean: true, // 诊断也是纯文本生成,不需要工具循环
+    });
+    if (!result.ok) {
+        return {
+            ok: false,
+            error: result.error || 'diagnostic executor failed',
+            summary: '',
+            expected: '',
+            actual: '',
+            rootCause: [],
+            suggestion: { skill: '', sample: '', none: '' },
+            costUSD: result.costUSD,
+        };
+    }
+    const raw = (result.output || '').trim();
+    // 容错:lean 模式下偶尔仍带 markdown 围栏
+    let jsonStr = raw;
+    const fenceMatch = jsonStr.match(/```(?:json)?\s*([\s\S]*?)```/);
+    if (fenceMatch)
+        jsonStr = fenceMatch[1].trim();
+    let parsed;
+    try {
+        parsed = JSON.parse(jsonStr);
+    }
+    catch (e) {
+        // LLM 输出可能在字符串中间被截断(例如 max_output_tokens 命中、模型 stop 早),
+        // 完整 JSON.parse 会失败但前面写完的字段可能已经有用。做字段级 salvage。
+        const salvaged = salvagePartialJson(jsonStr);
+        const hasContent = !!(salvaged.summary || salvaged.expected || salvaged.actual
+            || (salvaged.workflowChecks && salvaged.workflowChecks.length > 0));
+        if (hasContent) {
+            return {
+                ok: true,
+                // 把 parse error 放在 error 里,UI 仍能区分"完整诊断"和"截断 salvage";
+                // 但 ok=true 让 summary/expected/actual 正常展示给用户。
+                error: `partial: JSON parse failed (${e.message}), salvaged ${[
+                    salvaged.summary && 'summary',
+                    salvaged.expected && 'expected',
+                    salvaged.actual && 'actual',
+                    salvaged.workflowChecks?.length && 'workflowChecks',
+                    salvaged.failureModes?.length && 'failureModes',
+                ].filter(Boolean).join('/')}`,
+                summary: salvaged.summary ?? '',
+                expected: salvaged.expected ?? '',
+                actual: salvaged.actual ?? '',
+                rootCause: salvaged.rootCause ?? [],
+                workflowChecks: salvaged.workflowChecks ?? [],
+                failureModes: salvaged.failureModes ?? [],
+                suggestion: salvaged.suggestion ?? { skill: '', sample: '', none: '' },
+                costUSD: result.costUSD,
+            };
+        }
+        return {
+            ok: false,
+            error: `JSON parse failed: ${e.message}; raw: ${raw.slice(0, 300)}`,
+            summary: raw.slice(0, 300), // 兜底:把原始文本当 summary 露出来
+            expected: '',
+            actual: '',
+            rootCause: [],
+            suggestion: { skill: '', sample: '', none: '' },
+            costUSD: result.costUSD,
+        };
+    }
+    const obj = parsed;
+    const sug = obj.suggestion || {};
+    const rootCauseRaw = obj.rootCause;
+    const rootCause = Array.isArray(rootCauseRaw)
+        ? rootCauseRaw.filter((c) => ['skill_doc_unclear', 'skill_doc_missing', 'llm_misread', 'sample_design', 'tripwire_intentional'].includes(String(c)))
+        : [];
+    const workflowChecks = parseWorkflowChecks(obj.workflowChecks);
+    const failureModes = parseFailureModes(obj.failureModes);
+    return {
+        ok: true,
+        summary: String(obj.summary ?? ''),
+        expected: String(obj.expected ?? ''),
+        actual: String(obj.actual ?? ''),
+        rootCause,
+        workflowChecks,
+        failureModes,
+        suggestion: {
+            skill: String(sug.skill ?? ''),
+            sample: String(sug.sample ?? ''),
+            none: String(sug.none ?? ''),
+        },
+        costUSD: result.costUSD,
+    };
+}
+function parseWorkflowChecks(raw) {
+    if (!Array.isArray(raw))
+        return [];
+    const out = [];
+    for (const item of raw) {
+        if (!item || typeof item !== 'object')
+            continue;
+        const r = item;
+        const step = typeof r.step === 'string' ? r.step.trim() : '';
+        const evidence = typeof r.evidence === 'string' ? r.evidence.trim() : '';
+        if (!step)
+            continue; // 没 step 描述就丢掉
+        out.push({
+            step,
+            passed: r.passed === true,
+            evidence,
+        });
+    }
+    return out;
+}
+function parseFailureModes(raw) {
+    if (!Array.isArray(raw))
+        return [];
+    const valid = new Set(FAILURE_MODES);
+    const seen = new Set();
+    const out = [];
+    for (const item of raw) {
+        const s = typeof item === 'string' ? item.trim() : '';
+        if (valid.has(s) && !seen.has(s)) {
+            seen.add(s);
+            out.push(s);
+        }
+    }
+    return out;
+}
+//# sourceMappingURL=diagnostic.js.map

package/dist/src/grading/diagnostic.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"diagnostic.js","sourceRoot":"","sources":["../../../src/grading/diagnostic.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAIH,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAElD,MAAM,aAAa,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAyCpB,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;;;;;;;;;;;iBAW3C,CAAC;AAelB,MAAM,sBAAsB,GAAG,GAAG,CAAC;AACnC,MAAM,iBAAiB,GAAG,KAAK,CAAC;AAChC,MAAM,eAAe,GAAG,IAAI,CAAC;AAE7B,SAAS,eAAe,CAAC,EAAgB,EAAE,GAAW;IACpD,MAAM,GAAG,GAAG,EAAE,CAAC,KAAgB,CAAC;IAChC,IAAI,SAAiB,CAAC;IACtB,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;QAChB,SAAS,GAAG,EAAE,CAAC;IACjB,CAAC;SAAM,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,SAAS,IAAI,GAAG,IAAI,OAAQ,GAA4B,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;QACpH,SAAS,GAAI,GAA2B,CAAC,OAAO,CAAC;IACnD,CAAC;SAAM,CAAC;QACN,SAAS,GAAG,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;IAClE,CAAC;IACD,MAAM,SAAS,GAAG,SAAS,CAAC,MAAM,GAAG,sBAAsB;QACzD,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,sBAAsB,CAAC,GAAG,GAAG;QAClD,CAAC,CAAC,SAAS,CAAC;IACd,MAAM,MAAM,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;IACzC,OAAO,IAAI,GAAG,GAAG,CAAC,KAAK,EAAE,CAAC,IAAI,GAAG,MAAM,MAAM,SAAS,EAAE,CAAC;AAC3D,CAAC;AAED,SAAS,uBAAuB,CAAC,CAAY;IAC3C,MAAM,SAAS,GAAG,CAAC,CAAC,MAAM;QACxB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC;QAC1B,CAAC,CAAC,CAAC,CAAC,KAAK,KAAK,SAAS;YACrB,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC;YACjB,CAAC,CAAC,CAAC,CAAC,OAAO;gBACT,CAAC,CAAC,UAAU,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,EAAE;gBACxC,CAAC,CAAC,EAAE,CAAC;IACX,MAAM,CAAC,GAAG,OAAO,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;IACjE,OAAO,GAAG,CAAC,CAAC,IAAI,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;AACtC,CAAC;AAED,SAAS,kBAAkB,CAAC,CAAkB;IAC5C,MAAM,SAAS,GAAG,OAAO,CAAC,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAC1F,OAAO,GAAG,CAAC,CAAC,IAAI,KAAK,SAAS,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;AACxE,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,IAA0B;IAC9D,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE,gBAAgB,EAAE,GAAG,IAAI,CAAC;IAE1F,MAAM,kBAAkB,GAAG,CAAC,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC7F,MAAM,aAAa,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACnG,MAAM,cAAc,GAAG,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACzE,MAAM,UAAU,GAAG,YAAY;QAC7B,CAAC,CAAC,YAAY,CAAC,MAAM,GAAG,iBAAiB;YACvC,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,iBAAiB,CAAC,GAAG,kCAAkC;YAC/E,CAAC,CAAC,YAAY;QAChB,CAAC,CAAC,kDAAkD,CAAC;IACvD,MAAM,WAAW,GAAG,UAAU;QAC5B,CAAC,CAAC,UAAU,CAAC,MAAM,GAAG,eAAe;YACnC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,eAAe,CAAC,GAAG,GAAG;YAC5C,CAAC,CAAC,UAAU;QACd,CAAC,CAAC,SAAS,CAAC;IAEd,sDAAsD;IACtD,oDAAoD;IACpD,+DAA+D;IAC/D,MAAM,YAAY,GAAG,MAAM,CAAC,QAAQ,KAAK,IAAI;QAC3C,CAAC,CAAC,kSAAkS;QACpS,CAAC,CAAC,+JAA+J,CAAC;IAEpK,OAAO,aAAa,SAAS;;;EAG7B,MAAM,CAAC,MAAM;;;EAGb,MAAM,CAAC,MAAM,IAAI,YAAY;;;EAG7B,kBAAkB,IAAI,gBAAgB;;;;EAItC,UAAU;;;;EAIV,cAAc,IAAI,SAAS;;;EAG3B,WAAW;;;EAGX,aAAa,IAAI,UAAU,GAAG,YAAY;;;;;;;;;;;;;;;;;;;;;;;;EAwB1C,CAAC;AACH,CAAC;AAED;;;;;;;;;;;;GAYG;AACH,SAAS,kBAAkB,CAAC,CAAS;IACnC,kDAAkD;IAClD,6CAA6C;IAC7C,OAAO,CAAC,CAAC,OAAO,CAAC,iCAAiC,EAAE,CAAC,MAAM,EAAE,GAAW,EAAE,EAAE;QAC1E,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACxB,OAAO,MAAM,CAAC,YAAY,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QACzD,CAAC;QACD,MAAM,GAAG,GAA2B;YAClC,GAAG,EAAE,GAAG;YACR,IAAI,EAAE,IAAI;YACV,GAAG,EAAE,GAAG;YACR,CAAC,EAAE,IAAI;YACP,CAAC,EAAE,IAAI;YACP,CAAC,EAAE,IAAI;YACP,CAAC,EAAE,IAAI;SACR,CAAC;QACF,OAAO,GAAG,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC;IACzB,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,kBAAkB,CAAC,IAAY,EAAE,GAAW;IACnD,iDAAiD;IACjD,gCAAgC;IAChC,MAAM,EAAE,GAAG,IAAI,MAAM,CACnB,IAAI,GAAG,0CAA0C,EACjD,GAAG,CACJ,CAAC;IACF,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACzB,IAAI,CAAC,CAAC;QAAE,OAAO,SAAS,CAAC;IACzB,OAAO,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAClC,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAY;IACpC,MAAM,EAAE,GAAG,+BAA+B,CAAC;IAC3C,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACzB,IAAI,CAAC,CAAC;QAAE,OAAO,SAAS,CAAC;IACzB,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACnB,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,mBAAmB,EAAE,mBAAmB,EAAE,aAAa,EAAE,eAAe,EAAE,sBAAsB,CAAC,CAAC,CAAC;IAC1H,MAAM,KAAK,GAAkC,EAAE,CAAC;IAChD,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;QAC9C,IAAI,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YAAE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAA0C,CAAC,CAAC;IACnF,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAY;IACrC,0DAA0D;IAC1D,iCAAiC;IACjC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,uBAAuB,CAAC,CAAC;IACnD,IAAI,KAAK,GAAG,CAAC;QAAE,OAAO,SAAS,CAAC;IAChC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC/B,sDAAsD;IACtD,MAAM,KAAK,GAAG,IAAI,CAAC;IACnB,MAAM,KAAK,GAAG,kBAAkB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACjD,MAAM,MAAM,GAAG,kBAAkB,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IACnD,MAAM,IAAI,GAAG,kBAAkB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAC/C,IAAI,KAAK,KAAK,SAAS,IAAI,MAAM,KAAK,SAAS,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IACxF,OAAO;QACL,KAAK,EAAE,KAAK,IAAI,EAAE;QAClB,MAAM,EAAE,MAAM,IAAI,EAAE;QACpB,IAAI,EAAE,IAAI,IAAI,EAAE;KACjB,CAAC;AACJ,CAAC;AAED,SAAS,qBAAqB,CAAC,IAAY;IACzC,oDAAoD;IACpD,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,2BAA2B,CAAC,CAAC;IACzD,IAAI,OAAO,GAAG,CAAC;QAAE,OAAO,SAAS,CAAC;IAClC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACjC,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACrC,IAAI,UAAU,GAAG,CAAC;QAAE,OAAO,SAAS,CAAC;IACrC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;IAC7C,iCAAiC;IACjC,4BAA4B;IAC5B,MAAM,KAAK,GAAoB,EAAE,CAAC;IAClC,IAAI,KAAK,GAAG,CAAC,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAC;IAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1C,MAAM,EAAE,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;QACxB,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YACf,IAAI,KAAK,KAAK,CAAC;gBAAE,QAAQ,GAAG,CAAC,CAAC;YAC9B,KAAK,EAAE,CAAC;QACV,CAAC;aAAM,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YACtB,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,KAAK,CAAC,IAAI,QAAQ,IAAI,CAAC,EAAE,CAAC;gBACjC,MAAM,MAAM,GAAG,SAAS,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;gBAChD,MAAM,IAAI,GAAG,kBAAkB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;gBAChD,MAAM,QAAQ,GAAG,kBAAkB,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;gBACxD,MAAM,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAC;gBAChE,IAAI,IAAI,EAAE,CAAC;oBACT,KAAK,CAAC,IAAI,CAAC;wBACT,IAAI;wBACJ,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,KAAK,MAAM;wBACnC,QAAQ,EAAE,QAAQ,IAAI,EAAE;qBACzB,CAAC,CAAC;gBACL,CAAC;gBACD,QAAQ,GAAG,CAAC,CAAC,CAAC;YAChB,CAAC;QACH,CAAC;aAAM,IAAI,EAAE,KAAK,GAAG,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;YACrC,MAAM;QACR,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,mBAAmB,CAAC,IAAY;IACvC,MAAM,EAAE,GAAG,kCAAkC,CAAC;IAC9C,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACzB,IAAI,CAAC,CAAC;QAAE,OAAO,SAAS,CAAC;IACzB,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACnB,MAAM,KAAK,GAAG,IAAI,GAAG,CAAS,aAAa,CAAC,CAAC;IAC7C,MAAM,IAAI,GAAG,IAAI,GAAG,EAAe,CAAC;IACpC,MAAM,KAAK,GAAkB,EAAE,CAAC;IAChC,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;QAC9C,IAAI,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAgB,CAAC,EAAE,CAAC;YACxD,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAgB,CAAC,CAAC;YAC/B,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAgB,CAAC,CAAC;QACnC,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,IAAY;IAS7C,OAAO;QACL,OAAO,EAAE,kBAAkB,CAAC,IAAI,EAAE,SAAS,CAAC;QAC5C,QAAQ,EAAE,kBAAkB,CAAC,IAAI,EAAE,UAAU,CAAC;QAC9C,MAAM,EAAE,kBAAkB,CAAC,IAAI,EAAE,QAAQ,CAAC;QAC1C,SAAS,EAAE,gBAAgB,CAAC,IAAI,CAAC;QACjC,cAAc,EAAE,qBAAqB,CAAC,IAAI,CAAC;QAC3C,YAAY,EAAE,mBAAmB,CAAC,IAAI,CAAC;QACvC,UAAU,EAAE,iBAAiB,CAAC,IAAI,CAAC;KACpC,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,IAA0B;IAC5D,MAAM,MAAM,GAAG,qBAAqB,CAAC,IAAI,CAAC,CAAC;IAC3C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC;QACjC,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,MAAM,EAAE,aAAa;QACrB,MAAM;QACN,SAAS,EAAE,IAAI,CAAC,SAAS,IAAI,OAAO;QACpC,IAAI,EAAE,IAAI,EAAG,oBAAoB;KAClC,CAAC,CAAC;IAEH,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;QACf,OAAO;YACL,EAAE,EAAE,KAAK;YACT,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,4BAA4B;YACnD,OAAO,EAAE,EAAE;YACX,QAAQ,EAAE,EAAE;YACZ,MAAM,EAAE,EAAE;YACV,SAAS,EAAE,EAAE;YACb,UAAU,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE;YAC/C,OAAO,EAAE,MAAM,CAAC,OAAO;SACxB,CAAC;IACJ,CAAC;IAED,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IACzC,8BAA8B;IAC9B,IAAI,OAAO,GAAG,GAAG,CAAC;IAClB,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;IACjE,IAAI,UAAU;QAAE,OAAO,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAE/C,IAAI,MAAe,CAAC;IACpB,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,wDAAwD;QACxD,gDAAgD;QAChD,MAAM,QAAQ,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAC;QAC7C,MAAM,UAAU,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,IAAI,QAAQ,CAAC,QAAQ,IAAI,QAAQ,CAAC,MAAM;eACzE,CAAC,QAAQ,CAAC,cAAc,IAAI,QAAQ,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;QACtE,IAAI,UAAU,EAAE,CAAC;YACf,OAAO;gBACL,EAAE,EAAE,IAAI;gBACR,uDAAuD;gBACvD,+CAA+C;gBAC/C,KAAK,EAAE,+BAAgC,CAAW,CAAC,OAAO,eACxD;oBACE,QAAQ,CAAC,OAAO,IAAI,SAAS;oBAC7B,QAAQ,CAAC,QAAQ,IAAI,UAAU;oBAC/B,QAAQ,CAAC,MAAM,IAAI,QAAQ;oBAC3B,QAAQ,CAAC,cAAc,EAAE,MAAM,IAAI,gBAAgB;oBACnD,QAAQ,CAAC,YAAY,EAAE,MAAM,IAAI,cAAc;iBAChD,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAC5B,EAAE;gBACF,OAAO,EAAE,QAAQ,CAAC,OAAO,IAAI,EAAE;gBAC/B,QAAQ,EAAE,QAAQ,CAAC,QAAQ,IAAI,EAAE;gBACjC,MAAM,EAAE,QAAQ,CAAC,MAAM,IAAI,EAAE;gBAC7B,SAAS,EAAE,QAAQ,CAAC,SAAS,IAAI,EAAE;gBACnC,cAAc,EAAE,QAAQ,CAAC,cAAc,IAAI,EAAE;gBAC7C,YAAY,EAAE,QAAQ,CAAC,YAAY,IAAI,EAAE;gBACzC,UAAU,EAAE,QAAQ,CAAC,UAAU,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE;gBACtE,OAAO,EAAE,MAAM,CAAC,OAAO;aACxB,CAAC;QACJ,CAAC;QACD,OAAO;YACL,EAAE,EAAE,KAAK;YACT,KAAK,EAAE,sBAAuB,CAAW,CAAC,OAAO,UAAU,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE;YAC9E,OAAO,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAG,wBAAwB;YACrD,QAAQ,EAAE,EAAE;YACZ,MAAM,EAAE,EAAE;YACV,SAAS,EAAE,EAAE;YACb,UAAU,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE;YAC/C,OAAO,EAAE,MAAM,CAAC,OAAO;SACxB,CAAC;IACJ,CAAC;IAED,MAAM,GAAG,GAAG,MAAiC,CAAC;IAC9C,MAAM,GAAG,GAAI,GAAG,CAAC,UAAkD,IAAI,EAAE,CAAC;IAC1E,MAAM,YAAY,GAAG,GAAG,CAAC,SAAS,CAAC;IACnC,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC;QAC3C,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAA8C,EAAE,CACpE,CAAC,mBAAmB,EAAE,mBAAmB,EAAE,aAAa,EAAE,eAAe,EAAE,sBAAsB,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3H,CAAC,CAAC,EAAE,CAAC;IACP,MAAM,cAAc,GAAG,mBAAmB,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;IAC/D,MAAM,YAAY,GAAG,iBAAiB,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IAEzD,OAAO;QACL,EAAE,EAAE,IAAI;QACR,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC;QAClC,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,IAAI,EAAE,CAAC;QACpC,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,IAAI,EAAE,CAAC;QAChC,SAAS;QACT,cAAc;QACd,YAAY;QACZ,UAAU,EAAE;YACV,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC;YAC9B,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,IAAI,EAAE,CAAC;YAChC,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC;SAC7B;QACD,OAAO,EAAE,MAAM,CAAC,OAAO;KACxB,CAAC;AACJ,CAAC;AAED,SAAS,mBAAmB,CAAC,GAAY;IACvC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;QAAE,OAAO,EAAE,CAAC;IACnC,MAAM,GAAG,GAAoB,EAAE,CAAC;IAChC,KAAK,MAAM,IAAI,IAAI,GAAG,EAAE,CAAC;QACvB,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ;YAAE,SAAS;QAChD,MAAM,CAAC,GAAG,IAA+B,CAAC;QAC1C,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7D,MAAM,QAAQ,GAAG,OAAO,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACzE,IAAI,CAAC,IAAI;YAAE,SAAS,CAAE,eAAe;QACrC,GAAG,CAAC,IAAI,CAAC;YACP,IAAI;YACJ,MAAM,EAAE,CAAC,CAAC,MAAM,KAAK,IAAI;YACzB,QAAQ;SACT,CAAC,CAAC;IACL,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,iBAAiB,CAAC,GAAY;IACrC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;QAAE,OAAO,EAAE,CAAC;IACnC,MAAM,KAAK,GAAG,IAAI,GAAG,CAAS,aAAa,CAAC,CAAC;IAC7C,MAAM,IAAI,GAAG,IAAI,GAAG,EAAe,CAAC;IACpC,MAAM,GAAG,GAAkB,EAAE,CAAC;IAC9B,KAAK,MAAM,IAAI,IAAI,GAAG,EAAE,CAAC;QACvB,MAAM,CAAC,GAAG,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACtD,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAgB,CAAC,EAAE,CAAC;YAChD,IAAI,CAAC,GAAG,CAAC,CAAgB,CAAC,CAAC;YAC3B,GAAG,CAAC,IAAI,CAAC,CAAgB,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC"}

package/dist/src/grading/index.d.ts

@@ -31,6 +31,11 @@ interface GradeOptions {
         numTurns?: number;
         toolCalls?: ToolCallInfo[];
         turns?: TurnInfo[];
+        mockStats?: {
+            hits: number;
+            misses: number;
+            perMock: Record<string, number>;
+        };
     };
     samplesDir?: string;
     /**

package/dist/src/grading/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/grading/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAK9G,UAAU,YAAY;IACpB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf;;;;;;;;;OASG;IACH,WAAW,EAAE,WAAW,EAAE,CAAC;IAC3B;;;;;;OAMG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IAC5C,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,WAAW,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,YAAY,EAAE,CAAC;QAAC,KAAK,CAAC,EAAE,QAAQ,EAAE,CAAA;KAAE,CAAC;IAC3H,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;;;OAIG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;;;;OAKG;IACH,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB;AAED;;GAEG;AACH,wBAAsB,KAAK,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,cAAc,EAAE,aAAoB,EAAE,WAAgB,EAAE,UAAgB,EAAE,WAAe,EAAE,YAAmB,EAAE,EAAE,YAAY,GAAG,OAAO,CAAC,WAAW,CAAC,CAiI/M;AACD,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AACpE,OAAO,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/grading/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAK9G,UAAU,YAAY;IACpB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf;;;;;;;;;OASG;IACH,WAAW,EAAE,WAAW,EAAE,CAAC;IAC3B;;;;;;OAMG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IAC5C,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,WAAW,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,YAAY,EAAE,CAAC;QAAC,KAAK,CAAC,EAAE,QAAQ,EAAE,CAAC;QAAC,SAAS,CAAC,EAAE;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;SAAE,CAAA;KAAE,CAAC;IAC1M,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;;;OAIG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;;;;OAKG;IACH,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB;AAED;;GAEG;AACH,wBAAsB,KAAK,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,cAAc,EAAE,aAAoB,EAAE,WAAgB,EAAE,UAAgB,EAAE,WAAe,EAAE,YAAmB,EAAE,EAAE,YAAY,GAAG,OAAO,CAAC,WAAW,CAAC,CAiI/M;AACD,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AACpE,OAAO,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC"}

package/dist/src/grading/judge.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"judge.d.ts","sourceRoot":"","sources":["../../../src/grading/judge.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,eAAe,EAAuB,UAAU,EAAE,cAAc,EAAE,WAAW,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAgF/I,wBAAgB,gBAAgB,CAC9B,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,MAAM,EACd,YAAY,EAAE,MAAM,GAAG,IAAI,EAC3B,YAAY,UAAO,GAClB,MAAM,CA8BR;AAED;;;;;;GAMG;AACH,wBAAgB,kBAAkB,CAAC,YAAY,UAAO,GAAG,MAAM,CAO9D;AAED,UAAU,eAAe;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,UAAU,CAAC;IACrB,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B;;;;;OAKG;IACH,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB;AAMD,wBAAgB,iBAAiB,CAAC,KAAK,CAAC,EAAE,QAAQ,EAAE,EAAE,SAAS,CAAC,EAAE,YAAY,EAAE,GAAG,MAAM,GAAG,IAAI,CA6C/F;AAED,wBAAsB,QAAQ,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,YAAY,EAAE,YAAY,EAAE,EAAE,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC,CA4CjJ;AA0BD;;;;;;;;;;;;;;;GAeG;AACH,wBAAsB,cAAc,CAClC,OAAO,EAAE,eAAe,EACxB,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,eAAe,CAAC,CAsC1B;AAMD,8EAA8E;AAC9E,wBAAgB,OAAO,CAAC,MAAM,EAAE,WAAW,GAAG,MAAM,CAEnD;AAkCD;;;;;;;;;;;;GAYG;AACH,wBAAgB,qBAAqB,CAAC,WAAW,EAAE,MAAM,EAAE,EAAE,GAAG,cAAc,CA8B7E;AAED;;;;;;;;;;;;GAYG;AACH,wBAAsB,gBAAgB,CACpC,OAAO,EAAE,eAAe,EACxB,MAAM,EAAE,WAAW,EAAE,EACrB,cAAc,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,UAAU,EAC5C,WAAW,SAAI,GACd,OAAO,CAAC,eAAe,CAAC,CA4D1B"}
+{"version":3,"file":"judge.d.ts","sourceRoot":"","sources":["../../../src/grading/judge.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,eAAe,EAAuB,UAAU,EAAE,cAAc,EAAE,WAAW,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAkG/I,wBAAgB,gBAAgB,CAC9B,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,MAAM,EACd,YAAY,EAAE,MAAM,GAAG,IAAI,EAC3B,YAAY,UAAO,GAClB,MAAM,CA8BR;AAED;;;;;;GAMG;AACH,wBAAgB,kBAAkB,CAAC,YAAY,UAAO,GAAG,MAAM,CAO9D;AAED,UAAU,eAAe;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,UAAU,CAAC;IACrB,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B;;;;;OAKG;IACH,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB;AA4BD,wBAAgB,iBAAiB,CAAC,KAAK,CAAC,EAAE,QAAQ,EAAE,EAAE,SAAS,CAAC,EAAE,YAAY,EAAE,GAAG,MAAM,GAAG,IAAI,CA0D/F;AAED,wBAAsB,QAAQ,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,YAAY,EAAE,YAAY,EAAE,EAAE,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC,CA4CjJ;AA0BD;;;;;;;;;;;;;;;GAeG;AACH,wBAAsB,cAAc,CAClC,OAAO,EAAE,eAAe,EACxB,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,eAAe,CAAC,CAsC1B;AAMD,8EAA8E;AAC9E,wBAAgB,OAAO,CAAC,MAAM,EAAE,WAAW,GAAG,MAAM,CAEnD;AAkCD;;;;;;;;;;;;GAYG;AACH,wBAAgB,qBAAqB,CAAC,WAAW,EAAE,MAAM,EAAE,EAAE,GAAG,cAAc,CA8B7E;AAED;;;;;;;;;;;;GAYG;AACH,wBAAsB,gBAAgB,CACpC,OAAO,EAAE,eAAe,EACxB,MAAM,EAAE,WAAW,EAAE,EACrB,cAAc,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,UAAU,EAC5C,WAAW,SAAI,GACd,OAAO,CAAC,eAAe,CAAC,CA4D1B"}

package/dist/src/grading/judge.js

@@ -60,8 +60,26 @@ function salvageJudgeResponse(text) {
  * with the same hash are score-comparable; mismatched hashes mean "we changed how we
  * ask the judge to think" and should not be compared blind.
  */
-const JUDGE_PROMPT_VERSION_DEBIAS_OFF = 'v2-cot';
-const JUDGE_PROMPT_VERSION_DEBIAS_ON = 'v3-cot-length';
+// 版本字符串内嵌"判官能看到什么"的语义。bump 时机:
+//   v2-cot           : 仅看 output + rubric + 工具名分布(早期 buildTraceSummary)
+//   v3-cot-length    : 加了 length-debias 指令(v0.21)
+//   v3-cot-toolargs  : 加了 tool input 预览(本次,BREAKING-COMPARABILITY)
+//   v4-cot-len-args  : v3-cot-length 的同步升级(BREAKING-COMPARABILITY)
+//   bump 原因:之前 trace 只给 tool 名 + 分布,wrapper-style skill(mcporter / code-host CLI 等)
+//   被判官当成"只调了 Bash,没用 skill 指定的 MCP 工具"——结论事实错误。
+//   tool input 预览让判官能识别 `Bash: mcporter --tool skylark_xxx` 内的真实语义调用。
+//
+// ⚠️ 命名约定(下次 bump 时执行):
+//   当前 debias OFF: v3-* / debias ON: v4-* 编号不对称(历史上 debias OFF 跑 v2→v3,
+//   debias ON 跑 v3→v4)。这次再 bump 会让两条线持续偏移 v4/v5、v5/v6、…
+//
+//   下次 bump 时统一为单一主序号 + features 后缀,如:
+//     JUDGE_PROMPT_VERSION_DEBIAS_OFF = 'v5-cot-<features>'
+//     JUDGE_PROMPT_VERSION_DEBIAS_ON  = 'v5-cot-<features>-len'
+//   这样 hash 测试自然分两条,主序号清晰对齐,features 字段独立描述差异。
+//   本 PR 不在意命名,只是把约定写下来,避免下次又跟着错误偏移走。
+const JUDGE_PROMPT_VERSION_DEBIAS_OFF = 'v3-cot-toolargs';
+const JUDGE_PROMPT_VERSION_DEBIAS_ON = 'v4-cot-len-args';
 const JUDGE_SYSTEM_PROMPT = '你是一个严格的 AI 输出质量评审员。先逐条对照评分标准做推理，再给最终分数。只返回 JSON，不要其他内容。';
 const LENGTH_DEBIAS_INSTRUCTION = [
     '## 重要：长度不是质量信号',
@@ -117,6 +135,28 @@ export function getJudgePromptHash(lengthDebias = true) {
 function getErrorMessage(err) {
     return err instanceof Error ? err.message : String(err);
 }
+/**
+ * Tool input 单行预览。Bash 命令(input.command)直接拿;其它 tool 走 JSON 序列化。
+ * 截断到 INPUT_PREVIEW_MAX 字符,避免 prompt 膨胀过头。
+ *
+ * 关键:wrapper-style skill(mcporter / code-host CLI / git CLI 等)的真实语义调用
+ * 编码在 Bash 命令字符串里(`mcporter --tool X` / `code-host pr show Y`),判官看不到
+ * 就会下"没调指定工具"的错误结论。这个预览是判官识别这层语义的唯一通道。
+ */
+const INPUT_PREVIEW_MAX = 280;
+const TOOL_DETAIL_MAX_CALLS = 12;
+function previewToolInput(tc) {
+    const inp = tc.input;
+    if (inp == null)
+        return '';
+    // Bash 是 wrapper 大头,优先显示 command 字段
+    if (typeof inp === 'object' && 'command' in inp && typeof inp.command === 'string') {
+        const cmd = inp.command;
+        return cmd.length > INPUT_PREVIEW_MAX ? cmd.slice(0, INPUT_PREVIEW_MAX) + '…' : cmd;
+    }
+    const repr = typeof inp === 'string' ? inp : JSON.stringify(inp);
+    return repr.length > INPUT_PREVIEW_MAX ? repr.slice(0, INPUT_PREVIEW_MAX) + '…' : repr;
+}
 export function buildTraceSummary(turns, toolCalls) {
     if ((!turns || turns.length === 0) && (!toolCalls || toolCalls.length === 0))
         return null;
@@ -137,6 +177,18 @@ export function buildTraceSummary(turns, toolCalls) {
         if (failedTools.length > 0) {
             lines.push(`  失败工具：${[...new Set(failedTools)].join(', ')}`);
         }
+        // Tool input 详情(critical for wrapper-style skill 的判官准确性,见 INPUT_PREVIEW_MAX 注释)。
+        // 截 TOOL_DETAIL_MAX_CALLS 条防止长 trace 膨胀 prompt。
+        lines.push(`  调用详情(注意:Bash 命令内的 \`mcporter --tool X\` / \`code-host Y\` 等才是真实语义调用):`);
+        const detailCap = Math.min(toolCalls.length, TOOL_DETAIL_MAX_CALLS);
+        for (let i = 0; i < detailCap; i++) {
+            const tc = toolCalls[i];
+            const status = tc.success ? '' : ' [失败]';
+            lines.push(`    [${i + 1}] ${tc.tool}${status} → ${previewToolInput(tc)}`);
+        }
+        if (toolCalls.length > TOOL_DETAIL_MAX_CALLS) {
+            lines.push(`    ... 还有 ${toolCalls.length - TOOL_DETAIL_MAX_CALLS} 次调用`);
+        }
     }
     if (turns && turns.length > 0) {
         lines.push('');