@aipack-ai/eval 1.1.6

package/dist/src/core/scorer/rule.js

@@ -0,0 +1,231 @@
+/**
+ * packages/eval/src/core/scorer/rule.ts - 规则评分器
+ *
+ * M1 范围：8 个确定性评分器（零 LLM 成本）：
+ *   exact / contains / regex   —— 最终文本断言
+ *   json-field                 —— 结构化输出断言（dot 路径取值）
+ *   tool-call                  —— 工具调用轨迹断言（顺序 + 参数部分匹配）
+ *   tools-used                 —— 去重工具集合断言（对齐 Result.toolsUsed）
+ *   success / stop-reason      —— 运行状态断言
+ */
+// ─── 参数部分匹配（深比较，expected 未列字段忽略）─────────────────
+export function partialMatch(expected, actual) {
+    if (expected === undefined)
+        return true;
+    if (Array.isArray(expected)) {
+        return (Array.isArray(actual) &&
+            expected.length === actual.length &&
+            expected.every((e, i) => partialMatch(e, actual[i])));
+    }
+    if (expected !== null && typeof expected === 'object') {
+        if (actual === null || typeof actual !== 'object' || Array.isArray(actual)) {
+            return false;
+        }
+        return Object.entries(expected).every(([k, v]) => partialMatch(v, actual[k]));
+    }
+    return expected === actual;
+}
+// ─── dot 路径取值 ─────────────────────────────────────────────────
+function getByPath(obj, path) {
+    let cur = obj;
+    for (const key of path.split('.').filter(Boolean)) {
+        if (cur === null || typeof cur !== 'object')
+            return { found: false, value: undefined };
+        cur = cur[key];
+    }
+    return { found: true, value: cur };
+}
+function matchCall(expected, actual) {
+    if (expected.tool !== actual.name)
+        return false;
+    if (expected.isError !== undefined && expected.isError !== actual.isError) {
+        return false;
+    }
+    if (expected.args === undefined)
+        return true;
+    return partialMatch(expected.args, actual.args);
+}
+/**
+ * 有序子序列匹配：expected 序列按顺序出现在 actual 中（允许间隔）。
+ */
+function matchSubsequence(expected, actual) {
+    let i = 0;
+    for (const a of actual) {
+        if (i < expected.length && matchCall(expected[i], a))
+            i += 1;
+    }
+    return i === expected.length;
+}
+function str(p, key, required = true) {
+    const v = p[key];
+    if (typeof v === 'string')
+        return v;
+    if (required)
+        throw new Error(`评分器参数缺少字符串字段 '${key}'`);
+    return undefined;
+}
+const scorers = {
+    exact: (trace, p) => {
+        const value = str(p, 'value');
+        const passed = trace.result.content === value;
+        return {
+            scorer: 'exact',
+            score: passed ? 1 : 0,
+            passed,
+            reason: passed ? '最终文本完全相等' : `期望 ${JSON.stringify(value)}，实际 ${JSON.stringify(trace.result.content)}`,
+        };
+    },
+    contains: (trace, p) => {
+        const value = str(p, 'value');
+        const passed = trace.result.content.includes(value);
+        return {
+            scorer: 'contains',
+            score: passed ? 1 : 0,
+            passed,
+            reason: passed ? `包含 ${JSON.stringify(value)}` : `未包含 ${JSON.stringify(value)}`,
+            evidence: passed ? value : undefined,
+        };
+    },
+    regex: (trace, p) => {
+        const value = str(p, 'value');
+        const flags = str(p, 'flags', false) ?? '';
+        const re = new RegExp(value, flags);
+        const passed = re.test(trace.result.content);
+        return {
+            scorer: 'regex',
+            score: passed ? 1 : 0,
+            passed,
+            reason: passed ? `匹配 /${value}/${flags}` : `不匹配 /${value}/${flags}（实际 ${JSON.stringify(trace.result.content.slice(0, 80))}）`,
+        };
+    },
+    'json-field': (trace, p) => {
+        const path = str(p, 'path');
+        const expectedValue = 'value' in p ? p.value : undefined;
+        let parsed;
+        try {
+            parsed = JSON.parse(trace.result.content);
+        }
+        catch (e) {
+            return {
+                scorer: 'json-field',
+                score: 0,
+                passed: false,
+                reason: `最终文本不是合法 JSON: ${e.message}`,
+            };
+        }
+        const { found, value } = getByPath(parsed, path);
+        if (!found) {
+            return {
+                scorer: 'json-field',
+                score: 0,
+                passed: false,
+                reason: `路径 '${path}' 不存在`,
+            };
+        }
+        const hasExpected = 'value' in p;
+        const passed = hasExpected ? partialMatch(expectedValue, value) : true;
+        return {
+            scorer: 'json-field',
+            score: passed ? 1 : 0,
+            passed,
+            reason: passed
+                ? `路径 '${path}' 命中${hasExpected ? '且值匹配' : ''}`
+                : `路径 '${path}' 期望 ${JSON.stringify(expectedValue)}，实际 ${JSON.stringify(value)}`,
+        };
+    },
+    'tool-call': (trace, p) => {
+        const calls = p.calls;
+        if (!Array.isArray(calls))
+            throw new Error("评分器参数缺少数组字段 'calls'");
+        const order = p.order === 'exact' ? 'exact' : 'subset';
+        const actual = trace.trajectory;
+        let passed;
+        if (order === 'exact') {
+            passed =
+                actual.length === calls.length &&
+                    calls.every((c, i) => matchCall(c, actual[i]));
+        }
+        else {
+            passed = matchSubsequence(calls, actual);
+        }
+        const actualDesc = actual
+            .map((a, i) => `${i + 1}. ${a.name}(${JSON.stringify(a.args ?? {})})`)
+            .join(' → ') || '(无工具调用)';
+        const expectedDesc = calls.map((c) => c.tool).join(' → ') || '(无)';
+        return {
+            scorer: 'tool-call',
+            score: passed ? 1 : 0,
+            passed,
+            reason: passed
+                ? `轨迹匹配（${order}）：${expectedDesc}`
+                : `轨迹不匹配（${order}）：期望 ${expectedDesc}，实际 ${actualDesc}`,
+            evidence: actualDesc,
+        };
+    },
+    'tools-used': (trace, p) => {
+        const tools = p.tools;
+        if (!Array.isArray(tools))
+            throw new Error("评分器参数缺少数组字段 'tools'");
+        const expectedSet = new Set(tools);
+        const actualSet = new Set(trace.result.toolsUsed);
+        const passed = expectedSet.size === actualSet.size &&
+            [...expectedSet].every((t) => actualSet.has(t));
+        return {
+            scorer: 'tools-used',
+            score: passed ? 1 : 0,
+            passed,
+            reason: passed
+                ? `工具集合匹配: ${[...expectedSet].join(', ')}`
+                : `期望 {${[...expectedSet].join(', ')}}，实际 {${[...actualSet].join(', ')}}`,
+        };
+    },
+    success: (trace, p) => {
+        const expected = typeof p.value === 'boolean' ? p.value : true;
+        const passed = trace.result.success === expected;
+        return {
+            scorer: 'success',
+            score: passed ? 1 : 0,
+            passed,
+            reason: passed
+                ? `运行成功标志 = ${expected}`
+                : `期望 success=${expected}，实际 ${trace.result.success}${trace.result.error ? `（${trace.result.error}）` : ''}`,
+        };
+    },
+    'stop-reason': (trace, p) => {
+        const value = str(p, 'value');
+        const passed = trace.result.stopReason === value;
+        return {
+            scorer: 'stop-reason',
+            score: passed ? 1 : 0,
+            passed,
+            reason: passed
+                ? `stopReason = ${value}`
+                : `期望 stopReason=${value}，实际 ${trace.result.stopReason}`,
+        };
+    },
+};
+export const RULE_SCORER_TYPES = Object.keys(scorers);
+/** 执行单个规则评分器；未知类型 / 参数错误返回 scorer 自身失败而非抛出 */
+export function runRuleScorer(trace, type, params) {
+    const fn = scorers[type];
+    if (!fn) {
+        return {
+            scorer: type,
+            score: 0,
+            passed: false,
+            reason: `未知评分器类型 '${type}'（M1 仅支持: ${RULE_SCORER_TYPES.join(', ')}）`,
+        };
+    }
+    try {
+        return fn(trace, params);
+    }
+    catch (e) {
+        return {
+            scorer: type,
+            score: 0,
+            passed: false,
+            reason: `评分器执行错误: ${e.message}`,
+        };
+    }
+}
+//# sourceMappingURL=rule.js.map

package/dist/src/core/scorer/rule.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rule.js","sourceRoot":"","sources":["../../../../src/core/scorer/rule.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAIH,mDAAmD;AAEnD,MAAM,UAAU,YAAY,CAAC,QAAiB,EAAE,MAAe;IAC7D,IAAI,QAAQ,KAAK,SAAS;QAAE,OAAO,IAAI,CAAC;IACxC,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC5B,OAAO,CACL,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;YACrB,QAAQ,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM;YACjC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CACrD,CAAC;IACJ,CAAC;IACD,IAAI,QAAQ,KAAK,IAAI,IAAI,OAAO,QAAQ,KAAK,QAAQ,EAAE,CAAC;QACtD,IAAI,MAAM,KAAK,IAAI,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAC3E,OAAO,KAAK,CAAC;QACf,CAAC;QACD,OAAO,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAC/C,YAAY,CAAC,CAAC,EAAG,MAAkC,CAAC,CAAC,CAAC,CAAC,CACxD,CAAC;IACJ,CAAC;IACD,OAAO,QAAQ,KAAK,MAAM,CAAC;AAC7B,CAAC;AAED,iEAAiE;AAEjE,SAAS,SAAS,CAAC,GAAY,EAAE,IAAY;IAC3C,IAAI,GAAG,GAAY,GAAG,CAAC;IACvB,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;QAClD,IAAI,GAAG,KAAK,IAAI,IAAI,OAAO,GAAG,KAAK,QAAQ;YAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;QACvF,GAAG,GAAI,GAA+B,CAAC,GAAG,CAAC,CAAC;IAC9C,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;AACrC,CAAC;AAUD,SAAS,SAAS,CAAC,QAAsB,EAAE,MAAsB;IAC/D,IAAI,QAAQ,CAAC,IAAI,KAAK,MAAM,CAAC,IAAI;QAAE,OAAO,KAAK,CAAC;IAChD,IAAI,QAAQ,CAAC,OAAO,KAAK,SAAS,IAAI,QAAQ,CAAC,OAAO,KAAK,MAAM,CAAC,OAAO,EAAE,CAAC;QAC1E,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,QAAQ,CAAC,IAAI,KAAK,SAAS;QAAE,OAAO,IAAI,CAAC;IAC7C,OAAO,YAAY,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;AAClD,CAAC;AAED;;GAEG;AACH,SAAS,gBAAgB,CAAC,QAAwB,EAAE,MAAwB;IAC1E,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACvB,IAAI,CAAC,GAAG,QAAQ,CAAC,MAAM,IAAI,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAAE,CAAC,IAAI,CAAC,CAAC;IAC/D,CAAC;IACD,OAAO,CAAC,KAAK,QAAQ,CAAC,MAAM,CAAC;AAC/B,CAAC;AAMD,SAAS,GAAG,CAAC,CAAa,EAAE,GAAW,EAAE,QAAQ,GAAG,IAAI;IACtD,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;IACjB,IAAI,OAAO,CAAC,KAAK,QAAQ;QAAE,OAAO,CAAC,CAAC;IACpC,IAAI,QAAQ;QAAE,MAAM,IAAI,KAAK,CAAC,iBAAiB,GAAG,GAAG,CAAC,CAAC;IACvD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,OAAO,GAAyE;IACpF,KAAK,EAAE,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE;QAClB,MAAM,KAAK,GAAG,GAAG,CAAC,CAAC,EAAE,OAAO,CAAE,CAAC;QAC/B,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,OAAO,KAAK,KAAK,CAAC;QAC9C,OAAO;YACL,MAAM,EAAE,OAAO;YACf,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,MAAM;YACN,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE;SACvG,CAAC;IACJ,CAAC;IAED,QAAQ,EAAE,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE;QACrB,MAAM,KAAK,GAAG,GAAG,CAAC,CAAC,EAAE,OAAO,CAAE,CAAC;QAC/B,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACpD,OAAO;YACL,MAAM,EAAE,UAAU;YAClB,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,MAAM;YACN,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE;YAC/E,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;SACrC,CAAC;IACJ,CAAC;IAED,KAAK,EAAE,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE;QAClB,MAAM,KAAK,GAAG,GAAG,CAAC,CAAC,EAAE,OAAO,CAAE,CAAC;QAC/B,MAAM,KAAK,GAAG,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;QAC3C,MAAM,EAAE,GAAG,IAAI,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACpC,MAAM,MAAM,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC7C,OAAO;YACL,MAAM,EAAE,OAAO;YACf,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,MAAM;YACN,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,KAAK,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,IAAI,KAAK,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG;SAC7H,CAAC;IACJ,CAAC;IAED,YAAY,EAAE,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE;QACzB,MAAM,IAAI,GAAG,GAAG,CAAC,CAAC,EAAE,MAAM,CAAE,CAAC;QAC7B,MAAM,aAAa,GAAG,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;QACzD,IAAI,MAAe,CAAC;QACpB,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC5C,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO;gBACL,MAAM,EAAE,YAAY;gBACpB,KAAK,EAAE,CAAC;gBACR,MAAM,EAAE,KAAK;gBACb,MAAM,EAAE,kBAAmB,CAAW,CAAC,OAAO,EAAE;aACjD,CAAC;QACJ,CAAC;QACD,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,SAAS,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QACjD,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO;gBACL,MAAM,EAAE,YAAY;gBACpB,KAAK,EAAE,CAAC;gBACR,MAAM,EAAE,KAAK;gBACb,MAAM,EAAE,OAAO,IAAI,OAAO;aAC3B,CAAC;QACJ,CAAC;QACD,MAAM,WAAW,GAAG,OAAO,IAAI,CAAC,CAAC;QACjC,MAAM,MAAM,GAAG,WAAW,CAAC,CAAC,CAAC,YAAY,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACvE,OAAO;YACL,MAAM,EAAE,YAAY;YACpB,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,MAAM;YACN,MAAM,EAAE,MAAM;gBACZ,CAAC,CAAC,OAAO,IAAI,OAAO,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;gBAC/C,CAAC,CAAC,OAAO,IAAI,QAAQ,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE;SACnF,CAAC;IACJ,CAAC;IAED,WAAW,EAAE,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE;QACxB,MAAM,KAAK,GAAG,CAAC,CAAC,KAAmC,CAAC;QACpD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QAClE,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC;QACvD,MAAM,MAAM,GAAG,KAAK,CAAC,UAAU,CAAC;QAEhC,IAAI,MAAe,CAAC;QACpB,IAAI,KAAK,KAAK,OAAO,EAAE,CAAC;YACtB,MAAM;gBACJ,MAAM,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM;oBAC9B,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACnD,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,gBAAgB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAC3C,CAAC;QAED,MAAM,UAAU,GAAG,MAAM;aACtB,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,GAAG,CAAC;aACrE,IAAI,CAAC,KAAK,CAAC,IAAI,SAAS,CAAC;QAC5B,MAAM,YAAY,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC;QAEnE,OAAO;YACL,MAAM,EAAE,WAAW;YACnB,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,MAAM;YACN,MAAM,EAAE,MAAM;gBACZ,CAAC,CAAC,QAAQ,KAAK,KAAK,YAAY,EAAE;gBAClC,CAAC,CAAC,SAAS,KAAK,QAAQ,YAAY,OAAO,UAAU,EAAE;YACzD,QAAQ,EAAE,UAAU;SACrB,CAAC;IACJ,CAAC;IAED,YAAY,EAAE,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE;QACzB,MAAM,KAAK,GAAG,CAAC,CAAC,KAA6B,CAAC;QAC9C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QAClE,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;QACnC,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAClD,MAAM,MAAM,GACV,WAAW,CAAC,IAAI,KAAK,SAAS,CAAC,IAAI;YACnC,CAAC,GAAG,WAAW,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAClD,OAAO;YACL,MAAM,EAAE,YAAY;YACpB,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,MAAM;YACN,MAAM,EAAE,MAAM;gBACZ,CAAC,CAAC,WAAW,CAAC,GAAG,WAAW,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;gBAC1C,CAAC,CAAC,OAAO,CAAC,GAAG,WAAW,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;SAC5E,CAAC;IACJ,CAAC;IAED,OAAO,EAAE,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE;QACpB,MAAM,QAAQ,GAAG,OAAO,CAAC,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;QAC/D,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,OAAO,KAAK,QAAQ,CAAC;QACjD,OAAO;YACL,MAAM,EAAE,SAAS;YACjB,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,MAAM;YACN,MAAM,EAAE,MAAM;gBACZ,CAAC,CAAC,YAAY,QAAQ,EAAE;gBACxB,CAAC,CAAC,cAAc,QAAQ,OAAO,KAAK,CAAC,MAAM,CAAC,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;SAC9G,CAAC;IACJ,CAAC;IAED,aAAa,EAAE,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE;QAC1B,MAAM,KAAK,GAAG,GAAG,CAAC,CAAC,EAAE,OAAO,CAAE,CAAC;QAC/B,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,UAAU,KAAK,KAAK,CAAC;QACjD,OAAO;YACL,MAAM,EAAE,aAAa;YACrB,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,MAAM;YACN,MAAM,EAAE,MAAM;gBACZ,CAAC,CAAC,gBAAgB,KAAK,EAAE;gBACzB,CAAC,CAAC,iBAAiB,KAAK,OAAO,KAAK,CAAC,MAAM,CAAC,UAAU,EAAE;SAC3D,CAAC;IACJ,CAAC;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,iBAAiB,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;AAEtD,8CAA8C;AAC9C,MAAM,UAAU,aAAa,CAC3B,KAAe,EACf,IAAY,EACZ,MAAkB;IAElB,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACzB,IAAI,CAAC,EAAE,EAAE,CAAC;QACR,OAAO;YACL,MAAM,EAAE,IAA6B;YACrC,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,KAAK;YACb,MAAM,EAAE,YAAY,IAAI,aAAa,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;SACrE,CAAC;IACJ,CAAC;IACD,IAAI,CAAC;QACH,OAAO,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAC3B,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO;YACL,MAAM,EAAE,IAA6B;YACrC,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,KAAK;YACb,MAAM,EAAE,YAAa,CAAW,CAAC,OAAO,EAAE;SAC3C,CAAC;IACJ,CAAC;AACH,CAAC"}

package/dist/src/core/trajectory.d.ts

@@ -0,0 +1,13 @@
+/**
+ * packages/eval/src/core/trajectory.ts - 工具调用轨迹提取
+ *
+ * Result.toolsUsed 只有去重的工具名；完整轨迹（名称 / 参数 / 顺序 /
+ * isError）从 runtime.getMessages() 返回的会话消息重建：
+ *   - assistant 消息的 toolCall 块 → 调用记录（按消息顺序）
+ *   - toolResult 消息 → 按 toolCallId 回填 isError
+ */
+import type { Message } from '@aipack-ai/agent';
+import type { ToolCallRecord } from './types';
+export declare function extractTrajectory(messages: Message[]): ToolCallRecord[];
+/** 统计 assistant 轮数（对话深度，不含 toolResult 消息） */
+export declare function countTurns(messages: Message[]): number;

package/dist/src/core/trajectory.js

@@ -0,0 +1,41 @@
+/**
+ * packages/eval/src/core/trajectory.ts - 工具调用轨迹提取
+ *
+ * Result.toolsUsed 只有去重的工具名；完整轨迹（名称 / 参数 / 顺序 /
+ * isError）从 runtime.getMessages() 返回的会话消息重建：
+ *   - assistant 消息的 toolCall 块 → 调用记录（按消息顺序）
+ *   - toolResult 消息 → 按 toolCallId 回填 isError
+ */
+export function extractTrajectory(messages) {
+    const records = [];
+    const errorById = new Map();
+    for (const msg of messages) {
+        if (msg.role === 'toolResult') {
+            const toolMsg = msg;
+            errorById.set(toolMsg.toolCallId, toolMsg.isError);
+        }
+    }
+    for (const msg of messages) {
+        if (msg.role !== 'assistant')
+            continue;
+        if (typeof msg.content === 'string')
+            continue;
+        for (const block of msg.content) {
+            if (block.type !== 'toolCall')
+                continue;
+            const call = block;
+            records.push({
+                id: call.id,
+                name: call.name,
+                args: call.arguments,
+                isError: errorById.get(call.id),
+            });
+        }
+    }
+    return records;
+}
+/** 统计 assistant 轮数（对话深度，不含 toolResult 消息） */
+export function countTurns(messages) {
+    return messages.filter((m) => m.role === 'assistant').length;
+}
+//# sourceMappingURL=trajectory.js.map

package/dist/src/core/trajectory.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"trajectory.js","sourceRoot":"","sources":["../../../src/core/trajectory.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAKH,MAAM,UAAU,iBAAiB,CAAC,QAAmB;IACnD,MAAM,OAAO,GAAqB,EAAE,CAAC;IACrC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAmB,CAAC;IAE7C,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC3B,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YAC9B,MAAM,OAAO,GAAG,GAIf,CAAC;YACF,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,UAAU,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;QACrD,CAAC;IACH,CAAC;IAED,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC3B,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW;YAAE,SAAS;QACvC,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ;YAAE,SAAS;QAC9C,KAAK,MAAM,KAAK,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;YAChC,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU;gBAAE,SAAS;YACxC,MAAM,IAAI,GAAG,KAAwB,CAAC;YACtC,OAAO,CAAC,IAAI,CAAC;gBACX,EAAE,EAAE,IAAI,CAAC,EAAE;gBACX,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,IAAI,EAAE,IAAI,CAAC,SAAS;gBACpB,OAAO,EAAE,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;aAChC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,6CAA6C;AAC7C,MAAM,UAAU,UAAU,CAAC,QAAmB;IAC5C,OAAO,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,MAAM,CAAC;AAC/D,CAAC"}

package/dist/src/core/types.d.ts

@@ -0,0 +1,251 @@
+/**
+ * packages/eval/src/core/types.ts - Eval 体系类型定义
+ *
+ * 四个核心概念：
+ *   EvalCase   —— 一条评测用例（输入 + 期望 + 评分器配置）
+ *   RunConfig  —— 一次评测运行的执行配置
+ *   RunTrace   —— 单个用例运行后的完整轨迹（供评分器消费）
+ *   EvalReport —— 一次运行的汇总报告
+ *
+ * 设计原则（对齐 EVAL_PLAN.md）：
+ *   - 轨迹优先：工具调用轨迹是 agent 框架最值得断言的信号
+ *   - 规则评分覆盖 70%：M1 只实现规则评分器，semantic / llm-judge 留到 M5
+ *   - origin 标识：报告按数据来源分组，诊断 eval 集与真实分布的漂移
+ */
+import type { Message, Result } from '@aipack-ai/agent';
+/** 用例数据来源（报告按 origin 分组诊断分布漂移） */
+export type CaseOrigin = 'handwritten' | 'trace' | 'synthetic' | 'dataset' | 'bugfix';
+/** 脚本化的一次工具调用 */
+export interface MockToolCall {
+    /** 缺省自动生成（mock_tc_<n>） */
+    id?: string;
+    /** 被调用的 mock 工具名 */
+    name: string;
+    args?: Record<string, unknown>;
+}
+/** 脚本化的一轮 assistant 响应 */
+export interface MockAssistantTurn {
+    /** 本轮要发起的工具调用（可多个 = 并行调用） */
+    toolCalls?: MockToolCall[];
+    /** 本轮 assistant 文本（可与 toolCalls 并存，文本在前） */
+    text?: string;
+    /** 缺省：有 toolCalls 时 'toolUse'，否则 'stop' */
+    stopReason?: string;
+    /** 本轮 usage（缺省 {input:10, output:5, total:15}） */
+    usage?: {
+        input?: number;
+        output?: number;
+        total?: number;
+    };
+}
+export interface MockScript {
+    /** 依次消费的 assistant 轮次；每次 streamFn 调用取下一条 */
+    turns: MockAssistantTurn[];
+    /** 轮次耗尽后的兜底文本轮（缺省 'done'） */
+    fallbackText?: string;
+    /**
+     * 轮次耗尽后是否持续发起该工具的调用（模拟死循环，
+     * 配合 case metadata.maxSteps 断言 max_turns 截断）。
+     */
+    infiniteTool?: string;
+    /** infiniteTool 的参数（缺省 {}） */
+    infiniteToolArgs?: Record<string, unknown>;
+}
+export interface AgentInput {
+    /** 用户消息 */
+    message: string;
+    systemPrompt?: string;
+    /** 使用的 mock 工具名列表；缺省注册全部标准 mock 工具 */
+    tools?: string[];
+    /** 预置 mock 文件系统（readFile / writeFile / listDir / search 消费） */
+    fs?: Record<string, string>;
+    /** mock 模式必填：脚本化 LLM 轮次 */
+    mock?: MockScript;
+}
+/** 期望的工具调用（args 为部分匹配：只断言列出的字段） */
+export interface ExpectedToolCall {
+    tool: string;
+    args?: Record<string, unknown>;
+    /** 断言该调用结果是否为错误（undefined = 不断言） */
+    isError?: boolean;
+}
+/** 期望结果的声明式写法（loader 会归一化为 scorers） */
+export type ExpectedResult = {
+    type: 'exact';
+    value: string;
+} | {
+    type: 'contains';
+    value: string;
+} | {
+    type: 'regex';
+    value: string;
+    flags?: string;
+} | {
+    type: 'tool-call';
+    calls: ExpectedToolCall[];
+    order?: 'exact' | 'subset';
+} | {
+    type: 'tools-used';
+    tools: string[];
+} | {
+    type: 'json-field';
+    path: string;
+    value?: unknown;
+} | {
+    type: 'success';
+    value?: boolean;
+} | {
+    type: 'stop-reason';
+    value: string;
+};
+/** M1 支持的规则评分器类型 */
+export type RuleScorerType = 'exact' | 'contains' | 'regex' | 'json-field' | 'tool-call' | 'tools-used' | 'success' | 'stop-reason';
+/** 全量评分器类型（M5 扩展 semantic / llm-judge） */
+export type ScorerType = RuleScorerType | 'semantic' | 'llm-judge';
+export interface ScorerConfig {
+    type: ScorerType;
+    /** 评分器参数（各评分器自定义，见 rule.ts） */
+    params: Record<string, unknown>;
+    /** 加权（缺省 1）；M1 规则评分器只看 passed，权重影响加权分 */
+    weight?: number;
+}
+export interface EvalCase {
+    /** 全局唯一，如 'tool-calling/single-echo' */
+    id: string;
+    /** 套件名：'agent-e2e' | 'tool-calling' | 'text-output' | ... */
+    suite: string;
+    /** 一句话描述（报告展示用） */
+    description?: string;
+    input: AgentInput;
+    /** 声明式期望（归一化为 scorers，与 scorers 字段可并存） */
+    expected?: ExpectedResult;
+    /** 显式评分器配置（与 expected 可并存） */
+    scorers?: ScorerConfig[];
+    origin: CaseOrigin;
+    metadata?: {
+        tags?: string[];
+        /** 工具调用步数上限（映射 RuntimeOptions.maxTurns，缺省 50） */
+        maxSteps?: number;
+        /** 单用例墙钟超时 ms（缺省 30000） */
+        timeoutMs?: number;
+        /** usage.total token 上限（预算熔断） */
+        maxTokens?: number;
+    };
+}
+/** 完整轨迹中的一条工具调用记录（从会话消息重建） */
+export interface ToolCallRecord {
+    id: string;
+    name: string;
+    args: unknown;
+    /** 对应 toolResult 的 isError（结果缺失时 undefined） */
+    isError?: boolean;
+}
+/** 单个用例一次运行的完整产物 */
+export interface RunTrace {
+    caseId: string;
+    suite: string;
+    origin: CaseOrigin;
+    result: Result;
+    /** 按时间序的工具调用轨迹（含参数与顺序） */
+    trajectory: ToolCallRecord[];
+    messages: Message[];
+    durationMs: number;
+    usageTotal: number;
+    /** 实际对话轮数 */
+    turns: number;
+}
+export interface ScoreResult {
+    scorer: ScorerType;
+    /** 0~1；规则评分器为 0/1 */
+    score: number;
+    passed: boolean;
+    reason: string;
+    /** 命中证据（文本片段 / 工具调用序号） */
+    evidence?: string;
+}
+export interface CaseResult {
+    caseId: string;
+    suite: string;
+    origin: CaseOrigin;
+    passed: boolean;
+    /** 加权平均分 0~1 */
+    score: number;
+    scores: ScoreResult[];
+    /** 运行错误（超时 / 熔断 / 框架异常） */
+    error?: string;
+    durationMs: number;
+    /** 工具调用步数 */
+    steps: number;
+    usageTotal: number;
+}
+export interface SuiteSummary {
+    total: number;
+    passed: number;
+    passRate: number;
+    avgScore: number;
+}
+export interface EvalReport {
+    runId: string;
+    startedAt: string;
+    durationMs: number;
+    mode: 'mock' | 'live';
+    model?: string;
+    totals: {
+        cases: number;
+        passed: number;
+        passRate: number;
+        avgScore: number;
+        usageTotal: number;
+    };
+    bySuite: Record<string, SuiteSummary>;
+    byOrigin: Record<string, SuiteSummary>;
+    results: CaseResult[];
+}
+export interface RunConfig {
+    mode: 'mock' | 'live';
+    /** 只跑指定套件；缺省全部 */
+    suites?: string[];
+    /** 每用例重复次数（消随机性）；mock 模式缺省 1 */
+    repeats?: number;
+    /** 用例并发数（缺省 8） */
+    concurrency?: number;
+    /** 单用例墙钟超时 ms（缺省 30000，case metadata 可覆盖） */
+    timeoutMs?: number;
+    /** maxTurns 全局缺省（缺省 50，case metadata 可覆盖） */
+    maxSteps?: number;
+    /** 用例目录（loader 用） */
+    casesDir?: string;
+    /** 报告输出目录（缺省 ./eval-results） */
+    reportDir?: string;
+    /** baseline 文件路径（门禁对比） */
+    baselinePath?: string;
+    /** 通过率回归阈值（缺省 0.02） */
+    regressionThreshold?: number;
+    /** 更新 baseline 文件 */
+    updateBaseline?: boolean;
+}
+export interface BaselineFile {
+    /** 生成 baseline 的 runId */
+    runId: string;
+    updatedAt: string;
+    totals: {
+        cases: number;
+        passed: number;
+        passRate: number;
+    };
+    bySuite: Record<string, {
+        total: number;
+        passed: number;
+        passRate: number;
+    }>;
+}
+export interface BaselineComparison {
+    ok: boolean;
+    overallDelta: number;
+    regressions: Array<{
+        suite: string;
+        baseline: number;
+        current: number;
+        delta: number;
+    }>;
+}

package/dist/src/core/types.js

@@ -0,0 +1,16 @@
+/**
+ * packages/eval/src/core/types.ts - Eval 体系类型定义
+ *
+ * 四个核心概念：
+ *   EvalCase   —— 一条评测用例（输入 + 期望 + 评分器配置）
+ *   RunConfig  —— 一次评测运行的执行配置
+ *   RunTrace   —— 单个用例运行后的完整轨迹（供评分器消费）
+ *   EvalReport —— 一次运行的汇总报告
+ *
+ * 设计原则（对齐 EVAL_PLAN.md）：
+ *   - 轨迹优先：工具调用轨迹是 agent 框架最值得断言的信号
+ *   - 规则评分覆盖 70%：M1 只实现规则评分器，semantic / llm-judge 留到 M5
+ *   - origin 标识：报告按数据来源分组，诊断 eval 集与真实分布的漂移
+ */
+export {};
+//# sourceMappingURL=types.js.map

package/dist/src/core/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/core/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG"}

package/dist/src/core/validate.d.ts

@@ -0,0 +1,7 @@
+/**
+ * packages/eval/src/core/validate.ts - 用例静态校验
+ *
+ * loader 加载 JSON 后立即校验，坏用例在运行前暴露（fail fast）。
+ */
+import type { EvalCase } from './types';
+export declare function validateEvalCase(c: EvalCase): string[];

package/dist/src/core/validate.js

@@ -0,0 +1,71 @@
+/**
+ * packages/eval/src/core/validate.ts - 用例静态校验
+ *
+ * loader 加载 JSON 后立即校验，坏用例在运行前暴露（fail fast）。
+ */
+import { RULE_SCORER_TYPES } from './scorer/rule.js';
+const ORIGINS = [
+    'handwritten',
+    'trace',
+    'synthetic',
+    'dataset',
+    'bugfix',
+];
+const EXPECTED_TYPES = [
+    'exact',
+    'contains',
+    'regex',
+    'tool-call',
+    'tools-used',
+    'json-field',
+    'success',
+    'stop-reason',
+];
+export function validateEvalCase(c) {
+    const errors = [];
+    const at = (msg) => `[${c.id ?? '<missing id>'}] ${msg}`;
+    if (!c.id || typeof c.id !== 'string')
+        errors.push('缺少 id');
+    else if (!/^[a-z0-9][a-z0-9/_-]*$/i.test(c.id))
+        errors.push(at('id 含非法字符'));
+    if (!c.suite || typeof c.suite !== 'string')
+        errors.push(at('缺少 suite'));
+    if (!c.input || typeof c.input !== 'object') {
+        errors.push(at('缺少 input'));
+        return errors;
+    }
+    if (!c.input.message || typeof c.input.message !== 'string') {
+        errors.push(at('input.message 必须为非空字符串'));
+    }
+    if (c.input.mock) {
+        if (!Array.isArray(c.input.mock.turns) || c.input.mock.turns.length === 0) {
+            errors.push(at('input.mock.turns 必须为非空数组'));
+        }
+        else {
+            c.input.mock.turns.forEach((t, i) => {
+                if (!t.toolCalls && t.text === undefined) {
+                    errors.push(at(`mock.turns[${i}] 既无 toolCalls 也无 text`));
+                }
+            });
+        }
+    }
+    if (!c.origin || !ORIGINS.includes(c.origin)) {
+        errors.push(at(`origin 必须为: ${ORIGINS.join(' | ')}`));
+    }
+    if (c.expected) {
+        const type = c.expected.type;
+        if (!type || !EXPECTED_TYPES.includes(type)) {
+            errors.push(at(`expected.type 必须为: ${EXPECTED_TYPES.join(' | ')}`));
+        }
+    }
+    for (const s of c.scorers ?? []) {
+        if (!RULE_SCORER_TYPES.includes(s.type)) {
+            errors.push(at(`scorers 含未知类型 '${s.type}'（支持: ${RULE_SCORER_TYPES.join(', ')}）`));
+        }
+    }
+    const hasScorers = Boolean(c.expected) || (c.scorers?.length ?? 0) > 0;
+    if (!hasScorers)
+        errors.push(at('expected 与 scorers 至少提供一项'));
+    return errors;
+}
+//# sourceMappingURL=validate.js.map

package/dist/src/core/validate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"validate.js","sourceRoot":"","sources":["../../../src/core/validate.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAElD,MAAM,OAAO,GAAiB;IAC5B,aAAa;IACb,OAAO;IACP,WAAW;IACX,SAAS;IACT,QAAQ;CACT,CAAC;AAEF,MAAM,cAAc,GAAG;IACrB,OAAO;IACP,UAAU;IACV,OAAO;IACP,WAAW;IACX,YAAY;IACZ,YAAY;IACZ,SAAS;IACT,aAAa;CACd,CAAC;AAEF,MAAM,UAAU,gBAAgB,CAAC,CAAW;IAC1C,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,MAAM,EAAE,GAAG,CAAC,GAAW,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,cAAc,KAAK,GAAG,EAAE,CAAC;IAEjE,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,OAAO,CAAC,CAAC,EAAE,KAAK,QAAQ;QAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;SACvD,IAAI,CAAC,yBAAyB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;QAAE,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC;IAC5E,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,OAAO,CAAC,CAAC,KAAK,KAAK,QAAQ;QAAE,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC;IACzE,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,OAAO,CAAC,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC5C,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC;QAC5B,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,IAAI,OAAO,CAAC,CAAC,KAAK,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;QAC5D,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,wBAAwB,CAAC,CAAC,CAAC;IAC5C,CAAC;IACD,IAAI,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;QACjB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1E,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,0BAA0B,CAAC,CAAC,CAAC;QAC9C,CAAC;aAAM,CAAC;YACN,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;gBAClC,IAAI,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;oBACzC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,cAAc,CAAC,wBAAwB,CAAC,CAAC,CAAC;gBAC3D,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IACD,IAAI,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC;QAC7C,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,eAAe,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;IACxD,CAAC;IAED,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC;QACf,MAAM,IAAI,GAAI,CAAC,CAAC,QAA8B,CAAC,IAAI,CAAC;QACpD,IAAI,CAAC,IAAI,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YAC5C,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,sBAAsB,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;QACtE,CAAC;IACH,CAAC;IAED,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC;QAChC,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;YACxC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,kBAAkB,CAAC,CAAC,IAAI,SAAS,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QACpF,CAAC;IACH,CAAC;IAED,MAAM,UAAU,GAAG,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;IACvE,IAAI,CAAC,UAAU;QAAE,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,2BAA2B,CAAC,CAAC,CAAC;IAE9D,OAAO,MAAM,CAAC;AAChB,CAAC"}