@aipack-ai/eval 1.1.7 → 1.1.8

package/dist/src/cli.d.ts

@@ -7,6 +7,10 @@
  *                   [--api-key <key>] [--base-url <url>] [--temperature <0>]
  *                   [--repeats <n>] [--cases-dir <dir>] [--report-dir <dir>]
  *                   [--history <path>] [--baseline <path>] [--update-baseline]
+ *                   [--judge-model provider/id] [--embed-model <id>]
+ *   aipack-eval compare --models m1,m2[,...] [--suite <name>]... [--mode live] ...
+ *   aipack-eval import --file <export.json> [--out-dir <dir>] [--suite <name>]
+ *                      [--origin trace|bugfix] [--prefix <p>] [--dry-run]
  *   aipack-eval history [--path <file>] [--limit <n>] [--json]
  *
  * 退出码：0 = 全过且无回归；1 = 有失败或回归；2 = 用法错误。

package/dist/src/cli.js

@@ -7,6 +7,10 @@
  *                   [--api-key <key>] [--base-url <url>] [--temperature <0>]
  *                   [--repeats <n>] [--cases-dir <dir>] [--report-dir <dir>]
  *                   [--history <path>] [--baseline <path>] [--update-baseline]
+ *                   [--judge-model provider/id] [--embed-model <id>]
+ *   aipack-eval compare --models m1,m2[,...] [--suite <name>]... [--mode live] ...
+ *   aipack-eval import --file <export.json> [--out-dir <dir>] [--suite <name>]
+ *                      [--origin trace|bugfix] [--prefix <p>] [--dry-run]
  *   aipack-eval history [--path <file>] [--limit <n>] [--json]
  *
  * 退出码：0 = 全过且无回归；1 = 有失败或回归；2 = 用法错误。
@@ -15,7 +19,9 @@ import { loadCases } from './core/loader.js';
 import { runEval } from './core/runner.js';
 import { finalizeReport, renderMarkdown } from './core/report.js';
 import { readHistory, renderHistoryTrend } from './core/history.js';
-const USAGE = `用法: aipack-eval <run|history> [options]
+import { compareModels, renderComparisonMarkdown } from './core/compare.js';
+import { importCases } from './core/import.js';
+const USAGE = `用法: aipack-eval <run|compare|import|history> [options]
 
 run 选项:
   --suite <name>         只跑指定套件（可多次）
@@ -34,6 +40,24 @@ run 选项:
   --baseline <path>      baseline 文件（门禁对比）
   --update-baseline      用本次结果更新 baseline
   --threshold <x>        通过率回归阈值（缺省 0.02）
+  --judge-model <p/id>   LLM-as-judge 模型（须与被测模型异源；或 AIPACK_EVAL_JUDGE_MODEL）
+  --judge-api-key <key>  judge API Key（或 AIPACK_EVAL_JUDGE_API_KEY）
+  --judge-base-url <url> judge 端点覆盖
+  --embed-model <id>     semantic 评分器的 embedding 模型（或 AIPACK_EVAL_EMBEDDING_MODEL）
+  --embed-api-key <key>  embedding API Key（或 AIPACK_EVAL_EMBEDDING_API_KEY / OPENAI_API_KEY）
+  --embed-base-url <url> embedding 端点覆盖（OpenAI 兼容 /embeddings）
+
+compare 选项（L4 模型对比）:
+  --models <m1,m2,...>   被测模型列表（逗号分隔，可多次；每模型跑同一组用例）
+  其余同 run（忽略 baseline / history）。
+
+import 选项（trace 回流入库）:
+  --file <path>          export-eval 导出的 JSON（单 case / 数组 / {cases:[...]})
+  --out-dir <dir>        用例目录（缺省 <包根>/eval/cases）
+  --suite <name>         覆盖套件
+  --origin <o>           覆盖来源（trace | bugfix）
+  --prefix <p>           case id 加前缀（如 bugfix）
+  --dry-run              只校验不写盘
 
 history 选项:
   --path <file>          历史文件（缺省 ./eval-results/history.jsonl）
@@ -138,6 +162,30 @@ function parseRunArgs(argv) {
                     args.threshold = v;
                     break;
                 }
+                case '--judge-model':
+                    args.judgeModel = next();
+                    break;
+                case '--judge-api-key':
+                    args.judgeApiKey = next();
+                    break;
+                case '--judge-base-url':
+                    args.judgeBaseUrl = next();
+                    break;
+                case '--embed-model':
+                    args.embedModel = next();
+                    break;
+                case '--embed-api-key':
+                    args.embedApiKey = next();
+                    break;
+                case '--embed-base-url':
+                    args.embedBaseUrl = next();
+                    break;
+                case '--models':
+                    args.models = (args.models ?? []).concat(next()
+                        .split(',')
+                        .map((s) => s.trim())
+                        .filter(Boolean));
+                    break;
                 case '-h':
                 case '--help':
                     return { error: 'HELP' };
@@ -192,6 +240,12 @@ async function cmdRun(argv) {
         baselinePath: parsed.baselinePath,
         updateBaseline: parsed.updateBaseline,
         regressionThreshold: parsed.threshold,
+        judgeModel: parsed.judgeModel,
+        judgeApiKey: parsed.judgeApiKey,
+        judgeBaseUrl: parsed.judgeBaseUrl,
+        embedModel: parsed.embedModel,
+        embedApiKey: parsed.embedApiKey,
+        embedBaseUrl: parsed.embedBaseUrl,
     };
     console.error(`加载 ${cases.length} 个用例${parsed.suites.length ? `（套件: ${parsed.suites.join(', ')}）` : ''}，mode=${parsed.mode}`);
     let report;
@@ -265,6 +319,147 @@ async function cmdHistory(argv) {
     console.log(renderHistoryTrend(entries, limit));
     return 0;
 }
+/** L4：同一组用例跨多模型对比（M5） */
+async function cmdCompare(argv) {
+    const parsed = parseRunArgs(argv);
+    if ('error' in parsed) {
+        if (parsed.error === 'HELP') {
+            console.log(USAGE);
+            return 0;
+        }
+        console.error(parsed.error);
+        return 2;
+    }
+    const models = parsed.models ?? [];
+    if (models.length === 0) {
+        console.error(`compare 需要至少一个被测模型：--models deepseek/deepseek-chat,openai/gpt-4o-mini\n${USAGE}`);
+        return 2;
+    }
+    if (models.length !== new Set(models).size) {
+        console.error('compare 的 --models 含重复模型');
+        return 2;
+    }
+    const { cases, errors } = await loadCases(parsed.casesDir);
+    if (errors.length > 0) {
+        console.error('用例加载错误:');
+        for (const e of errors)
+            console.error(`  - ${e}`);
+        return 1;
+    }
+    const config = {
+        mode: parsed.mode,
+        apiKey: parsed.apiKey,
+        baseUrl: parsed.baseUrl,
+        temperature: parsed.temperature,
+        suites: parsed.suites,
+        repeats: parsed.repeats,
+        concurrency: parsed.concurrency,
+        timeoutMs: parsed.timeoutMs,
+        maxTotalTokens: parsed.maxTotalTokens,
+        casesDir: parsed.casesDir,
+        judgeModel: parsed.judgeModel,
+        judgeApiKey: parsed.judgeApiKey,
+        judgeBaseUrl: parsed.judgeBaseUrl,
+        embedModel: parsed.embedModel,
+        embedApiKey: parsed.embedApiKey,
+        embedBaseUrl: parsed.embedBaseUrl,
+    };
+    console.error(`L4 对比：${models.length} 个模型 × ${cases.length} 个用例（mode=${parsed.mode}${parsed.suites.length ? `，套件: ${parsed.suites.join(', ')}` : ''}）`);
+    let comparison;
+    try {
+        comparison = await compareModels(cases, config, models);
+    }
+    catch (e) {
+        console.error(`compare 配置错误: ${e.message}`);
+        return 2;
+    }
+    console.log(renderComparisonMarkdown(comparison));
+    // 报告写盘（compare-<ts>.md / .json）
+    if (parsed.reportDir && parsed.reportDir !== 'none') {
+        const { mkdir, writeFile } = await import('node:fs/promises');
+        const { join } = await import('node:path');
+        const dir = parsed.reportDir.replace(/\/$/, '');
+        const stamp = new Date().toISOString().replace(/[:.]/g, '-');
+        const mdPath = join(dir, `compare-${stamp}.md`);
+        const jsonPath = join(dir, `compare-${stamp}.json`);
+        await mkdir(dir, { recursive: true });
+        await writeFile(mdPath, renderComparisonMarkdown(comparison), 'utf-8');
+        await writeFile(jsonPath, JSON.stringify(comparison, null, 2), 'utf-8');
+        console.error(`\n对比报告已写入: ${mdPath}\n                ${jsonPath}`);
+    }
+    return 0;
+}
+/** M4：trace 回流导出 JSON → eval/cases 入库 */
+async function cmdImport(argv) {
+    let file;
+    let outDir;
+    let suite;
+    let origin;
+    let prefix;
+    let dryRun = false;
+    for (let i = 0; i < argv.length; i++) {
+        const a = argv[i];
+        const next = () => {
+            const v = argv[++i];
+            if (v === undefined)
+                throw new Error(`选项 ${a} 缺少参数值`);
+            return v;
+        };
+        try {
+            switch (a) {
+                case '--file':
+                    file = next();
+                    break;
+                case '--out-dir':
+                    outDir = next();
+                    break;
+                case '--suite':
+                    suite = next();
+                    break;
+                case '--origin': {
+                    const v = next();
+                    if (v !== 'trace' && v !== 'bugfix')
+                        throw new Error('--origin 只能为 trace 或 bugfix');
+                    origin = v;
+                    break;
+                }
+                case '--prefix':
+                    prefix = next();
+                    break;
+                case '--dry-run':
+                    dryRun = true;
+                    break;
+                case '-h':
+                case '--help':
+                    console.log(USAGE);
+                    return 0;
+                default:
+                    console.error(`未知参数: ${a}\n${USAGE}`);
+                    return 2;
+            }
+        }
+        catch (e) {
+            console.error(`${e.message}\n${USAGE}`);
+            return 2;
+        }
+    }
+    if (!file) {
+        console.error(`import 需要 --file <export.json>\n${USAGE}`);
+        return 2;
+    }
+    const { written, errors } = await importCases({ file, outDir, suite, origin, prefix, dryRun });
+    if (errors.length > 0) {
+        console.error('入库错误:');
+        for (const e of errors)
+            console.error(`  - ${e}`);
+    }
+    if (written.length > 0) {
+        console.error(dryRun ? '校验通过（dry-run，未写盘）:' : `已入库 ${written.length} 个用例:`);
+        for (const w of written)
+            console.error(`  - ${w}`);
+    }
+    return errors.length === 0 && written.length > 0 ? 0 : 1;
+}
 async function main() {
     const [command, ...rest] = process.argv.slice(2);
     if (command === undefined || command === '-h' || command === '--help') {
@@ -273,6 +468,10 @@ async function main() {
     }
     if (command === 'run')
         return cmdRun(rest);
+    if (command === 'compare')
+        return cmdCompare(rest);
+    if (command === 'import')
+        return cmdImport(rest);
     if (command === 'history')
         return cmdHistory(rest);
     console.error(`未知子命令: ${command}\n${USAGE}`);

package/dist/src/cli.js.map

@@ -1 +1 @@
-{"version":3,"file":"cli.js","sourceRoot":"","sources":["../../src/cli.ts"],"names":[],"mappings":";AACA;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAC1C,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AACxC,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAC/D,OAAO,EAAE,WAAW,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AAwBjE,MAAM,KAAK,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;8BA0BgB,CAAC;AAE/B,SAAS,GAAG,CAAC,GAAW,EAAE,KAAa;IACrC,MAAM,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;IACtB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAC;IAC3D,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,YAAY,CAAC,IAAc;IAClC,MAAM,IAAI,GAAY;QACpB,MAAM,EAAE,EAAE;QACV,IAAI,EAAE,MAAM;QACZ,cAAc,EAAE,KAAK;QACrB,SAAS,EAAE,IAAI;KAChB,CAAC;IACF,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QACvB,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,MAAM,IAAI,GAAG,GAAW,EAAE;YACxB,MAAM,CAAC,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;YACpB,IAAI,CAAC,KAAK,SAAS;gBAAE,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YACtD,OAAO,CAAC,CAAC;QACX,CAAC,CAAC;QACF,IAAI,CAAC;YACH,QAAQ,CAAC,EAAE,CAAC;gBACV,KAAK,SAAS;oBACZ,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;oBACzB,MAAM;gBACR,KAAK,QAAQ,CAAC,CAAC,CAAC;oBACd,MAAM,CAAC,GAAG,IAAI,EAAE,CAAC;oBACjB,IAAI,CAAC,KAAK,MAAM,IAAI,CAAC,KAAK,MAAM;wBAAE,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;oBAC5E,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC;oBACd,MAAM;gBACR,CAAC;gBACD,KAAK,SAAS;oBACZ,IAAI,CAAC,KAAK,GAAG,IAAI,EAAE,CAAC;oBACpB,MAAM;gBACR,KAAK,WAAW;oBACd,IAAI,CAAC,MAAM,GAAG,IAAI,EAAE,CAAC;oBACrB,MAAM;gBACR,KAAK,YAAY;oBACf,IAAI,CAAC,OAAO,GAAG,IAAI,EAAE,CAAC;oBACtB,MAAM;gBACR,KAAK,eAAe;oBAClB,IAAI,CAAC,WAAW,GAAG,GAAG,CAAC,IAAI,EAAE,EAAE,eAAe,CAAC,CAAC;oBAChD,MAAM;gBACR,KAAK,WAAW,CAAC,CAAC,CAAC;oBACjB,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;oBACzB,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;wBAAE,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;oBACpE,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC;oBACjB,MAAM;gBACR,CAAC;gBACD,KAAK,eAAe,CAAC,CAAC,CAAC;oBACrB,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;oBACzB,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;wBAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;oBACxE,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;oBACrB,MAAM;gBACR,CAAC;gBACD,KAAK,WAAW,CAAC,CAAC,CAAC;oBACjB,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;oBACzB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;wBAAE,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;oBACvE,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC;oBACnB,MAAM;gBACR,CAAC;gBACD,KAAK,cAAc,CAAC,CAAC,CAAC;oBACpB,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;oBACzB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;wBAAE,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;oBACtE,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC;oBACxB,MAAM;gBACR,CAAC;gBACD,KAAK,aAAa;oBAChB,IAAI,CAAC,QAAQ,GAAG,IAAI,EAAE,CAAC;oBACvB,MAAM;gBACR,KAAK,cAAc;oBACjB,IAAI,CAAC,SAAS,GAAG,IAAI,EAAE,CAAC;oBACxB,MAAM;gBACR,KAAK,WAAW;oBACd,IAAI,CAAC,WAAW,GAAG,IAAI,EAAE,CAAC;oBAC1B,MAAM;gBACR,KAAK,YAAY;oBACf,IAAI,CAAC,YAAY,GAAG,IAAI,EAAE,CAAC;oBAC3B,MAAM;gBACR,KAAK,mBAAmB;oBACtB,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;oBAC3B,MAAM;gBACR,KAAK,aAAa,CAAC,CAAC,CAAC;oBACnB,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;oBACzB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC;wBAAE,MAAM,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC;oBACvE,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC;oBACnB,MAAM;gBACR,CAAC;gBACD,KAAK,IAAI,CAAC;gBACV,KAAK,QAAQ;oBACX,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;gBAC3B;oBACE,OAAO,EAAE,KAAK,EAAE,SAAS,CAAC,KAAK,KAAK,EAAE,EAAE,CAAC;YAC7C,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,EAAE,KAAK,EAAE,GAAI,CAAW,CAAC,OAAO,KAAK,KAAK,EAAE,EAAE,CAAC;QACxD,CAAC;QACD,CAAC,IAAI,CAAC,CAAC;IACT,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,MAAM,CAAC,IAAc;IAClC,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IAClC,IAAI,OAAO,IAAI,MAAM,EAAE,CAAC;QACtB,IAAI,MAAM,CAAC,KAAK,KAAK,MAAM,EAAE,CAAC;YAC5B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACnB,OAAO,CAAC,CAAC;QACX,CAAC;QACD,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5B,OAAO,CAAC,CAAC;IACX,CAAC;IAED,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,MAAM,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC3D,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtB,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACzB,KAAK,MAAM,CAAC,IAAI,MAAM;YAAE,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAClD,OAAO,CAAC,CAAC;IACX,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QAC1B,OAAO,CAAC,CAAC;IACX,CAAC;IAED,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,KAAK,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC;IAC7E,MAAM,WAAW,GACf,MAAM,CAAC,WAAW,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,gBAAgB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAElG,MAAM,MAAM,GAAc;QACxB,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,cAAc,EAAE,MAAM,CAAC,cAAc;QACrC,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,SAAS;QACT,WAAW;QACX,YAAY,EAAE,MAAM,CAAC,YAAY;QACjC,cAAc,EAAE,MAAM,CAAC,cAAc;QACrC,mBAAmB,EAAE,MAAM,CAAC,SAAS;KACtC,CAAC;IAEF,OAAO,CAAC,KAAK,CACX,MAAM,KAAK,CAAC,MAAM,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,SAAS,MAAM,CAAC,IAAI,EAAE,CAC/G,CAAC;IAEF,IAAI,MAAkB,CAAC;IACvB,IAAI,CAAC;QACH,MAAM,GAAG,MAAM,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACxC,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,+BAA+B;QAC/B,OAAO,CAAC,KAAK,CAAC,gBAAiB,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;QACtD,OAAO,CAAC,CAAC;IACX,CAAC;IAED,MAAM,SAAS,GAAG,MAAM,cAAc,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACvD,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,MAAM,EAAE,EAAE,OAAO,EAAE,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;IAEpE,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC;QAC9B,OAAO,CAAC,KAAK,CACX,iBAAiB,MAAM,CAAC,IAAI,cAAc,MAAM,CAAC,MAAM,CAAC,OAAO,iCAAiC,CACjG,CAAC;IACJ,CAAC;IAED,IAAI,SAAS,CAAC,QAAQ;QAAE,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,CAAC,QAAQ,EAAE,CAAC,CAAC;IACxE,IAAI,SAAS,CAAC,WAAW;QAAE,OAAO,CAAC,KAAK,CAAC,UAAU,SAAS,CAAC,WAAW,EAAE,CAAC,CAAC;IAC5E,IAAI,MAAM,CAAC,cAAc,IAAI,SAAS,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;QAC9D,OAAO,CAAC,KAAK,CAAC,iBAAiB,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC;IACxD,CAAC;IAED,IAAI,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAEpE,IAAI,SAAS,CAAC,UAAU,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC;QACrD,QAAQ,GAAG,CAAC,CAAC;QACb,MAAM,EAAE,YAAY,EAAE,WAAW,EAAE,GAAG,SAAS,CAAC,UAAU,CAAC;QAC3D,OAAO,CAAC,KAAK,CACX,wBAAwB,YAAY,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,YAAY,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAC5F,CAAC;QACF,KAAK,MAAM,CAAC,IAAI,WAAW,EAAE,CAAC;YAC5B,OAAO,CAAC,KAAK,CACX,OAAO,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CACvH,CAAC;QACJ,CAAC;IACH,CAAC;SAAM,IAAI,SAAS,CAAC,UAAU,EAAE,CAAC;QAChC,OAAO,CAAC,KAAK,CAAC,mBAAmB,CAAC,SAAS,CAAC,UAAU,CAAC,YAAY,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC7F,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,IAAc;IACtC,IAAI,IAAI,GAAG,4BAA4B,CAAC;IACxC,IAAI,KAAK,GAAG,EAAE,CAAC;IACf,IAAI,MAAM,GAAG,KAAK,CAAC;IACnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,IAAI,CAAC,KAAK,QAAQ,EAAE,CAAC;YACnB,MAAM,GAAG,IAAI,CAAC;QAChB,CAAC;aAAM,IAAI,CAAC,KAAK,QAAQ,EAAE,CAAC;YAC1B,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC;QAC3B,CAAC;aAAM,IAAI,CAAC,KAAK,SAAS,EAAE,CAAC;YAC3B,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC;QACrC,CAAC;aAAM,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,QAAQ,EAAE,CAAC;YACxC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACnB,OAAO,CAAC,CAAC;QACX,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,KAAK,EAAE,CAAC,CAAC;YACtC,OAAO,CAAC,CAAC;QACX,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAC/C,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,CAAC,KAAK,CAAC,eAAe,IAAI,EAAE,CAAC,CAAC;QACrC,OAAO,CAAC,CAAC;IACX,CAAC;IACD,IAAI,MAAM,EAAE,CAAC;QACX,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QAC9D,OAAO,CAAC,CAAC;IACX,CAAC;IACD,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;IAChD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,MAAM,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACjD,IAAI,OAAO,KAAK,SAAS,IAAI,OAAO,KAAK,IAAI,IAAI,OAAO,KAAK,QAAQ,EAAE,CAAC;QACtE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACnB,OAAO,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACvC,CAAC;IACD,IAAI,OAAO,KAAK,KAAK;QAAE,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC;IAC3C,IAAI,OAAO,KAAK,SAAS;QAAE,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC;IACnD,OAAO,CAAC,KAAK,CAAC,UAAU,OAAO,KAAK,KAAK,EAAE,CAAC,CAAC;IAC7C,OAAO,CAAC,CAAC;AACX,CAAC;AAED,IAAI,EAAE,CAAC,IAAI,CACT,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAC5B,CAAC,CAAC,EAAE,EAAE;IACJ,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACjB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CACF,CAAC"}
+{"version":3,"file":"cli.js","sourceRoot":"","sources":["../../src/cli.ts"],"names":[],"mappings":";AACA;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAC1C,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AACxC,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAC/D,OAAO,EAAE,WAAW,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AACjE,OAAO,EAAE,aAAa,EAAE,wBAAwB,EAAE,MAAM,gBAAgB,CAAC;AACzE,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAiC5C,MAAM,KAAK,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;8BA4CgB,CAAC;AAE/B,SAAS,GAAG,CAAC,GAAW,EAAE,KAAa;IACrC,MAAM,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;IACtB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAC;IAC3D,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,YAAY,CAAC,IAAc;IAClC,MAAM,IAAI,GAAY;QACpB,MAAM,EAAE,EAAE;QACV,IAAI,EAAE,MAAM;QACZ,cAAc,EAAE,KAAK;QACrB,SAAS,EAAE,IAAI;KAChB,CAAC;IACF,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QACvB,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,MAAM,IAAI,GAAG,GAAW,EAAE;YACxB,MAAM,CAAC,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;YACpB,IAAI,CAAC,KAAK,SAAS;gBAAE,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YACtD,OAAO,CAAC,CAAC;QACX,CAAC,CAAC;QACF,IAAI,CAAC;YACH,QAAQ,CAAC,EAAE,CAAC;gBACV,KAAK,SAAS;oBACZ,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;oBACzB,MAAM;gBACR,KAAK,QAAQ,CAAC,CAAC,CAAC;oBACd,MAAM,CAAC,GAAG,IAAI,EAAE,CAAC;oBACjB,IAAI,CAAC,KAAK,MAAM,IAAI,CAAC,KAAK,MAAM;wBAAE,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;oBAC5E,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC;oBACd,MAAM;gBACR,CAAC;gBACD,KAAK,SAAS;oBACZ,IAAI,CAAC,KAAK,GAAG,IAAI,EAAE,CAAC;oBACpB,MAAM;gBACR,KAAK,WAAW;oBACd,IAAI,CAAC,MAAM,GAAG,IAAI,EAAE,CAAC;oBACrB,MAAM;gBACR,KAAK,YAAY;oBACf,IAAI,CAAC,OAAO,GAAG,IAAI,EAAE,CAAC;oBACtB,MAAM;gBACR,KAAK,eAAe;oBAClB,IAAI,CAAC,WAAW,GAAG,GAAG,CAAC,IAAI,EAAE,EAAE,eAAe,CAAC,CAAC;oBAChD,MAAM;gBACR,KAAK,WAAW,CAAC,CAAC,CAAC;oBACjB,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;oBACzB,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;wBAAE,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;oBACpE,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC;oBACjB,MAAM;gBACR,CAAC;gBACD,KAAK,eAAe,CAAC,CAAC,CAAC;oBACrB,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;oBACzB,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;wBAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;oBACxE,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;oBACrB,MAAM;gBACR,CAAC;gBACD,KAAK,WAAW,CAAC,CAAC,CAAC;oBACjB,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;oBACzB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;wBAAE,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;oBACvE,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC;oBACnB,MAAM;gBACR,CAAC;gBACD,KAAK,cAAc,CAAC,CAAC,CAAC;oBACpB,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;oBACzB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;wBAAE,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;oBACtE,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC;oBACxB,MAAM;gBACR,CAAC;gBACD,KAAK,aAAa;oBAChB,IAAI,CAAC,QAAQ,GAAG,IAAI,EAAE,CAAC;oBACvB,MAAM;gBACR,KAAK,cAAc;oBACjB,IAAI,CAAC,SAAS,GAAG,IAAI,EAAE,CAAC;oBACxB,MAAM;gBACR,KAAK,WAAW;oBACd,IAAI,CAAC,WAAW,GAAG,IAAI,EAAE,CAAC;oBAC1B,MAAM;gBACR,KAAK,YAAY;oBACf,IAAI,CAAC,YAAY,GAAG,IAAI,EAAE,CAAC;oBAC3B,MAAM;gBACR,KAAK,mBAAmB;oBACtB,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;oBAC3B,MAAM;gBACR,KAAK,aAAa,CAAC,CAAC,CAAC;oBACnB,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;oBACzB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC;wBAAE,MAAM,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC;oBACvE,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC;oBACnB,MAAM;gBACR,CAAC;gBACD,KAAK,eAAe;oBAClB,IAAI,CAAC,UAAU,GAAG,IAAI,EAAE,CAAC;oBACzB,MAAM;gBACR,KAAK,iBAAiB;oBACpB,IAAI,CAAC,WAAW,GAAG,IAAI,EAAE,CAAC;oBAC1B,MAAM;gBACR,KAAK,kBAAkB;oBACrB,IAAI,CAAC,YAAY,GAAG,IAAI,EAAE,CAAC;oBAC3B,MAAM;gBACR,KAAK,eAAe;oBAClB,IAAI,CAAC,UAAU,GAAG,IAAI,EAAE,CAAC;oBACzB,MAAM;gBACR,KAAK,iBAAiB;oBACpB,IAAI,CAAC,WAAW,GAAG,IAAI,EAAE,CAAC;oBAC1B,MAAM;gBACR,KAAK,kBAAkB;oBACrB,IAAI,CAAC,YAAY,GAAG,IAAI,EAAE,CAAC;oBAC3B,MAAM;gBACR,KAAK,UAAU;oBACb,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,MAAM,CACtC,IAAI,EAAE;yBACH,KAAK,CAAC,GAAG,CAAC;yBACV,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;yBACpB,MAAM,CAAC,OAAO,CAAC,CACnB,CAAC;oBACF,MAAM;gBACR,KAAK,IAAI,CAAC;gBACV,KAAK,QAAQ;oBACX,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;gBAC3B;oBACE,OAAO,EAAE,KAAK,EAAE,SAAS,CAAC,KAAK,KAAK,EAAE,EAAE,CAAC;YAC7C,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,EAAE,KAAK,EAAE,GAAI,CAAW,CAAC,OAAO,KAAK,KAAK,EAAE,EAAE,CAAC;QACxD,CAAC;QACD,CAAC,IAAI,CAAC,CAAC;IACT,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,MAAM,CAAC,IAAc;IAClC,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IAClC,IAAI,OAAO,IAAI,MAAM,EAAE,CAAC;QACtB,IAAI,MAAM,CAAC,KAAK,KAAK,MAAM,EAAE,CAAC;YAC5B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACnB,OAAO,CAAC,CAAC;QACX,CAAC;QACD,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5B,OAAO,CAAC,CAAC;IACX,CAAC;IAED,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,MAAM,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC3D,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtB,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACzB,KAAK,MAAM,CAAC,IAAI,MAAM;YAAE,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAClD,OAAO,CAAC,CAAC;IACX,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QAC1B,OAAO,CAAC,CAAC;IACX,CAAC;IAED,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,KAAK,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC;IAC7E,MAAM,WAAW,GACf,MAAM,CAAC,WAAW,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,gBAAgB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAElG,MAAM,MAAM,GAAc;QACxB,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,cAAc,EAAE,MAAM,CAAC,cAAc;QACrC,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,SAAS;QACT,WAAW;QACX,YAAY,EAAE,MAAM,CAAC,YAAY;QACjC,cAAc,EAAE,MAAM,CAAC,cAAc;QACrC,mBAAmB,EAAE,MAAM,CAAC,SAAS;QACrC,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,YAAY,EAAE,MAAM,CAAC,YAAY;QACjC,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,YAAY,EAAE,MAAM,CAAC,YAAY;KAClC,CAAC;IAEF,OAAO,CAAC,KAAK,CACX,MAAM,KAAK,CAAC,MAAM,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,SAAS,MAAM,CAAC,IAAI,EAAE,CAC/G,CAAC;IAEF,IAAI,MAAkB,CAAC;IACvB,IAAI,CAAC;QACH,MAAM,GAAG,MAAM,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACxC,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,+BAA+B;QAC/B,OAAO,CAAC,KAAK,CAAC,gBAAiB,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;QACtD,OAAO,CAAC,CAAC;IACX,CAAC;IAED,MAAM,SAAS,GAAG,MAAM,cAAc,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACvD,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,MAAM,EAAE,EAAE,OAAO,EAAE,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;IAEpE,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC;QAC9B,OAAO,CAAC,KAAK,CACX,iBAAiB,MAAM,CAAC,IAAI,cAAc,MAAM,CAAC,MAAM,CAAC,OAAO,iCAAiC,CACjG,CAAC;IACJ,CAAC;IAED,IAAI,SAAS,CAAC,QAAQ;QAAE,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,CAAC,QAAQ,EAAE,CAAC,CAAC;IACxE,IAAI,SAAS,CAAC,WAAW;QAAE,OAAO,CAAC,KAAK,CAAC,UAAU,SAAS,CAAC,WAAW,EAAE,CAAC,CAAC;IAC5E,IAAI,MAAM,CAAC,cAAc,IAAI,SAAS,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;QAC9D,OAAO,CAAC,KAAK,CAAC,iBAAiB,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC;IACxD,CAAC;IAED,IAAI,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAEpE,IAAI,SAAS,CAAC,UAAU,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC;QACrD,QAAQ,GAAG,CAAC,CAAC;QACb,MAAM,EAAE,YAAY,EAAE,WAAW,EAAE,GAAG,SAAS,CAAC,UAAU,CAAC;QAC3D,OAAO,CAAC,KAAK,CACX,wBAAwB,YAAY,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,YAAY,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAC5F,CAAC;QACF,KAAK,MAAM,CAAC,IAAI,WAAW,EAAE,CAAC;YAC5B,OAAO,CAAC,KAAK,CACX,OAAO,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CACvH,CAAC;QACJ,CAAC;IACH,CAAC;SAAM,IAAI,SAAS,CAAC,UAAU,EAAE,CAAC;QAChC,OAAO,CAAC,KAAK,CAAC,mBAAmB,CAAC,SAAS,CAAC,UAAU,CAAC,YAAY,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC7F,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,IAAc;IACtC,IAAI,IAAI,GAAG,4BAA4B,CAAC;IACxC,IAAI,KAAK,GAAG,EAAE,CAAC;IACf,IAAI,MAAM,GAAG,KAAK,CAAC;IACnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,IAAI,CAAC,KAAK,QAAQ,EAAE,CAAC;YACnB,MAAM,GAAG,IAAI,CAAC;QAChB,CAAC;aAAM,IAAI,CAAC,KAAK,QAAQ,EAAE,CAAC;YAC1B,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC;QAC3B,CAAC;aAAM,IAAI,CAAC,KAAK,SAAS,EAAE,CAAC;YAC3B,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC;QACrC,CAAC;aAAM,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,QAAQ,EAAE,CAAC;YACxC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACnB,OAAO,CAAC,CAAC;QACX,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,KAAK,EAAE,CAAC,CAAC;YACtC,OAAO,CAAC,CAAC;QACX,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAC/C,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,CAAC,KAAK,CAAC,eAAe,IAAI,EAAE,CAAC,CAAC;QACrC,OAAO,CAAC,CAAC;IACX,CAAC;IACD,IAAI,MAAM,EAAE,CAAC;QACX,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QAC9D,OAAO,CAAC,CAAC;IACX,CAAC;IACD,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;IAChD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,yBAAyB;AACzB,KAAK,UAAU,UAAU,CAAC,IAAc;IACtC,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IAClC,IAAI,OAAO,IAAI,MAAM,EAAE,CAAC;QACtB,IAAI,MAAM,CAAC,KAAK,KAAK,MAAM,EAAE,CAAC;YAC5B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACnB,OAAO,CAAC,CAAC;QACX,CAAC;QACD,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5B,OAAO,CAAC,CAAC;IACX,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC;IACnC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO,CAAC,KAAK,CAAC,0EAA0E,KAAK,EAAE,CAAC,CAAC;QACjG,OAAO,CAAC,CAAC;IACX,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,KAAK,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;QAC3C,OAAO,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC1C,OAAO,CAAC,CAAC;IACX,CAAC;IAED,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,MAAM,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC3D,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtB,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACzB,KAAK,MAAM,CAAC,IAAI,MAAM;YAAE,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAClD,OAAO,CAAC,CAAC;IACX,CAAC;IAED,MAAM,MAAM,GAAc;QACxB,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,cAAc,EAAE,MAAM,CAAC,cAAc;QACrC,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,YAAY,EAAE,MAAM,CAAC,YAAY;QACjC,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,YAAY,EAAE,MAAM,CAAC,YAAY;KAClC,CAAC;IAEF,OAAO,CAAC,KAAK,CACX,SAAS,MAAM,CAAC,MAAM,UAAU,KAAK,CAAC,MAAM,aAAa,MAAM,CAAC,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,CACzI,CAAC;IAEF,IAAI,UAAU,CAAC;IACf,IAAI,CAAC;QACH,UAAU,GAAG,MAAM,aAAa,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;IAC1D,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,CAAC,KAAK,CAAC,iBAAkB,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;QACvD,OAAO,CAAC,CAAC;IACX,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,UAAU,CAAC,CAAC,CAAC;IAElD,gCAAgC;IAChC,IAAI,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC,SAAS,KAAK,MAAM,EAAE,CAAC;QACpD,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC;QAC9D,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,CAAC;QAC3C,MAAM,GAAG,GAAG,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAChD,MAAM,KAAK,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QAC7D,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,WAAW,KAAK,KAAK,CAAC,CAAC;QAChD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,WAAW,KAAK,OAAO,CAAC,CAAC;QACpD,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACtC,MAAM,SAAS,CAAC,MAAM,EAAE,wBAAwB,CAAC,UAAU,CAAC,EAAE,OAAO,CAAC,CAAC;QACvE,MAAM,SAAS,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;QACxE,OAAO,CAAC,KAAK,CAAC,cAAc,MAAM,qBAAqB,QAAQ,EAAE,CAAC,CAAC;IACrE,CAAC;IAED,OAAO,CAAC,CAAC;AACX,CAAC;AAED,yCAAyC;AACzC,KAAK,UAAU,SAAS,CAAC,IAAc;IACrC,IAAI,IAAwB,CAAC;IAC7B,IAAI,MAA0B,CAAC;IAC/B,IAAI,KAAyB,CAAC;IAC9B,IAAI,MAA8B,CAAC;IACnC,IAAI,MAA0B,CAAC;IAC/B,IAAI,MAAM,GAAG,KAAK,CAAC;IAEnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,MAAM,IAAI,GAAG,GAAW,EAAE;YACxB,MAAM,CAAC,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;YACpB,IAAI,CAAC,KAAK,SAAS;gBAAE,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YACtD,OAAO,CAAC,CAAC;QACX,CAAC,CAAC;QACF,IAAI,CAAC;YACH,QAAQ,CAAC,EAAE,CAAC;gBACV,KAAK,QAAQ;oBACX,IAAI,GAAG,IAAI,EAAE,CAAC;oBACd,MAAM;gBACR,KAAK,WAAW;oBACd,MAAM,GAAG,IAAI,EAAE,CAAC;oBAChB,MAAM;gBACR,KAAK,SAAS;oBACZ,KAAK,GAAG,IAAI,EAAE,CAAC;oBACf,MAAM;gBACR,KAAK,UAAU,CAAC,CAAC,CAAC;oBAChB,MAAM,CAAC,GAAG,IAAI,EAAE,CAAC;oBACjB,IAAI,CAAC,KAAK,OAAO,IAAI,CAAC,KAAK,QAAQ;wBAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;oBACpF,MAAM,GAAG,CAAC,CAAC;oBACX,MAAM;gBACR,CAAC;gBACD,KAAK,UAAU;oBACb,MAAM,GAAG,IAAI,EAAE,CAAC;oBAChB,MAAM;gBACR,KAAK,WAAW;oBACd,MAAM,GAAG,IAAI,CAAC;oBACd,MAAM;gBACR,KAAK,IAAI,CAAC;gBACV,KAAK,QAAQ;oBACX,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;oBACnB,OAAO,CAAC,CAAC;gBACX;oBACE,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,KAAK,EAAE,CAAC,CAAC;oBACtC,OAAO,CAAC,CAAC;YACb,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CAAC,GAAI,CAAW,CAAC,OAAO,KAAK,KAAK,EAAE,CAAC,CAAC;YACnD,OAAO,CAAC,CAAC;QACX,CAAC;IACH,CAAC;IAED,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO,CAAC,KAAK,CAAC,mCAAmC,KAAK,EAAE,CAAC,CAAC;QAC1D,OAAO,CAAC,CAAC;IACX,CAAC;IAED,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,MAAM,WAAW,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;IAC/F,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtB,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACvB,KAAK,MAAM,CAAC,IAAI,MAAM;YAAE,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IACpD,CAAC;IACD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,OAAO,OAAO,CAAC,MAAM,OAAO,CAAC,CAAC;QAC5E,KAAK,MAAM,CAAC,IAAI,OAAO;YAAE,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IACrD,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,MAAM,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACjD,IAAI,OAAO,KAAK,SAAS,IAAI,OAAO,KAAK,IAAI,IAAI,OAAO,KAAK,QAAQ,EAAE,CAAC;QACtE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACnB,OAAO,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACvC,CAAC;IACD,IAAI,OAAO,KAAK,KAAK;QAAE,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC;IAC3C,IAAI,OAAO,KAAK,SAAS;QAAE,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC;IACnD,IAAI,OAAO,KAAK,QAAQ;QAAE,OAAO,SAAS,CAAC,IAAI,CAAC,CAAC;IACjD,IAAI,OAAO,KAAK,SAAS;QAAE,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC;IACnD,OAAO,CAAC,KAAK,CAAC,UAAU,OAAO,KAAK,KAAK,EAAE,CAAC,CAAC;IAC7C,OAAO,CAAC,CAAC;AACX,CAAC;AAED,IAAI,EAAE,CAAC,IAAI,CACT,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAC5B,CAAC,CAAC,EAAE,EAAE;IACJ,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACjB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CACF,CAAC"}

package/dist/src/core/compare.d.ts

@@ -0,0 +1,28 @@
+/**
+ * packages/eval/src/core/compare.ts - L4 模型 / Provider 对比（M5）
+ *
+ * 同一组用例在多个被测模型上各跑一遍 runEval（顺序执行，各算各的
+ * 预算与 repeats），汇总出通过率 / 平均分 / token 成本 / 延迟 /
+ * 分套件通过率矩阵。judge / embed 装配沿用 base config（judge 异源
+ * 校验对每个被测模型独立生效）。
+ */
+import type { EvalCase, EvalReport, RunConfig } from './types';
+export interface ModelComparisonEntry {
+    /** 被测模型标识（'provider/modelId'） */
+    model: string;
+    report: EvalReport;
+}
+export interface ComparisonReport {
+    startedAt: string;
+    durationMs: number;
+    mode: 'mock' | 'live';
+    suites: string[];
+    entries: ModelComparisonEntry[];
+}
+/** 逐个模型跑同一组用例（顺序执行，避免跨模型并发互扰限流） */
+export declare function compareModels(cases: EvalCase[], base: RunConfig, models: string[]): Promise<ComparisonReport>;
+/**
+ * 对比表（报告按被测模型逐列对比；passRate 用 runEval 同一口径：
+ * 跳过用例不计入分母）。
+ */
+export declare function renderComparisonMarkdown(cmp: ComparisonReport): string;

package/dist/src/core/compare.js

@@ -0,0 +1,101 @@
+/**
+ * packages/eval/src/core/compare.ts - L4 模型 / Provider 对比（M5）
+ *
+ * 同一组用例在多个被测模型上各跑一遍 runEval（顺序执行，各算各的
+ * 预算与 repeats），汇总出通过率 / 平均分 / token 成本 / 延迟 /
+ * 分套件通过率矩阵。judge / embed 装配沿用 base config（judge 异源
+ * 校验对每个被测模型独立生效）。
+ */
+import { runEval } from './runner.js';
+/** 逐个模型跑同一组用例（顺序执行，避免跨模型并发互扰限流） */
+export async function compareModels(cases, base, models) {
+    if (models.length === 0)
+        throw new Error('compareModels 需要至少一个模型');
+    const startedAt = Date.now();
+    const entries = [];
+    for (const model of models) {
+        const report = await runEval(cases, { ...base, model });
+        entries.push({ model, report });
+    }
+    return {
+        startedAt: new Date(startedAt).toISOString(),
+        durationMs: Date.now() - startedAt,
+        mode: base.mode,
+        suites: base.suites ?? [],
+        entries,
+    };
+}
+// ─── Markdown 渲染 ────────────────────────────────────────────────
+function pct(x) {
+    return `${(x * 100).toFixed(1)}%`;
+}
+/** 单模型平均每 case 耗时（含 repeats） */
+function avgDurationMs(entry) {
+    const rs = entry.report.results;
+    if (rs.length === 0)
+        return 0;
+    return rs.reduce((a, r) => a + r.durationMs, 0) / rs.length;
+}
+function allSuites(entries) {
+    const set = new Set();
+    for (const e of entries)
+        for (const s of Object.keys(e.report.bySuite))
+            set.add(s);
+    return [...set].sort();
+}
+/**
+ * 对比表（报告按被测模型逐列对比；passRate 用 runEval 同一口径：
+ * 跳过用例不计入分母）。
+ */
+export function renderComparisonMarkdown(cmp) {
+    const lines = [];
+    lines.push('# L4 模型 / Provider 对比');
+    lines.push('');
+    lines.push(`- 模式: ${cmp.mode}`);
+    lines.push(`- 开始: ${cmp.startedAt}`);
+    lines.push(`- 总耗时: ${cmp.durationMs}ms`);
+    lines.push('');
+    // 总览
+    lines.push('## 总览');
+    lines.push('');
+    lines.push('| 模型 | 用例 | 通过率 | 平均分 | token 总耗 | 平均耗时/case |');
+    lines.push('|---|---|---|---|---|---|');
+    for (const e of cmp.entries) {
+        const t = e.report.totals;
+        lines.push(`| ${e.model} | ${t.cases} | ${pct(t.passRate)} | ${t.avgScore.toFixed(3)} | ${t.usageTotal} | ${Math.round(avgDurationMs(e))}ms |`);
+    }
+    lines.push('');
+    // 分套件矩阵
+    const suites = allSuites(cmp.entries);
+    if (suites.length > 0) {
+        lines.push('## 分套件通过率');
+        lines.push('');
+        lines.push(`| 套件 | ${cmp.entries.map((e) => e.model).join(' | ')} |`);
+        lines.push(`|---|${cmp.entries.map(() => '---').join('|')}|`);
+        for (const suite of suites) {
+            const cells = cmp.entries.map((e) => {
+                const s = e.report.bySuite[suite];
+                return s ? `${pct(s.passRate)} (${s.passed}/${s.total})` : '—';
+            });
+            lines.push(`| ${suite} | ${cells.join(' | ')} |`);
+        }
+        lines.push('');
+    }
+    // 失败明细（每模型最多列 5 条，防报告爆炸）
+    for (const e of cmp.entries) {
+        const failed = e.report.results.filter((r) => !r.passed);
+        if (failed.length === 0)
+            continue;
+        lines.push(`## 失败用例 — ${e.model}`);
+        lines.push('');
+        for (const r of failed.slice(0, 5)) {
+            const reason = r.error ?? r.scores.find((s) => !s.passed)?.reason ?? '';
+            lines.push(`- ${r.caseId}（score ${r.score.toFixed(3)}）: ${reason}`);
+        }
+        if (failed.length > 5)
+            lines.push(`- …共 ${failed.length} 条失败`);
+        lines.push('');
+    }
+    return lines.join('\n');
+}
+//# sourceMappingURL=compare.js.map

package/dist/src/core/compare.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"compare.js","sourceRoot":"","sources":["../../../src/core/compare.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,OAAO,EAAE,MAAM,UAAU,CAAC;AAiBnC,mCAAmC;AACnC,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,KAAiB,EACjB,IAAe,EACf,MAAgB;IAEhB,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;IACnE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,OAAO,GAA2B,EAAE,CAAC;IAC3C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,KAAK,EAAE,EAAE,GAAG,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QACxD,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;IAClC,CAAC;IACD,OAAO;QACL,SAAS,EAAE,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE;QAC5C,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;QAClC,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,EAAE;QACzB,OAAO;KACR,CAAC;AACJ,CAAC;AAED,mEAAmE;AAEnE,SAAS,GAAG,CAAC,CAAS;IACpB,OAAO,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;AACpC,CAAC;AAED,gCAAgC;AAChC,SAAS,aAAa,CAAC,KAA2B;IAChD,MAAM,EAAE,GAAG,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC;IAChC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAC9B,OAAO,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC;AAC9D,CAAC;AAED,SAAS,SAAS,CAAC,OAA+B;IAChD,MAAM,GAAG,GAAG,IAAI,GAAG,EAAU,CAAC;IAC9B,KAAK,MAAM,CAAC,IAAI,OAAO;QAAE,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC;YAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IACnF,OAAO,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;AACzB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,wBAAwB,CAAC,GAAqB;IAC5D,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;IACpC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,SAAS,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;IAChC,KAAK,CAAC,IAAI,CAAC,SAAS,GAAG,CAAC,SAAS,EAAE,CAAC,CAAC;IACrC,KAAK,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,UAAU,IAAI,CAAC,CAAC;IACzC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,KAAK;IACL,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACpB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,gDAAgD,CAAC,CAAC;IAC7D,KAAK,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;IACxC,KAAK,MAAM,CAAC,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;QAC5B,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC;QAC1B,KAAK,CAAC,IAAI,CACR,KAAK,CAAC,CAAC,KAAK,MAAM,CAAC,CAAC,KAAK,MAAM,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,UAAU,MAAM,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,MAAM,CACpI,CAAC;IACJ,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,QAAQ;IACR,MAAM,MAAM,GAAG,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACtC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtB,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACxB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACtE,KAAK,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC9D,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;gBAClC,MAAM,CAAC,GAA6B,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;gBAC5D,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;YACjE,CAAC,CAAC,CAAC;YACH,KAAK,CAAC,IAAI,CAAC,KAAK,KAAK,MAAM,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACpD,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACjB,CAAC;IAED,yBAAyB;IACzB,KAAK,MAAM,CAAC,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;QAC5B,MAAM,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QACzD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QAClC,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;QACnC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;YACnC,MAAM,MAAM,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,MAAM,IAAI,EAAE,CAAC;YACxE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,UAAU,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,MAAM,EAAE,CAAC,CAAC;QACtE,CAAC;QACD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;YAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,MAAM,CAAC,MAAM,MAAM,CAAC,CAAC;QAC/D,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACjB,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC"}

package/dist/src/core/embedding.d.ts

@@ -0,0 +1,33 @@
+/**
+ * packages/eval/src/core/embedding.ts - OpenAI 兼容 embedding 客户端（M5）
+ *
+ * semantic 评分器的真实装配：POST {baseUrl}/embeddings（OpenAI 兼容协议，
+ * DeepSeek / OpenAI / Moonshot / 各兼容网关通用）。
+ *
+ * env 优先级低于显式参数（与 live.ts 的 spec 解析对称）：
+ *   AIPACK_EVAL_EMBEDDING_MODEL / AIPACK_EVAL_EMBEDDING_API_KEY /
+ *   AIPACK_EVAL_EMBEDDING_BASE_URL
+ */
+import type { EmbedFn } from './scorer';
+export interface EmbeddingConfig {
+    /** embedding 模型 id（如 text-embedding-3-small） */
+    model?: string;
+    apiKey?: string;
+    /** 缺省 https://api.openai.com/v1 */
+    baseUrl?: string;
+    /** 单请求超时 ms（缺省 30000） */
+    timeoutMs?: number;
+}
+export declare const EMBEDDING_ENV_KEYS: {
+    readonly model: "AIPACK_EVAL_EMBEDDING_MODEL";
+    readonly apiKey: "AIPACK_EVAL_EMBEDDING_API_KEY";
+    readonly baseUrl: "AIPACK_EVAL_EMBEDDING_BASE_URL";
+};
+/** 合并显式参数与环境变量，缺 model 抛可操作错误 */
+export declare function resolveEmbeddingConfig(opts?: EmbeddingConfig): EmbeddingConfig & {
+    model: string;
+    apiKey: string;
+    baseUrl: string;
+};
+/** 装配 OpenAI 兼容 embedding 函数 */
+export declare function createOpenAiCompatibleEmbedFn(opts?: EmbeddingConfig): EmbedFn;

package/dist/src/core/embedding.js

@@ -0,0 +1,68 @@
+/**
+ * packages/eval/src/core/embedding.ts - OpenAI 兼容 embedding 客户端（M5）
+ *
+ * semantic 评分器的真实装配：POST {baseUrl}/embeddings（OpenAI 兼容协议，
+ * DeepSeek / OpenAI / Moonshot / 各兼容网关通用）。
+ *
+ * env 优先级低于显式参数（与 live.ts 的 spec 解析对称）：
+ *   AIPACK_EVAL_EMBEDDING_MODEL / AIPACK_EVAL_EMBEDDING_API_KEY /
+ *   AIPACK_EVAL_EMBEDDING_BASE_URL
+ */
+export const EMBEDDING_ENV_KEYS = {
+    model: 'AIPACK_EVAL_EMBEDDING_MODEL',
+    apiKey: 'AIPACK_EVAL_EMBEDDING_API_KEY',
+    baseUrl: 'AIPACK_EVAL_EMBEDDING_BASE_URL',
+};
+const DEFAULT_BASE_URL = 'https://api.openai.com/v1';
+const DEFAULT_TIMEOUT_MS = 30_000;
+/** 合并显式参数与环境变量，缺 model 抛可操作错误 */
+export function resolveEmbeddingConfig(opts = {}) {
+    const env = process.env;
+    const model = opts.model ?? env[EMBEDDING_ENV_KEYS.model];
+    if (!model) {
+        throw new Error(`semantic 评分器需要 embedding 模型：--embed-model <id> 或 ${EMBEDDING_ENV_KEYS.model}`);
+    }
+    const apiKey = opts.apiKey ?? env[EMBEDDING_ENV_KEYS.apiKey] ?? env.OPENAI_API_KEY;
+    if (!apiKey) {
+        throw new Error(`embedding 缺少 API Key：--embed-api-key <key>、${EMBEDDING_ENV_KEYS.apiKey} 或 OPENAI_API_KEY`);
+    }
+    const baseUrl = (opts.baseUrl ?? env[EMBEDDING_ENV_KEYS.baseUrl] ?? DEFAULT_BASE_URL).replace(/\/+$/, '');
+    return {
+        model,
+        apiKey,
+        baseUrl,
+        timeoutMs: opts.timeoutMs ?? DEFAULT_TIMEOUT_MS,
+    };
+}
+/** 装配 OpenAI 兼容 embedding 函数 */
+export function createOpenAiCompatibleEmbedFn(opts = {}) {
+    const cfg = resolveEmbeddingConfig(opts);
+    return async (text) => {
+        const controller = new AbortController();
+        const timer = setTimeout(() => controller.abort(), cfg.timeoutMs);
+        try {
+            const res = await fetch(`${cfg.baseUrl}/embeddings`, {
+                method: 'POST',
+                headers: {
+                    'Content-Type': 'application/json',
+                    Authorization: `Bearer ${cfg.apiKey}`,
+                },
+                body: JSON.stringify({ model: cfg.model, input: text }),
+                signal: controller.signal,
+            });
+            if (!res.ok) {
+                const body = await res.text().catch(() => '');
+                throw new Error(`embedding HTTP ${res.status}: ${body.slice(0, 200)}`);
+            }
+            const json = (await res.json());
+            const vec = json.data?.[0]?.embedding;
+            if (!Array.isArray(vec))
+                throw new Error('embedding 响应缺少 data[0].embedding');
+            return vec;
+        }
+        finally {
+            clearTimeout(timer);
+        }
+    };
+}
+//# sourceMappingURL=embedding.js.map

package/dist/src/core/embedding.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedding.js","sourceRoot":"","sources":["../../../src/core/embedding.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAcH,MAAM,CAAC,MAAM,kBAAkB,GAAG;IAChC,KAAK,EAAE,6BAA6B;IACpC,MAAM,EAAE,+BAA+B;IACvC,OAAO,EAAE,gCAAgC;CACjC,CAAC;AAEX,MAAM,gBAAgB,GAAG,2BAA2B,CAAC;AACrD,MAAM,kBAAkB,GAAG,MAAM,CAAC;AAElC,iCAAiC;AACjC,MAAM,UAAU,sBAAsB,CAAC,OAAwB,EAAE;IAK/D,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC;IACxB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,GAAG,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC;IAC1D,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CACb,oDAAoD,kBAAkB,CAAC,KAAK,EAAE,CAC/E,CAAC;IACJ,CAAC;IACD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,GAAG,CAAC,kBAAkB,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,cAAc,CAAC;IACnF,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CACb,8CAA8C,kBAAkB,CAAC,MAAM,mBAAmB,CAC3F,CAAC;IACJ,CAAC;IACD,MAAM,OAAO,GAAG,CAAC,IAAI,CAAC,OAAO,IAAI,GAAG,CAAC,kBAAkB,CAAC,OAAO,CAAC,IAAI,gBAAgB,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAC1G,OAAO;QACL,KAAK;QACL,MAAM;QACN,OAAO;QACP,SAAS,EAAE,IAAI,CAAC,SAAS,IAAI,kBAAkB;KAChD,CAAC;AACJ,CAAC;AAED,gCAAgC;AAChC,MAAM,UAAU,6BAA6B,CAAC,OAAwB,EAAE;IACtE,MAAM,GAAG,GAAG,sBAAsB,CAAC,IAAI,CAAC,CAAC;IACzC,OAAO,KAAK,EAAE,IAAY,EAAqB,EAAE;QAC/C,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC;QAClE,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,GAAG,CAAC,OAAO,aAAa,EAAE;gBACnD,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,aAAa,EAAE,UAAU,GAAG,CAAC,MAAM,EAAE;iBACtC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;gBACvD,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAC;YACH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBACZ,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;gBAC9C,MAAM,IAAI,KAAK,CAAC,kBAAkB,GAAG,CAAC,MAAM,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;YACzE,CAAC;YACD,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAA+C,CAAC;YAC9E,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC;YACtC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;YAC7E,OAAO,GAAG,CAAC;QACb,CAAC;gBAAS,CAAC;YACT,YAAY,CAAC,KAAK,CAAC,CAAC;QACtB,CAAC;IACH,CAAC,CAAC;AACJ,CAAC"}

package/dist/src/core/import.d.ts

@@ -0,0 +1,30 @@
+/**
+ * packages/eval/src/core/import.ts - trace 回流用例入库（M4）
+ *
+ * 把 observability-server `POST /api/v1/export-eval` 导出的 EvalCase JSON
+ * 写入用例目录（入库 = 纳入日常 eval 回归）。入库前走 validateEvalCase
+ * （fail fast），支持单用例 / 数组 / { cases: [...] } 三种文件形态，
+ * 以及 suite / origin / id 前缀的人工修正（bad case 固化纪律）。
+ */
+import type { CaseOrigin } from './types';
+export interface ImportOptions {
+    /** 导出文件路径（单 case / 数组 / { cases: [...] }） */
+    file: string;
+    /** 用例目录（缺省 defaultCasesDir） */
+    outDir?: string;
+    /** 覆盖 suite */
+    suite?: string;
+    /** 覆盖 origin（'trace' | 'bugfix'） */
+    origin?: CaseOrigin;
+    /** case id 加前缀（如 'bugfix'），避免与既有 id 冲突 */
+    prefix?: string;
+    /** 只校验不写盘 */
+    dryRun?: boolean;
+}
+export interface ImportResult {
+    /** 写入的文件路径（相对 outDir） */
+    written: string[];
+    /** 校验/写入错误（带 case 上下文） */
+    errors: string[];
+}
+export declare function importCases(opts: ImportOptions): Promise<ImportResult>;