@aipack-ai/eval 1.1.6 → 1.1.8

package/dist/index.d.ts

@@ -20,5 +20,10 @@ export type { CaseScore } from './src/core/scorer';
 export { validateEvalCase } from './src/core/validate';
 export { loadCases, defaultCasesDir, packageRoot, } from './src/core/loader';
 export type { LoadCasesResult } from './src/core/loader';
-export { runEval } from './src/core/runner';
+export { runEval, skipReason } from './src/core/runner';
 export { renderMarkdown, writeReport, writeBaseline, readBaseline, reportToBaseline, compareBaseline, finalizeReport, } from './src/core/report';
+export type { RenderOptions } from './src/core/report';
+export { LIVE_ENV_KEYS, parseModelSpec, resolveLiveSpec, createLiveLlm, resolveLiveLlm, describeLiveLlm, assertLiveReady, } from './src/core/live';
+export type { LiveLlmSpec, LiveLlm, ResolveLiveOptions } from './src/core/live';
+export { appendHistory, readHistory, renderHistoryTrend, reportToHistoryEntry, sparkline, } from './src/core/history';
+export type { HistoryEntry } from './src/core/history';

package/dist/index.js

@@ -21,6 +21,10 @@ export { expectedToScorers, resolveScorers, scoreTrace, RULE_SCORER_TYPES, runRu
 export { validateEvalCase } from './src/core/validate.js';
 export { loadCases, defaultCasesDir, packageRoot, } from './src/core/loader.js';
 // ─── Runner 与报告 ────────────────────────────────────────────────
-export { runEval } from './src/core/runner.js';
+export { runEval, skipReason } from './src/core/runner.js';
 export { renderMarkdown, writeReport, writeBaseline, readBaseline, reportToBaseline, compareBaseline, finalizeReport, } from './src/core/report.js';
+// ─── live 模式（真实 LLM，M3）─────────────────────────────────────
+export { LIVE_ENV_KEYS, parseModelSpec, resolveLiveSpec, createLiveLlm, resolveLiveLlm, describeLiveLlm, assertLiveReady, } from './src/core/live.js';
+// ─── 历史趋势（日环比可视化，M3）───────────────────────────────────
+export { appendHistory, readHistory, renderHistoryTrend, reportToHistoryEntry, sparkline, } from './src/core/history.js';
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AA0BH,kEAAkE;AAClE,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAC5D,OAAO,EACL,eAAe,EACf,mBAAmB,GACpB,MAAM,uBAAuB,CAAC;AAG/B,iEAAiE;AACjE,OAAO,EAAE,iBAAiB,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAEtE,kEAAkE;AAClE,OAAO,EACL,iBAAiB,EACjB,cAAc,EACd,UAAU,EACV,iBAAiB,EACjB,aAAa,EACb,YAAY,GACb,MAAM,mBAAmB,CAAC;AAG3B,iEAAiE;AACjE,OAAO,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AACvD,OAAO,EACL,SAAS,EACT,eAAe,EACf,WAAW,GACZ,MAAM,mBAAmB,CAAC;AAG3B,kEAAkE;AAClE,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAC5C,OAAO,EACL,cAAc,EACd,WAAW,EACX,aAAa,EACb,YAAY,EACZ,gBAAgB,EAChB,eAAe,EACf,cAAc,GACf,MAAM,mBAAmB,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AA0BH,kEAAkE;AAClE,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAC5D,OAAO,EACL,eAAe,EACf,mBAAmB,GACpB,MAAM,uBAAuB,CAAC;AAG/B,iEAAiE;AACjE,OAAO,EAAE,iBAAiB,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAEtE,kEAAkE;AAClE,OAAO,EACL,iBAAiB,EACjB,cAAc,EACd,UAAU,EACV,iBAAiB,EACjB,aAAa,EACb,YAAY,GACb,MAAM,mBAAmB,CAAC;AAG3B,iEAAiE;AACjE,OAAO,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AACvD,OAAO,EACL,SAAS,EACT,eAAe,EACf,WAAW,GACZ,MAAM,mBAAmB,CAAC;AAG3B,kEAAkE;AAClE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACxD,OAAO,EACL,cAAc,EACd,WAAW,EACX,aAAa,EACb,YAAY,EACZ,gBAAgB,EAChB,eAAe,EACf,cAAc,GACf,MAAM,mBAAmB,CAAC;AAG3B,8DAA8D;AAC9D,OAAO,EACL,aAAa,EACb,cAAc,EACd,eAAe,EACf,aAAa,EACb,cAAc,EACd,eAAe,EACf,eAAe,GAChB,MAAM,iBAAiB,CAAC;AAGzB,yDAAyD;AACzD,OAAO,EACL,aAAa,EACb,WAAW,EACX,kBAAkB,EAClB,oBAAoB,EACpB,SAAS,GACV,MAAM,oBAAoB,CAAC"}

package/dist/src/cli.d.ts

@@ -3,9 +3,15 @@
  * packages/eval/src/cli.ts - aipack-eval 命令行入口
  *
  * 用法：
- *   aipack-eval run [--suite <name>]... [--cases-dir <dir>] [--repeats <n>]
- *                   [--report-dir <dir>] [--baseline <path>]
- *                   [--update-baseline] [--threshold <0.02>]
+ *   aipack-eval run [--suite <name>]... [--mode mock|live] [--model provider/id]
+ *                   [--api-key <key>] [--base-url <url>] [--temperature <0>]
+ *                   [--repeats <n>] [--cases-dir <dir>] [--report-dir <dir>]
+ *                   [--history <path>] [--baseline <path>] [--update-baseline]
+ *                   [--judge-model provider/id] [--embed-model <id>]
+ *   aipack-eval compare --models m1,m2[,...] [--suite <name>]... [--mode live] ...
+ *   aipack-eval import --file <export.json> [--out-dir <dir>] [--suite <name>]
+ *                      [--origin trace|bugfix] [--prefix <p>] [--dry-run]
+ *   aipack-eval history [--path <file>] [--limit <n>] [--json]
  *
  * 退出码：0 = 全过且无回归；1 = 有失败或回归；2 = 用法错误。
  */

package/dist/src/cli.js

@@ -3,29 +3,79 @@
  * packages/eval/src/cli.ts - aipack-eval 命令行入口
  *
  * 用法：
- *   aipack-eval run [--suite <name>]... [--cases-dir <dir>] [--repeats <n>]
- *                   [--report-dir <dir>] [--baseline <path>]
- *                   [--update-baseline] [--threshold <0.02>]
+ *   aipack-eval run [--suite <name>]... [--mode mock|live] [--model provider/id]
+ *                   [--api-key <key>] [--base-url <url>] [--temperature <0>]
+ *                   [--repeats <n>] [--cases-dir <dir>] [--report-dir <dir>]
+ *                   [--history <path>] [--baseline <path>] [--update-baseline]
+ *                   [--judge-model provider/id] [--embed-model <id>]
+ *   aipack-eval compare --models m1,m2[,...] [--suite <name>]... [--mode live] ...
+ *   aipack-eval import --file <export.json> [--out-dir <dir>] [--suite <name>]
+ *                      [--origin trace|bugfix] [--prefix <p>] [--dry-run]
+ *   aipack-eval history [--path <file>] [--limit <n>] [--json]
  *
  * 退出码：0 = 全过且无回归；1 = 有失败或回归；2 = 用法错误。
  */
 import { loadCases } from './core/loader.js';
 import { runEval } from './core/runner.js';
 import { finalizeReport, renderMarkdown } from './core/report.js';
-const USAGE = `用法: aipack-eval run [options]
+import { readHistory, renderHistoryTrend } from './core/history.js';
+import { compareModels, renderComparisonMarkdown } from './core/compare.js';
+import { importCases } from './core/import.js';
+const USAGE = `用法: aipack-eval <run|compare|import|history> [options]
 
-选项:
+run 选项:
   --suite <name>         只跑指定套件（可多次）
+  --mode <mock|live>     运行模式（缺省 mock；live = 真实 LLM）
+  --model <provider/id>  live 模型，如 deepseek/deepseek-chat（或 AIPACK_EVAL_MODEL）
+  --api-key <key>        live API Key（或 <PROVIDER>_API_KEY）
+  --base-url <url>       live 端点覆盖（代理 / 兼容网关）
+  --temperature <x>      live 采样温度（缺省 0）
+  --repeats <n>          每用例重复次数（live 缺省 3，pass@k 判定）
+  --concurrency <n>      并发用例数（缺省 8）
+  --timeout <ms>         单用例墙钟超时（缺省 30000）
+  --max-tokens <n>       全局 token 预算，超限熔断剩余用例
   --cases-dir <dir>      用例目录（缺省 <包根>/eval/cases）
-  --report-dir <dir>     报告输出目录（缺省 ./eval-results；'none' 不写盘）
+  --report-dir <dir>     报告输出目录（缺省不写盘；'none' 不写盘）
+  --history <path>       历史趋势 JSONL（缺省 <report-dir>/history.jsonl）
   --baseline <path>      baseline 文件（门禁对比）
   --update-baseline      用本次结果更新 baseline
   --threshold <x>        通过率回归阈值（缺省 0.02）
-  --repeats <n>          每用例重复次数（缺省 1）
+  --judge-model <p/id>   LLM-as-judge 模型（须与被测模型异源；或 AIPACK_EVAL_JUDGE_MODEL）
+  --judge-api-key <key>  judge API Key（或 AIPACK_EVAL_JUDGE_API_KEY）
+  --judge-base-url <url> judge 端点覆盖
+  --embed-model <id>     semantic 评分器的 embedding 模型（或 AIPACK_EVAL_EMBEDDING_MODEL）
+  --embed-api-key <key>  embedding API Key（或 AIPACK_EVAL_EMBEDDING_API_KEY / OPENAI_API_KEY）
+  --embed-base-url <url> embedding 端点覆盖（OpenAI 兼容 /embeddings）
+
+compare 选项（L4 模型对比）:
+  --models <m1,m2,...>   被测模型列表（逗号分隔，可多次；每模型跑同一组用例）
+  其余同 run（忽略 baseline / history）。
+
+import 选项（trace 回流入库）:
+  --file <path>          export-eval 导出的 JSON（单 case / 数组 / {cases:[...]})
+  --out-dir <dir>        用例目录（缺省 <包根>/eval/cases）
+  --suite <name>         覆盖套件
+  --origin <o>           覆盖来源（trace | bugfix）
+  --prefix <p>           case id 加前缀（如 bugfix）
+  --dry-run              只校验不写盘
+
+history 选项:
+  --path <file>          历史文件（缺省 ./eval-results/history.jsonl）
+  --limit <n>            展示最近 N 次（缺省 15）
+  --json                 输出原始 JSONL 条目
+
+公共:
   -h, --help             显示帮助`;
-function parseArgs(argv) {
+function num(raw, label) {
+    const v = Number(raw);
+    if (!Number.isFinite(v))
+        throw new Error(`${label} 必须为数字`);
+    return v;
+}
+function parseRunArgs(argv) {
     const args = {
         suites: [],
+        mode: 'mock',
         updateBaseline: false,
         threshold: 0.02,
     };
@@ -40,18 +90,65 @@ function parseArgs(argv) {
         };
         try {
             switch (a) {
-                case 'run':
-                    args.command = 'run';
-                    break;
                 case '--suite':
                     args.suites.push(next());
                     break;
+                case '--mode': {
+                    const v = next();
+                    if (v !== 'mock' && v !== 'live')
+                        throw new Error('--mode 只能为 mock 或 live');
+                    args.mode = v;
+                    break;
+                }
+                case '--model':
+                    args.model = next();
+                    break;
+                case '--api-key':
+                    args.apiKey = next();
+                    break;
+                case '--base-url':
+                    args.baseUrl = next();
+                    break;
+                case '--temperature':
+                    args.temperature = num(next(), '--temperature');
+                    break;
+                case '--repeats': {
+                    const v = Number(next());
+                    if (!Number.isInteger(v) || v < 1)
+                        throw new Error('repeats 须为正整数');
+                    args.repeats = v;
+                    break;
+                }
+                case '--concurrency': {
+                    const v = Number(next());
+                    if (!Number.isInteger(v) || v < 1)
+                        throw new Error('concurrency 须为正整数');
+                    args.concurrency = v;
+                    break;
+                }
+                case '--timeout': {
+                    const v = Number(next());
+                    if (!Number.isFinite(v) || v <= 0)
+                        throw new Error('timeout 须为正数(ms)');
+                    args.timeoutMs = v;
+                    break;
+                }
+                case '--max-tokens': {
+                    const v = Number(next());
+                    if (!Number.isFinite(v) || v <= 0)
+                        throw new Error('max-tokens 须为正数');
+                    args.maxTotalTokens = v;
+                    break;
+                }
                 case '--cases-dir':
                     args.casesDir = next();
                     break;
                 case '--report-dir':
                     args.reportDir = next();
                     break;
+                case '--history':
+                    args.historyPath = next();
+                    break;
                 case '--baseline':
                     args.baselinePath = next();
                     break;
@@ -65,13 +162,30 @@ function parseArgs(argv) {
                     args.threshold = v;
                     break;
                 }
-                case '--repeats': {
-                    const v = Number(next());
-                    if (!Number.isInteger(v) || v < 1)
-                        throw new Error('repeats 须为正整数');
-                    args.repeats = v;
+                case '--judge-model':
+                    args.judgeModel = next();
+                    break;
+                case '--judge-api-key':
+                    args.judgeApiKey = next();
+                    break;
+                case '--judge-base-url':
+                    args.judgeBaseUrl = next();
+                    break;
+                case '--embed-model':
+                    args.embedModel = next();
+                    break;
+                case '--embed-api-key':
+                    args.embedApiKey = next();
+                    break;
+                case '--embed-base-url':
+                    args.embedBaseUrl = next();
+                    break;
+                case '--models':
+                    args.models = (args.models ?? []).concat(next()
+                        .split(',')
+                        .map((s) => s.trim())
+                        .filter(Boolean));
                     break;
-                }
                 case '-h':
                 case '--help':
                     return { error: 'HELP' };
@@ -84,12 +198,10 @@ function parseArgs(argv) {
         }
         i += 1;
     }
-    if (args.command !== 'run')
-        return { error: `缺少子命令 'run'\n${USAGE}` };
     return args;
 }
-async function main() {
-    const parsed = parseArgs(process.argv.slice(2));
+async function cmdRun(argv) {
+    const parsed = parseRunArgs(argv);
     if ('error' in parsed) {
         if (parsed.error === 'HELP') {
             console.log(USAGE);
@@ -109,22 +221,51 @@ async function main() {
         console.error('没有可运行的用例');
         return 1;
     }
+    const reportDir = parsed.reportDir === 'none' ? undefined : parsed.reportDir;
+    const historyPath = parsed.historyPath ?? (reportDir ? `${reportDir.replace(/\/$/, '')}/history.jsonl` : undefined);
     const config = {
-        mode: 'mock',
+        mode: parsed.mode,
+        model: parsed.model,
+        apiKey: parsed.apiKey,
+        baseUrl: parsed.baseUrl,
+        temperature: parsed.temperature,
         suites: parsed.suites,
         repeats: parsed.repeats,
+        concurrency: parsed.concurrency,
+        timeoutMs: parsed.timeoutMs,
+        maxTotalTokens: parsed.maxTotalTokens,
         casesDir: parsed.casesDir,
-        reportDir: parsed.reportDir === 'none' ? undefined : parsed.reportDir,
+        reportDir,
+        historyPath,
         baselinePath: parsed.baselinePath,
         updateBaseline: parsed.updateBaseline,
         regressionThreshold: parsed.threshold,
+        judgeModel: parsed.judgeModel,
+        judgeApiKey: parsed.judgeApiKey,
+        judgeBaseUrl: parsed.judgeBaseUrl,
+        embedModel: parsed.embedModel,
+        embedApiKey: parsed.embedApiKey,
+        embedBaseUrl: parsed.embedBaseUrl,
     };
-    console.error(`加载 ${cases.length} 个用例${parsed.suites.length ? `（套件: ${parsed.suites.join(', ')}）` : ''}，mode=mock`);
-    const report = await runEval(cases, config);
+    console.error(`加载 ${cases.length} 个用例${parsed.suites.length ? `（套件: ${parsed.suites.join(', ')}）` : ''}，mode=${parsed.mode}`);
+    let report;
+    try {
+        report = await runEval(cases, config);
+    }
+    catch (e) {
+        // live 装配失败（缺模型 / 缺 Key）属于使用错误
+        console.error(`live 模式配置错误: ${e.message}`);
+        return 2;
+    }
     const finalized = await finalizeReport(report, config);
-    console.log(renderMarkdown(report));
+    console.log(renderMarkdown(report, { history: finalized.history }));
+    if (report.totals.cases === 0) {
+        console.error(`\n⚠️  当前 mode=${parsed.mode} 下没有可运行的用例（${report.totals.skipped} 个被跳过），检查 --suite 与 --mode 是否匹配`);
+    }
     if (finalized.jsonPath)
         console.error(`\n报告已写入: ${finalized.jsonPath}`);
+    if (finalized.historyPath)
+        console.error(`历史已追加: ${finalized.historyPath}`);
     if (config.updateBaseline && finalized.baseline === undefined) {
         console.error(`baseline 已更新: ${config.baselinePath}`);
     }
@@ -142,6 +283,200 @@ async function main() {
     }
     return exitCode;
 }
+async function cmdHistory(argv) {
+    let path = 'eval-results/history.jsonl';
+    let limit = 15;
+    let asJson = false;
+    for (let i = 0; i < argv.length; i++) {
+        const a = argv[i];
+        if (a === '--json') {
+            asJson = true;
+        }
+        else if (a === '--path') {
+            path = argv[++i] ?? path;
+        }
+        else if (a === '--limit') {
+            limit = Number(argv[++i] ?? limit);
+        }
+        else if (a === '-h' || a === '--help') {
+            console.log(USAGE);
+            return 0;
+        }
+        else {
+            console.error(`未知参数: ${a}\n${USAGE}`);
+            return 2;
+        }
+    }
+    const entries = await readHistory(path, limit);
+    if (entries.length === 0) {
+        console.error(`历史文件为空或不存在: ${path}`);
+        return 1;
+    }
+    if (asJson) {
+        console.log(entries.map((e) => JSON.stringify(e)).join('\n'));
+        return 0;
+    }
+    console.log(renderHistoryTrend(entries, limit));
+    return 0;
+}
+/** L4：同一组用例跨多模型对比（M5） */
+async function cmdCompare(argv) {
+    const parsed = parseRunArgs(argv);
+    if ('error' in parsed) {
+        if (parsed.error === 'HELP') {
+            console.log(USAGE);
+            return 0;
+        }
+        console.error(parsed.error);
+        return 2;
+    }
+    const models = parsed.models ?? [];
+    if (models.length === 0) {
+        console.error(`compare 需要至少一个被测模型：--models deepseek/deepseek-chat,openai/gpt-4o-mini\n${USAGE}`);
+        return 2;
+    }
+    if (models.length !== new Set(models).size) {
+        console.error('compare 的 --models 含重复模型');
+        return 2;
+    }
+    const { cases, errors } = await loadCases(parsed.casesDir);
+    if (errors.length > 0) {
+        console.error('用例加载错误:');
+        for (const e of errors)
+            console.error(`  - ${e}`);
+        return 1;
+    }
+    const config = {
+        mode: parsed.mode,
+        apiKey: parsed.apiKey,
+        baseUrl: parsed.baseUrl,
+        temperature: parsed.temperature,
+        suites: parsed.suites,
+        repeats: parsed.repeats,
+        concurrency: parsed.concurrency,
+        timeoutMs: parsed.timeoutMs,
+        maxTotalTokens: parsed.maxTotalTokens,
+        casesDir: parsed.casesDir,
+        judgeModel: parsed.judgeModel,
+        judgeApiKey: parsed.judgeApiKey,
+        judgeBaseUrl: parsed.judgeBaseUrl,
+        embedModel: parsed.embedModel,
+        embedApiKey: parsed.embedApiKey,
+        embedBaseUrl: parsed.embedBaseUrl,
+    };
+    console.error(`L4 对比：${models.length} 个模型 × ${cases.length} 个用例（mode=${parsed.mode}${parsed.suites.length ? `，套件: ${parsed.suites.join(', ')}` : ''}）`);
+    let comparison;
+    try {
+        comparison = await compareModels(cases, config, models);
+    }
+    catch (e) {
+        console.error(`compare 配置错误: ${e.message}`);
+        return 2;
+    }
+    console.log(renderComparisonMarkdown(comparison));
+    // 报告写盘（compare-<ts>.md / .json）
+    if (parsed.reportDir && parsed.reportDir !== 'none') {
+        const { mkdir, writeFile } = await import('node:fs/promises');
+        const { join } = await import('node:path');
+        const dir = parsed.reportDir.replace(/\/$/, '');
+        const stamp = new Date().toISOString().replace(/[:.]/g, '-');
+        const mdPath = join(dir, `compare-${stamp}.md`);
+        const jsonPath = join(dir, `compare-${stamp}.json`);
+        await mkdir(dir, { recursive: true });
+        await writeFile(mdPath, renderComparisonMarkdown(comparison), 'utf-8');
+        await writeFile(jsonPath, JSON.stringify(comparison, null, 2), 'utf-8');
+        console.error(`\n对比报告已写入: ${mdPath}\n                ${jsonPath}`);
+    }
+    return 0;
+}
+/** M4：trace 回流导出 JSON → eval/cases 入库 */
+async function cmdImport(argv) {
+    let file;
+    let outDir;
+    let suite;
+    let origin;
+    let prefix;
+    let dryRun = false;
+    for (let i = 0; i < argv.length; i++) {
+        const a = argv[i];
+        const next = () => {
+            const v = argv[++i];
+            if (v === undefined)
+                throw new Error(`选项 ${a} 缺少参数值`);
+            return v;
+        };
+        try {
+            switch (a) {
+                case '--file':
+                    file = next();
+                    break;
+                case '--out-dir':
+                    outDir = next();
+                    break;
+                case '--suite':
+                    suite = next();
+                    break;
+                case '--origin': {
+                    const v = next();
+                    if (v !== 'trace' && v !== 'bugfix')
+                        throw new Error('--origin 只能为 trace 或 bugfix');
+                    origin = v;
+                    break;
+                }
+                case '--prefix':
+                    prefix = next();
+                    break;
+                case '--dry-run':
+                    dryRun = true;
+                    break;
+                case '-h':
+                case '--help':
+                    console.log(USAGE);
+                    return 0;
+                default:
+                    console.error(`未知参数: ${a}\n${USAGE}`);
+                    return 2;
+            }
+        }
+        catch (e) {
+            console.error(`${e.message}\n${USAGE}`);
+            return 2;
+        }
+    }
+    if (!file) {
+        console.error(`import 需要 --file <export.json>\n${USAGE}`);
+        return 2;
+    }
+    const { written, errors } = await importCases({ file, outDir, suite, origin, prefix, dryRun });
+    if (errors.length > 0) {
+        console.error('入库错误:');
+        for (const e of errors)
+            console.error(`  - ${e}`);
+    }
+    if (written.length > 0) {
+        console.error(dryRun ? '校验通过（dry-run，未写盘）:' : `已入库 ${written.length} 个用例:`);
+        for (const w of written)
+            console.error(`  - ${w}`);
+    }
+    return errors.length === 0 && written.length > 0 ? 0 : 1;
+}
+async function main() {
+    const [command, ...rest] = process.argv.slice(2);
+    if (command === undefined || command === '-h' || command === '--help') {
+        console.log(USAGE);
+        return command === undefined ? 2 : 0;
+    }
+    if (command === 'run')
+        return cmdRun(rest);
+    if (command === 'compare')
+        return cmdCompare(rest);
+    if (command === 'import')
+        return cmdImport(rest);
+    if (command === 'history')
+        return cmdHistory(rest);
+    console.error(`未知子命令: ${command}\n${USAGE}`);
+    return 2;
+}
 main().then((code) => process.exit(code), (e) => {
     console.error(e);
     process.exit(1);

package/dist/src/cli.js.map

@@ -1 +1 @@
-{"version":3,"file":"cli.js","sourceRoot":"","sources":["../../src/cli.ts"],"names":[],"mappings":";AACA;;;;;;;;;GASG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAC1C,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AACxC,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAc/D,MAAM,KAAK,GAAG;;;;;;;;;;8BAUgB,CAAC;AAE/B,SAAS,SAAS,CAAC,IAAc;IAC/B,MAAM,IAAI,GAAY;QACpB,MAAM,EAAE,EAAE;QACV,cAAc,EAAE,KAAK;QACrB,SAAS,EAAE,IAAI;KAChB,CAAC;IACF,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QACvB,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,MAAM,IAAI,GAAG,GAAW,EAAE;YACxB,MAAM,CAAC,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;YACpB,IAAI,CAAC,KAAK,SAAS;gBAAE,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YACtD,OAAO,CAAC,CAAC;QACX,CAAC,CAAC;QACF,IAAI,CAAC;YACH,QAAQ,CAAC,EAAE,CAAC;gBACV,KAAK,KAAK;oBACR,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;oBACrB,MAAM;gBACR,KAAK,SAAS;oBACZ,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;oBACzB,MAAM;gBACR,KAAK,aAAa;oBAChB,IAAI,CAAC,QAAQ,GAAG,IAAI,EAAE,CAAC;oBACvB,MAAM;gBACR,KAAK,cAAc;oBACjB,IAAI,CAAC,SAAS,GAAG,IAAI,EAAE,CAAC;oBACxB,MAAM;gBACR,KAAK,YAAY;oBACf,IAAI,CAAC,YAAY,GAAG,IAAI,EAAE,CAAC;oBAC3B,MAAM;gBACR,KAAK,mBAAmB;oBACtB,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;oBAC3B,MAAM;gBACR,KAAK,aAAa,CAAC,CAAC,CAAC;oBACnB,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;oBACzB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC;wBAAE,MAAM,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC;oBACvE,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC;oBACnB,MAAM;gBACR,CAAC;gBACD,KAAK,WAAW,CAAC,CAAC,CAAC;oBACjB,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;oBACzB,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;wBAAE,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;oBACpE,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC;oBACjB,MAAM;gBACR,CAAC;gBACD,KAAK,IAAI,CAAC;gBACV,KAAK,QAAQ;oBACX,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;gBAC3B;oBACE,OAAO,EAAE,KAAK,EAAE,SAAS,CAAC,KAAK,KAAK,EAAE,EAAE,CAAC;YAC7C,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,EAAE,KAAK,EAAE,GAAI,CAAW,CAAC,OAAO,KAAK,KAAK,EAAE,EAAE,CAAC;QACxD,CAAC;QACD,CAAC,IAAI,CAAC,CAAC;IACT,CAAC;IACD,IAAI,IAAI,CAAC,OAAO,KAAK,KAAK;QAAE,OAAO,EAAE,KAAK,EAAE,gBAAgB,KAAK,EAAE,EAAE,CAAC;IACtE,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,MAAM,MAAM,GAAG,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAChD,IAAI,OAAO,IAAI,MAAM,EAAE,CAAC;QACtB,IAAI,MAAM,CAAC,KAAK,KAAK,MAAM,EAAE,CAAC;YAC5B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACnB,OAAO,CAAC,CAAC;QACX,CAAC;QACD,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5B,OAAO,CAAC,CAAC;IACX,CAAC;IAED,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,MAAM,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC3D,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtB,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACzB,KAAK,MAAM,CAAC,IAAI,MAAM;YAAE,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAClD,OAAO,CAAC,CAAC;IACX,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QAC1B,OAAO,CAAC,CAAC;IACX,CAAC;IAED,MAAM,MAAM,GAAc;QACxB,IAAI,EAAE,MAAM;QACZ,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,SAAS,EAAE,MAAM,CAAC,SAAS,KAAK,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS;QACrE,YAAY,EAAE,MAAM,CAAC,YAAY;QACjC,cAAc,EAAE,MAAM,CAAC,cAAc;QACrC,mBAAmB,EAAE,MAAM,CAAC,SAAS;KACtC,CAAC;IAEF,OAAO,CAAC,KAAK,CACX,MAAM,KAAK,CAAC,MAAM,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,YAAY,CACrG,CAAC;IACF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAC5C,MAAM,SAAS,GAAG,MAAM,cAAc,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAEvD,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC;IAEpC,IAAI,SAAS,CAAC,QAAQ;QAAE,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,CAAC,QAAQ,EAAE,CAAC,CAAC;IACxE,IAAI,MAAM,CAAC,cAAc,IAAI,SAAS,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;QAC9D,OAAO,CAAC,KAAK,CAAC,iBAAiB,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC;IACxD,CAAC;IAED,IAAI,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAEpE,IAAI,SAAS,CAAC,UAAU,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC;QACrD,QAAQ,GAAG,CAAC,CAAC;QACb,MAAM,EAAE,YAAY,EAAE,WAAW,EAAE,GAAG,SAAS,CAAC,UAAU,CAAC;QAC3D,OAAO,CAAC,KAAK,CAAC,wBAAwB,YAAY,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,YAAY,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QAC3G,KAAK,MAAM,CAAC,IAAI,WAAW,EAAE,CAAC;YAC5B,OAAO,CAAC,KAAK,CACX,OAAO,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CACvH,CAAC;QACJ,CAAC;IACH,CAAC;SAAM,IAAI,SAAS,CAAC,UAAU,EAAE,CAAC;QAChC,OAAO,CAAC,KAAK,CAAC,mBAAmB,CAAC,SAAS,CAAC,UAAU,CAAC,YAAY,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC7F,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,IAAI,EAAE,CAAC,IAAI,CACT,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAC5B,CAAC,CAAC,EAAE,EAAE;IACJ,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACjB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CACF,CAAC"}
+{"version":3,"file":"cli.js","sourceRoot":"","sources":["../../src/cli.ts"],"names":[],"mappings":";AACA;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAC1C,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AACxC,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAC/D,OAAO,EAAE,WAAW,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AACjE,OAAO,EAAE,aAAa,EAAE,wBAAwB,EAAE,MAAM,gBAAgB,CAAC;AACzE,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAiC5C,MAAM,KAAK,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;8BA4CgB,CAAC;AAE/B,SAAS,GAAG,CAAC,GAAW,EAAE,KAAa;IACrC,MAAM,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;IACtB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAC;IAC3D,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,YAAY,CAAC,IAAc;IAClC,MAAM,IAAI,GAAY;QACpB,MAAM,EAAE,EAAE;QACV,IAAI,EAAE,MAAM;QACZ,cAAc,EAAE,KAAK;QACrB,SAAS,EAAE,IAAI;KAChB,CAAC;IACF,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QACvB,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,MAAM,IAAI,GAAG,GAAW,EAAE;YACxB,MAAM,CAAC,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;YACpB,IAAI,CAAC,KAAK,SAAS;gBAAE,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YACtD,OAAO,CAAC,CAAC;QACX,CAAC,CAAC;QACF,IAAI,CAAC;YACH,QAAQ,CAAC,EAAE,CAAC;gBACV,KAAK,SAAS;oBACZ,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;oBACzB,MAAM;gBACR,KAAK,QAAQ,CAAC,CAAC,CAAC;oBACd,MAAM,CAAC,GAAG,IAAI,EAAE,CAAC;oBACjB,IAAI,CAAC,KAAK,MAAM,IAAI,CAAC,KAAK,MAAM;wBAAE,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;oBAC5E,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC;oBACd,MAAM;gBACR,CAAC;gBACD,KAAK,SAAS;oBACZ,IAAI,CAAC,KAAK,GAAG,IAAI,EAAE,CAAC;oBACpB,MAAM;gBACR,KAAK,WAAW;oBACd,IAAI,CAAC,MAAM,GAAG,IAAI,EAAE,CAAC;oBACrB,MAAM;gBACR,KAAK,YAAY;oBACf,IAAI,CAAC,OAAO,GAAG,IAAI,EAAE,CAAC;oBACtB,MAAM;gBACR,KAAK,eAAe;oBAClB,IAAI,CAAC,WAAW,GAAG,GAAG,CAAC,IAAI,EAAE,EAAE,eAAe,CAAC,CAAC;oBAChD,MAAM;gBACR,KAAK,WAAW,CAAC,CAAC,CAAC;oBACjB,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;oBACzB,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;wBAAE,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;oBACpE,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC;oBACjB,MAAM;gBACR,CAAC;gBACD,KAAK,eAAe,CAAC,CAAC,CAAC;oBACrB,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;oBACzB,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;wBAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;oBACxE,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;oBACrB,MAAM;gBACR,CAAC;gBACD,KAAK,WAAW,CAAC,CAAC,CAAC;oBACjB,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;oBACzB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;wBAAE,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;oBACvE,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC;oBACnB,MAAM;gBACR,CAAC;gBACD,KAAK,cAAc,CAAC,CAAC,CAAC;oBACpB,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;oBACzB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;wBAAE,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;oBACtE,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC;oBACxB,MAAM;gBACR,CAAC;gBACD,KAAK,aAAa;oBAChB,IAAI,CAAC,QAAQ,GAAG,IAAI,EAAE,CAAC;oBACvB,MAAM;gBACR,KAAK,cAAc;oBACjB,IAAI,CAAC,SAAS,GAAG,IAAI,EAAE,CAAC;oBACxB,MAAM;gBACR,KAAK,WAAW;oBACd,IAAI,CAAC,WAAW,GAAG,IAAI,EAAE,CAAC;oBAC1B,MAAM;gBACR,KAAK,YAAY;oBACf,IAAI,CAAC,YAAY,GAAG,IAAI,EAAE,CAAC;oBAC3B,MAAM;gBACR,KAAK,mBAAmB;oBACtB,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;oBAC3B,MAAM;gBACR,KAAK,aAAa,CAAC,CAAC,CAAC;oBACnB,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;oBACzB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC;wBAAE,MAAM,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC;oBACvE,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC;oBACnB,MAAM;gBACR,CAAC;gBACD,KAAK,eAAe;oBAClB,IAAI,CAAC,UAAU,GAAG,IAAI,EAAE,CAAC;oBACzB,MAAM;gBACR,KAAK,iBAAiB;oBACpB,IAAI,CAAC,WAAW,GAAG,IAAI,EAAE,CAAC;oBAC1B,MAAM;gBACR,KAAK,kBAAkB;oBACrB,IAAI,CAAC,YAAY,GAAG,IAAI,EAAE,CAAC;oBAC3B,MAAM;gBACR,KAAK,eAAe;oBAClB,IAAI,CAAC,UAAU,GAAG,IAAI,EAAE,CAAC;oBACzB,MAAM;gBACR,KAAK,iBAAiB;oBACpB,IAAI,CAAC,WAAW,GAAG,IAAI,EAAE,CAAC;oBAC1B,MAAM;gBACR,KAAK,kBAAkB;oBACrB,IAAI,CAAC,YAAY,GAAG,IAAI,EAAE,CAAC;oBAC3B,MAAM;gBACR,KAAK,UAAU;oBACb,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,MAAM,CACtC,IAAI,EAAE;yBACH,KAAK,CAAC,GAAG,CAAC;yBACV,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;yBACpB,MAAM,CAAC,OAAO,CAAC,CACnB,CAAC;oBACF,MAAM;gBACR,KAAK,IAAI,CAAC;gBACV,KAAK,QAAQ;oBACX,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;gBAC3B;oBACE,OAAO,EAAE,KAAK,EAAE,SAAS,CAAC,KAAK,KAAK,EAAE,EAAE,CAAC;YAC7C,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,EAAE,KAAK,EAAE,GAAI,CAAW,CAAC,OAAO,KAAK,KAAK,EAAE,EAAE,CAAC;QACxD,CAAC;QACD,CAAC,IAAI,CAAC,CAAC;IACT,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,MAAM,CAAC,IAAc;IAClC,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IAClC,IAAI,OAAO,IAAI,MAAM,EAAE,CAAC;QACtB,IAAI,MAAM,CAAC,KAAK,KAAK,MAAM,EAAE,CAAC;YAC5B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACnB,OAAO,CAAC,CAAC;QACX,CAAC;QACD,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5B,OAAO,CAAC,CAAC;IACX,CAAC;IAED,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,MAAM,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC3D,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtB,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACzB,KAAK,MAAM,CAAC,IAAI,MAAM;YAAE,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAClD,OAAO,CAAC,CAAC;IACX,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QAC1B,OAAO,CAAC,CAAC;IACX,CAAC;IAED,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,KAAK,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC;IAC7E,MAAM,WAAW,GACf,MAAM,CAAC,WAAW,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,gBAAgB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAElG,MAAM,MAAM,GAAc;QACxB,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,cAAc,EAAE,MAAM,CAAC,cAAc;QACrC,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,SAAS;QACT,WAAW;QACX,YAAY,EAAE,MAAM,CAAC,YAAY;QACjC,cAAc,EAAE,MAAM,CAAC,cAAc;QACrC,mBAAmB,EAAE,MAAM,CAAC,SAAS;QACrC,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,YAAY,EAAE,MAAM,CAAC,YAAY;QACjC,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,YAAY,EAAE,MAAM,CAAC,YAAY;KAClC,CAAC;IAEF,OAAO,CAAC,KAAK,CACX,MAAM,KAAK,CAAC,MAAM,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,SAAS,MAAM,CAAC,IAAI,EAAE,CAC/G,CAAC;IAEF,IAAI,MAAkB,CAAC;IACvB,IAAI,CAAC;QACH,MAAM,GAAG,MAAM,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACxC,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,+BAA+B;QAC/B,OAAO,CAAC,KAAK,CAAC,gBAAiB,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;QACtD,OAAO,CAAC,CAAC;IACX,CAAC;IAED,MAAM,SAAS,GAAG,MAAM,cAAc,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACvD,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,MAAM,EAAE,EAAE,OAAO,EAAE,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;IAEpE,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC;QAC9B,OAAO,CAAC,KAAK,CACX,iBAAiB,MAAM,CAAC,IAAI,cAAc,MAAM,CAAC,MAAM,CAAC,OAAO,iCAAiC,CACjG,CAAC;IACJ,CAAC;IAED,IAAI,SAAS,CAAC,QAAQ;QAAE,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,CAAC,QAAQ,EAAE,CAAC,CAAC;IACxE,IAAI,SAAS,CAAC,WAAW;QAAE,OAAO,CAAC,KAAK,CAAC,UAAU,SAAS,CAAC,WAAW,EAAE,CAAC,CAAC;IAC5E,IAAI,MAAM,CAAC,cAAc,IAAI,SAAS,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;QAC9D,OAAO,CAAC,KAAK,CAAC,iBAAiB,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC;IACxD,CAAC;IAED,IAAI,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAEpE,IAAI,SAAS,CAAC,UAAU,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC;QACrD,QAAQ,GAAG,CAAC,CAAC;QACb,MAAM,EAAE,YAAY,EAAE,WAAW,EAAE,GAAG,SAAS,CAAC,UAAU,CAAC;QAC3D,OAAO,CAAC,KAAK,CACX,wBAAwB,YAAY,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,YAAY,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAC5F,CAAC;QACF,KAAK,MAAM,CAAC,IAAI,WAAW,EAAE,CAAC;YAC5B,OAAO,CAAC,KAAK,CACX,OAAO,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CACvH,CAAC;QACJ,CAAC;IACH,CAAC;SAAM,IAAI,SAAS,CAAC,UAAU,EAAE,CAAC;QAChC,OAAO,CAAC,KAAK,CAAC,mBAAmB,CAAC,SAAS,CAAC,UAAU,CAAC,YAAY,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC7F,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,IAAc;IACtC,IAAI,IAAI,GAAG,4BAA4B,CAAC;IACxC,IAAI,KAAK,GAAG,EAAE,CAAC;IACf,IAAI,MAAM,GAAG,KAAK,CAAC;IACnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,IAAI,CAAC,KAAK,QAAQ,EAAE,CAAC;YACnB,MAAM,GAAG,IAAI,CAAC;QAChB,CAAC;aAAM,IAAI,CAAC,KAAK,QAAQ,EAAE,CAAC;YAC1B,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC;QAC3B,CAAC;aAAM,IAAI,CAAC,KAAK,SAAS,EAAE,CAAC;YAC3B,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC;QACrC,CAAC;aAAM,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,QAAQ,EAAE,CAAC;YACxC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACnB,OAAO,CAAC,CAAC;QACX,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,KAAK,EAAE,CAAC,CAAC;YACtC,OAAO,CAAC,CAAC;QACX,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAC/C,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,CAAC,KAAK,CAAC,eAAe,IAAI,EAAE,CAAC,CAAC;QACrC,OAAO,CAAC,CAAC;IACX,CAAC;IACD,IAAI,MAAM,EAAE,CAAC;QACX,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QAC9D,OAAO,CAAC,CAAC;IACX,CAAC;IACD,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;IAChD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,yBAAyB;AACzB,KAAK,UAAU,UAAU,CAAC,IAAc;IACtC,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IAClC,IAAI,OAAO,IAAI,MAAM,EAAE,CAAC;QACtB,IAAI,MAAM,CAAC,KAAK,KAAK,MAAM,EAAE,CAAC;YAC5B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACnB,OAAO,CAAC,CAAC;QACX,CAAC;QACD,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5B,OAAO,CAAC,CAAC;IACX,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC;IACnC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO,CAAC,KAAK,CAAC,0EAA0E,KAAK,EAAE,CAAC,CAAC;QACjG,OAAO,CAAC,CAAC;IACX,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,KAAK,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;QAC3C,OAAO,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC1C,OAAO,CAAC,CAAC;IACX,CAAC;IAED,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,MAAM,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC3D,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtB,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACzB,KAAK,MAAM,CAAC,IAAI,MAAM;YAAE,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAClD,OAAO,CAAC,CAAC;IACX,CAAC;IAED,MAAM,MAAM,GAAc;QACxB,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,cAAc,EAAE,MAAM,CAAC,cAAc;QACrC,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,YAAY,EAAE,MAAM,CAAC,YAAY;QACjC,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,YAAY,EAAE,MAAM,CAAC,YAAY;KAClC,CAAC;IAEF,OAAO,CAAC,KAAK,CACX,SAAS,MAAM,CAAC,MAAM,UAAU,KAAK,CAAC,MAAM,aAAa,MAAM,CAAC,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,CACzI,CAAC;IAEF,IAAI,UAAU,CAAC;IACf,IAAI,CAAC;QACH,UAAU,GAAG,MAAM,aAAa,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;IAC1D,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,CAAC,KAAK,CAAC,iBAAkB,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;QACvD,OAAO,CAAC,CAAC;IACX,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,UAAU,CAAC,CAAC,CAAC;IAElD,gCAAgC;IAChC,IAAI,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC,SAAS,KAAK,MAAM,EAAE,CAAC;QACpD,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC;QAC9D,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,CAAC;QAC3C,MAAM,GAAG,GAAG,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAChD,MAAM,KAAK,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QAC7D,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,WAAW,KAAK,KAAK,CAAC,CAAC;QAChD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,WAAW,KAAK,OAAO,CAAC,CAAC;QACpD,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACtC,MAAM,SAAS,CAAC,MAAM,EAAE,wBAAwB,CAAC,UAAU,CAAC,EAAE,OAAO,CAAC,CAAC;QACvE,MAAM,SAAS,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;QACxE,OAAO,CAAC,KAAK,CAAC,cAAc,MAAM,qBAAqB,QAAQ,EAAE,CAAC,CAAC;IACrE,CAAC;IAED,OAAO,CAAC,CAAC;AACX,CAAC;AAED,yCAAyC;AACzC,KAAK,UAAU,SAAS,CAAC,IAAc;IACrC,IAAI,IAAwB,CAAC;IAC7B,IAAI,MAA0B,CAAC;IAC/B,IAAI,KAAyB,CAAC;IAC9B,IAAI,MAA8B,CAAC;IACnC,IAAI,MAA0B,CAAC;IAC/B,IAAI,MAAM,GAAG,KAAK,CAAC;IAEnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,MAAM,IAAI,GAAG,GAAW,EAAE;YACxB,MAAM,CAAC,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;YACpB,IAAI,CAAC,KAAK,SAAS;gBAAE,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YACtD,OAAO,CAAC,CAAC;QACX,CAAC,CAAC;QACF,IAAI,CAAC;YACH,QAAQ,CAAC,EAAE,CAAC;gBACV,KAAK,QAAQ;oBACX,IAAI,GAAG,IAAI,EAAE,CAAC;oBACd,MAAM;gBACR,KAAK,WAAW;oBACd,MAAM,GAAG,IAAI,EAAE,CAAC;oBAChB,MAAM;gBACR,KAAK,SAAS;oBACZ,KAAK,GAAG,IAAI,EAAE,CAAC;oBACf,MAAM;gBACR,KAAK,UAAU,CAAC,CAAC,CAAC;oBAChB,MAAM,CAAC,GAAG,IAAI,EAAE,CAAC;oBACjB,IAAI,CAAC,KAAK,OAAO,IAAI,CAAC,KAAK,QAAQ;wBAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;oBACpF,MAAM,GAAG,CAAC,CAAC;oBACX,MAAM;gBACR,CAAC;gBACD,KAAK,UAAU;oBACb,MAAM,GAAG,IAAI,EAAE,CAAC;oBAChB,MAAM;gBACR,KAAK,WAAW;oBACd,MAAM,GAAG,IAAI,CAAC;oBACd,MAAM;gBACR,KAAK,IAAI,CAAC;gBACV,KAAK,QAAQ;oBACX,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;oBACnB,OAAO,CAAC,CAAC;gBACX;oBACE,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,KAAK,EAAE,CAAC,CAAC;oBACtC,OAAO,CAAC,CAAC;YACb,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CAAC,GAAI,CAAW,CAAC,OAAO,KAAK,KAAK,EAAE,CAAC,CAAC;YACnD,OAAO,CAAC,CAAC;QACX,CAAC;IACH,CAAC;IAED,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO,CAAC,KAAK,CAAC,mCAAmC,KAAK,EAAE,CAAC,CAAC;QAC1D,OAAO,CAAC,CAAC;IACX,CAAC;IAED,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,MAAM,WAAW,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;IAC/F,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtB,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACvB,KAAK,MAAM,CAAC,IAAI,MAAM;YAAE,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IACpD,CAAC;IACD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,OAAO,OAAO,CAAC,MAAM,OAAO,CAAC,CAAC;QAC5E,KAAK,MAAM,CAAC,IAAI,OAAO;YAAE,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IACrD,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,MAAM,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACjD,IAAI,OAAO,KAAK,SAAS,IAAI,OAAO,KAAK,IAAI,IAAI,OAAO,KAAK,QAAQ,EAAE,CAAC;QACtE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACnB,OAAO,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACvC,CAAC;IACD,IAAI,OAAO,KAAK,KAAK;QAAE,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC;IAC3C,IAAI,OAAO,KAAK,SAAS;QAAE,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC;IACnD,IAAI,OAAO,KAAK,QAAQ;QAAE,OAAO,SAAS,CAAC,IAAI,CAAC,CAAC;IACjD,IAAI,OAAO,KAAK,SAAS;QAAE,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC;IACnD,OAAO,CAAC,KAAK,CAAC,UAAU,OAAO,KAAK,KAAK,EAAE,CAAC,CAAC;IAC7C,OAAO,CAAC,CAAC;AACX,CAAC;AAED,IAAI,EAAE,CAAC,IAAI,CACT,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAC5B,CAAC,CAAC,EAAE,EAAE;IACJ,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACjB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CACF,CAAC"}

package/dist/src/core/compare.d.ts

@@ -0,0 +1,28 @@
+/**
+ * packages/eval/src/core/compare.ts - L4 模型 / Provider 对比（M5）
+ *
+ * 同一组用例在多个被测模型上各跑一遍 runEval（顺序执行，各算各的
+ * 预算与 repeats），汇总出通过率 / 平均分 / token 成本 / 延迟 /
+ * 分套件通过率矩阵。judge / embed 装配沿用 base config（judge 异源
+ * 校验对每个被测模型独立生效）。
+ */
+import type { EvalCase, EvalReport, RunConfig } from './types';
+export interface ModelComparisonEntry {
+    /** 被测模型标识（'provider/modelId'） */
+    model: string;
+    report: EvalReport;
+}
+export interface ComparisonReport {
+    startedAt: string;
+    durationMs: number;
+    mode: 'mock' | 'live';
+    suites: string[];
+    entries: ModelComparisonEntry[];
+}
+/** 逐个模型跑同一组用例（顺序执行，避免跨模型并发互扰限流） */
+export declare function compareModels(cases: EvalCase[], base: RunConfig, models: string[]): Promise<ComparisonReport>;
+/**
+ * 对比表（报告按被测模型逐列对比；passRate 用 runEval 同一口径：
+ * 跳过用例不计入分母）。
+ */
+export declare function renderComparisonMarkdown(cmp: ComparisonReport): string;