oh-my-knowledge 0.28.0 → 0.30.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +49 -3
- package/README.zh.md +49 -3
- package/dist/src/analysis/failure-clusterer.js +1 -1
- package/dist/src/analysis/failure-clusterer.js.map +1 -1
- package/dist/src/analysis/gap-analyzer.d.ts +8 -1
- package/dist/src/analysis/gap-analyzer.d.ts.map +1 -1
- package/dist/src/analysis/gap-analyzer.js +65 -33
- package/dist/src/analysis/gap-analyzer.js.map +1 -1
- package/dist/src/analysis/report-diagnostics.js +2 -0
- package/dist/src/analysis/report-diagnostics.js.map +1 -1
- package/dist/src/analysis/sample-diagnostics.js +14 -14
- package/dist/src/analysis/sample-diagnostics.js.map +1 -1
- package/dist/src/authoring/evolver.d.ts +7 -1
- package/dist/src/authoring/evolver.d.ts.map +1 -1
- package/dist/src/authoring/evolver.js +8 -5
- package/dist/src/authoring/evolver.js.map +1 -1
- package/dist/src/authoring/generator.d.ts +21 -23
- package/dist/src/authoring/generator.d.ts.map +1 -1
- package/dist/src/authoring/generator.js +621 -40
- package/dist/src/authoring/generator.js.map +1 -1
- package/dist/src/authoring/sample-fixer.d.ts +45 -0
- package/dist/src/authoring/sample-fixer.d.ts.map +1 -0
- package/dist/src/authoring/sample-fixer.js +186 -0
- package/dist/src/authoring/sample-fixer.js.map +1 -0
- package/dist/src/cli/commands/evolve.d.ts.map +1 -1
- package/dist/src/cli/commands/evolve.js +17 -0
- package/dist/src/cli/commands/evolve.js.map +1 -1
- package/dist/src/cli/commands/observe.d.ts.map +1 -1
- package/dist/src/cli/commands/observe.js +170 -0
- package/dist/src/cli/commands/observe.js.map +1 -1
- package/dist/src/cli/commands/registry.d.ts.map +1 -1
- package/dist/src/cli/commands/registry.js +9 -1
- package/dist/src/cli/commands/registry.js.map +1 -1
- package/dist/src/cli/commands/sample.d.ts +13 -0
- package/dist/src/cli/commands/sample.d.ts.map +1 -1
- package/dist/src/cli/commands/sample.js +307 -13
- package/dist/src/cli/commands/sample.js.map +1 -1
- package/dist/src/cli/commands/studio.d.ts.map +1 -1
- package/dist/src/cli/commands/studio.js +8 -0
- package/dist/src/cli/commands/studio.js.map +1 -1
- package/dist/src/cli/i18n-dict.d.ts +1 -1
- package/dist/src/cli/i18n-dict.d.ts.map +1 -1
- package/dist/src/cli/i18n-dict.js +189 -17
- package/dist/src/cli/i18n-dict.js.map +1 -1
- package/dist/src/cli/parse-run-config.d.ts +14 -2
- package/dist/src/cli/parse-run-config.d.ts.map +1 -1
- package/dist/src/cli/parse-run-config.js +62 -10
- package/dist/src/cli/parse-run-config.js.map +1 -1
- package/dist/src/doctor/health/builtin-dimensions.d.ts.map +1 -1
- package/dist/src/doctor/health/builtin-dimensions.js +20 -23
- package/dist/src/doctor/health/builtin-dimensions.js.map +1 -1
- package/dist/src/doctor/health/composer.d.ts.map +1 -1
- package/dist/src/doctor/health/composer.js +7 -3
- package/dist/src/doctor/health/composer.js.map +1 -1
- package/dist/src/doctor/health/dimension-spec.d.ts +1 -0
- package/dist/src/doctor/health/dimension-spec.d.ts.map +1 -1
- package/dist/src/doctor/health/parser.d.ts.map +1 -1
- package/dist/src/doctor/health/parser.js +1 -0
- package/dist/src/doctor/health/parser.js.map +1 -1
- package/dist/src/doctor/health/prompt-builder.js +25 -17
- package/dist/src/doctor/health/prompt-builder.js.map +1 -1
- package/dist/src/doctor/html-renderer.d.ts.map +1 -1
- package/dist/src/doctor/html-renderer.js +76 -66
- package/dist/src/doctor/html-renderer.js.map +1 -1
- package/dist/src/doctor/rules.d.ts.map +1 -1
- package/dist/src/doctor/rules.js +32 -0
- package/dist/src/doctor/rules.js.map +1 -1
- package/dist/src/eval-core/cache.d.ts +16 -2
- package/dist/src/eval-core/cache.d.ts.map +1 -1
- package/dist/src/eval-core/cache.js +86 -15
- package/dist/src/eval-core/cache.js.map +1 -1
- package/dist/src/eval-core/evaluation-execution.d.ts +11 -1
- package/dist/src/eval-core/evaluation-execution.d.ts.map +1 -1
- package/dist/src/eval-core/evaluation-execution.js +78 -6
- package/dist/src/eval-core/evaluation-execution.js.map +1 -1
- package/dist/src/eval-core/evaluation-job.d.ts +2 -1
- package/dist/src/eval-core/evaluation-job.d.ts.map +1 -1
- package/dist/src/eval-core/evaluation-job.js +2 -1
- package/dist/src/eval-core/evaluation-job.js.map +1 -1
- package/dist/src/eval-core/evaluation-reporting.d.ts +7 -0
- package/dist/src/eval-core/evaluation-reporting.d.ts.map +1 -1
- package/dist/src/eval-core/evaluation-reporting.js +19 -2
- package/dist/src/eval-core/evaluation-reporting.js.map +1 -1
- package/dist/src/eval-core/execution-strategy.d.ts +1 -1
- package/dist/src/eval-core/execution-strategy.d.ts.map +1 -1
- package/dist/src/eval-core/execution-strategy.js +12 -1
- package/dist/src/eval-core/execution-strategy.js.map +1 -1
- package/dist/src/eval-core/mock-hook.cjs +203 -0
- package/dist/src/eval-core/mocks-runtime.d.ts +96 -0
- package/dist/src/eval-core/mocks-runtime.d.ts.map +1 -0
- package/dist/src/eval-core/mocks-runtime.js +323 -0
- package/dist/src/eval-core/mocks-runtime.js.map +1 -0
- package/dist/src/eval-core/schema.d.ts.map +1 -1
- package/dist/src/eval-core/schema.js +18 -5
- package/dist/src/eval-core/schema.js.map +1 -1
- package/dist/src/eval-core/task-planner.d.ts +9 -1
- package/dist/src/eval-core/task-planner.d.ts.map +1 -1
- package/dist/src/eval-core/task-planner.js +40 -1
- package/dist/src/eval-core/task-planner.js.map +1 -1
- package/dist/src/eval-workflows/batch-evaluation-workflow.d.ts +5 -1
- package/dist/src/eval-workflows/batch-evaluation-workflow.d.ts.map +1 -1
- package/dist/src/eval-workflows/batch-evaluation-workflow.js +2 -1
- package/dist/src/eval-workflows/batch-evaluation-workflow.js.map +1 -1
- package/dist/src/eval-workflows/evaluation-pipeline.d.ts +22 -1
- package/dist/src/eval-workflows/evaluation-pipeline.d.ts.map +1 -1
- package/dist/src/eval-workflows/evaluation-pipeline.js +39 -12
- package/dist/src/eval-workflows/evaluation-pipeline.js.map +1 -1
- package/dist/src/eval-workflows/evaluation-preparation.d.ts +5 -0
- package/dist/src/eval-workflows/evaluation-preparation.d.ts.map +1 -1
- package/dist/src/eval-workflows/evaluation-preparation.js +3 -1
- package/dist/src/eval-workflows/evaluation-preparation.js.map +1 -1
- package/dist/src/eval-workflows/run-evaluation.d.ts +12 -2
- package/dist/src/eval-workflows/run-evaluation.d.ts.map +1 -1
- package/dist/src/eval-workflows/run-evaluation.js +17 -5
- package/dist/src/eval-workflows/run-evaluation.js.map +1 -1
- package/dist/src/executors/claude-cli.d.ts +1 -1
- package/dist/src/executors/claude-cli.d.ts.map +1 -1
- package/dist/src/executors/claude-cli.js +57 -6
- package/dist/src/executors/claude-cli.js.map +1 -1
- package/dist/src/executors/claude-sdk-trace.d.ts.map +1 -1
- package/dist/src/executors/claude-sdk-trace.js +10 -4
- package/dist/src/executors/claude-sdk-trace.js.map +1 -1
- package/dist/src/executors/claude-sdk.d.ts +1 -1
- package/dist/src/executors/claude-sdk.d.ts.map +1 -1
- package/dist/src/executors/claude-sdk.js +25 -2
- package/dist/src/executors/claude-sdk.js.map +1 -1
- package/dist/src/executors/shared.d.ts +1 -1
- package/dist/src/executors/shared.d.ts.map +1 -1
- package/dist/src/executors/shared.js +6 -1
- package/dist/src/executors/shared.js.map +1 -1
- package/dist/src/grading/assertions.d.ts +5 -0
- package/dist/src/grading/assertions.d.ts.map +1 -1
- package/dist/src/grading/assertions.js +27 -1
- package/dist/src/grading/assertions.js.map +1 -1
- package/dist/src/grading/debias-validate.js +4 -4
- package/dist/src/grading/debias-validate.js.map +1 -1
- package/dist/src/grading/diagnostic.d.ts +40 -0
- package/dist/src/grading/diagnostic.d.ts.map +1 -0
- package/dist/src/grading/diagnostic.js +450 -0
- package/dist/src/grading/diagnostic.js.map +1 -0
- package/dist/src/grading/gold-cli.js +2 -2
- package/dist/src/grading/gold-cli.js.map +1 -1
- package/dist/src/grading/index.d.ts +5 -0
- package/dist/src/grading/index.d.ts.map +1 -1
- package/dist/src/grading/judge.d.ts.map +1 -1
- package/dist/src/grading/judge.js +54 -2
- package/dist/src/grading/judge.js.map +1 -1
- package/dist/src/grading/layered-scores.d.ts.map +1 -1
- package/dist/src/grading/layered-scores.js +1 -0
- package/dist/src/grading/layered-scores.js.map +1 -1
- package/dist/src/inputs/eval-config.js +19 -0
- package/dist/src/inputs/eval-config.js.map +1 -1
- package/dist/src/inputs/load-samples.d.ts +22 -2
- package/dist/src/inputs/load-samples.d.ts.map +1 -1
- package/dist/src/inputs/load-samples.js +193 -22
- package/dist/src/inputs/load-samples.js.map +1 -1
- package/dist/src/inputs/skill-loader.d.ts.map +1 -1
- package/dist/src/inputs/skill-loader.js +11 -3
- package/dist/src/inputs/skill-loader.js.map +1 -1
- package/dist/src/observability/experience.d.ts +260 -0
- package/dist/src/observability/experience.d.ts.map +1 -0
- package/dist/src/observability/experience.js +1233 -0
- package/dist/src/observability/experience.js.map +1 -0
- package/dist/src/observability/inbox-view-model.d.ts +27 -0
- package/dist/src/observability/inbox-view-model.d.ts.map +1 -0
- package/dist/src/observability/inbox-view-model.js +135 -0
- package/dist/src/observability/inbox-view-model.js.map +1 -0
- package/dist/src/observability/inbox.d.ts +125 -0
- package/dist/src/observability/inbox.d.ts.map +1 -0
- package/dist/src/observability/inbox.js +741 -0
- package/dist/src/observability/inbox.js.map +1 -0
- package/dist/src/observability/problem-patterns.d.ts +51 -0
- package/dist/src/observability/problem-patterns.d.ts.map +1 -0
- package/dist/src/observability/problem-patterns.js +205 -0
- package/dist/src/observability/problem-patterns.js.map +1 -0
- package/dist/src/observability/review-state.d.ts +54 -0
- package/dist/src/observability/review-state.d.ts.map +1 -0
- package/dist/src/observability/review-state.js +131 -0
- package/dist/src/observability/review-state.js.map +1 -0
- package/dist/src/observability/skill-chain-advisories.d.ts +25 -0
- package/dist/src/observability/skill-chain-advisories.d.ts.map +1 -0
- package/dist/src/observability/skill-chain-advisories.js +69 -0
- package/dist/src/observability/skill-chain-advisories.js.map +1 -0
- package/dist/src/observability/skill-chain.d.ts +61 -0
- package/dist/src/observability/skill-chain.d.ts.map +1 -0
- package/dist/src/observability/skill-chain.js +233 -0
- package/dist/src/observability/skill-chain.js.map +1 -0
- package/dist/src/observability/text-signals.d.ts +7 -0
- package/dist/src/observability/text-signals.d.ts.map +1 -0
- package/dist/src/observability/text-signals.js +22 -0
- package/dist/src/observability/text-signals.js.map +1 -0
- package/dist/src/observability/trace-adapter.d.ts +12 -64
- package/dist/src/observability/trace-adapter.d.ts.map +1 -1
- package/dist/src/observability/trace-adapter.js +9 -355
- package/dist/src/observability/trace-adapter.js.map +1 -1
- package/dist/src/observability/trace-attribution.d.ts +56 -0
- package/dist/src/observability/trace-attribution.d.ts.map +1 -0
- package/dist/src/observability/trace-attribution.js +200 -0
- package/dist/src/observability/trace-attribution.js.map +1 -0
- package/dist/src/observability/trace-segmenter.d.ts +52 -0
- package/dist/src/observability/trace-segmenter.d.ts.map +1 -0
- package/dist/src/observability/trace-segmenter.js +320 -0
- package/dist/src/observability/trace-segmenter.js.map +1 -0
- package/dist/src/observability/trace-source.d.ts +99 -0
- package/dist/src/observability/trace-source.d.ts.map +1 -0
- package/dist/src/observability/trace-source.js +492 -0
- package/dist/src/observability/trace-source.js.map +1 -0
- package/dist/src/renderer/html-renderer.d.ts.map +1 -1
- package/dist/src/renderer/html-renderer.js +324 -218
- package/dist/src/renderer/html-renderer.js.map +1 -1
- package/dist/src/renderer/layout.d.ts.map +1 -1
- package/dist/src/renderer/layout.js +155 -71
- package/dist/src/renderer/layout.js.map +1 -1
- package/dist/src/renderer/observation-inbox-renderer.d.ts +4 -0
- package/dist/src/renderer/observation-inbox-renderer.d.ts.map +1 -0
- package/dist/src/renderer/observation-inbox-renderer.js +5376 -0
- package/dist/src/renderer/observation-inbox-renderer.js.map +1 -0
- package/dist/src/renderer/skill-detail-renderer.d.ts +15 -0
- package/dist/src/renderer/skill-detail-renderer.d.ts.map +1 -0
- package/dist/src/renderer/skill-detail-renderer.js +1234 -0
- package/dist/src/renderer/skill-detail-renderer.js.map +1 -0
- package/dist/src/renderer/skill-list-renderer.d.ts +4 -0
- package/dist/src/renderer/skill-list-renderer.d.ts.map +1 -0
- package/dist/src/renderer/skill-list-renderer.js +327 -0
- package/dist/src/renderer/skill-list-renderer.js.map +1 -0
- package/dist/src/renderer/summary.d.ts +17 -0
- package/dist/src/renderer/summary.d.ts.map +1 -1
- package/dist/src/renderer/summary.js +346 -74
- package/dist/src/renderer/summary.js.map +1 -1
- package/dist/src/renderer/table.d.ts.map +1 -1
- package/dist/src/renderer/table.js +213 -167
- package/dist/src/renderer/table.js.map +1 -1
- package/dist/src/renderer/test-view.d.ts +66 -0
- package/dist/src/renderer/test-view.d.ts.map +1 -0
- package/dist/src/renderer/test-view.js +905 -0
- package/dist/src/renderer/test-view.js.map +1 -0
- package/dist/src/renderer/trends.d.ts.map +1 -1
- package/dist/src/renderer/trends.js +3 -1
- package/dist/src/renderer/trends.js.map +1 -1
- package/dist/src/server/report-server.d.ts +6 -1
- package/dist/src/server/report-server.d.ts.map +1 -1
- package/dist/src/server/report-server.js +182 -6
- package/dist/src/server/report-server.js.map +1 -1
- package/dist/src/server/report-store.d.ts.map +1 -1
- package/dist/src/server/report-store.js +33 -1
- package/dist/src/server/report-store.js.map +1 -1
- package/dist/src/server/skill-index.d.ts +77 -0
- package/dist/src/server/skill-index.d.ts.map +1 -0
- package/dist/src/server/skill-index.js +331 -0
- package/dist/src/server/skill-index.js.map +1 -0
- package/dist/src/server/skill-insights.d.ts +92 -0
- package/dist/src/server/skill-insights.d.ts.map +1 -0
- package/dist/src/server/skill-insights.js +676 -0
- package/dist/src/server/skill-insights.js.map +1 -0
- package/dist/src/shared/hard-rules.d.ts +40 -0
- package/dist/src/shared/hard-rules.d.ts.map +1 -0
- package/dist/src/shared/hard-rules.js +200 -0
- package/dist/src/shared/hard-rules.js.map +1 -0
- package/dist/src/shared/time.d.ts +2 -0
- package/dist/src/shared/time.d.ts.map +1 -0
- package/dist/src/shared/time.js +10 -0
- package/dist/src/shared/time.js.map +1 -0
- package/dist/src/shared/tool-search.d.ts +9 -0
- package/dist/src/shared/tool-search.d.ts.map +1 -0
- package/dist/src/shared/tool-search.js +104 -0
- package/dist/src/shared/tool-search.js.map +1 -0
- package/dist/src/types/eval.d.ts +83 -0
- package/dist/src/types/eval.d.ts.map +1 -1
- package/dist/src/types/executor.d.ts +47 -0
- package/dist/src/types/executor.d.ts.map +1 -1
- package/dist/src/types/judge.d.ts +76 -0
- package/dist/src/types/judge.d.ts.map +1 -1
- package/dist/src/types/judge.js +3 -1
- package/dist/src/types/judge.js.map +1 -1
- package/dist/src/types/report.d.ts +63 -3
- package/dist/src/types/report.d.ts.map +1 -1
- package/dist/src/util/safe-slice.d.ts +23 -0
- package/dist/src/util/safe-slice.d.ts.map +1 -0
- package/dist/src/util/safe-slice.js +33 -0
- package/dist/src/util/safe-slice.js.map +1 -0
- package/package.json +5 -4
|
@@ -71,7 +71,7 @@ export const CLI_DICT = {
|
|
|
71
71
|
en: ' 3. Run: omk eval --control code-review-v1 --treatment code-review-v2',
|
|
72
72
|
},
|
|
73
73
|
'cli.init.note_codex_executor': {
|
|
74
|
-
zh: '\n注: omk 评测时把 SKILL.md 整文(含 frontmatter)作为 system prompt
|
|
74
|
+
zh: '\n注: omk 评测时把 SKILL.md 整文(含 frontmatter)作为 system prompt 注入——跨 executor 一致(claude / codex / openai-api / gemini 都走同一条路径,不依赖任何 executor 的 native skill auto-discovery 或 Skill 工具机制)。frontmatter 在 prompt 头部对 model 行为无显著影响。\n模板带 Claude Code 兼容的 frontmatter(name + description)是为了让同一份 directory-skill 也能 deploy 到 Claude Code:把整个目录复制到 ~/.claude/skills/code-review-v1/(整目录,不是单个 SKILL.md),Claude SDK 才能识别。这是 omk 评测之外的 bonus,一份文件双向 dogfood。',
|
|
75
75
|
en: '\nNote: during omk evaluation the full SKILL.md (frontmatter included) is injected as the system prompt — uniformly across executors (claude / codex / openai-api / gemini all take the same path; omk does not rely on any executor\'s native skill auto-discovery or Skill tool). Frontmatter has no measurable impact on model behavior in this position.\nThe template ships with Claude Code-compatible frontmatter (name + description) so the same directory-skill can also be deployed to Claude Code: copy the whole directory to ~/.claude/skills/code-review-v1/ (the directory, not just SKILL.md) so Claude SDK can recognize it. That is a bonus beyond omk evaluation — one source, two-way dogfood.',
|
|
76
76
|
},
|
|
77
77
|
'cli.update.new_version_available': {
|
|
@@ -278,6 +278,10 @@ export const CLI_DICT = {
|
|
|
278
278
|
zh: '🔄 {name}: 正在生成 {count} 条评测用例...\n',
|
|
279
279
|
en: '🔄 {name}: generating {count} test cases...\n',
|
|
280
280
|
},
|
|
281
|
+
'cli.gen.skill_generating_auto': {
|
|
282
|
+
zh: '🔄 {name}: 正在生成评测用例(数量由 LLM 按 skill 类型自动判断)...\n',
|
|
283
|
+
en: '🔄 {name}: generating test cases (count auto-decided by LLM based on skill type)...\n',
|
|
284
|
+
},
|
|
281
285
|
'cli.gen.skill_done': {
|
|
282
286
|
zh: '✅ {name}: 已生成 {n} 条用例 → {path}{cost}\n',
|
|
283
287
|
en: '✅ {name}: generated {n} samples → {path}{cost}\n',
|
|
@@ -306,6 +310,10 @@ export const CLI_DICT = {
|
|
|
306
310
|
zh: '🔄 正在生成 {count} 条评测用例...\n',
|
|
307
311
|
en: '🔄 Generating {count} test cases...\n',
|
|
308
312
|
},
|
|
313
|
+
'cli.gen.single_generating_auto': {
|
|
314
|
+
zh: '🔄 正在生成评测用例(数量由 LLM 按 skill 类型自动判断)...\n',
|
|
315
|
+
en: '🔄 Generating test cases (count auto-decided by LLM based on skill type)...\n',
|
|
316
|
+
},
|
|
309
317
|
'cli.gen.single_done': {
|
|
310
318
|
zh: '✅ 已生成 {n} 条用例 → {path}{cost}\n',
|
|
311
319
|
en: '✅ Generated {n} samples → {path}{cost}\n',
|
|
@@ -318,6 +326,10 @@ export const CLI_DICT = {
|
|
|
318
326
|
zh: '生成失败: {message}',
|
|
319
327
|
en: 'Generation failed: {message}',
|
|
320
328
|
},
|
|
329
|
+
'cli.gen.focus_applied': {
|
|
330
|
+
zh: '🎯 场景重点(--focus):{focus}\n',
|
|
331
|
+
en: '🎯 Focus scenarios (--focus): {focus}\n',
|
|
332
|
+
},
|
|
321
333
|
'cli.evolve.specify_skill_path': {
|
|
322
334
|
zh: '请指定 skill 文件路径, 例如: omk evolve skills/my-skill.md',
|
|
323
335
|
en: 'Please specify a skill file path, e.g.: omk evolve skills/my-skill.md',
|
|
@@ -356,7 +368,7 @@ export const CLI_DICT = {
|
|
|
356
368
|
},
|
|
357
369
|
'cli.help.product_main': {
|
|
358
370
|
zh: `
|
|
359
|
-
oh-my-knowledge
|
|
371
|
+
oh-my-knowledge——知识载体工作台
|
|
360
372
|
|
|
361
373
|
用法:
|
|
362
374
|
omk init [dir] 初始化一个 skill 评测项目
|
|
@@ -406,7 +418,7 @@ Run 'omk <command> --help' for command-specific options.
|
|
|
406
418
|
},
|
|
407
419
|
'cli.help.init_usage': {
|
|
408
420
|
zh: `
|
|
409
|
-
omk init
|
|
421
|
+
omk init——初始化 skill 评测项目
|
|
410
422
|
|
|
411
423
|
用法:
|
|
412
424
|
omk init [dir]
|
|
@@ -440,7 +452,7 @@ Next steps:
|
|
|
440
452
|
},
|
|
441
453
|
'cli.help.eval': {
|
|
442
454
|
zh: `
|
|
443
|
-
omk eval
|
|
455
|
+
omk eval——离线评测 skill 版本,并给出 ship/no-ship verdict
|
|
444
456
|
|
|
445
457
|
用法:
|
|
446
458
|
omk eval --control <variant> --treatment <variant> [options]
|
|
@@ -453,7 +465,8 @@ omk eval — 离线评测 skill 版本,并给出 ship/no-ship verdict
|
|
|
453
465
|
--treatment <v1,v2> 实验组 variant,逗号分隔
|
|
454
466
|
--config <path> eval.yaml / JSON 配置
|
|
455
467
|
--executor <name> 执行器:claude / claude-sdk / codex / openai / gemini / custom
|
|
456
|
-
--model <name> 任务执行模型(默认:sonnet)
|
|
468
|
+
--model <name> 任务执行模型(默认:opus;想要省钱可改 sonnet / haiku;想钉版本可写 claude-opus-4-7)
|
|
469
|
+
--effort <level> 执行模型扩展思考预算 low / medium / high / xhigh / max(默认:low;高 effort 跨报告不可严格比较)
|
|
457
470
|
--judge-models <list> 评委配置,例如 claude:haiku 或 claude:opus,openai:gpt-4o
|
|
458
471
|
--dry-run 预览任务,不调用模型
|
|
459
472
|
--batch 批量评测:每个 skill 独立 vs baseline
|
|
@@ -463,6 +476,9 @@ omk eval — 离线评测 skill 版本,并给出 ship/no-ship verdict
|
|
|
463
476
|
--trivial-diff <number> 实际可忽略 diff(默认:0.1)
|
|
464
477
|
--report-only / --no-gate 生成报告并打印 verdict,但始终 exit 0
|
|
465
478
|
--no-serve 评测后不自动启动报告 server
|
|
479
|
+
--no-judge 关闭 judge 主观评分(仍跑断言;layered 评分可能塌缩到事实/行为层)
|
|
480
|
+
--no-diagnostic 关闭 diagnostic 诊断 LLM 调用(默认开启,给 failed sample 出"哪错了 + 怎么改"建议)
|
|
481
|
+
--skip-doctor escape hatch:跳过 doctor 健康检查门禁(默认强制启用)。评测环境用 mock/stub 提供依赖时绕开 doctor 物理路径误报;garbage-in 风险由调用方承担
|
|
466
482
|
|
|
467
483
|
示例:
|
|
468
484
|
omk eval --control baseline --treatment my-skill # 单 skill 必要性测试(baseline 是保留 variant 名,代表「不注入 skill 的裸基线」)
|
|
@@ -484,7 +500,8 @@ Common options:
|
|
|
484
500
|
--treatment <v1,v2> Treatment variants, comma-separated
|
|
485
501
|
--config <path> eval.yaml / JSON config
|
|
486
502
|
--executor <name> Executor: claude / claude-sdk / codex / openai / gemini / custom
|
|
487
|
-
--model <name> Task execution model (default: sonnet)
|
|
503
|
+
--model <name> Task execution model (default: opus; pass --model sonnet/haiku to save cost, or claude-opus-4-7 to pin)
|
|
504
|
+
--effort <level> Reasoning effort for executor LLM: low / medium / high / xhigh / max (default: low; reports across efforts not strictly comparable)
|
|
488
505
|
--judge-models <list> Judge config, e.g. claude:haiku or claude:opus,openai:gpt-4o
|
|
489
506
|
--dry-run Preview tasks without model calls
|
|
490
507
|
--batch Batch evaluation: each skill independently against baseline
|
|
@@ -494,6 +511,9 @@ Common options:
|
|
|
494
511
|
--trivial-diff <number> Practically negligible diff (default: 0.1)
|
|
495
512
|
--report-only / --no-gate Produce the report and print verdict, but always exit 0
|
|
496
513
|
--no-serve Do not auto-start report server after evaluation
|
|
514
|
+
--no-judge Disable judge subjective scoring (assertions still run; layered scoring may collapse to fact/behavior layers)
|
|
515
|
+
--no-diagnostic Disable diagnostic LLM call (on by default; emits "what went wrong + how to fix" advice for failed samples)
|
|
516
|
+
--skip-doctor Escape hatch: bypass the doctor health check gate (default on). Useful when the eval environment supplies dependencies via mocks/stubs and doctor's physical-path checks misfire; caller owns garbage-in risk
|
|
497
517
|
|
|
498
518
|
Examples:
|
|
499
519
|
omk eval --control baseline --treatment my-skill # Single-skill necessity test (baseline is a reserved variant — "no skill injected")
|
|
@@ -504,7 +524,7 @@ Examples:
|
|
|
504
524
|
},
|
|
505
525
|
'cli.help.eval_gold': {
|
|
506
526
|
zh: `
|
|
507
|
-
omk eval gold
|
|
527
|
+
omk eval gold——管理 human-gold 标注集
|
|
508
528
|
|
|
509
529
|
用法:
|
|
510
530
|
omk eval gold init [--out <dir>] [--annotator <name>]
|
|
@@ -532,10 +552,13 @@ Options:
|
|
|
532
552
|
},
|
|
533
553
|
'cli.help.observe': {
|
|
534
554
|
zh: `
|
|
535
|
-
omk observe
|
|
555
|
+
omk observe——分析真实 session trace,生成 skill 健康度日报
|
|
536
556
|
|
|
537
557
|
用法:
|
|
538
558
|
omk observe <sessions-dir> [options]
|
|
559
|
+
omk observe ingest <sessions-dir> [options]
|
|
560
|
+
omk observe inbox [options]
|
|
561
|
+
omk observe show <inbox_id> [options]
|
|
539
562
|
|
|
540
563
|
选项:
|
|
541
564
|
--kb <path> 知识库根路径(默认:从 trace cwd 推断)
|
|
@@ -544,12 +567,26 @@ omk observe — 分析真实 session trace,生成 skill 健康度日报
|
|
|
544
567
|
--to <iso> 窗口终点,优先级高于 --last
|
|
545
568
|
--skills <n1,n2,...> 只分析指定 skill
|
|
546
569
|
--output-dir <path> 输出目录(默认:~/.oh-my-knowledge/analyses)
|
|
570
|
+
|
|
571
|
+
Inbox:
|
|
572
|
+
ingest --output-dir <path> 写入 observe inbox 数据(默认:.omk/observations;读取时兜底到 ~/.oh-my-knowledge/observations)
|
|
573
|
+
inbox --input-dir <path> 读取 observe inbox 数据
|
|
574
|
+
inbox --limit <n> 展示 top N(默认:20)
|
|
575
|
+
inbox --skill <name> 只看指定 skill
|
|
576
|
+
inbox --explore <n> 从最近 50 条 medium/low 问题里抽样查看长尾
|
|
577
|
+
inbox --include-noise --explore 时显式包含 noise 桶
|
|
578
|
+
inbox --by-skill 按 skill 输出资产看板
|
|
579
|
+
inbox --json 输出 JSON
|
|
580
|
+
show <inbox_id> --input-dir <path> 查看单条 observation 的前后上下文
|
|
547
581
|
`,
|
|
548
582
|
en: `
|
|
549
583
|
omk observe — analyze production session traces and produce skill health reports
|
|
550
584
|
|
|
551
585
|
Usage:
|
|
552
586
|
omk observe <sessions-dir> [options]
|
|
587
|
+
omk observe ingest <sessions-dir> [options]
|
|
588
|
+
omk observe inbox [options]
|
|
589
|
+
omk observe show <inbox_id> [options]
|
|
553
590
|
|
|
554
591
|
Options:
|
|
555
592
|
--kb <path> Knowledge base root (default: infer from trace cwd)
|
|
@@ -558,11 +595,102 @@ Options:
|
|
|
558
595
|
--to <iso> Window end, overrides --last
|
|
559
596
|
--skills <n1,n2,...> Only analyze selected skills
|
|
560
597
|
--output-dir <path> Output directory (default: ~/.oh-my-knowledge/analyses)
|
|
598
|
+
|
|
599
|
+
Inbox:
|
|
600
|
+
ingest --output-dir <path> Write observe inbox data (default: .omk/observations; read fallback: ~/.oh-my-knowledge/observations)
|
|
601
|
+
inbox --input-dir <path> Read observe inbox data
|
|
602
|
+
inbox --limit <n> Show top N (default: 20)
|
|
603
|
+
inbox --skill <name> Only show one skill
|
|
604
|
+
inbox --explore <n> Sample long-tail issues from the latest 50 medium/low items
|
|
605
|
+
inbox --include-noise Explicitly include the noise bucket with --explore
|
|
606
|
+
inbox --by-skill Print the skill-level asset board
|
|
607
|
+
inbox --json Print JSON
|
|
608
|
+
show <inbox_id> --input-dir <path> Show context around one observation
|
|
609
|
+
`,
|
|
610
|
+
},
|
|
611
|
+
'cli.help.observe_ingest': {
|
|
612
|
+
zh: `
|
|
613
|
+
omk observe ingest — 读取真实 session trace,写入 observe inbox 数据
|
|
614
|
+
|
|
615
|
+
用法:
|
|
616
|
+
omk observe ingest <sessions-dir-or-file> [options]
|
|
617
|
+
|
|
618
|
+
选项:
|
|
619
|
+
--output-dir <path> 输出目录(默认:.omk/observations;读取时兜底到 ~/.oh-my-knowledge/observations)
|
|
620
|
+
|
|
621
|
+
支持:
|
|
622
|
+
Claude Code JSONL
|
|
623
|
+
Markdown 对话日志(.log)
|
|
624
|
+
`,
|
|
625
|
+
en: `
|
|
626
|
+
omk observe ingest — read real session traces and write observe inbox data
|
|
627
|
+
|
|
628
|
+
Usage:
|
|
629
|
+
omk observe ingest <sessions-dir-or-file> [options]
|
|
630
|
+
|
|
631
|
+
Options:
|
|
632
|
+
--output-dir <path> Output directory (default: .omk/observations; read fallback: ~/.oh-my-knowledge/observations)
|
|
633
|
+
|
|
634
|
+
Supported:
|
|
635
|
+
Claude Code JSONL
|
|
636
|
+
Markdown conversation logs (.log)
|
|
637
|
+
`,
|
|
638
|
+
},
|
|
639
|
+
'cli.help.observe_inbox': {
|
|
640
|
+
zh: `
|
|
641
|
+
omk observe inbox — 查看已写入的 observe inbox 问题列表
|
|
642
|
+
|
|
643
|
+
用法:
|
|
644
|
+
omk observe inbox [options]
|
|
645
|
+
|
|
646
|
+
选项:
|
|
647
|
+
--input-dir <path> 读取目录(默认:.omk/observations;兜底到 ~/.oh-my-knowledge/observations)
|
|
648
|
+
--limit <n> 展示 top N(默认:20)
|
|
649
|
+
--skill <name> 只看指定 skill
|
|
650
|
+
--explore <n> 从最近 50 条 medium/low 问题里抽样查看长尾
|
|
651
|
+
--include-noise --explore 时显式包含 noise 桶
|
|
652
|
+
--by-skill 按 skill 输出资产看板
|
|
653
|
+
--json 输出 JSON
|
|
654
|
+
`,
|
|
655
|
+
en: `
|
|
656
|
+
omk observe inbox — inspect previously ingested observe inbox items
|
|
657
|
+
|
|
658
|
+
Usage:
|
|
659
|
+
omk observe inbox [options]
|
|
660
|
+
|
|
661
|
+
Options:
|
|
662
|
+
--input-dir <path> Input directory (default: .omk/observations; fallback: ~/.oh-my-knowledge/observations)
|
|
663
|
+
--limit <n> Show top N (default: 20)
|
|
664
|
+
--skill <name> Only show one skill
|
|
665
|
+
--explore <n> Sample long-tail issues from the latest 50 medium/low items
|
|
666
|
+
--include-noise Explicitly include the noise bucket with --explore
|
|
667
|
+
--by-skill Print the skill-level asset board
|
|
668
|
+
--json Print JSON
|
|
669
|
+
`,
|
|
670
|
+
},
|
|
671
|
+
'cli.help.observe_show': {
|
|
672
|
+
zh: `
|
|
673
|
+
omk observe show — 查看单条 observation 的原始上下文
|
|
674
|
+
|
|
675
|
+
用法:
|
|
676
|
+
omk observe show <inbox_id> [options]
|
|
677
|
+
|
|
678
|
+
选项:
|
|
679
|
+
--input-dir <path> 读取目录(默认:.omk/observations;兜底到 ~/.oh-my-knowledge/observations)
|
|
680
|
+
`,
|
|
681
|
+
en: `
|
|
682
|
+
omk observe show — inspect the raw context around one observation
|
|
683
|
+
|
|
684
|
+
Usage:
|
|
685
|
+
omk observe show <inbox_id> [options]
|
|
686
|
+
|
|
687
|
+
Options:
|
|
688
|
+
--input-dir <path> Input directory (default: .omk/observations; fallback: ~/.oh-my-knowledge/observations)
|
|
561
689
|
`,
|
|
562
690
|
},
|
|
563
691
|
'cli.help.evolve': {
|
|
564
692
|
zh: `
|
|
565
|
-
omk evolve
|
|
693
|
+
omk evolve——多轮自动迭代改进 skill
|
|
566
694
|
|
|
567
695
|
用法:
|
|
568
696
|
omk evolve <skill-path> [options]
|
|
@@ -600,17 +728,28 @@ Examples:
|
|
|
600
728
|
},
|
|
601
729
|
'cli.help.sample': {
|
|
602
730
|
zh: `
|
|
603
|
-
omk sample
|
|
731
|
+
omk sample——生成或补齐 eval-samples 评测用例
|
|
604
732
|
|
|
605
733
|
用法:
|
|
606
734
|
omk sample <skill-path> [options]
|
|
607
735
|
omk sample --batch [--skill-dir <dir>] [options]
|
|
608
736
|
|
|
737
|
+
输出位置(默认):
|
|
738
|
+
<skill>/SKILL.md → <skill>/.omk/samples.json(omk 标准约定)
|
|
739
|
+
其他 .md 路径 → 当前目录的 eval-samples.json(兜底)
|
|
740
|
+
|
|
609
741
|
选项:
|
|
610
|
-
--count <n>
|
|
611
|
-
|
|
742
|
+
--count <n> 强制生成 N 条(不指定时由 LLM 按 skill 类型自动判断:
|
|
743
|
+
工作流型 6-8 条 / 原子型 4-6 条 / 混合型 5-7 条)
|
|
744
|
+
--model <name> 生成模型(默认:opus;lean+effort-low 已自动开,想省钱可改 sonnet/haiku)
|
|
745
|
+
--focus <text> 自然语言指定希望覆盖的场景(追加到 prompt,优先级高于自由发挥)
|
|
612
746
|
--batch 为 skill 目录下缺少 eval-samples 的 skill 批量生成
|
|
613
747
|
--skill-dir <path> skill 目录(batch 使用,默认:skills)
|
|
748
|
+
|
|
749
|
+
示例:
|
|
750
|
+
omk improve samples skills/req-tool.md
|
|
751
|
+
omk improve samples skills/req-tool.md --count 8 \\
|
|
752
|
+
--focus "重点覆盖 tag 查询走 PROJECT 空 → WORKSPACE 兜底的多步流程,以及 search 失败的错误路径"
|
|
614
753
|
`,
|
|
615
754
|
en: `
|
|
616
755
|
omk sample — generate or fill eval-samples test cases
|
|
@@ -619,30 +758,44 @@ Usage:
|
|
|
619
758
|
omk sample <skill-path> [options]
|
|
620
759
|
omk sample --batch [--skill-dir <dir>] [options]
|
|
621
760
|
|
|
761
|
+
Output path (default):
|
|
762
|
+
<skill>/SKILL.md → <skill>/.omk/samples.json (omk standard layout)
|
|
763
|
+
other .md paths → ./eval-samples.json in current directory (fallback)
|
|
764
|
+
|
|
622
765
|
Options:
|
|
623
|
-
--count <n>
|
|
624
|
-
|
|
766
|
+
--count <n> Force N samples (omit to let LLM auto-decide by skill type:
|
|
767
|
+
workflow 6-8 / atomic 4-6 / mixed 5-7)
|
|
768
|
+
--model <name> Generation model (default: opus; lean+effort-low applied; pass --model sonnet/haiku to save cost)
|
|
769
|
+
--focus <text> Natural-language scenario hints appended to the prompt (overrides freeform diversity)
|
|
625
770
|
--batch Generate for skills that are missing eval-samples
|
|
626
771
|
--skill-dir <path> Skill directory for batch mode (default: skills)
|
|
772
|
+
|
|
773
|
+
Examples:
|
|
774
|
+
omk improve samples skills/req-tool.md
|
|
775
|
+
omk improve samples skills/req-tool.md --count 8 \\
|
|
776
|
+
--focus "Cover PROJECT-empty → WORKSPACE-fallback multi-step tag lookup and the search-failure error path"
|
|
627
777
|
`,
|
|
628
778
|
},
|
|
629
779
|
'cli.help.studio': {
|
|
630
780
|
zh: `
|
|
631
|
-
omk studio
|
|
781
|
+
omk studio——打开本地知识工作台
|
|
632
782
|
|
|
633
783
|
用法:
|
|
634
784
|
omk studio [options]
|
|
635
785
|
|
|
636
786
|
选项:
|
|
637
787
|
--port <n> 本地服务端口(默认:7799)
|
|
788
|
+
--host <host> 监听地址(默认:127.0.0.1;局域网访问可用 0.0.0.0)
|
|
638
789
|
--reports-dir <path> 报告目录(默认:~/.oh-my-knowledge/reports)
|
|
639
790
|
--analyses-dir <path> 观测分析目录
|
|
791
|
+
--observations-dir <path> observe inbox 数据目录(默认:.omk/observations)
|
|
640
792
|
--no-open 只启动服务,不自动打开浏览器
|
|
641
793
|
--dev 开发模式:文件变化时自动重启
|
|
642
794
|
|
|
643
795
|
示例:
|
|
644
796
|
omk studio
|
|
645
797
|
omk studio --port 7798
|
|
798
|
+
omk studio --host 0.0.0.0 --observations-dir .omk/observations
|
|
646
799
|
omk studio --no-open
|
|
647
800
|
`,
|
|
648
801
|
en: `
|
|
@@ -653,14 +806,17 @@ Usage:
|
|
|
653
806
|
|
|
654
807
|
Options:
|
|
655
808
|
--port <n> Local server port (default: 7799)
|
|
809
|
+
--host <host> Listen address (default: 127.0.0.1; use 0.0.0.0 for LAN access)
|
|
656
810
|
--reports-dir <path> Reports directory (default: ~/.oh-my-knowledge/reports)
|
|
657
811
|
--analyses-dir <path> Observation analyses directory
|
|
812
|
+
--observations-dir <path> Observe inbox data directory (default: .omk/observations)
|
|
658
813
|
--no-open Start the server without opening a browser
|
|
659
814
|
--dev Dev mode: restart on file changes
|
|
660
815
|
|
|
661
816
|
Examples:
|
|
662
817
|
omk studio
|
|
663
818
|
omk studio --port 7798
|
|
819
|
+
omk studio --host 0.0.0.0 --observations-dir .omk/observations
|
|
664
820
|
omk studio --no-open
|
|
665
821
|
`,
|
|
666
822
|
},
|
|
@@ -785,6 +941,14 @@ Examples:
|
|
|
785
941
|
zh: 'front-matter 格式错误: {error}',
|
|
786
942
|
en: 'front-matter format error: {error}',
|
|
787
943
|
},
|
|
944
|
+
'cli.doctor.skill_metadata.fail.hardrules_invalid': {
|
|
945
|
+
zh: 'hardRules 结构错误: {error}',
|
|
946
|
+
en: 'hardRules schema error: {error}',
|
|
947
|
+
},
|
|
948
|
+
'cli.doctor.skill_metadata.fail.workflows_invalid': {
|
|
949
|
+
zh: 'workflows 结构错误: {error}',
|
|
950
|
+
en: 'workflows schema error: {error}',
|
|
951
|
+
},
|
|
788
952
|
'cli.doctor.skill_metadata.fail.missing_skillmd': {
|
|
789
953
|
zh: 'directory-skill 缺少 SKILL.md 入口文件',
|
|
790
954
|
en: 'directory-skill missing SKILL.md entry file',
|
|
@@ -793,6 +957,14 @@ Examples:
|
|
|
793
957
|
zh: 'front-matter 用 YAML 语法,key: value 或 - item 形式。可参考 examples/multi-skills 下的 skill 写法',
|
|
794
958
|
en: 'front-matter uses YAML syntax (key: value or - item). See examples/multi-skills for reference',
|
|
795
959
|
},
|
|
960
|
+
'cli.doctor.skill_metadata.hint.hardrules': {
|
|
961
|
+
zh: 'hardRules 必须写在 SKILL.md front-matter 中,格式为 hardRules: [{ id, rule, expectedBehavior }];id 要稳定且唯一,expectedBehavior 写可观察行为。',
|
|
962
|
+
en: 'hardRules must live in SKILL.md front-matter as hardRules: [{ id, rule, expectedBehavior }]; id must be stable and unique, expectedBehavior should describe observable behavior.',
|
|
963
|
+
},
|
|
964
|
+
'cli.doctor.skill_metadata.hint.workflows': {
|
|
965
|
+
zh: 'workflows 必须写在 SKILL.md front-matter 中,格式为 workflows: [{ id, description, nodes: [{ id, action }] }];nodes 也兼容 steps 别名。',
|
|
966
|
+
en: 'workflows must live in SKILL.md front-matter as workflows: [{ id, description, nodes: [{ id, action }] }]; nodes also accepts the steps alias.',
|
|
967
|
+
},
|
|
796
968
|
'cli.doctor.skill_metadata.hint.missing_skillmd': {
|
|
797
969
|
zh: 'directory-skill 必须有 SKILL.md 文件作为入口。或将 skill 写成单文件 .md',
|
|
798
970
|
en: 'directory-skills require a SKILL.md entry file. Alternatively, write the skill as a single .md file',
|
|
@@ -856,7 +1028,7 @@ Examples:
|
|
|
856
1028
|
// ============ omk doctor CLI level ============
|
|
857
1029
|
'cli.help.doctor_usage': {
|
|
858
1030
|
zh: `
|
|
859
|
-
oh-my-knowledge
|
|
1031
|
+
oh-my-knowledge——omk doctor 健康度体检 (LLM-judge)
|
|
860
1032
|
|
|
861
1033
|
用法:
|
|
862
1034
|
omk doctor [path] 在 path 上跑深度健康度体检
|
|
@@ -942,7 +1114,7 @@ LLM connectivity for omk eval can be skipped with --skip-connectivity (auto on -
|
|
|
942
1114
|
en: '✓ Using eval samples file: {path}',
|
|
943
1115
|
},
|
|
944
1116
|
'cli.doctor.gate_blocked': {
|
|
945
|
-
zh: 'skill
|
|
1117
|
+
zh: 'skill 健康检查未通过,评测已中止。doctor 是评测必经环节,无 skip 选项——请修复上述问题后重跑。',
|
|
946
1118
|
en: 'skill health check failed; evaluation aborted. doctor is mandatory and not skippable — fix the issues above and re-run.',
|
|
947
1119
|
},
|
|
948
1120
|
'cli.run.skip_connectivity_warning': {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"i18n-dict.js","sourceRoot":"","sources":["../../../src/cli/i18n-dict.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8CG;AA0KH,MAAM,CAAC,MAAM,QAAQ,GAAsC;IACzD,2BAA2B,EAAE;QAC3B,EAAE,EAAE,uCAAuC;QAC3C,EAAE,EAAE,wEAAwE;KAC7E;IACD,qBAAqB,EAAE;QACrB,EAAE,EAAE,iBAAiB;QACrB,EAAE,EAAE,mCAAmC;KACxC;IACD,2BAA2B,EAAE;QAC3B,EAAE,EAAE,MAAM;QACV,EAAE,EAAE,aAAa;KAClB;IACD,iCAAiC,EAAE;QACjC,EAAE,EAAE,sCAAsC;QAC1C,EAAE,EAAE,oDAAoD;KACzD;IACD,gCAAgC,EAAE;QAChC,EAAE,EAAE,6FAA6F;QACjG,EAAE,EAAE,sGAAsG;KAC3G;IACD,wBAAwB,EAAE;QACxB,EAAE,EAAE,uEAAuE;QAC3E,EAAE,EAAE,wEAAwE;KAC7E;IACD,8BAA8B,EAAE;QAC9B,EAAE,EAAE,ibAAib;QACrb,EAAE,EAAE,qrBAAqrB;KAC1rB;IACD,kCAAkC,EAAE;QAClC,EAAE,EAAE,0DAA0D;QAC9D,EAAE,EAAE,mFAAmF;KACxF;IACD,8BAA8B,EAAE;QAC9B,EAAE,EAAE,sDAAsD;QAC1D,EAAE,EAAE,oHAAoH;KACzH;IACD,+BAA+B,EAAE;QAC/B,EAAE,EAAE,gFAAgF;QACpF,EAAE,EAAE,0IAA0I;KAC/I;IACD,kCAAkC,EAAE;QAClC,EAAE,EAAE,sEAAsE;QAC1E,EAAE,EAAE,0IAA0I;KAC/I;IACD,2BAA2B,EAAE;QAC3B,EAAE,EAAE,0BAA0B;QAC9B,EAAE,EAAE,kCAAkC;KACvC;IACD,iCAAiC,EAAE;QACjC,EAAE,EAAE,kBAAkB;QACtB,EAAE,EAAE,+CAA+C;KACpD;IACD,2BAA2B,EAAE;QAC3B,EAAE,EAAE,yDAAyD;QAC7D,EAAE,EAAE,4DAA4D;KACjE;IACD,2BAA2B,EAAE;QAC3B,EAAE,EAAE,2CAA2C;QAC/C,EAAE,EAAE,2CAA2C;KAChD;IACD,+BAA+B,EAAE;QAC/B,EAAE,EAAE,yCAAyC;QAC7C,EAAE,EAAE,6CAA6C;KAClD;IACD,+BAA+B,EAAE;QAC/B,EAAE,EAAE,0EAA0E;QAC9E,EAAE,EAAE,0EAA0E;KAC/E;IACD,6BAA6B,EAAE;QAC7B,EAAE,EAAE,qBAAqB;QACzB,EAAE,EAAE,+BAA+B;KACpC;IACD,sBAAsB,EAAE;QACtB,EAAE,EAAE,8CAA8C;QAClD,EAAE,EAAE,gDAAgD;KACrD;IACD,qBAAqB,EAAE;QACrB,EAAE,EAAE,0DAA0D;QAC9D,EAAE,EAAE,0DAA0D;KAC/D;IACD,sBAAsB,EAAE;QACtB,EAAE,EAAE,6CAA6C;QACjD,EAAE,EAAE,mDAAmD;KACxD;IACD,0BAA0B,EAAE;QAC1B,EAAE,EAAE,8EAA8E;QAClF,EAAE,EAAE,8EAA8E;KACnF;IACD,iCAAiC,EAAE;QACjC,EAAE,EAAE,sFAAsF;QAC1F,EAAE,EAAE,sFAAsF;KAC3F;IACD,wBAAwB,EAAE;QACxB,EAAE,EAAE,oDAAoD;QACxD,EAAE,EAAE,oFAAoF;KACzF;IACD,8BAA8B,EAAE;QAC9B,EAAE,EAAE,+DAA+D;QACnE,EAAE,EAAE,iGAAiG;KACtG;IACD,iCAAiC,EAAE;QACjC,EAAE,EAAE,2EAA2E;QAC/E,EAAE,EAAE,mGAAmG;KACxG;IACD,mCAAmC,EAAE;QACnC,EAAE,EAAE,iEAAiE;QACrE,EAAE,EAAE,gGAAgG;KACrG;IACD,qCAAqC,EAAE;QACrC,EAAE,EAAE,2DAA2D;QAC/D,EAAE,EAAE,0HAA0H;KAC/H;IACD,uBAAuB,EAAE;QACvB,EAAE,EAAE,sCAAsC;QAC1C,EAAE,EAAE,sCAAsC;KAC3C;IACD,qBAAqB,EAAE;QACrB,EAAE,EAAE,yBAAyB;QAC7B,EAAE,EAAE,yBAAyB;KAC9B;IACD,wBAAwB,EAAE;QACxB,EAAE,EAAE,cAAc;QAClB,EAAE,EAAE,6BAA6B;KAClC;IACD,8BAA8B,EAAE;QAC9B,EAAE,EAAE,sCAAsC;QAC1C,EAAE,EAAE,mDAAmD;KACxD;IACD,oCAAoC,EAAE;QACpC,EAAE,EAAE,8BAA8B;QAClC,EAAE,EAAE,+DAA+D;KACpE;IACD,uBAAuB,EAAE;QACvB,EAAE,EAAE,YAAY;QAChB,EAAE,EAAE,uBAAuB;KAC5B;IACD,eAAe,EAAE;QACf,EAAE,EAAE,gCAAgC;QACpC,EAAE,EAAE,oCAAoC;KACzC;IACD,sBAAsB,EAAE;QACtB,EAAE,EAAE,qBAAqB;QACzB,EAAE,EAAE,8BAA8B;KACnC;IACD,kCAAkC,EAAE;QAClC,EAAE,EAAE,mEAAmE;QACvE,EAAE,EAAE,+FAA+F;KACpG;IACD,+BAA+B,EAAE;QAC/B,EAAE,EAAE,uBAAuB;QAC3B,EAAE,EAAE,uCAAuC;KAC5C;IACD,4BAA4B,EAAE;QAC5B,EAAE,EAAE,kBAAkB;QACtB,EAAE,EAAE,yBAAyB;KAC9B;IACD,4BAA4B,EAAE;QAC5B,EAAE,EAAE,mBAAmB;QACvB,EAAE,EAAE,qCAAqC;KAC1C;IACD,6BAA6B,EAAE;QAC7B,EAAE,EAAE,iCAAiC;QACrC,EAAE,EAAE,4DAA4D;KACjE;IACD,4BAA4B,EAAE;QAC5B,EAAE,EAAE,sDAAsD;QAC1D,EAAE,EAAE,oEAAoE;KACzE;IACD,0BAA0B,EAAE;QAC1B,EAAE,EAAE,kCAAkC;QACtC,EAAE,EAAE,4CAA4C;KACjD;IACD,yBAAyB,EAAE;QACzB,EAAE,EAAE,iBAAiB;QACrB,EAAE,EAAE,iBAAiB;KACtB;IACD,+BAA+B,EAAE;QAC/B,EAAE,EAAE,iBAAiB;QACrB,EAAE,EAAE,iBAAiB;KACtB;IACD,yBAAyB,EAAE;QACzB,EAAE,EAAE,iBAAiB;QACrB,EAAE,EAAE,oBAAoB;KACzB;IACD,uBAAuB,EAAE;QACvB,EAAE,EAAE,iDAAiD;QACrD,EAAE,EAAE,wFAAwF;KAC7F;IACD,gCAAgC,EAAE;QAChC,EAAE,EAAE,sBAAsB;QAC1B,EAAE,EAAE,mCAAmC;KACxC;IACD,iCAAiC,EAAE;QACjC,EAAE,EAAE,sBAAsB;QAC1B,EAAE,EAAE,8BAA8B;KACnC;IACD,6BAA6B,EAAE;QAC7B,EAAE,EAAE,kBAAkB;QACtB,EAAE,EAAE,wBAAwB;KAC7B;IACD,2BAA2B,EAAE;QAC3B,EAAE,EAAE,2EAA2E;QAC/E,EAAE,EAAE,sGAAsG;KAC3G;IACD,qCAAqC,EAAE;QACrC,EAAE,EAAE,yDAAyD;QAC7D,EAAE,EAAE,8FAA8F;KACnG;IACD,qCAAqC,EAAE;QACrC,EAAE,EAAE,yCAAyC;QAC7C,EAAE,EAAE,qDAAqD;KAC1D;IACD,oBAAoB,EAAE;QACpB,EAAE,EAAE,kBAAkB;QACtB,EAAE,EAAE,yBAAyB;KAC9B;IACD,sBAAsB,EAAE;QACtB,EAAE,EAAE,eAAe;QACnB,EAAE,EAAE,sBAAsB;KAC3B;IACD,wBAAwB,EAAE;QACxB,EAAE,EAAE,oCAAoC;QACxC,EAAE,EAAE,iEAAiE;KACtE;IACD,gCAAgC,EAAE;QAChC,EAAE,EAAE,oCAAoC;QACxC,EAAE,EAAE,qDAAqD;KAC1D;IACD,0BAA0B,EAAE;QAC1B,EAAE,EAAE,oCAAoC;QACxC,EAAE,EAAE,+CAA+C;KACpD;IACD,oBAAoB,EAAE;QACpB,EAAE,EAAE,wCAAwC;QAC5C,EAAE,EAAE,kDAAkD;KACvD;IACD,sBAAsB,EAAE;QACtB,EAAE,EAAE,uBAAuB;QAC3B,EAAE,EAAE,uBAAuB;KAC5B;IACD,2BAA2B,EAAE;QAC3B,EAAE,EAAE,yCAAyC;QAC7C,EAAE,EAAE,wEAAwE;KAC7E;IACD,uBAAuB,EAAE;QACvB,EAAE,EAAE,oDAAoD;QACxD,EAAE,EAAE,6EAA6E;KAClF;IACD,4BAA4B,EAAE;QAC5B,EAAE,EAAE,mDAAmD;QACvD,EAAE,EAAE,uEAAuE;KAC5E;IACD,gCAAgC,EAAE;QAChC,EAAE,EAAE,oCAAoC;QACxC,EAAE,EAAE,6EAA6E;KAClF;IACD,2BAA2B,EAAE;QAC3B,EAAE,EAAE,4BAA4B;QAChC,EAAE,EAAE,uCAAuC;KAC5C;IACD,qBAAqB,EAAE;QACrB,EAAE,EAAE,gCAAgC;QACpC,EAAE,EAAE,0CAA0C;KAC/C;IACD,qBAAqB,EAAE;QACrB,EAAE,EAAE,2BAA2B;QAC/B,EAAE,EAAE,uDAAuD;KAC5D;IACD,gBAAgB,EAAE;QAChB,EAAE,EAAE,iBAAiB;QACrB,EAAE,EAAE,8BAA8B;KACnC;IACD,+BAA+B,EAAE;QAC/B,EAAE,EAAE,mDAAmD;QACvD,EAAE,EAAE,uEAAuE;KAC5E;IACD,2BAA2B,EAAE;QAC3B,EAAE,EAAE,mCAAmC;QACvC,EAAE,EAAE,mCAAmC;KACxC;IACD,2BAA2B,EAAE;QAC3B,EAAE,EAAE,sCAAsC;QAC1C,EAAE,EAAE,8CAA8C;KACnD;IACD,wBAAwB,EAAE;QACxB,EAAE,EAAE,kCAAkC;QACtC,EAAE,EAAE,2DAA2D;KAChE;IACD,uBAAuB,EAAE;QACvB,EAAE,EAAE,0DAA0D;QAC9D,EAAE,EAAE,4DAA4D;KACjE;IACD,oBAAoB,EAAE;QACpB,EAAE,EAAE,+DAA+D;QACnE,EAAE,EAAE,kEAAkE;KACvE;IACD,sBAAsB,EAAE;QACtB,EAAE,EAAE,2BAA2B;QAC/B,EAAE,EAAE,2BAA2B;KAChC;IACD,2BAA2B,EAAE;QAC3B,EAAE,EAAE,oBAAoB;QACxB,EAAE,EAAE,iCAAiC;KACtC;IACD,wBAAwB,EAAE;QACxB,EAAE,EAAE,kCAAkC;QACtC,EAAE,EAAE,gDAAgD;KACrD;IACD,uBAAuB,EAAE;QACvB,EAAE,EAAE;;;;;;;;;;;;;;;;;;;;;;;CAuBP;QACG,EAAE,EAAE;;;;;;;;;;;;;;;;;;;;;;;CAuBP;KACE;IACD,qBAAqB,EAAE;QACrB,EAAE,EAAE;;;;;;;;;;;;;;;CAeP;QACG,EAAE,EAAE;;;;;;;;;;;;;;;CAeP;KACE;IACD,eAAe,EAAE;QACf,EAAE,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA8BP;QACG,EAAE,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA8BP;KACE;IACD,oBAAoB,EAAE;QACpB,EAAE,EAAE;;;;;;;;;;;;CAYP;QACG,EAAE,EAAE;;;;;;;;;;;;CAYP;KACE;IACD,kBAAkB,EAAE;QAClB,EAAE,EAAE;;;;;;;;;;;;;CAaP;QACG,EAAE,EAAE;;;;;;;;;;;;;CAaP;KACE;IACD,iBAAiB,EAAE;QACjB,EAAE,EAAE;;;;;;;;;;;;;;;;;CAiBP;QACG,EAAE,EAAE;;;;;;;;;;;;;;;;;CAiBP;KACE;IACD,iBAAiB,EAAE;QACjB,EAAE,EAAE;;;;;;;;;;;;CAYP;QACG,EAAE,EAAE;;;;;;;;;;;;CAYP;KACE;IACD,iBAAiB,EAAE;QACjB,EAAE,EAAE;;;;;;;;;;;;;;;;;CAiBP;QACG,EAAE,EAAE;;;;;;;;;;;;;;;;;CAiBP;KACE;IACD,4CAA4C;IAC5C,gCAAgC,EAAE;QAChC,EAAE,EAAE,YAAY;QAChB,EAAE,EAAE,qBAAqB;KAC1B;IACD,gCAAgC,EAAE;QAChC,EAAE,EAAE,aAAa;QACjB,EAAE,EAAE,sBAAsB;KAC3B;IACD,8BAA8B,EAAE;QAC9B,EAAE,EAAE,QAAQ;QACZ,EAAE,EAAE,sBAAsB;KAC3B;IACD,kCAAkC,EAAE;QAClC,EAAE,EAAE,iBAAiB;QACrB,EAAE,EAAE,0BAA0B;KAC/B;IACD,oCAAoC,EAAE;QACpC,EAAE,EAAE,OAAO;QACX,EAAE,EAAE,cAAc;KACnB;IACD,2FAA2F;IAC3F,2BAA2B,EAAE;QAC3B,EAAE,EAAE,gCAAgC;QACpC,EAAE,EAAE,6CAA6C;KAClD;IACD,iCAAiC,EAAE;QACjC,EAAE,EAAE,gBAAgB;QACpB,EAAE,EAAE,0CAA0C;KAC/C;IACD,iCAAiC,EAAE;QACjC,EAAE,EAAE,mBAAmB;QACvB,EAAE,EAAE,0BAA0B;KAC/B;IACD,8BAA8B,EAAE;QAC9B,EAAE,EAAE,qBAAqB;QACzB,EAAE,EAAE,qCAAqC;KAC1C;IACD,qCAAqC,EAAE;QACrC,EAAE,EAAE,YAAY;QAChB,EAAE,EAAE,2BAA2B;KAChC;IACD,iCAAiC,EAAE;QACjC,EAAE,EAAE,yDAAyD;QAC7D,EAAE,EAAE,oFAAoF;KACzF;IACD,8BAA8B,EAAE;QAC9B,EAAE,EAAE,uDAAuD;QAC3D,EAAE,EAAE,+FAA+F;KACpG;IACD,+BAA+B,EAAE;QAC/B,EAAE,EAAE,sCAAsC;QAC1C,EAAE,EAAE,gDAAgD;KACrD;IACD,+BAA+B,EAAE;QAC/B,EAAE,EAAE,yBAAyB;QAC7B,EAAE,EAAE,+CAA+C;KACpD;IACD,iCAAiC,EAAE;QACjC,EAAE,EAAE,OAAO;QACX,EAAE,EAAE,gBAAgB;KACrB;IACD,mCAAmC,EAAE;QACnC,EAAE,EAAE,2FAA2F;QAC/F,EAAE,EAAE,6GAA6G;KAClH;IACD,kCAAkC,EAAE;QAClC,EAAE,EAAE,4BAA4B;QAChC,EAAE,EAAE,+CAA+C;KACpD;IACD,6BAA6B;IAC7B,wCAAwC,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,oBAAoB,EAAE;IACnF,mCAAmC,EAAO,EAAE,EAAE,EAAE,MAAM,EAAI,EAAE,EAAE,uBAAuB,EAAE;IACvF,uCAAuC,EAAG,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,uBAAuB,EAAE;IACtF,kCAAkC,EAAQ,EAAE,EAAE,EAAE,MAAM,EAAI,EAAE,EAAE,kBAAkB,EAAE;IAClF,wCAAwC,EAAE,EAAE,EAAE,EAAE,MAAM,EAAI,EAAE,EAAE,kBAAkB,EAAE;IAClF,gCAAgC,EAAU,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,uBAAuB,EAAE;IACtF,gCAAgC,EAAU,EAAE,EAAE,EAAE,MAAM,EAAI,EAAE,EAAE,sBAAsB,EAAE;IACtF,OAAO;IACP,gCAAgC,EAAE;QAChC,EAAE,EAAE,wBAAwB;QAC5B,EAAE,EAAE,8BAA8B;KACnC;IACD,gCAAgC,EAAE;QAChC,EAAE,EAAE,SAAS;QACb,EAAE,EAAE,uBAAuB;KAC5B;IACD,8BAA8B,EAAE;QAC9B,EAAE,EAAE,QAAQ;QACZ,EAAE,EAAE,0BAA0B;KAC/B;IACD,kCAAkC,EAAE;QAClC,EAAE,EAAE,0BAA0B;QAC9B,EAAE,EAAE,kCAAkC;KACvC;IACD,iBAAiB;IACjB,wCAAwC,EAAE;QACxC,EAAE,EAAE,yBAAyB;QAC7B,EAAE,EAAE,6CAA6C;KAClD;IACD,sCAAsC,EAAE;QACtC,EAAE,EAAE,mBAAmB;QACvB,EAAE,EAAE,gCAAgC;KACrC;IACD,0CAA0C,EAAE;QAC1C,EAAE,EAAE,kCAAkC;QACtC,EAAE,EAAE,sDAAsD;KAC3D;IACD,wCAAwC,EAAE;QACxC,EAAE,EAAE,6EAA6E;QACjF,EAAE,EAAE,mJAAmJ;KACxJ;IACD,0CAA0C,EAAE;QAC1C,EAAE,EAAE,iCAAiC;QACrC,EAAE,EAAE,gGAAgG;KACrG;IACD,iBAAiB;IACjB,oDAAoD,EAAE;QACpD,EAAE,EAAE,4BAA4B;QAChC,EAAE,EAAE,oCAAoC;KACzC;IACD,gDAAgD,EAAE;QAChD,EAAE,EAAE,kCAAkC;QACtC,EAAE,EAAE,6CAA6C;KAClD;IACD,4CAA4C,EAAE;QAC5C,EAAE,EAAE,qFAAqF;QACzF,EAAE,EAAE,+FAA+F;KACpG;IACD,gDAAgD,EAAE;QAChD,EAAE,EAAE,wDAAwD;QAC5D,EAAE,EAAE,qGAAqG;KAC1G;IACD,eAAe;IACf,8BAA8B,EAAE;QAC9B,EAAE,EAAE,qBAAqB;QACzB,EAAE,EAAE,oCAAoC;KACzC;IACD,mCAAmC,EAAE;QACnC,EAAE,EAAE,+CAA+C;QACnD,EAAE,EAAE,0EAA0E;KAC/E;IACD,mCAAmC,EAAE;QACnC,EAAE,EAAE,yDAAyD;QAC7D,EAAE,EAAE,6FAA6F;KAClG;IACD,kCAAkC,EAAE;QAClC,EAAE,EAAE,2DAA2D;QAC/D,EAAE,EAAE,+EAA+E;KACpF;IACD,wCAAwC,EAAE;QACxC,EAAE,EAAE,uDAAuD;QAC3D,EAAE,EAAE,mGAAmG;KACxG;IACD,wEAAwE;IACxE,oFAAoF;IACpF,8CAA8C,EAAE;QAC9C,EAAE,EAAE,2BAA2B;QAC/B,EAAE,EAAE,+BAA+B;KACpC;IACD,8CAA8C,EAAE;QAC9C,EAAE,EAAE,+BAA+B;QACnC,EAAE,EAAE,uCAAuC;KAC5C;IACD,2CAA2C,EAAE;QAC3C,EAAE,EAAE,iBAAiB;QACrB,EAAE,EAAE,wBAAwB;KAC7B;IACD,gDAAgD,EAAE;QAChD,EAAE,EAAE,sCAAsC;QAC1C,EAAE,EAAE,6CAA6C;KAClD;IACD,mBAAmB;IACnB,qCAAqC,EAAE;QACrC,EAAE,EAAE,oBAAoB;QACxB,EAAE,EAAE,8BAA8B;KACnC;IACD,wCAAwC,EAAE;QACxC,EAAE,EAAE,cAAc;QAClB,EAAE,EAAE,uBAAuB;KAC5B;IACD,iDAAiD,EAAE;QACjD,EAAE,EAAE,wBAAwB;QAC5B,EAAE,EAAE,sCAAsC;KAC3C;IACD,kCAAkC,EAAE;QAClC,EAAE,EAAE,kDAAkD;QACtD,EAAE,EAAE,8EAA8E;KACnF;IACD,iDAAiD;IACjD,uBAAuB,EAAE;QACvB,EAAE,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAqCP,CAAC,IAAI,EAAE,GAAG,IAAI;QACX,EAAE,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAsCP,CAAC,IAAI,EAAE,GAAG,IAAI;KACZ;IACD,2BAA2B,EAAE;QAC3B,EAAE,EAAE,wFAAwF;QAC5F,EAAE,EAAE,0HAA0H;KAC/H;IACD,6BAA6B,EAAE;QAC7B,EAAE,EAAE,mBAAmB;QACvB,EAAE,EAAE,mCAAmC;KACxC;IACD,yBAAyB,EAAE;QACzB,EAAE,EAAE,8DAA8D;QAClE,EAAE,EAAE,yHAAyH;KAC9H;IACD,mCAAmC,EAAE;QACnC,EAAE,EAAE,+EAA+E;QACnF,EAAE,EAAE,wHAAwH;KAC7H;CACF,CAAC"}
|
|
1
|
+
{"version":3,"file":"i18n-dict.js","sourceRoot":"","sources":["../../../src/cli/i18n-dict.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8CG;AAoLH,MAAM,CAAC,MAAM,QAAQ,GAAsC;IACzD,2BAA2B,EAAE;QAC3B,EAAE,EAAE,uCAAuC;QAC3C,EAAE,EAAE,wEAAwE;KAC7E;IACD,qBAAqB,EAAE;QACrB,EAAE,EAAE,iBAAiB;QACrB,EAAE,EAAE,mCAAmC;KACxC;IACD,2BAA2B,EAAE;QAC3B,EAAE,EAAE,MAAM;QACV,EAAE,EAAE,aAAa;KAClB;IACD,iCAAiC,EAAE;QACjC,EAAE,EAAE,sCAAsC;QAC1C,EAAE,EAAE,oDAAoD;KACzD;IACD,gCAAgC,EAAE;QAChC,EAAE,EAAE,6FAA6F;QACjG,EAAE,EAAE,sGAAsG;KAC3G;IACD,wBAAwB,EAAE;QACxB,EAAE,EAAE,uEAAuE;QAC3E,EAAE,EAAE,wEAAwE;KAC7E;IACD,8BAA8B,EAAE;QAC9B,EAAE,EAAE,gbAAgb;QACpb,EAAE,EAAE,qrBAAqrB;KAC1rB;IACD,kCAAkC,EAAE;QAClC,EAAE,EAAE,0DAA0D;QAC9D,EAAE,EAAE,mFAAmF;KACxF;IACD,8BAA8B,EAAE;QAC9B,EAAE,EAAE,sDAAsD;QAC1D,EAAE,EAAE,oHAAoH;KACzH;IACD,+BAA+B,EAAE;QAC/B,EAAE,EAAE,gFAAgF;QACpF,EAAE,EAAE,0IAA0I;KAC/I;IACD,kCAAkC,EAAE;QAClC,EAAE,EAAE,sEAAsE;QAC1E,EAAE,EAAE,0IAA0I;KAC/I;IACD,2BAA2B,EAAE;QAC3B,EAAE,EAAE,0BAA0B;QAC9B,EAAE,EAAE,kCAAkC;KACvC;IACD,iCAAiC,EAAE;QACjC,EAAE,EAAE,kBAAkB;QACtB,EAAE,EAAE,+CAA+C;KACpD;IACD,2BAA2B,EAAE;QAC3B,EAAE,EAAE,yDAAyD;QAC7D,EAAE,EAAE,4DAA4D;KACjE;IACD,2BAA2B,EAAE;QAC3B,EAAE,EAAE,2CAA2C;QAC/C,EAAE,EAAE,2CAA2C;KAChD;IACD,+BAA+B,EAAE;QAC/B,EAAE,EAAE,yCAAyC;QAC7C,EAAE,EAAE,6CAA6C;KAClD;IACD,+BAA+B,EAAE;QAC/B,EAAE,EAAE,0EAA0E;QAC9E,EAAE,EAAE,0EAA0E;KAC/E;IACD,6BAA6B,EAAE;QAC7B,EAAE,EAAE,qBAAqB;QACzB,EAAE,EAAE,+BAA+B;KACpC;IACD,sBAAsB,EAAE;QACtB,EAAE,EAAE,8CAA8C;QAClD,EAAE,EAAE,gDAAgD;KACrD;IACD,qBAAqB,EAAE;QACrB,EAAE,EAAE,0DAA0D;QAC9D,EAAE,EAAE,0DAA0D;KAC/D;IACD,sBAAsB,EAAE;QACtB,EAAE,EAAE,6CAA6C;QACjD,EAAE,EAAE,mDAAmD;KACxD;IACD,0BAA0B,EAAE;QAC1B,EAAE,EAAE,8EAA8E;QAClF,EAAE,EAAE,8EAA8E;KACnF;IACD,iCAAiC,EAAE;QACjC,EAAE,EAAE,sFAAsF;QAC1F,EAAE,EAAE,sFAAsF;KAC3F;IACD,wBAAwB,EAAE;QACxB,EAAE,EAAE,oDAAoD;QACxD,EAAE,EAAE,oFAAoF;KACzF;IACD,8BAA8B,EAAE;QAC9B,EAAE,EAAE,+DAA+D;QACnE,EAAE,EAAE,iGAAiG;KACtG;IACD,iCAAiC,EAAE;QACjC,EAAE,EAAE,2EAA2E;QAC/E,EAAE,EAAE,mGAAmG;KACxG;IACD,mCAAmC,EAAE;QACnC,EAAE,EAAE,iEAAiE;QACrE,EAAE,EAAE,gGAAgG;KACrG;IACD,qCAAqC,EAAE;QACrC,EAAE,EAAE,2DAA2D;QAC/D,EAAE,EAAE,0HAA0H;KAC/H;IACD,uBAAuB,EAAE;QACvB,EAAE,EAAE,sCAAsC;QAC1C,EAAE,EAAE,sCAAsC;KAC3C;IACD,qBAAqB,EAAE;QACrB,EAAE,EAAE,yBAAyB;QAC7B,EAAE,EAAE,yBAAyB;KAC9B;IACD,wBAAwB,EAAE;QACxB,EAAE,EAAE,cAAc;QAClB,EAAE,EAAE,6BAA6B;KAClC;IACD,8BAA8B,EAAE;QAC9B,EAAE,EAAE,sCAAsC;QAC1C,EAAE,EAAE,mDAAmD;KACxD;IACD,oCAAoC,EAAE;QACpC,EAAE,EAAE,8BAA8B;QAClC,EAAE,EAAE,+DAA+D;KACpE;IACD,uBAAuB,EAAE;QACvB,EAAE,EAAE,YAAY;QAChB,EAAE,EAAE,uBAAuB;KAC5B;IACD,eAAe,EAAE;QACf,EAAE,EAAE,gCAAgC;QACpC,EAAE,EAAE,oCAAoC;KACzC;IACD,sBAAsB,EAAE;QACtB,EAAE,EAAE,qBAAqB;QACzB,EAAE,EAAE,8BAA8B;KACnC;IACD,kCAAkC,EAAE;QAClC,EAAE,EAAE,mEAAmE;QACvE,EAAE,EAAE,+FAA+F;KACpG;IACD,+BAA+B,EAAE;QAC/B,EAAE,EAAE,uBAAuB;QAC3B,EAAE,EAAE,uCAAuC;KAC5C;IACD,4BAA4B,EAAE;QAC5B,EAAE,EAAE,kBAAkB;QACtB,EAAE,EAAE,yBAAyB;KAC9B;IACD,4BAA4B,EAAE;QAC5B,EAAE,EAAE,mBAAmB;QACvB,EAAE,EAAE,qCAAqC;KAC1C;IACD,6BAA6B,EAAE;QAC7B,EAAE,EAAE,iCAAiC;QACrC,EAAE,EAAE,4DAA4D;KACjE;IACD,4BAA4B,EAAE;QAC5B,EAAE,EAAE,sDAAsD;QAC1D,EAAE,EAAE,oEAAoE;KACzE;IACD,0BAA0B,EAAE;QAC1B,EAAE,EAAE,kCAAkC;QACtC,EAAE,EAAE,4CAA4C;KACjD;IACD,yBAAyB,EAAE;QACzB,EAAE,EAAE,iBAAiB;QACrB,EAAE,EAAE,iBAAiB;KACtB;IACD,+BAA+B,EAAE;QAC/B,EAAE,EAAE,iBAAiB;QACrB,EAAE,EAAE,iBAAiB;KACtB;IACD,yBAAyB,EAAE;QACzB,EAAE,EAAE,iBAAiB;QACrB,EAAE,EAAE,oBAAoB;KACzB;IACD,uBAAuB,EAAE;QACvB,EAAE,EAAE,iDAAiD;QACrD,EAAE,EAAE,wFAAwF;KAC7F;IACD,gCAAgC,EAAE;QAChC,EAAE,EAAE,sBAAsB;QAC1B,EAAE,EAAE,mCAAmC;KACxC;IACD,iCAAiC,EAAE;QACjC,EAAE,EAAE,sBAAsB;QAC1B,EAAE,EAAE,8BAA8B;KACnC;IACD,6BAA6B,EAAE;QAC7B,EAAE,EAAE,kBAAkB;QACtB,EAAE,EAAE,wBAAwB;KAC7B;IACD,2BAA2B,EAAE;QAC3B,EAAE,EAAE,2EAA2E;QAC/E,EAAE,EAAE,sGAAsG;KAC3G;IACD,qCAAqC,EAAE;QACrC,EAAE,EAAE,yDAAyD;QAC7D,EAAE,EAAE,8FAA8F;KACnG;IACD,qCAAqC,EAAE;QACrC,EAAE,EAAE,yCAAyC;QAC7C,EAAE,EAAE,qDAAqD;KAC1D;IACD,oBAAoB,EAAE;QACpB,EAAE,EAAE,kBAAkB;QACtB,EAAE,EAAE,yBAAyB;KAC9B;IACD,sBAAsB,EAAE;QACtB,EAAE,EAAE,eAAe;QACnB,EAAE,EAAE,sBAAsB;KAC3B;IACD,wBAAwB,EAAE;QACxB,EAAE,EAAE,oCAAoC;QACxC,EAAE,EAAE,iEAAiE;KACtE;IACD,gCAAgC,EAAE;QAChC,EAAE,EAAE,oCAAoC;QACxC,EAAE,EAAE,qDAAqD;KAC1D;IACD,0BAA0B,EAAE;QAC1B,EAAE,EAAE,oCAAoC;QACxC,EAAE,EAAE,+CAA+C;KACpD;IACD,+BAA+B,EAAE;QAC/B,EAAE,EAAE,kDAAkD;QACtD,EAAE,EAAE,uFAAuF;KAC5F;IACD,oBAAoB,EAAE;QACpB,EAAE,EAAE,wCAAwC;QAC5C,EAAE,EAAE,kDAAkD;KACvD;IACD,sBAAsB,EAAE;QACtB,EAAE,EAAE,uBAAuB;QAC3B,EAAE,EAAE,uBAAuB;KAC5B;IACD,2BAA2B,EAAE;QAC3B,EAAE,EAAE,yCAAyC;QAC7C,EAAE,EAAE,wEAAwE;KAC7E;IACD,uBAAuB,EAAE;QACvB,EAAE,EAAE,oDAAoD;QACxD,EAAE,EAAE,6EAA6E;KAClF;IACD,4BAA4B,EAAE;QAC5B,EAAE,EAAE,mDAAmD;QACvD,EAAE,EAAE,uEAAuE;KAC5E;IACD,gCAAgC,EAAE;QAChC,EAAE,EAAE,oCAAoC;QACxC,EAAE,EAAE,6EAA6E;KAClF;IACD,2BAA2B,EAAE;QAC3B,EAAE,EAAE,4BAA4B;QAChC,EAAE,EAAE,uCAAuC;KAC5C;IACD,gCAAgC,EAAE;QAChC,EAAE,EAAE,0CAA0C;QAC9C,EAAE,EAAE,+EAA+E;KACpF;IACD,qBAAqB,EAAE;QACrB,EAAE,EAAE,gCAAgC;QACpC,EAAE,EAAE,0CAA0C;KAC/C;IACD,qBAAqB,EAAE;QACrB,EAAE,EAAE,2BAA2B;QAC/B,EAAE,EAAE,uDAAuD;KAC5D;IACD,gBAAgB,EAAE;QAChB,EAAE,EAAE,iBAAiB;QACrB,EAAE,EAAE,8BAA8B;KACnC;IACD,uBAAuB,EAAE;QACvB,EAAE,EAAE,4BAA4B;QAChC,EAAE,EAAE,yCAAyC;KAC9C;IACD,+BAA+B,EAAE;QAC/B,EAAE,EAAE,mDAAmD;QACvD,EAAE,EAAE,uEAAuE;KAC5E;IACD,2BAA2B,EAAE;QAC3B,EAAE,EAAE,mCAAmC;QACvC,EAAE,EAAE,mCAAmC;KACxC;IACD,2BAA2B,EAAE;QAC3B,EAAE,EAAE,sCAAsC;QAC1C,EAAE,EAAE,8CAA8C;KACnD;IACD,wBAAwB,EAAE;QACxB,EAAE,EAAE,kCAAkC;QACtC,EAAE,EAAE,2DAA2D;KAChE;IACD,uBAAuB,EAAE;QACvB,EAAE,EAAE,0DAA0D;QAC9D,EAAE,EAAE,4DAA4D;KACjE;IACD,oBAAoB,EAAE;QACpB,EAAE,EAAE,+DAA+D;QACnE,EAAE,EAAE,kEAAkE;KACvE;IACD,sBAAsB,EAAE;QACtB,EAAE,EAAE,2BAA2B;QAC/B,EAAE,EAAE,2BAA2B;KAChC;IACD,2BAA2B,EAAE;QAC3B,EAAE,EAAE,oBAAoB;QACxB,EAAE,EAAE,iCAAiC;KACtC;IACD,wBAAwB,EAAE;QACxB,EAAE,EAAE,kCAAkC;QACtC,EAAE,EAAE,gDAAgD;KACrD;IACD,uBAAuB,EAAE;QACvB,EAAE,EAAE;;;;;;;;;;;;;;;;;;;;;;;CAuBP;QACG,EAAE,EAAE;;;;;;;;;;;;;;;;;;;;;;;CAuBP;KACE;IACD,qBAAqB,EAAE;QACrB,EAAE,EAAE;;;;;;;;;;;;;;;CAeP;QACG,EAAE,EAAE;;;;;;;;;;;;;;;CAeP;KACE;IACD,eAAe,EAAE;QACf,EAAE,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAkCP;QACG,EAAE,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAkCP;KACE;IACD,oBAAoB,EAAE;QACpB,EAAE,EAAE;;;;;;;;;;;;CAYP;QACG,EAAE,EAAE;;;;;;;;;;;;CAYP;KACE;IACD,kBAAkB,EAAE;QAClB,EAAE,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;CA2BP;QACG,EAAE,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;CA2BP;KACE;IACD,yBAAyB,EAAE;QACzB,EAAE,EAAE;;;;;;;;;;;;CAYP;QACG,EAAE,EAAE;;;;;;;;;;;;CAYP;KACE;IACD,wBAAwB,EAAE;QACxB,EAAE,EAAE;;;;;;;;;;;;;;CAcP;QACG,EAAE,EAAE;;;;;;;;;;;;;;CAcP;KACE;IACD,uBAAuB,EAAE;QACvB,EAAE,EAAE;;;;;;;;CAQP;QACG,EAAE,EAAE;;;;;;;;CAQP;KACE;IACD,iBAAiB,EAAE;QACjB,EAAE,EAAE;;;;;;;;;;;;;;;;;CAiBP;QACG,EAAE,EAAE;;;;;;;;;;;;;;;;;CAiBP;KACE;IACD,iBAAiB,EAAE;QACjB,EAAE,EAAE;;;;;;;;;;;;;;;;;;;;;;;CAuBP;QACG,EAAE,EAAE;;;;;;;;;;;;;;;;;;;;;;;CAuBP;KACE;IACD,iBAAiB,EAAE;QACjB,EAAE,EAAE;;;;;;;;;;;;;;;;;;;;CAoBP;QACG,EAAE,EAAE;;;;;;;;;;;;;;;;;;;;CAoBP;KACE;IACD,4CAA4C;IAC5C,gCAAgC,EAAE;QAChC,EAAE,EAAE,YAAY;QAChB,EAAE,EAAE,qBAAqB;KAC1B;IACD,gCAAgC,EAAE;QAChC,EAAE,EAAE,aAAa;QACjB,EAAE,EAAE,sBAAsB;KAC3B;IACD,8BAA8B,EAAE;QAC9B,EAAE,EAAE,QAAQ;QACZ,EAAE,EAAE,sBAAsB;KAC3B;IACD,kCAAkC,EAAE;QAClC,EAAE,EAAE,iBAAiB;QACrB,EAAE,EAAE,0BAA0B;KAC/B;IACD,oCAAoC,EAAE;QACpC,EAAE,EAAE,OAAO;QACX,EAAE,EAAE,cAAc;KACnB;IACD,2FAA2F;IAC3F,2BAA2B,EAAE;QAC3B,EAAE,EAAE,gCAAgC;QACpC,EAAE,EAAE,6CAA6C;KAClD;IACD,iCAAiC,EAAE;QACjC,EAAE,EAAE,gBAAgB;QACpB,EAAE,EAAE,0CAA0C;KAC/C;IACD,iCAAiC,EAAE;QACjC,EAAE,EAAE,mBAAmB;QACvB,EAAE,EAAE,0BAA0B;KAC/B;IACD,8BAA8B,EAAE;QAC9B,EAAE,EAAE,qBAAqB;QACzB,EAAE,EAAE,qCAAqC;KAC1C;IACD,qCAAqC,EAAE;QACrC,EAAE,EAAE,YAAY;QAChB,EAAE,EAAE,2BAA2B;KAChC;IACD,iCAAiC,EAAE;QACjC,EAAE,EAAE,yDAAyD;QAC7D,EAAE,EAAE,oFAAoF;KACzF;IACD,8BAA8B,EAAE;QAC9B,EAAE,EAAE,uDAAuD;QAC3D,EAAE,EAAE,+FAA+F;KACpG;IACD,+BAA+B,EAAE;QAC/B,EAAE,EAAE,sCAAsC;QAC1C,EAAE,EAAE,gDAAgD;KACrD;IACD,+BAA+B,EAAE;QAC/B,EAAE,EAAE,yBAAyB;QAC7B,EAAE,EAAE,+CAA+C;KACpD;IACD,iCAAiC,EAAE;QACjC,EAAE,EAAE,OAAO;QACX,EAAE,EAAE,gBAAgB;KACrB;IACD,mCAAmC,EAAE;QACnC,EAAE,EAAE,2FAA2F;QAC/F,EAAE,EAAE,6GAA6G;KAClH;IACD,kCAAkC,EAAE;QAClC,EAAE,EAAE,4BAA4B;QAChC,EAAE,EAAE,+CAA+C;KACpD;IACD,6BAA6B;IAC7B,wCAAwC,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,oBAAoB,EAAE;IACnF,mCAAmC,EAAO,EAAE,EAAE,EAAE,MAAM,EAAI,EAAE,EAAE,uBAAuB,EAAE;IACvF,uCAAuC,EAAG,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,uBAAuB,EAAE;IACtF,kCAAkC,EAAQ,EAAE,EAAE,EAAE,MAAM,EAAI,EAAE,EAAE,kBAAkB,EAAE;IAClF,wCAAwC,EAAE,EAAE,EAAE,EAAE,MAAM,EAAI,EAAE,EAAE,kBAAkB,EAAE;IAClF,gCAAgC,EAAU,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,uBAAuB,EAAE;IACtF,gCAAgC,EAAU,EAAE,EAAE,EAAE,MAAM,EAAI,EAAE,EAAE,sBAAsB,EAAE;IACtF,OAAO;IACP,gCAAgC,EAAE;QAChC,EAAE,EAAE,wBAAwB;QAC5B,EAAE,EAAE,8BAA8B;KACnC;IACD,gCAAgC,EAAE;QAChC,EAAE,EAAE,SAAS;QACb,EAAE,EAAE,uBAAuB;KAC5B;IACD,8BAA8B,EAAE;QAC9B,EAAE,EAAE,QAAQ;QACZ,EAAE,EAAE,0BAA0B;KAC/B;IACD,kCAAkC,EAAE;QAClC,EAAE,EAAE,0BAA0B;QAC9B,EAAE,EAAE,kCAAkC;KACvC;IACD,iBAAiB;IACjB,wCAAwC,EAAE;QACxC,EAAE,EAAE,yBAAyB;QAC7B,EAAE,EAAE,6CAA6C;KAClD;IACD,sCAAsC,EAAE;QACtC,EAAE,EAAE,mBAAmB;QACvB,EAAE,EAAE,gCAAgC;KACrC;IACD,0CAA0C,EAAE;QAC1C,EAAE,EAAE,kCAAkC;QACtC,EAAE,EAAE,sDAAsD;KAC3D;IACD,wCAAwC,EAAE;QACxC,EAAE,EAAE,6EAA6E;QACjF,EAAE,EAAE,mJAAmJ;KACxJ;IACD,0CAA0C,EAAE;QAC1C,EAAE,EAAE,iCAAiC;QACrC,EAAE,EAAE,gGAAgG;KACrG;IACD,iBAAiB;IACjB,oDAAoD,EAAE;QACpD,EAAE,EAAE,4BAA4B;QAChC,EAAE,EAAE,oCAAoC;KACzC;IACD,kDAAkD,EAAE;QAClD,EAAE,EAAE,yBAAyB;QAC7B,EAAE,EAAE,iCAAiC;KACtC;IACD,kDAAkD,EAAE;QAClD,EAAE,EAAE,yBAAyB;QAC7B,EAAE,EAAE,iCAAiC;KACtC;IACD,gDAAgD,EAAE;QAChD,EAAE,EAAE,kCAAkC;QACtC,EAAE,EAAE,6CAA6C;KAClD;IACD,4CAA4C,EAAE;QAC5C,EAAE,EAAE,qFAAqF;QACzF,EAAE,EAAE,+FAA+F;KACpG;IACD,0CAA0C,EAAE;QAC1C,EAAE,EAAE,2HAA2H;QAC/H,EAAE,EAAE,kLAAkL;KACvL;IACD,0CAA0C,EAAE;QAC1C,EAAE,EAAE,0HAA0H;QAC9H,EAAE,EAAE,gJAAgJ;KACrJ;IACD,gDAAgD,EAAE;QAChD,EAAE,EAAE,wDAAwD;QAC5D,EAAE,EAAE,qGAAqG;KAC1G;IACD,eAAe;IACf,8BAA8B,EAAE;QAC9B,EAAE,EAAE,qBAAqB;QACzB,EAAE,EAAE,oCAAoC;KACzC;IACD,mCAAmC,EAAE;QACnC,EAAE,EAAE,+CAA+C;QACnD,EAAE,EAAE,0EAA0E;KAC/E;IACD,mCAAmC,EAAE;QACnC,EAAE,EAAE,yDAAyD;QAC7D,EAAE,EAAE,6FAA6F;KAClG;IACD,kCAAkC,EAAE;QAClC,EAAE,EAAE,2DAA2D;QAC/D,EAAE,EAAE,+EAA+E;KACpF;IACD,wCAAwC,EAAE;QACxC,EAAE,EAAE,uDAAuD;QAC3D,EAAE,EAAE,mGAAmG;KACxG;IACD,wEAAwE;IACxE,oFAAoF;IACpF,8CAA8C,EAAE;QAC9C,EAAE,EAAE,2BAA2B;QAC/B,EAAE,EAAE,+BAA+B;KACpC;IACD,8CAA8C,EAAE;QAC9C,EAAE,EAAE,+BAA+B;QACnC,EAAE,EAAE,uCAAuC;KAC5C;IACD,2CAA2C,EAAE;QAC3C,EAAE,EAAE,iBAAiB;QACrB,EAAE,EAAE,wBAAwB;KAC7B;IACD,gDAAgD,EAAE;QAChD,EAAE,EAAE,sCAAsC;QAC1C,EAAE,EAAE,6CAA6C;KAClD;IACD,mBAAmB;IACnB,qCAAqC,EAAE;QACrC,EAAE,EAAE,oBAAoB;QACxB,EAAE,EAAE,8BAA8B;KACnC;IACD,wCAAwC,EAAE;QACxC,EAAE,EAAE,cAAc;QAClB,EAAE,EAAE,uBAAuB;KAC5B;IACD,iDAAiD,EAAE;QACjD,EAAE,EAAE,wBAAwB;QAC5B,EAAE,EAAE,sCAAsC;KAC3C;IACD,kCAAkC,EAAE;QAClC,EAAE,EAAE,kDAAkD;QACtD,EAAE,EAAE,8EAA8E;KACnF;IACD,iDAAiD;IACjD,uBAAuB,EAAE;QACvB,EAAE,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAqCP,CAAC,IAAI,EAAE,GAAG,IAAI;QACX,EAAE,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAsCP,CAAC,IAAI,EAAE,GAAG,IAAI;KACZ;IACD,2BAA2B,EAAE;QAC3B,EAAE,EAAE,wFAAwF;QAC5F,EAAE,EAAE,0HAA0H;KAC/H;IACD,6BAA6B,EAAE;QAC7B,EAAE,EAAE,mBAAmB;QACvB,EAAE,EAAE,mCAAmC;KACxC;IACD,yBAAyB,EAAE;QACzB,EAAE,EAAE,2DAA2D;QAC/D,EAAE,EAAE,yHAAyH;KAC9H;IACD,mCAAmC,EAAE;QACnC,EAAE,EAAE,+EAA+E;QACnF,EAAE,EAAE,wHAAwH;KAC7H;CACF,CAAC"}
|
|
@@ -12,9 +12,13 @@ export interface RunConfig {
|
|
|
12
12
|
concurrency: number;
|
|
13
13
|
timeoutMs: number;
|
|
14
14
|
executorName: string | undefined;
|
|
15
|
-
/** 跳过 LLM 模型连通性检测。--resume 时自动 true(已经验过)。
|
|
16
|
-
* doctor 是 mandatory 不提供 skip — 静态检查无成本理由跳过。 */
|
|
15
|
+
/** 跳过 LLM 模型连通性检测。--resume 时自动 true(已经验过)。 */
|
|
17
16
|
skipConnectivity: boolean | undefined;
|
|
17
|
+
/** 跳过 doctor 健康检查门禁(--skip-doctor)。escape hatch — 默认 false。
|
|
18
|
+
* 开启后 doctor 整段不跑(节省静态检查时间);doctor 失败也不再阻断 eval。
|
|
19
|
+
* 典型场景:依赖在评测环境中通过 mock / stub 提供,doctor 的物理路径检查
|
|
20
|
+
* 会误报。开启意味着用户接受 garbage-in 风险,自己负责依赖正确性。 */
|
|
21
|
+
skipDoctor: boolean | undefined;
|
|
18
22
|
/** 用户语言, 透传给 doctor 报告渲染。 */
|
|
19
23
|
lang: 'zh' | 'en' | undefined;
|
|
20
24
|
mcpConfig: string | undefined;
|
|
@@ -42,6 +46,14 @@ export interface RunConfig {
|
|
|
42
46
|
/** Per-variant allowedSkills override extracted from eval.yaml. Always wins
|
|
43
47
|
* over strictBaseline default. Keyed by variant name. */
|
|
44
48
|
variantAllowedSkills?: Record<string, string[]>;
|
|
49
|
+
/** Reasoning effort for the executor LLM(被评测的模型,不是 judge)。
|
|
50
|
+
* Default 'low' — sonnet 默认会做大量扩展思考(13K thinking tokens / 单次),
|
|
51
|
+
* 对结构化任务是浪费。低 effort 大幅省时间/成本但可能损失复杂推理质量,
|
|
52
|
+
* 跨 effort 的报告不能严格比较。`undefined` 走 claude CLI / SDK 自身默认。 */
|
|
53
|
+
effort?: 'low' | 'medium' | 'high' | 'xhigh' | 'max';
|
|
54
|
+
/** 关闭 diagnostic LLM call。Default false(总是给 failed sample 跑诊断)。
|
|
55
|
+
* 跟 noJudge 完全独立 — judge 答打分,diagnostic 答怎么改。 */
|
|
56
|
+
noDiagnostic?: boolean;
|
|
45
57
|
onProgress?: ProgressCallback | null;
|
|
46
58
|
}
|
|
47
59
|
export interface ParseRunConfigResult {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"parse-run-config.d.ts","sourceRoot":"","sources":["../../../src/cli/parse-run-config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,eAAe,EAAE,MAAM,WAAW,CAAC;
|
|
1
|
+
{"version":3,"file":"parse-run-config.d.ts","sourceRoot":"","sources":["../../../src/cli/parse-run-config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,eAAe,EAAE,MAAM,WAAW,CAAC;AASjD,OAAO,KAAK,EACV,UAAU,EACV,WAAW,EACX,WAAW,EACX,UAAU,EACV,gBAAgB,EACjB,MAAM,mBAAmB,CAAC;AAE3B,MAAM,WAAW,SAAS;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,WAAW,EAAE,CAAC;IAC5B,KAAK,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,OAAO,GAAG,SAAS,CAAC;IAC7B,OAAO,EAAE,OAAO,GAAG,SAAS,CAAC;IAC7B,MAAM,EAAE,OAAO,GAAG,SAAS,CAAC;IAC5B,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,8CAA8C;IAC9C,gBAAgB,EAAE,OAAO,GAAG,SAAS,CAAC;IACtC;;;iDAG6C;IAC7C,UAAU,EAAE,OAAO,GAAG,SAAS,CAAC;IAChC,6BAA6B;IAC7B,IAAI,EAAE,IAAI,GAAG,IAAI,GAAG,SAAS,CAAC;IAC9B,SAAS,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,OAAO,EAAE,OAAO,GAAG,SAAS,CAAC;IAC7B,KAAK,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC5B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,qFAAqF;IACrF,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;yFACqF;IACrF,WAAW,EAAE,WAAW,EAAE,CAAC;IAC3B,oFAAoF;IACpF,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,sEAAsE;IACtE,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,yEAAyE;IACzE,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,2CAA2C;IAC3C,MAAM,CAAC,EAAE,UAAU,CAAC;IACpB;mEAC+D;IAC/D,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB;8DAC0D;IAC1D,oBAAoB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;IAChD;;;kEAG8D;IAC9D,MAAM,CAAC,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,OAAO,GAAG,KAAK,CAAC;IACrD;sDACkD;IAClD,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,UAAU,CAAC,EAAE,gBAAgB,GAAG,IAAI,CAAC;CACtC;AAED,MAAM,WAAW,oBAAoB;IACnC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,GAAG,SAAS,CAAC,CAAC;IACrD,MAAM,EAAE,SAAS,CAAC;IAClB;;+GAE2G;IAC3G,UAAU,EAAE,UAAU,GAAG,IAAI,CAAC;CAC/B;AAED,eAAO,MAAM,mBAAmB,EAAE,MAAuD,CAAC;AAE1F;;;;;;;GAOG;AACH,wBAAgB,mBAAmB,CAAC,GAAG,EAAE,MAAM,GAAG,WAAW,EAAE,CAsB9D;AAED;;;;;GAKG;AACH,wBAAgB,yBAAyB,CAAC,GAAG,EAAE,MAAM,GAAG,WAAW,EAAE,CAQpE;AAED;;GAEG;AACH,eAAO,MAAM,cAAc,EAAE,eAAe,CAAC,SAAS,CAErD,CAAC;AAMF,eAAO,MAAM,WAAW,EAAE,eAAe,CAAC,SAAS,CAqClD,CAAC;AA+BF,wBAAgB,cAAc,CAC5B,IAAI,EAAE,MAAM,EAAE,EACd,YAAY,GAAE,eAAe,CAAC,SAAS,CAAM,GAC5C,oBAAoB,CAqLtB"}
|
|
@@ -5,6 +5,7 @@ import { discoverVariants, parseVariantCwd } from '../inputs/skill-loader.js';
|
|
|
5
5
|
import { CliExit } from './cli-exit.js';
|
|
6
6
|
import { parseArgsStrictOrExit } from './parse-strict.js';
|
|
7
7
|
import { loadEvalConfig, configVariantsToSpecs } from '../inputs/eval-config.js';
|
|
8
|
+
import { DEFAULT_MODEL } from '../executors/shared.js';
|
|
8
9
|
export const DEFAULT_REPORTS_DIR = join(homedir(), '.oh-my-knowledge', 'reports');
|
|
9
10
|
/**
|
|
10
11
|
* 解析 `--judge-models` CLI 参数:`executor:model[,executor:model,...]`。
|
|
@@ -81,6 +82,7 @@ export const RUN_OPTIONS = {
|
|
|
81
82
|
executor: { type: 'string' },
|
|
82
83
|
batch: { type: 'boolean' },
|
|
83
84
|
'skip-connectivity': { type: 'boolean' },
|
|
85
|
+
'skip-doctor': { type: 'boolean' },
|
|
84
86
|
'mcp-config': { type: 'string' },
|
|
85
87
|
'no-serve': { type: 'boolean' },
|
|
86
88
|
verbose: { type: 'boolean' },
|
|
@@ -91,7 +93,46 @@ export const RUN_OPTIONS = {
|
|
|
91
93
|
// parseRunConfig (后者赢)。strict-baseline 没传 + no-strict-baseline 没传 = default true。
|
|
92
94
|
'strict-baseline': { type: 'boolean' },
|
|
93
95
|
'no-strict-baseline': { type: 'boolean' },
|
|
96
|
+
// effort:被评测 LLM 的扩展思考预算(low/medium/high/xhigh/max)。
|
|
97
|
+
// 默认 low — 关 thinking 大幅省时间/成本。改 high 时同 prompt 同 model 输出会变,
|
|
98
|
+
// 跨 effort 报告不可严格比较(renderer 在 meta-tag 显示并打提示)。
|
|
99
|
+
effort: { type: 'string' },
|
|
100
|
+
// 诊断:对 failed sample 跑一次 LLM,产出"哪错了 + skill 怎么改"的针对性建议。
|
|
101
|
+
// 跟 --no-judge 完全独立 — 想要纯功能性视角(assertion + diagnostic 但无评分)
|
|
102
|
+
// 用 `--no-judge`;想要不跑诊断只跑评测 + judge 用 `--no-diagnostic`。
|
|
103
|
+
'no-diagnostic': { type: 'boolean' },
|
|
94
104
|
};
|
|
105
|
+
/**
|
|
106
|
+
* When --samples isn't given, try to discover from `<skillDir>/<treatment>/.omk/`.
|
|
107
|
+
* `loadSamples` handles dir mode internally — globs `*.{json,yaml,yml}` and merges,
|
|
108
|
+
* skipping reserved prefixes (report-, health-, underscore-). No filename is special:
|
|
109
|
+
* drop a single `samples.json` or split across `workflow.json` + `platform.json` etc.
|
|
110
|
+
* Both work the same.
|
|
111
|
+
*
|
|
112
|
+
* Falls back to legacy cwd defaults (`eval-samples.{json,yaml,yml}`) if `.omk/` isn't
|
|
113
|
+
* present. Multi-treatment evals must pass --samples explicitly.
|
|
114
|
+
*/
|
|
115
|
+
function discoverSamplesPath(values, skillDir) {
|
|
116
|
+
const treatmentRaw = values.treatment;
|
|
117
|
+
const treatments = treatmentRaw
|
|
118
|
+
? treatmentRaw.split(',').map((v) => v.trim()).filter(Boolean)
|
|
119
|
+
: [];
|
|
120
|
+
if (treatments.length === 1) {
|
|
121
|
+
const tname = parseVariantCwd(treatments[0]).name;
|
|
122
|
+
const omkDir = join(skillDir, tname, '.omk');
|
|
123
|
+
if (existsSync(omkDir))
|
|
124
|
+
return omkDir;
|
|
125
|
+
}
|
|
126
|
+
// Legacy cwd defaults
|
|
127
|
+
let cwdFile = 'eval-samples.json';
|
|
128
|
+
if (!existsSync(resolve(cwdFile))) {
|
|
129
|
+
if (existsSync(resolve('eval-samples.yaml')))
|
|
130
|
+
cwdFile = 'eval-samples.yaml';
|
|
131
|
+
else if (existsSync(resolve('eval-samples.yml')))
|
|
132
|
+
cwdFile = 'eval-samples.yml';
|
|
133
|
+
}
|
|
134
|
+
return cwdFile;
|
|
135
|
+
}
|
|
95
136
|
export function parseRunConfig(argv, extraOptions = {}) {
|
|
96
137
|
// strict 模式: 未知 option 报错 + exit 2(已删 / 改名 flag 自然 fail,
|
|
97
138
|
// 不维护 deprecation list)。详见 src/cli/parse-strict.ts。
|
|
@@ -108,7 +149,11 @@ export function parseRunConfig(argv, extraOptions = {}) {
|
|
|
108
149
|
const evalConfig = values.config
|
|
109
150
|
? loadEvalConfig(values.config)
|
|
110
151
|
: null;
|
|
111
|
-
|
|
152
|
+
const skillDir = resolve(values['skill-dir'] ?? 'skills');
|
|
153
|
+
// 2) Resolve samples path: CLI > config > <skillDir>/<treatment>/.omk/ discovery > cwd default.
|
|
154
|
+
// The .omk/ discovery only fires when exactly one --treatment is given, so omk knows
|
|
155
|
+
// which skill's bundled samples to use. The dir form (loadSamples handles both file + dir)
|
|
156
|
+
// means a skill can split samples across multiple files (workflow.json / platform.json / ...).
|
|
112
157
|
const cliSamples = values.samples;
|
|
113
158
|
let samplesFile;
|
|
114
159
|
if (cliSamples) {
|
|
@@ -118,15 +163,8 @@ export function parseRunConfig(argv, extraOptions = {}) {
|
|
|
118
163
|
samplesFile = evalConfig.samples; // already resolved against config file dir
|
|
119
164
|
}
|
|
120
165
|
else {
|
|
121
|
-
samplesFile =
|
|
122
|
-
if (!existsSync(resolve(samplesFile))) {
|
|
123
|
-
if (existsSync(resolve('eval-samples.yaml')))
|
|
124
|
-
samplesFile = 'eval-samples.yaml';
|
|
125
|
-
else if (existsSync(resolve('eval-samples.yml')))
|
|
126
|
-
samplesFile = 'eval-samples.yml';
|
|
127
|
-
}
|
|
166
|
+
samplesFile = discoverSamplesPath(values, skillDir);
|
|
128
167
|
}
|
|
129
|
-
const skillDir = resolve(values['skill-dir'] ?? 'skills');
|
|
130
168
|
// 3) Resolve variantSpecs: CLI > config. If neither, error with a helpful hint.
|
|
131
169
|
const controlExpr = values.control;
|
|
132
170
|
const treatmentExprs = values.treatment
|
|
@@ -168,7 +206,9 @@ export function parseRunConfig(argv, extraOptions = {}) {
|
|
|
168
206
|
}
|
|
169
207
|
// 4) Apply CLI > config > hard-coded default for all other fields.
|
|
170
208
|
const executorName = values.executor ?? evalConfig?.executor ?? 'claude';
|
|
171
|
-
|
|
209
|
+
// model fallback 链:CLI > eval.yaml > DEFAULT_MODEL(opus 4.7)。
|
|
210
|
+
// 改 default 时同步更新 cli.help.eval 文案("默认:claude-opus-4-7")。
|
|
211
|
+
const model = values.model ?? evalConfig?.model ?? DEFAULT_MODEL;
|
|
172
212
|
// judgeModels: unified judge config. Parse --judge-models (CLI) or evalConfig.judgeModels (yaml).
|
|
173
213
|
// 1 entry = single judge, ≥ 2 entries = ensemble. Format `executor:model[,executor:model]`.
|
|
174
214
|
// 出口 RunConfig.judgeModels 保证非空 (default `[{executor, model: 'haiku'}]`)。
|
|
@@ -192,6 +232,7 @@ export function parseRunConfig(argv, extraOptions = {}) {
|
|
|
192
232
|
const noCache = values['no-cache'] ?? evalConfig?.noCache ?? false;
|
|
193
233
|
const dryRun = values['dry-run'] ?? false;
|
|
194
234
|
const skipConnectivity = values['skip-connectivity'] ?? false;
|
|
235
|
+
const skipDoctor = values['skip-doctor'] ?? evalConfig?.skipDoctor ?? false;
|
|
195
236
|
const mcpConfig = values['mcp-config'] ?? evalConfig?.mcpConfig;
|
|
196
237
|
const verbose = values.verbose ?? false;
|
|
197
238
|
const retry = Math.max(0, Number(values.retry ?? 0) || 0);
|
|
@@ -217,6 +258,14 @@ export function parseRunConfig(argv, extraOptions = {}) {
|
|
|
217
258
|
}
|
|
218
259
|
}
|
|
219
260
|
}
|
|
261
|
+
// effort:CLI > evalConfig > 默认 'low'。校验合法值,不合法就 throw(early surface error)。
|
|
262
|
+
const VALID_EFFORTS = new Set(['low', 'medium', 'high', 'xhigh', 'max']);
|
|
263
|
+
const effortRaw = values.effort ?? evalConfig?.effort ?? 'low';
|
|
264
|
+
if (!VALID_EFFORTS.has(effortRaw)) {
|
|
265
|
+
throw new Error(`--effort must be one of low/medium/high/xhigh/max (got "${effortRaw}")`);
|
|
266
|
+
}
|
|
267
|
+
const effort = effortRaw;
|
|
268
|
+
const noDiagnostic = values['no-diagnostic'] ?? evalConfig?.noDiagnostic ?? false;
|
|
220
269
|
return {
|
|
221
270
|
values,
|
|
222
271
|
config: {
|
|
@@ -232,6 +281,7 @@ export function parseRunConfig(argv, extraOptions = {}) {
|
|
|
232
281
|
timeoutMs,
|
|
233
282
|
executorName,
|
|
234
283
|
skipConnectivity,
|
|
284
|
+
skipDoctor,
|
|
235
285
|
lang: undefined, // CLI 入口在 commands/eval-runner.ts 里注入
|
|
236
286
|
mcpConfig,
|
|
237
287
|
verbose,
|
|
@@ -242,6 +292,8 @@ export function parseRunConfig(argv, extraOptions = {}) {
|
|
|
242
292
|
budget: evalConfig?.budget,
|
|
243
293
|
strictBaseline,
|
|
244
294
|
judgeModels,
|
|
295
|
+
effort,
|
|
296
|
+
noDiagnostic,
|
|
245
297
|
...(Object.keys(variantAllowedSkills).length > 0 && { variantAllowedSkills }),
|
|
246
298
|
},
|
|
247
299
|
evalConfig,
|